-- Logs begin at Mon 2022-03-07 09:43:54 UTC, end at Mon 2022-03-07 12:02:06 UTC. -- Mar 07 10:17:03.481139 n-d-832156-4 systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 10:17:06.540887 n-d-832156-4 neutron-server[103681]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:17:06.541630 n-d-832156-4 neutron-server[103681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 10:17:06.541630 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 10:17:06.544926 n-d-832156-4 neutron-server[103681]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:17:06.545171 n-d-832156-4 neutron-server[103681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 10:17:06.545476 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 10:17:06.546446 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:06.546647 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:06.547030 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:06.547268 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:06.547916 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:06.548242 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.548661 n-d-832156-4 neutron-server[103681]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 10:17:06.548977 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.549271 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.549559 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.549841 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.550120 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.550384 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.550663 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.550954 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.551238 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.551507 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.551808 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.552089 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.552369 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.552641 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.552909 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.553175 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] debug = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.553447 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.553951 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.554533 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.554811 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.555190 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.555392 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.555677 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.555952 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.556229 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.556550 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] host = n-d-832156-4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.556824 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.557105 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.557384 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.557664 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.557932 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.558202 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.558479 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.558747 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.559012 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.559302 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.559581 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.559886 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.560169 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.560389 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.560604 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.560901 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.561184 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.561453 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.561719 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.561987 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.562257 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.562524 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.562787 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.563065 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.563342 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.563623 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.563916 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.564188 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.564453 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.564718 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.564996 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.565265 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.565531 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.565796 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.566076 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.566337 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.566603 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.566891 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.567166 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.567438 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.567748 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.568018 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.568292 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.568557 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.568821 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.569085 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_json = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.569473 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.569817 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.570093 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.570361 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.570633 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.570900 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.571167 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.571449 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.571741 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:06.572036 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.572331 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.572635 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.572924 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.573209 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.573488 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.573770 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.574048 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.574332 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.574615 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.574899 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.575248 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.575543 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.575852 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.576143 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.576443 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.576730 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.577013 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.577282 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.577548 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.577815 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.578090 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.578371 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.578644 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.578925 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.579206 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.579477 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.579794 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.580080 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.580367 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.580650 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.580918 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.581190 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.581473 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.581744 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.582046 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.582312 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.582589 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.582868 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.583121 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.583421 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.583695 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.583979 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.584612 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.584906 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.585190 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.585441 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.585705 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.585966 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.586237 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.586498 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.586774 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.587045 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.587307 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.587557 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.587849 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.588114 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.588378 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.588646 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.588908 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.589175 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.589440 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.589701 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.589967 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.590231 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.590494 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.590756 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.591018 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.591289 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.591555 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.591852 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.592116 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.592385 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.592650 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.592930 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.593221 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.593492 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.593764 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.594043 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.594315 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.594587 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.594858 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.595129 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.595400 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.595688 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.595975 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.596254 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.596536 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.596830 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.597101 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.597384 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.597652 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.597924 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.598195 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.598463 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.598732 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.599007 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.599279 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.599564 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.599880 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.600169 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.600549 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.600845 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.601119 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.601416 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.601689 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:06.601902 n-d-832156-4 neutron-server[103681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:17:06.602136 n-d-832156-4 neutron-server[103681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 10:17:06.967006 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 10:17:06.967232 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 10:17:06.967559 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 10:17:06.968054 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 10:17:07.294252 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.294462 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.294676 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.296018 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.296283 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.296540 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.341950 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.342216 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.342478 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.356658 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.356929 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.357191 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.385003 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.385272 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.385537 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.422013 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.422278 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.422538 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.771072 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.771794 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.771794 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.771947 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.772581 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.870364 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.870679 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.870958 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.871221 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.871484 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.871816 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.872071 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.872319 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.872563 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.872838 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.873074 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.873330 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.873581 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.873816 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.874072 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.874327 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.874572 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.874830 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.875090 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.875325 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.875585 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.875853 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.876125 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.876492 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.876733 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.876971 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.877353 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.877582 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.877811 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.878038 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.878263 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.878486 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:07.878843 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 10:17:07.882229 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 10:17:07.886309 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 10:17:07.890068 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 07 10:17:07.891700 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 10:17:07.892182 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 10:17:07.892479 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 10:17:07.892881 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 10:17:07.895674 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 10:17:07.895944 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 10:17:07.896283 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:17:07.901223 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 10:17:07.925070 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 10:17:07.925516 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.925818 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 10:17:07.926183 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.927542 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 10:17:07.927837 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:17:07.928074 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 10:17:07.931677 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.931937 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:07.994198 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 10:17:07.994409 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 10:17:07.994668 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 10:17:07.995038 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 10:17:08.016425 n-d-832156-4 neutron-server[103681]: DEBUG oslo_db.sqlalchemy.engines [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 10:17:08.465059 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing driver for type 'gre' Mar 07 10:17:08.465627 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] gre ID ranges: [(1, 1000)] Mar 07 10:17:08.517857 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing driver for type 'local' Mar 07 10:17:08.518330 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing driver for type 'vlan' Mar 07 10:17:08.535410 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] VlanTypeDriver initialization complete Mar 07 10:17:08.535873 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing driver for type 'vxlan' Mar 07 10:17:08.536576 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] vxlan ID ranges: [(1, 1000)] Mar 07 10:17:08.599732 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing extension driver 'port_security' Mar 07 10:17:08.600124 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] PortSecurityExtensionDriver initialization complete Mar 07 10:17:08.600529 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing mechanism driver 'openvswitch' Mar 07 10:17:08.601080 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing mechanism driver 'hyperv' Mar 07 10:17:08.607854 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:08.608703 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.609069 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.609410 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.609929 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.610349 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.610696 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.611032 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.611416 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.611836 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.612174 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.612507 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.612873 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.613265 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.613593 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.613920 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.614305 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.614691 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.615025 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.615350 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.615757 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.616354 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > address_group after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.616684 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > address_group after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.617011 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.617400 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:08.617832 n-d-832156-4 neutron-server[103681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] ML2 OVO RPC backend initialized. {{(pid=103681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 10:17:08.618527 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.618872 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.619276 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.619613 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > networks before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.619980 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.620312 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > ports before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.620650 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.620978 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnets before_response 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.621313 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.621640 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.621963 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.622289 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.622612 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.622934 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.623257 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.623579 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.623926 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.631160 n-d-832156-4 neutron-server[103681]: INFO neutron.quota [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded quota_driver: . Mar 07 10:17:08.631545 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.plugin [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Modular L2 Plugin initialization complete Mar 07 10:17:08.631996 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading services supported by the core plugin {{(pid=103681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 10:17:08.632325 n-d-832156-4 neutron-server[103681]: INFO neutron.plugins.ml2.managers [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Got port-security extension from driver 'port_security' Mar 07 10:17:08.632796 n-d-832156-4 neutron-server[103681]: INFO neutron.extensions.vlantransparent [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Disabled vlantransparent extension. Mar 07 10:17:08.633281 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 10:17:08.633597 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: router Mar 07 10:17:08.669730 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.670117 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_create 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.670477 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router before_create 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.670839 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.671205 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.671551 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_delete 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.671923 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.672266 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.672612 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_create 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.672949 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.673274 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.673612 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.673962 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.674363 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.674723 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.675055 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.675404 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: subnet after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.675744 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.676088 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.676429 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_create 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.676773 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.677096 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.677440 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router after_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.677776 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.678241 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_create 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.678681 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.679022 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_update 55549900 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.679379 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > agent after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.679822 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > agent after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.680165 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > network after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.681026 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Tracking information for resource: router configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:08.681349 n-d-832156-4 neutron-server[103681]: DEBUG neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Tracking information for resource: floatingip configured {{(pid=103681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:08.686257 n-d-832156-4 neutron-server[103681]: INFO neutron.db.l3_agentschedulers_db [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 10:17:08.686830 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.687219 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.687559 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.687893 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.688671 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router before_create 55550100 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.689024 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.689375 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_create 55550100 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.689720 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > router precommit_update 55550100 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.694632 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.provider_configuration [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service providers = [] {{(pid=103681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 10:17:08.694982 n-d-832156-4 neutron-server[103681]: DEBUG neutron.db.servicetype_db [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 10:17:08.697928 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.service_base [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:08.698279 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.service_base [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:08.698610 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.service_base [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:08.699483 n-d-832156-4 neutron-server[103681]: DEBUG neutron.services.service_base [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:08.699869 n-d-832156-4 neutron-server[103681]: INFO neutron.services.service_base [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 10:17:08.700244 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.700549 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 10:17:08.711847 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.712175 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: auto_allocate Mar 07 10:17:08.718084 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: network precommit_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.718382 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: network precommit_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.718886 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.719195 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: tag Mar 07 10:17:08.726506 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.726831 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: timestamp Mar 07 10:17:08.730693 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.731012 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: network_ip_availability Mar 07 10:17:08.736534 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.736897 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.737245 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.737943 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.738251 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: flavors Mar 07 10:17:08.743243 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.743563 n-d-832156-4 neutron-server[103681]: INFO neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading Plugin: revisions Mar 07 10:17:08.748003 n-d-832156-4 neutron-server[103681]: DEBUG neutron.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:08.748397 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=103681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 10:17:08.749120 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 10:17:08.749457 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Initializing extension manager. Mar 07 10:17:08.749955 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: __init__.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.750285 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: __pycache__ {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.750609 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.750934 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: address_group.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.751672 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.752255 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: address-group Mar 07 10:17:08.752571 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: address_scope.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.753269 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.753760 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: address-scope Mar 07 10:17:08.754069 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.754981 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.755469 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: router-admin-state-down-before-update Mar 07 10:17:08.755813 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: agent.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.756478 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.757040 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: agent Mar 07 10:17:08.757353 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: agent_resources_synced.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.758240 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.758730 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: agent-resources-synced Mar 07 10:17:08.759040 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: allowedaddresspairs.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.760822 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.761325 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: allowed-address-pairs Mar 07 10:17:08.761640 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: auto_allocated_topology.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.762698 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.763194 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: auto-allocated-topology Mar 07 10:17:08.763509 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: availability_zone.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.764216 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.764705 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: availability_zone Mar 07 10:17:08.765020 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: availability_zone_filter.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.765923 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.766410 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: availability_zone_filter Mar 07 10:17:08.766722 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: data_plane_status.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.767606 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.768125 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 10:17:08.768431 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: default_subnetpools.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.769331 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.769822 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: default-subnetpools Mar 07 10:17:08.770135 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.770929 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.771424 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: dhcp_agent_scheduler Mar 07 10:17:08.771984 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: dns.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.772754 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.773245 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 10:17:08.773554 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: dns_domain_ports.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.774461 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.774954 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 10:17:08.775260 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.776190 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.776677 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 10:17:08.776986 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: dvr.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.777640 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.778129 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: dvr Mar 07 10:17:08.778439 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: ecmp_routes.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.779332 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.779854 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 10:17:08.780166 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: empty_string_filtering.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.781055 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.781539 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: empty-string-filtering Mar 07 10:17:08.781851 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.782739 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.783224 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:17:08.783532 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.784445 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.784936 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 10:17:08.785250 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: external_net.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.786157 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.786645 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: external-net Mar 07 10:17:08.786954 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.787939 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.788501 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: extra_dhcp_opt Mar 07 10:17:08.788816 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: extraroute.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.789715 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.790202 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: extraroute Mar 07 10:17:08.790515 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: extraroute_atomic.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.791540 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.792060 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: extraroute-atomic Mar 07 10:17:08.792376 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: filter_validation.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.793023 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.793510 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: filter-validation Mar 07 10:17:08.793819 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: fip_pf_description.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.794708 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.795194 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 10:17:08.795506 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: fip_port_details.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.796615 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.797106 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: fip-port-details Mar 07 10:17:08.797419 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: flavors.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.798630 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.799133 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: flavors Mar 07 10:17:08.799447 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.801115 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.801621 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 10:17:08.801940 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: floatingip_pools.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.802624 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.803120 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: floatingip-pools Mar 07 10:17:08.803433 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: ip_allocation.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.804507 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.804997 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 10:17:08.805309 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.806220 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.806708 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: ip-substring-filtering Mar 07 10:17:08.807019 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l2_adjacency.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.807959 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.808445 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 10:17:08.808756 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.809704 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.810202 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: router Mar 07 10:17:08.810516 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.812774 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.813278 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:17:08.813600 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.814515 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.815018 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: ext-gw-mode Mar 07 10:17:08.815335 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.816264 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.816755 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: l3-ha Mar 07 10:17:08.817068 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.817963 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.818452 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 10:17:08.818764 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_flavors.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.819907 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.820402 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: l3-flavors Mar 07 10:17:08.820714 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.822081 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.822581 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 10:17:08.822895 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.823822 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.824319 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 10:17:08.824635 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: l3agentscheduler.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.825673 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.826173 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: l3_agent_scheduler Mar 07 10:17:08.826489 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: local_ip.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.828285 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.828798 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension local_ip not supported by any of loaded plugins Mar 07 10:17:08.829120 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: logging.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.832032 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.832541 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension logging not supported by any of loaded plugins Mar 07 10:17:08.832864 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: metering.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.833593 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.834501 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: metering Mar 07 10:17:08.834879 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.835990 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.836490 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: metering_source_and_destination_fields Mar 07 10:17:08.836810 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: multiprovidernet.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.837721 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.838216 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: multi-provider Mar 07 10:17:08.838535 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: netmtu.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.839433 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.839974 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: net-mtu Mar 07 10:17:08.840292 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: netmtu_writable.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.841187 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.841677 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: net-mtu-writable Mar 07 10:17:08.841991 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: network_availability_zone.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.842648 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.843134 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: network_availability_zone Mar 07 10:17:08.843443 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: network_ip_availability.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.844569 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.845085 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: network-ip-availability Mar 07 10:17:08.845384 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: network_segment_range.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.846141 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.846633 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 10:17:08.846951 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: pagination.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.848048 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.848372 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: pagination Mar 07 10:17:08.848685 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: port_device_profile.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.849587 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.850083 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: port-device-profile Mar 07 10:17:08.850459 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.851523 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.852055 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: port-mac-address-regenerate Mar 07 10:17:08.852369 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.853280 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.853766 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: port-numa-affinity-policy Mar 07 10:17:08.854076 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: port_resource_request.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.854965 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.855447 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 10:17:08.855789 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: port_resource_request_groups.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.856754 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.857240 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 10:17:08.857551 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: portbindings.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.858461 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.858949 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: binding Mar 07 10:17:08.859260 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: portbindings_extended.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.860568 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.861071 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: binding-extended Mar 07 10:17:08.861392 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: portsecurity.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.862287 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.862784 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: port-security Mar 07 10:17:08.863098 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: project_id.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.864084 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.864409 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: project-id Mar 07 10:17:08.864731 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: providernet.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.865626 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.866149 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: provider Mar 07 10:17:08.866461 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.870081 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.870592 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos not supported by any of loaded plugins Mar 07 10:17:08.870913 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.872168 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.872668 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 10:17:08.872987 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.873920 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.874405 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 10:17:08.874727 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_default.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.875611 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.876132 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-default not supported by any of loaded plugins Mar 07 10:17:08.876445 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_fip.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.877344 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.877836 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 10:17:08.878152 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.879053 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.879544 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 10:17:08.879884 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_gateway_ip.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.880782 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.881278 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 10:17:08.881651 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_port_network_policy.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.883204 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.883698 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 10:17:08.884042 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.885058 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.885552 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 10:17:08.885863 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.886897 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.887414 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 10:17:08.887746 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_pps_rule.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.888908 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.889410 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 10:17:08.889722 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_rule_type_details.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.890624 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.891114 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 10:17:08.891428 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: qos_rules_alias.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.892505 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.893003 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 10:17:08.893320 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: quota_check_limit.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.894210 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.894712 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: quota-check-limit Mar 07 10:17:08.895028 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: quotasv2.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.896011 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.896335 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: quotas Mar 07 10:17:08.896641 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: quotasv2_detail.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.898726 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.899058 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: quota_details Mar 07 10:17:08.899379 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: rbac.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.900457 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.900967 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: rbac-policies Mar 07 10:17:08.901286 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: rbac_address_group.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.902207 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.902709 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: rbac-address-group Mar 07 10:17:08.903028 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: rbac_address_scope.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.903972 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.904468 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: rbac-address-scope Mar 07 10:17:08.904790 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: rbac_security_groups.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.905691 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.906185 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: rbac-security-groups Mar 07 10:17:08.906502 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: rbac_subnetpool.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.907479 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.908002 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: rbac-subnetpool Mar 07 10:17:08.908320 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: revisionifmatch.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.909226 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.909715 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: revision-if-match Mar 07 10:17:08.910029 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: revisions.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.911128 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.911625 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: standard-attr-revisions Mar 07 10:17:08.911965 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: router_availability_zone.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.912631 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.913621 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: router_availability_zone Mar 07 10:17:08.913943 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: routerservicetype.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.914863 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.915361 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 10:17:08.915690 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.916612 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.917107 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: security-groups-normalized-cidr Mar 07 10:17:08.917420 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.918324 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.918813 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: port-security-groups-filtering Mar 07 10:17:08.919125 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.920047 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.920544 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: security-groups-remote-address-group Mar 07 10:17:08.920857 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.921789 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.922283 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: security-groups-shared-filtering Mar 07 10:17:08.922594 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.923167 n-d-832156-4 neutron-server[103681]: WARNING neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 10:17:08.923476 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: securitygroup.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.933633 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.934193 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: security-group Mar 07 10:17:08.934517 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: segment.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.935307 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.935800 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension segment not supported by any of loaded plugins Mar 07 10:17:08.936148 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.937078 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.937561 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 10:17:08.937881 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: servicetype.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.938976 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.939482 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: service-type Mar 07 10:17:08.939823 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: sorting.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.940787 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.941108 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: sorting Mar 07 10:17:08.941419 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: standard_attr_segment.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.942322 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.942821 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 10:17:08.943133 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: standardattrdescription.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.943801 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.944347 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: standard-attr-description Mar 07 10:17:08.944664 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: stateful_security_group.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.945581 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.946079 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: stateful-security-group Mar 07 10:17:08.946392 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: stdattrs_common.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.946946 n-d-832156-4 neutron-server[103681]: WARNING neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 10:17:08.947257 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.948308 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.948810 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 10:17:08.949124 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnet_onboard.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.950259 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.952786 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: subnet_onboard Mar 07 10:17:08.953102 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.954071 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.954786 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 10:17:08.955105 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnet_service_types.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.956145 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.956736 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: subnet-service-types Mar 07 10:17:08.957089 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnetallocation.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.958324 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.958829 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: subnet_allocation Mar 07 10:17:08.959490 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.960298 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.960797 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: subnetpool-prefix-ops Mar 07 10:17:08.961109 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.962046 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.962542 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 10:17:08.962856 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: tagging.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.963964 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.964470 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: standard-attr-tag Mar 07 10:17:08.964784 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: timestamp.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.965996 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.966497 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loaded extension: standard-attr-timestamp Mar 07 10:17:08.966817 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: trunk.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.967911 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.968460 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension trunk not supported by any of loaded plugins Mar 07 10:17:08.968724 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: trunk_details.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.969636 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.970127 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 10:17:08.970440 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: uplink_status_propagation.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.971347 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.971869 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 10:17:08.972181 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Loading extension file: vlantransparent.py {{(pid=103681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:08.972825 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:08.973316 n-d-832156-4 neutron-server[103681]: INFO neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 10:17:08.976445 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:network Mar 07 10:17:08.976969 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnet Mar 07 10:17:08.977356 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:08.977735 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:port Mar 07 10:17:08.978969 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.979395 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service FLAVORS assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.980031 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.980446 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.980763 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:router Mar 07 10:17:08.981174 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:17:08.981661 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service METERING assigned prefix: /metering {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.983115 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.983499 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.983871 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:08.984854 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:17:08.985291 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:17:08.985715 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:17:08.986305 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service CORE assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.986625 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:08.986961 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] subnetpool is already registered Mar 07 10:17:08.987372 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service CORE assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.987710 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:08.988031 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] subnetpool is already registered Mar 07 10:17:08.990307 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.990740 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service FLAVORS assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.991345 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.991782 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.992085 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:router Mar 07 10:17:08.992412 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] router is already registered Mar 07 10:17:08.992807 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:17:08.993133 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] floatingip is already registered Mar 07 10:17:08.993572 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service METERING assigned prefix: /metering {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.994210 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:17:08.994525 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] rbac_policy is already registered Mar 07 10:17:08.994925 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:17:08.995248 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] security_group is already registered Mar 07 10:17:08.995669 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:17:08.995975 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] security_group_rule is already registered Mar 07 10:17:08.996587 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service CORE assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.996913 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:08.997235 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] subnetpool is already registered Mar 07 10:17:08.997645 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.v2.resource_helper [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Service CORE assigned prefix: {{(pid=103681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:08.997959 n-d-832156-4 neutron-server[103681]: INFO neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:08.998278 n-d-832156-4 neutron-server[103681]: WARNING neutron.quota.resource_registry [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] subnetpool is already registered Mar 07 10:17:08.998730 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: extensions {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.000620 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: address-groups {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.002104 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: address-scopes {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.003416 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: agents {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.004598 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: auto-allocated-topology {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.005833 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: availability_zones {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.007239 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: dhcp-networks {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.008953 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: dhcp-agents {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.010405 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: routers {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.012642 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: flavors {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.013805 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: service_profiles {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.015009 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: next_providers {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.016483 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: service_profiles {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.017994 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: floatingip-pools {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.019194 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: routers {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.021337 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: floatingips {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.023851 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: l3-routers {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.025254 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: l3-agents {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.026654 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: metering-labels {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.028015 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: metering-label-rules {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.029299 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: network-ip-availabilities {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.030545 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: bindings {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.032333 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: quotas {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.033885 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: quotas {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.035417 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: rbac-policies {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.036729 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: security-groups {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.038151 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: security-group-rules {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.039367 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: service-providers {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.040601 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: subnetpools {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.041996 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: subnetpools {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.043438 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.045264 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.047057 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.048840 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.050757 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.052731 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.054550 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.056483 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.058258 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.060127 n-d-832156-4 neutron-server[103681]: DEBUG neutron.api.extensions [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Extended resource: tags {{(pid=103681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:09.066056 n-d-832156-4 neutron-server[103681]: WARNING keystonemiddleware.auth_token [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 10:17:09.070950 n-d-832156-4 neutron-server[103681]: WARNING keystonemiddleware.auth_token [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 10:17:09.079574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Acquired lock "singleton_lock" {{(pid=103681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 10:17:09.080069 n-d-832156-4 neutron-server[103681]: DEBUG oslo_concurrency.lockutils [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Releasing lock "singleton_lock" {{(pid=103681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 10:17:09.080741 n-d-832156-4 neutron-server[103681]: INFO oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Starting 2 workers Mar 07 10:17:09.085877 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Started child 103788 {{(pid=103681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:09.090338 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Started child 103789 {{(pid=103681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:09.091354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.092058 n-d-832156-4 neutron-server[103681]: INFO neutron.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 10:17:09.092736 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.092940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [-] (103788) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:17:09.095079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.095560 n-d-832156-4 neutron-server[103681]: INFO oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Starting 1 workers Mar 07 10:17:09.096582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [-] (103789) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:17:09.100476 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Started child 103790 {{(pid=103681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:09.101198 n-d-832156-4 neutron-server[103681]: INFO oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Starting 1 workers Mar 07 10:17:09.104269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] calling RpcWorker wait() {{(pid=103790) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 10:17:09.104857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] returning from RpcWorker wait() {{(pid=103790) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 10:17:09.105636 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Started child 103791 {{(pid=103681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:09.106182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.106457 n-d-832156-4 neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9e7d69bb-4fdd-45bb-bafb-79db892d7867 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.106736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:09.108399 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 10:17:09.108581 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:09.108745 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:09.108997 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:09.109317 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:09.109442 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:09.109960 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.110224 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.110482 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.110621 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:09.111091 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.111091 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.111552 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.111824 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.112051 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.112319 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.112572 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.112745 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.112875 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.113127 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.113353 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.113652 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.113890 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.114151 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.114382 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.114519 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.114779 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.115039 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.115270 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.115543 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] debug = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.115816 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.116345 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.116678 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.116922 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.117142 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.117395 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.117633 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.117901 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.118138 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.118390 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.118582 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.118839 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.119065 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.119276 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.119521 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.119762 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.120016 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.120238 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.120675 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] host = n-d-832156-4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.120907 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.121134 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.121384 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.121624 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.121861 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.122093 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.122342 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.122600 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.122823 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.123050 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.123294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.123538 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.123805 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.124042 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.124202 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_options = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.124433 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.124712 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.124972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.125157 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.125320 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.125479 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.125730 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.125890 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.126144 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.126376 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.126587 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.126803 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.127033 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.127265 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.127534 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.128972 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.129653 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.129653 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.129653 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.129653 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130104 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130104 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130495 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130733 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.130958 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.131203 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.131436 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.131744 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.131995 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.132227 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.132449 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.132661 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.132919 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.133141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.133409 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.135288 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.135750 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.136111 n-d-832156-4 neutron-server[103791]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:09.136263 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.136601 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.136759 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.136977 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_json = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.137283 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.137565 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.137765 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.138013 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.138274 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.138497 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.140216 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.140216 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.140216 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.143375 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.143706 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.145389 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146474 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146608 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.146842 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.147112 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.147556 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.147870 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.148140 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.148379 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.148621 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.148877 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.149119 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.149844 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.149844 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.149844 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.150221 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.150340 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.150550 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.150819 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.151144 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.151420 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.151684 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.152025 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.152365 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.152539 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153368 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153368 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153368 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153368 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153773 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.153773 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.154078 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.154191 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.154403 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.154615 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155301 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155301 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155551 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155551 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155830 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.155995 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.156210 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.156421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.156648 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.156871 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.157080 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.157353 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.159764 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.159764 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.159764 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.159995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160070 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160612 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160612 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160612 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160795 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.160981 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.161209 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.161447 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.161659 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.161884 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.162097 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.162320 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.162527 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.162750 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.162985 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.163210 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.163418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.163662 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.163873 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.164077 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.164301 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.164536 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.164748 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.165031 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.165332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.165563 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.165810 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.166038 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.166289 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.166501 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.166740 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.166958 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.167201 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.167410 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.167686 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.167908 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.168324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080950 Mar 07 10:17:09.168551 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.169010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.169411 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.169820 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.171066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.171279 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.171679 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.172049 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.172410 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.172802 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.173247 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.173650 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.174109 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.174447 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.174769 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.175046 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.175252 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.175696 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.176192 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.176496 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.176745 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.177004 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.177277 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.177537 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.177782 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.178024 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.179815 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.180218 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.180218 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.180336 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.181066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.181446 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.181800 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.182172 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.182563 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.182956 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.183339 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.183754 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.184140 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.184557 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.185021 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.185409 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.185812 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.186234 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.186469 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.186707 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.186951 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.187186 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.187463 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.187683 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.188727 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.189159 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.189399 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.189644 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.189862 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.190098 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.190332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.190575 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.190787 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.191035 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.191269 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.191490 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.191722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.191938 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.192156 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.192406 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.192782 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.193240 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.193451 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.193711 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.193902 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.194370 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.194650 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.194814 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.195025 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.195416 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.195617 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.196033 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.196218 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.196607 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.196824 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.197066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.197280 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.197535 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.197780 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.198128 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.198369 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.198605 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.198830 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.199064 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.199294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.199508 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.199744 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.199961 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.200201 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.200422 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.200662 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.200894 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.201196 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.201303 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.201541 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.201788 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.202031 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.202271 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.202490 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.202708 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.202924 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.203301 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.203693 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.204047 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.204436 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.204640 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.205821 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.205821 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.205821 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.205821 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.205821 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.206176 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.206320 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.206560 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.206799 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.207009 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.207217 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.207433 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.207678 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.207880 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.208123 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.208337 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.208545 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.208765 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.209035 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.209572 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.209869 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.210063 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.210271 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.212325 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.213357 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.213357 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.213357 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.213357 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.213357 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214048 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214048 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214048 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214428 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214577 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214723 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.214970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.215201 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.215444 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.215750 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.216370 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.216370 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.216674 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.216811 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.216956 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.217103 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.217351 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.217655 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.217950 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219781 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219781 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.219781 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.220187 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.220364 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.220607 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.220841 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.221085 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.221575 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.221575 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.221763 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.221912 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.222127 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.222360 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.222583 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.222809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.223020 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.223243 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.223454 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.223700 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.223910 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.224176 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.224409 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.224569 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:17:09.225829 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 10:17:09.225829 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:09.225829 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:09.225829 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:09.225829 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.226970 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227609 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227609 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227609 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227609 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227978 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.227978 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.228122 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.228199 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.229921 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] debug = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.230865 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.231758 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.232671 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.232671 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.232671 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] host = n-d-832156-4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233418 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233930 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233930 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233930 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.233930 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234359 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234359 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234359 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234580 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234580 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.234786 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235257 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235257 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235257 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_options = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235610 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235610 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.235610 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.236590 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.236755 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.236913 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237055 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237214 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237371 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237599 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:09.237858 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.237858 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238088 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238088 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238328 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238448 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238568 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238746 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.238908 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239064 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239218 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239374 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239529 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239691 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.239851 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.240006 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.240196 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.240355 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.242162 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.242162 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.242162 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.242162 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.242162 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.243327 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.243327 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.243782 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.243782 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.243782 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.246294 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.247010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.247010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.247010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_json = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.247010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.247010 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249617 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:09.249917 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250079 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250253 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250412 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250584 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250788 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.250924 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.251066 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.251229 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.251387 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.251551 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.252549 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.252734 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.252895 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253054 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253218 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253377 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253541 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253700 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.253858 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.254016 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.255008 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.255200 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.255377 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.255541 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.256386 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.256594 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257073 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257073 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257222 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257292 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257466 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257596 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257757 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.257998 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.258835 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.258996 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.259158 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.260574 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.261639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263058 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263855 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263855 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263855 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263855 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.263855 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.264552 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.264718 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.264880 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265041 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265202 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265361 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265603 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265723 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265828 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.265971 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.266127 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.267068 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268299 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268299 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268299 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268726 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268726 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.268726 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.269071 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.269684 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.269845 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.270153 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.270455 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.270625 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.270982 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.271297 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.271609 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.271958 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.272120 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.272477 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.272692 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.272848 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.273248 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.273406 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.273729 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.273887 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.274191 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.274348 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.274639 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.274934 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.275090 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.275397 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.275557 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.275729 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.276020 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.276315 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.277251 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.277592 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.277759 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.277919 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278078 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278251 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278409 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278570 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278730 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.278899 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.279236 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.279236 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.279520 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.279520 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280235 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280235 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280235 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280235 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280621 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280621 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280621 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280888 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.280888 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281047 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.281809 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282300 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282300 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282300 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282522 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282522 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282664 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282816 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.282976 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283135 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283290 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283446 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283606 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283786 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.283943 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284257 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284415 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284783 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284783 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.284941 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285037 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285154 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285333 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285483 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285625 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285765 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.285923 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.286064 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.286270 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.286375 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.286514 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.286839 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.287149 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.287481 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.287666 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.287916 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.288080 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.289167 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290005 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290666 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290666 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290666 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290666 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290977 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.290977 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291215 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291215 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291444 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291444 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291708 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291795 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.291932 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.292090 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.292384 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.292734 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.292956 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.295732 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.296722 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.297341 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298421 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.298863 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299332 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299541 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299541 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299712 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299856 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.299980 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300100 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300260 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300430 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300588 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300746 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.300913 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301069 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301226 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301383 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301552 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301711 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.301892 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.302021 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.302177 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.302351 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.302498 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303074 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303074 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303074 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303311 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303311 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303585 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303776 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.303939 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304141 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304505 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304505 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304806 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304806 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304992 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.304992 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305148 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305288 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305445 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305600 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305756 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.305913 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306069 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306228 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306385 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306542 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306702 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.306858 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.307016 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:09.307166 n-d-832156-4 neutron-server[103681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:17:20.705677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ca987-0a3b-4118-b88f-2d654997b993 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:17:20.773527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ca987-0a3b-4118-b88f-2d654997b993 None None] No non-hosted networks {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 10:17:20.791573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93fa0890-75a4-4f69-bfea-ddfa42ba2c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:22.899611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-167c62f1-68b2-4d2f-935a-0f75b98c5c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:22.952552 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-38207e24-b9d5-4bfe-86ac-a955a68dc777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:24.015699 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:25.457360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:26.863676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:26.975391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:26.977368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.977889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.978747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.979239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.979733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.980777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.981097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.981408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.982292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.982751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.983202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.984064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.984593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:26.985905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-832156-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:26.997171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-832156-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:27.453481 n-d-832156-4 neutron-server[103789]: WARNING oslo_policy.policy [None req-0f0aaf31-3d49-4a21-ac4b-35645397afea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:27.454058 n-d-832156-4 neutron-server[103789]: WARNING oslo_policy.policy [None req-0f0aaf31-3d49-4a21-ac4b-35645397afea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:27.677512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-0f0aaf31-3d49-4a21-ac4b-35645397afea admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:17:27.691689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0f0aaf31-3d49-4a21-ac4b-35645397afea admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8137040 Mar 07 10:17:28.110068 n-d-832156-4 neutron-server[103790]: INFO neutron.db.l3_hamode_db [None req-32eeca31-f057-43e7-bfd6-a4bc6e966b44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 10:17:28.192521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eeca31-f057-43e7-bfd6-a4bc6e966b44 None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:17:28.192911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eeca31-f057-43e7-bfd6-a4bc6e966b44 None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:17:30.282215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34852) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:30.623378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:17:30.714363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.policy [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103789) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 10:17:30.756033 n-d-832156-4 neutron-server[103789]: WARNING oslo_policy.policy [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:30.756435 n-d-832156-4 neutron-server[103789]: WARNING oslo_policy.policy [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:30.857160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495673548', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495672895', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495680332', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495623687', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495633868', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754495641663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-831376', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-824401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1819421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679532'] for rbac-policy (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:30.932655 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:30.933860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf786930-148f-491d-9944-ecab0701e5ee admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6505072 Mar 07 10:17:33.525238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34862) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:33.872943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:17:33.907459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Made reservation on behalf of 1816eb73a4f14dbc94d8882e6b91fef4 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:17:33.911328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:33.929066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.040555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks [] for security_group (6abd5480-a068-44e3-80ae-e03dc3360bbd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.046263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6abd5480-a068-44e3-80ae-e03dc3360bbd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.077551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:17:34.105419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754497098334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e332b280-7584-4498-833e-47f0efb6ccf5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.105969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Unsubscribe: segment precommit_create {{(pid=103789) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:17:34.106459 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Added segment e332b280-7584-4498-833e-47f0efb6ccf5 of type vlan for network dbe22c63-4083-47f0-926e-8fdf8d994642 Mar 07 10:17:34.112194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd5480-a068-44e3-80ae-e03dc3360bbd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:34.146678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.147107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.147426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.147780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.148107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.148423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.148738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.149056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.149365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.149682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.149986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.150282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.150583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Tracked resource versions report: Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: pushed versions: Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: { 'AddressGroup': {'1.2'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'ConntrackHelper': {'1.0'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Log': {'1.0'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Network': {'1.1'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Port': {'1.7'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'PortForwarding': {'1.2'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'QosPolicy': {'1.10'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SecurityGroup': {'1.5'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SubPort': {'1.0'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Subnet': {'1.1'}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Trunk': {'1.1'}} Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: consumer versions: Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: L3 agent@n-d-832156-4: {}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: Metadata agent@n-d-832156-4: {}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: Metering agent@n-d-832156-4: {}, Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'ConntrackHelper': '1.0', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'LocalIPAssociation': '1.0', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Log': '1.0', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Network': '1.1', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Port': '1.7', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'PortForwarding': '1.2', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'QosPolicy': '1.10', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SecurityGroup': '1.5', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SecurityGroupRule': '1.2', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'SubPort': '1.0', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Subnet': '1.1', Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: 'Trunk': '1.1'}} Mar 07 10:17:34.151719 n-d-832156-4 neutron-server[103789]: {{(pid=103789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:17:34.221351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (dbe22c63-4083-47f0-926e-8fdf8d994642), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.265366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (dbe22c63-4083-47f0-926e-8fdf8d994642), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.270488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:34.271169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:34.331581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8049412 Mar 07 10:17:34.390125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86845-26db-472f-8fda-b4c2ca237007 demo demo] Pushing event updated for resources: {'Network': ['ID=dbe22c63-4083-47f0-926e-8fdf8d994642,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:34.402594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network dbe22c63-4083-47f0-926e-8fdf8d994642 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:17:36.981295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34874) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:37.425756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926094c6-e16a-4bd4-8f9e-5acd919492cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:37.428010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-926094c6-e16a-4bd4-8f9e-5acd919492cb demo admin] 10.222.0.23 "GET /v2.0/networks/dbe22c63-4083-47f0-926e-8fdf8d994642 HTTP/1.1" status: 200 len: 825 time: 0.4454679 Mar 07 10:17:37.460673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-269b983d-bec3-4722-8d70-af09fdf23b80 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/fd78a50a-cd7a-4250-989c-edc53db70a84 HTTP/1.1" status: 200 len: 734 time: 0.0230150 Mar 07 10:17:37.468619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Request body: {'subnet': {'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:17:37.493547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Made reservation on behalf of 1816eb73a4f14dbc94d8882e6b91fef4 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:17:37.495773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:37.816451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (022f5d66-bcbf-4691-9e04-9fb28515454a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:37.882209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Pushing event updated for resources: {'Subnet': ['ID=022f5d66-bcbf-4691-9e04-9fb28515454a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:37.891240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Checking segment: {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:17:37.891605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Network hostable DHCP agents. Network: dbe22c63-4083-47f0-926e-8fdf8d994642, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:17:37.914996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Network dbe22c63-4083-47f0-926e-8fdf8d994642 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:17:37.927317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, dbe22c63-4083-47f0-926e-8fdf8d994642) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:17:37.932356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:37.932984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:37.937191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4383a2c-0b26-4361-8b5d-1554668c8d44 None None] Network dbe22c63-4083-47f0-926e-8fdf8d994642 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:17:37.950423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b20187a0-1692-4986-abd4-4ee3ec39f24c demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4849989 Mar 07 10:17:38.328027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-dbe22c63-4083-47f0-926e-8fdf8d994642', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:17:38.329280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:38.608160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Allocated IP 172.20.0.2 (dbe22c63-4083-47f0-926e-8fdf8d994642/022f5d66-bcbf-4691-9e04-9fb28515454a/8462b59b-e133-4f93-8fe8-3509e1b10f52) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:17:38.880582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks [] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:38.889788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:38.965302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Network dbe22c63-4083-47f0-926e-8fdf8d994642 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:17:38.970012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:17:38.975473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Pushing event updated for resources: {'Port': ['ID=8462b59b-e133-4f93-8fe8-3509e1b10f52,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:38.977684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:17:39.012132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.012551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.012789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.013109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.013425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.013749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.014065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.014383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.014694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.015090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.015679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.016235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.016805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Tracked resource versions report: Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: pushed versions: Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: { 'AddressGroup': {'1.2'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'ConntrackHelper': {'1.0'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Log': {'1.0'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Network': {'1.1'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Port': {'1.7'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'PortForwarding': {'1.2'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'QosPolicy': {'1.10'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SecurityGroup': {'1.5'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SubPort': {'1.0'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Subnet': {'1.1'}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Trunk': {'1.1'}} Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: consumer versions: Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: L3 agent@n-d-832156-4: {}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: Metadata agent@n-d-832156-4: {}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: Metering agent@n-d-832156-4: {}, Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'ConntrackHelper': '1.0', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'LocalIPAssociation': '1.0', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Log': '1.0', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Network': '1.1', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Port': '1.7', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'PortForwarding': '1.2', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'QosPolicy': '1.10', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SecurityGroup': '1.5', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SecurityGroupRule': '1.2', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'SubPort': '1.0', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Subnet': '1.1', Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: 'Trunk': '1.1'}} Mar 07 10:17:39.018236 n-d-832156-4 neutron-server[103790]: {{(pid=103790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:17:39.073372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Attempting to bind port 8462b59b-e133-4f93-8fe8-3509e1b10f52 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:17:39.073782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Attempting to bind port 8462b59b-e133-4f93-8fe8-3509e1b10f52 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:17:39.074207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Attempting to bind port 8462b59b-e133-4f93-8fe8-3509e1b10f52 on network dbe22c63-4083-47f0-926e-8fdf8d994642 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:17:39.079353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:17:39.079835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Checking segment: {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:17:39.080316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:39.080703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Bound using segment: {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:17:39.081211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Bound port: 8462b59b-e133-4f93-8fe8-3509e1b10f52, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:17:39.081622 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:39.147731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] For port 8462b59b-e133-4f93-8fe8-3509e1b10f52, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:17:39.152289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] For port 8462b59b-e133-4f93-8fe8-3509e1b10f52, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8462b59b-e133-4f93-8fe8-3509e1b10f52,segment=NetworkSegment(e332b280-7584-4498-833e-47f0efb6ccf5),segment_id=e332b280-7584-4498-833e-47f0efb6ccf5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:17:39.160424 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:39.225056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a7326-c5e4-4d13-83fb-fa76962fa53c None None] Pushing event updated for resources: {'Port': ['ID=8462b59b-e133-4f93-8fe8-3509e1b10f52,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:40.507457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34882) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:41.027348 n-d-832156-4 neutron-server[103788]: WARNING oslo_policy.policy [None req-a29f1667-57e4-4adf-9a93-cf5390351cef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:41.027897 n-d-832156-4 neutron-server[103788]: WARNING oslo_policy.policy [None req-a29f1667-57e4-4adf-9a93-cf5390351cef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:41.253813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-a29f1667-57e4-4adf-9a93-cf5390351cef admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:17:41.255008 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a29f1667-57e4-4adf-9a93-cf5390351cef admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7455304 Mar 07 10:17:43.782755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34896) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:44.119505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-04d3ba69-7980-462c-9866-f59653de6eaa admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:17:44.120509 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-04d3ba69-7980-462c-9866-f59653de6eaa admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3368108 Mar 07 10:17:46.644475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:46.968274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:17:47.027631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.policy [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103788) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 10:17:47.071188 n-d-832156-4 neutron-server[103788]: WARNING oslo_policy.policy [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:47.071578 n-d-832156-4 neutron-server[103788]: WARNING oslo_policy.policy [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:17:47.137831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (c4e793e3-0945-4d3e-b597-8fb54ca814fa), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:47.139702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (c4e793e3-0945-4d3e-b597-8fb54ca814fa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:47.294324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Publish callbacks [] for router_controller (c4e793e3-0945-4d3e-b597-8fb54ca814fa), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:47.302506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (c4e793e3-0945-4d3e-b597-8fb54ca814fa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:47.329570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:47.347732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-767a444d-2767-4e40-95fe-5d7eda34885a demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6853213 Mar 07 10:17:49.726304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8462b59b-e133-4f93-8fe8-3509e1b10f52 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:17:49.814502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8462b59b-e133-4f93-8fe8-3509e1b10f52 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:49.814917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:49.926084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8462b59b-e133-4f93-8fe8-3509e1b10f52 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:17:49.926476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:49.926979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:49.960505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 8462b59b-e133-4f93-8fe8-3509e1b10f52, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8462b59b-e133-4f93-8fe8-3509e1b10f52,segment=NetworkSegment(e332b280-7584-4498-833e-47f0efb6ccf5),segment_id=e332b280-7584-4498-833e-47f0efb6ccf5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:17:49.965110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:50.011868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=8462b59b-e133-4f93-8fe8-3509e1b10f52,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:50.260707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-f2d9553e-9ff3-4fa9-b1d9-cca597b6850a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:17:50.261722 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f2d9553e-9ff3-4fa9-b1d9-cca597b6850a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3335314 Mar 07 10:17:50.526158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648a9c9-c7d2-4277-a468-32122754a437 None None] Network dbe22c63-4083-47f0-926e-8fdf8d994642 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:17:50.615216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5438244c-3c9e-4c2a-9b8d-1b005ff23428 None None] Provisioning complete for port 8462b59b-e133-4f93-8fe8-3509e1b10f52 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:50.615570 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5438244c-3c9e-4c2a-9b8d-1b005ff23428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:50.648813 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4c33cce-f0ef-4ac8-8b95-4a9d031fe0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:50.745497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5438244c-3c9e-4c2a-9b8d-1b005ff23428 None None] Current status of the port 8462b59b-e133-4f93-8fe8-3509e1b10f52 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:17:50.967253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-12b81829-0943-42f9-a041-43011506ddc9 None None] Provisioning complete for port 8462b59b-e133-4f93-8fe8-3509e1b10f52 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:50.967588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12b81829-0943-42f9-a041-43011506ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:51.046622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-12b81829-0943-42f9-a041-43011506ddc9 None None] Current status of the port 8462b59b-e133-4f93-8fe8-3509e1b10f52 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:17:51.701705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8462b59b-e133-4f93-8fe8-3509e1b10f52 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:17:51.750377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8462b59b-e133-4f93-8fe8-3509e1b10f52 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:51.751025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:51.828649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8462b59b-e133-4f93-8fe8-3509e1b10f52 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:17:52.797300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:52.903982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5d7e5fef-55fa-455b-aded-3e81c8558cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.145038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:17:53.168888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Made reservation on behalf of 8e4fb1d5b0074583ad00853d25ae2360 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:17:53.171560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.186613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.298502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks [] for security_group (5fccb635-367b-4dd6-99e9-7f165cda5c7d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.304152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5fccb635-367b-4dd6-99e9-7f165cda5c7d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.315709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Reserving flat network on physical network physnet1 {{(pid=103788) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 10:17:53.347010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754497098334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (00eb1555-d2c3-441e-9791-a5b18623bab8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.347549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Unsubscribe: segment precommit_create {{(pid=103788) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:17:53.348076 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Added segment 00eb1555-d2c3-441e-9791-a5b18623bab8 of type flat for network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db Mar 07 10:17:53.363444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fccb635-367b-4dd6-99e9-7f165cda5c7d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:53.407549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.407907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.408266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.408565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.408887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.409201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.409516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.409832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.410141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.410435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.410747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.411050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.411363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Tracked resource versions report: Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: pushed versions: Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: { 'AddressGroup': {'1.2'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'ConntrackHelper': {'1.0'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Log': {'1.0'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Network': {'1.1'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Port': {'1.7'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'PortForwarding': {'1.2'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'QosPolicy': {'1.10'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SecurityGroup': {'1.5'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SubPort': {'1.0'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Subnet': {'1.1'}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Trunk': {'1.1'}} Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: consumer versions: Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: L3 agent@n-d-832156-4: {}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: Metadata agent@n-d-832156-4: {}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: Metering agent@n-d-832156-4: {}, Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'ConntrackHelper': '1.0', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'LocalIPAssociation': '1.0', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Log': '1.0', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Network': '1.1', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Port': '1.7', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'PortForwarding': '1.2', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'QosPolicy': '1.10', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SecurityGroup': '1.5', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SecurityGroupRule': '1.2', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'SubPort': '1.0', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Subnet': '1.1', Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: 'Trunk': '1.1'}} Mar 07 10:17:53.412492 n-d-832156-4 neutron-server[103788]: {{(pid=103788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:17:53.467130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.513258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.514559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:53.515241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:53.580021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7816377 Mar 07 10:17:53.620363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e999e-de8c-4bc2-98e3-66423aad3832 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:53.632126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:17:53.972368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:55.407136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:56.152777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:56.394689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e69f5-04d9-4d76-b830-a78d8df7cffc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:56.396082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f84e69f5-04d9-4d76-b830-a78d8df7cffc demo admin] 10.222.0.23 "GET /v2.0/subnets/022f5d66-bcbf-4691-9e04-9fb28515454a HTTP/1.1" status: 200 len: 849 time: 0.2420464 Mar 07 10:17:56.541306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0fbb9435-577c-4b49-b356-3efcfb8fab99 demo admin] 10.222.0.23 "GET /v2.0/routers/c4e793e3-0945-4d3e-b597-8fb54ca814fa HTTP/1.1" status: 200 len: 704 time: 0.1364987 Mar 07 10:17:56.826739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:56.980448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.129076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Allocated IP 172.20.0.1 (dbe22c63-4083-47f0-926e-8fdf8d994642/022f5d66-bcbf-4691-9e04-9fb28515454a/9b3f2869-7693-45c6-bda4-0958a32d60bd) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:17:57.312483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks [] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.396744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.474766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Network dbe22c63-4083-47f0-926e-8fdf8d994642 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:17:57.479568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:17:57.484900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Pushing event updated for resources: {'Port': ['ID=9b3f2869-7693-45c6-bda4-0958a32d60bd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:57.489045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:17:57.489597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (c4e793e3-0945-4d3e-b597-8fb54ca814fa), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.697136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.767765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dc35bfc6-46c3-41f6-9deb-115fba0278ad None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:57.768093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc35bfc6-46c3-41f6-9deb-115fba0278ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.801931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dc35bfc6-46c3-41f6-9deb-115fba0278ad None None] Port 9b3f2869-7693-45c6-bda4-0958a32d60bd cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:17:57.979024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks [] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.986085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:57.986848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (c4e793e3-0945-4d3e-b597-8fb54ca814fa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:58.047345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Pushing event updated for resources: {'Port': ['ID=9b3f2869-7693-45c6-bda4-0958a32d60bd,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:58.118147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Network dbe22c63-4083-47f0-926e-8fdf8d994642 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:17:58.119483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:17:58.296035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Router c4e793e3-0945-4d3e-b597-8fb54ca814fa is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:17:58.394632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:17:58.400211 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eaa40506-7034-4315-a992-d90af8a6d8c0 demo admin] 10.222.0.23 "PUT /v2.0/routers/c4e793e3-0945-4d3e-b597-8fb54ca814fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8511331 Mar 07 10:17:58.406661 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Sync routers for ids ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:17:58.421170 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Routers {'c4e793e3-0945-4d3e-b597-8fb54ca814fa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:17:58.422665 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:17:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:58.431587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8a0aeb3e-f9b0-417b-88e6-77c3a1dfb260 None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:58.432250 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a0aeb3e-f9b0-417b-88e6-77c3a1dfb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:58.470481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8a0aeb3e-f9b0-417b-88e6-77c3a1dfb260 None None] Port 9b3f2869-7693-45c6-bda4-0958a32d60bd cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:17:58.614654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Set router c4e793e3-0945-4d3e-b597-8fb54ca814fa gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:17:59.040100 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:17:57Z', 'revision_number': 2, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port_host': None, '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:17:57Z', 'revision_number': 2, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:59.091451 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Checking router: c4e793e3-0945-4d3e-b597-8fb54ca814fa for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:17:59.091833 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Updating router c4e793e3-0945-4d3e-b597-8fb54ca814fa port 9b3f2869-7693-45c6-bda4-0958a32d60bd binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:17:59.145327 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.652104 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks [] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.658522 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.813799 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Pushing event updated for resources: {'Port': ['ID=9b3f2869-7693-45c6-bda4-0958a32d60bd,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:59.829943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Attempting to bind port 9b3f2869-7693-45c6-bda4-0958a32d60bd on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:17:59.830305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Attempting to bind port 9b3f2869-7693-45c6-bda4-0958a32d60bd by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:17:59.830764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Attempting to bind port 9b3f2869-7693-45c6-bda4-0958a32d60bd on network dbe22c63-4083-47f0-926e-8fdf8d994642 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:17:59.835531 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.835835 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.835965 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.836299 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.836621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.836951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.837269 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.837589 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.837907 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.838222 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.838536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.838850 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.839162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Tracked resource versions report: Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: pushed versions: Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: { 'AddressGroup': {'1.2'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'ConntrackHelper': {'1.0'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Log': {'1.0'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Network': {'1.1'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Port': {'1.7'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'PortForwarding': {'1.2'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'QosPolicy': {'1.10'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SecurityGroup': {'1.5'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SubPort': {'1.0'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Subnet': {'1.1'}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Trunk': {'1.1'}} Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: consumer versions: Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: L3 agent@n-d-832156-4: {}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: Metadata agent@n-d-832156-4: {}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: Metering agent@n-d-832156-4: {}, Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'ConntrackHelper': '1.0', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'LocalIPAssociation': '1.0', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Log': '1.0', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Network': '1.1', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Port': '1.7', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'PortForwarding': '1.2', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'QosPolicy': '1.10', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SecurityGroup': '1.5', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SecurityGroupRule': '1.2', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'SubPort': '1.0', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Subnet': '1.1', Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: 'Trunk': '1.1'}} Mar 07 10:17:59.840316 n-d-832156-4 neutron-server[103791]: {{(pid=103791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:17:59.846838 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:17:59.847256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Checking segment: {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:17:59.847857 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.848214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Bound using segment: {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:17:59.848738 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Bound port: 9b3f2869-7693-45c6-bda4-0958a32d60bd, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e332b280-7584-4498-833e-47f0efb6ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:17:59.849108 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.899840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d44e92e3-5b21-4279-87bd-fdb61df7319d None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:17:59.900376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d44e92e3-5b21-4279-87bd-fdb61df7319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.919093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] For port 9b3f2869-7693-45c6-bda4-0958a32d60bd, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:17:59.938352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] For port 9b3f2869-7693-45c6-bda4-0958a32d60bd, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9b3f2869-7693-45c6-bda4-0958a32d60bd,segment=NetworkSegment(e332b280-7584-4498-833e-47f0efb6ccf5),segment_id=e332b280-7584-4498-833e-47f0efb6ccf5)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:17:59.939442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d44e92e3-5b21-4279-87bd-fdb61df7319d None None] Port 9b3f2869-7693-45c6-bda4-0958a32d60bd cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:17:59.945874 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:59.999093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261bc34-5363-440b-b1ab-d0992b5e2e2e None None] Pushing event updated for resources: {'Port': ['ID=9b3f2869-7693-45c6-bda4-0958a32d60bd,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:00.020268 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Routers {'c4e793e3-0945-4d3e-b597-8fb54ca814fa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:00.024383 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:17:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:00.116685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] Set router c4e793e3-0945-4d3e-b597-8fb54ca814fa gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:00.159048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:00.159375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:00.237302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Current status of the port 9b3f2869-7693-45c6-bda4-0958a32d60bd is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:00.237685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:00.269866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] For port 9b3f2869-7693-45c6-bda4-0958a32d60bd, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9b3f2869-7693-45c6-bda4-0958a32d60bd,segment=NetworkSegment(e332b280-7584-4498-833e-47f0efb6ccf5),segment_id=e332b280-7584-4498-833e-47f0efb6ccf5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:00.276745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:00.328580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682db6dd-b7e1-4ae2-a694-dd9757e5ac1e None None] Pushing event updated for resources: {'Port': ['ID=9b3f2869-7693-45c6-bda4-0958a32d60bd,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:00.333328 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:17:57Z', 'revision_number': 2, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port_host': None, '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:17:59Z', 'revision_number': 4, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:00.364305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52a56e-c321-4eed-b6b0-4e71982675e0 None None] The sync data for ids ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'] in n-d-832156-4 is: [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:17:57Z', 'revision_number': 2, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port_host': None, '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:17:59Z', 'revision_number': 4, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:18:00.881318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34974) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:01.000690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f5cd9b-5e21-4cfa-b07c-313d67ff4055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:01.002165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39f5cd9b-5e21-4cfa-b07c-313d67ff4055 admin admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 842 time: 0.1196990 Mar 07 10:18:01.012277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'name': 'public-subnet'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:01.033043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Made reservation on behalf of 8e4fb1d5b0074583ad00853d25ae2360 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:01.035408 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:01.376068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:18:01.376472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (099051d1-83b8-4ad3-ae20-379f5b0bf584), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:01.429076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099051d1-83b8-4ad3-ae20-379f5b0bf584,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:01.438069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:01.438395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Network hostable DHCP agents. Network: c1d55cdb-b75f-4857-ac3a-dc31eea0c8db, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:18:01.454481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:18:01.464013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c1d55cdb-b75f-4857-ac3a-dc31eea0c8db) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:01.468313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:01.468895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:01.476039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb68b0-656d-4fd1-b1cb-e8772cc84abc None None] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:01.495718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e3539ca-8407-4be4-bf2e-5025fa3bdb84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4780531 Mar 07 10:18:01.587776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a66247-f4e2-40af-8b1f-6787065b35d8 None None] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:03.963951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34982) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:04.206603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d364e290-152d-45bf-a4b0-0073c8edd9e3 demo admin] 10.222.0.23 "GET /v2.0/routers/c4e793e3-0945-4d3e-b597-8fb54ca814fa HTTP/1.1" status: 200 len: 710 time: 0.2366304 Mar 07 10:18:04.292617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25b18b-0854-46f6-9424-b716abc04947 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:04.293975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a25b18b-0854-46f6-9424-b716abc04947 demo admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 886 time: 0.0868113 Mar 07 10:18:04.302997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:04.557769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks [] for router_gateway (c4e793e3-0945-4d3e-b597-8fb54ca814fa), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:04.842247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks [] for router_gateway (c4e793e3-0945-4d3e-b597-8fb54ca814fa), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:04.916244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.070651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Allocated IP 172.25.4.63 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/96eb2d5a-4b44-4dde-8523-5f2b96f95ac1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:18:05.182836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks [] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.243707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.313337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:05.318614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:05.324805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:18:05.330060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Pushing event updated for resources: {'Port': ['ID=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:05.625326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks [] for router_gateway (c4e793e3-0945-4d3e-b597-8fb54ca814fa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.826269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (c4e793e3-0945-4d3e-b597-8fb54ca814fa), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.831361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (c4e793e3-0945-4d3e-b597-8fb54ca814fa), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:05.943486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Router c4e793e3-0945-4d3e-b597-8fb54ca814fa has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:18:06.128448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:18:06.133978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:06.136181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ae672ea8-fd3f-42cf-900c-47ddf40770a7 demo admin] 10.222.0.23 "PUT /v2.0/routers/c4e793e3-0945-4d3e-b597-8fb54ca814fa HTTP/1.1" status: 200 len: 889 time: 1.8363552 Mar 07 10:18:07.724221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9b3f2869-7693-45c6-bda4-0958a32d60bd up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:07.776308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:07.776623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:07.855368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9b3f2869-7693-45c6-bda4-0958a32d60bd is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:08.692450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:08.815195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-da25c941-201e-4cc9-b76b-55cc192dee02 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214924 Mar 07 10:18:08.968545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Sync routers for ids ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:18:08.981185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Routers {'c4e793e3-0945-4d3e-b597-8fb54ca814fa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:08.981951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:17:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:09.210915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Set router c4e793e3-0945-4d3e-b597-8fb54ca814fa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:09.694430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:18:05Z', 'revision_number': 4, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port': {'id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:04Z', 'updated_at': '2022-03-07T10:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:18:00Z', 'revision_number': 5, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:09.753521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Checking router: c4e793e3-0945-4d3e-b597-8fb54ca814fa for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:18:09.753786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Updating router c4e793e3-0945-4d3e-b597-8fb54ca814fa port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:18:09.807595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.143214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks [] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.154531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.212801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Attempting to bind port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:18:10.213094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Attempting to bind port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:18:10.213453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Attempting to bind port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:18:10.222126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3ea8-ca35-4d58-b56e-dbd28d19ce9d None None] Pushing event updated for resources: {'Port': ['ID=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:10.225708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:18:10.226257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:10.226652 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.227027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:18:10.227485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Bound port: 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:18:10.227881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.276669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] For port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:18:10.280312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] For port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:18:10.287852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:10.345165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3ea8-ca35-4d58-b56e-dbd28d19ce9d None None] Pushing event updated for resources: {'Port': ['ID=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:10.347672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Routers {'c4e793e3-0945-4d3e-b597-8fb54ca814fa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:10.348260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:17:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:10.465267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] Set router c4e793e3-0945-4d3e-b597-8fb54ca814fa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:10.690138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:18:05Z', 'revision_number': 4, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port': {'id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:04Z', 'updated_at': '2022-03-07T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:18:00Z', 'revision_number': 5, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:10.718185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb623-d774-43ac-95ee-76ae65e08e13 None None] The sync data for ids ['c4e793e3-0945-4d3e-b597-8fb54ca814fa'] in n-d-832156-4 is: [{'id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'name': 'router1', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:17:47Z', 'updated_at': '2022-03-07T10:18:05Z', 'revision_number': 4, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'gw_port': {'id': '96eb2d5a-4b44-4dde-8523-5f2b96f95ac1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:04Z', 'updated_at': '2022-03-07T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9b3f2869-7693-45c6-bda4-0958a32d60bd', 'name': '', 'network_id': 'dbe22c63-4083-47f0-926e-8fdf8d994642', 'tenant_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'mac_address': 'fa:16:3e:2d:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e793e3-0945-4d3e-b597-8fb54ca814fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:17:56Z', 'updated_at': '2022-03-07T10:18:00Z', 'revision_number': 5, 'project_id': '1816eb73a4f14dbc94d8882e6b91fef4', 'subnets': [{'id': '022f5d66-bcbf-4691-9e04-9fb28515454a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd78a50a-cd7a-4250-989c-edc53db70a84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:18:11.151508 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:18:11.772710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:11.821438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:11.821945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:11.908922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:11.909307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:11.953465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:11.964809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:12.015961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=96eb2d5a-4b44-4dde-8523-5f2b96f95ac1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:13.778530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:13.902544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:13.903172 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (96eb2d5a-4b44-4dde-8523-5f2b96f95ac1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:14.071993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 96eb2d5a-4b44-4dde-8523-5f2b96f95ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:20.597938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fc0703b4-5e51-4351-9a98-a1f0c1912658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:22.899095 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6aa6-0ce4-4f52-b25b-f640e0f00c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:23.985277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:25.407412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:26.978396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:48.149862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:18:50.593036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca744083-9aeb-49fc-a230-eca901022a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:52.896063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbaef146-1854-4baa-8ca5-40889919c0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:53.973047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.418419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:56.982931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:20.601653 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4631651d-b15b-47c9-a9af-5055fb51252c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:22.902039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a25a5a4e-ac76-4742-9bd9-fce493c5ba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:23.976332 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:25.149317 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:19:25.414806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:26.983672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:35.850334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:35.919417 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d064a965-4f92-449f-9c2b-78cbcf8140f6 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:19:35.921216 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d064a965-4f92-449f-9c2b-78cbcf8140f6 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699146 Mar 07 10:19:36.098358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5769ea25-704d-42ca-898c-f31068f34406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:36.099851 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5769ea25-704d-42ca-898c-f31068f34406 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1740260 Mar 07 10:19:38.424873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35520) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:38.525118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b9309-e8fa-42e4-834f-0fc84e6857ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:38.526512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f7b9309-e8fa-42e4-834f-0fc84e6857ef admin admin] 10.222.0.23 "GET /v2.0/subnets/022f5d66-bcbf-4691-9e04-9fb28515454a HTTP/1.1" status: 200 len: 849 time: 0.1006856 Mar 07 10:19:38.539472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:19:38.643091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Publish callbacks [] for subnet (022f5d66-bcbf-4691-9e04-9fb28515454a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:38.796833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754497127599'] for subnet (022f5d66-bcbf-4691-9e04-9fb28515454a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:38.825822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:38.826404 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:38.831703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] 10.222.0.23 "PUT /v2.0/subnets/022f5d66-bcbf-4691-9e04-9fb28515454a HTTP/1.1" status: 200 len: 868 time: 0.2921298 Mar 07 10:19:38.831905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d6df8-37e8-454e-9598-637c9fa29a5c None None] Network dbe22c63-4083-47f0-926e-8fdf8d994642 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:19:38.848334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022f5d66-bcbf-4691-9e04-9fb28515454a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:19:38.856848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.857237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.857519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.857849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.858174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.858497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.858816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.859139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.859423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.859780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.860117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.860436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:38.860748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08847e-1b9a-4238-a1a6-536e01941045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:19:39.223968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Provisioning complete for port 8462b59b-e133-4f93-8fe8-3509e1b10f52 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:19:39.224639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8462b59b-e133-4f93-8fe8-3509e1b10f52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:39.308407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Current status of the port 8462b59b-e133-4f93-8fe8-3509e1b10f52 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:19:39.319803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Provisioning complete for port 9b3f2869-7693-45c6-bda4-0958a32d60bd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:19:39.320285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b3f2869-7693-45c6-bda4-0958a32d60bd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:39.404583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd6f6e-2284-45bf-b798-b2110613fe94 None None] Current status of the port 9b3f2869-7693-45c6-bda4-0958a32d60bd is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:19:41.205094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:41.415295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae03c5-03eb-466d-ab14-8806616e5d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:41.415860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae03c5-03eb-466d-ab14-8806616e5d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:41.417389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0dae03c5-03eb-466d-ab14-8806616e5d7f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111049 Mar 07 10:19:43.785305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35536) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:44.010841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee25849-815a-48b8-985f-65f2d0cd3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:44.011209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee25849-815a-48b8-985f-65f2d0cd3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:44.012824 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ee25849-815a-48b8-985f-65f2d0cd3b1c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2264285 Mar 07 10:19:46.362838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:46.509537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9451e68-2e55-4b20-9f60-9388af9b76f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:46.510977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c9451e68-2e55-4b20-9f60-9388af9b76f9 admin admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 886 time: 0.1471190 Mar 07 10:19:48.871386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35554) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:49.025169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e20c76-9d82-48e0-b435-95346437cddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:49.026534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e1e20c76-9d82-48e0-b435-95346437cddd admin admin] 10.222.0.23 "GET /v2.0/networks/dbe22c63-4083-47f0-926e-8fdf8d994642 HTTP/1.1" status: 200 len: 869 time: 0.1541560 Mar 07 10:19:50.601147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f484770b-33f3-485b-939a-acddc46eb263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:51.342851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35562) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:51.498020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf05d8-e67b-473c-b206-2b3dba8f5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:51.498478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf05d8-e67b-473c-b206-2b3dba8f5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:51.500028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-67bf05d8-e67b-473c-b206-2b3dba8f5174 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1561732 Mar 07 10:19:52.905438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f074f550-1dad-457d-8a67-c31f08804b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:53.841372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:53.972773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c69c04-4b0e-4aca-9cfe-80186ddf006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:53.973139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c69c04-4b0e-4aca-9cfe-80186ddf006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:53.974866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42c69c04-4b0e-4aca-9cfe-80186ddf006d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323841 Mar 07 10:19:53.980478 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:55.418355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:56.318129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:56.418763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd704f-8017-4942-ba02-85bf5e0804ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:56.420133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-acbd704f-8017-4942-ba02-85bf5e0804ae admin admin] 10.222.0.23 "GET /v2.0/subnets/022f5d66-bcbf-4691-9e04-9fb28515454a HTTP/1.1" status: 200 len: 868 time: 0.1009624 Mar 07 10:19:56.980170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:58.775197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35586) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:19:58.868487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e8b3a-4cd7-41c3-9317-9fb78bfc2d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:19:58.869833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-403e8b3a-4cd7-41c3-9317-9fb78bfc2d21 admin admin] 10.222.0.23 "GET /v2.0/subnets/099051d1-83b8-4ad3-ae20-379f5b0bf584 HTTP/1.1" status: 200 len: 816 time: 0.0936501 Mar 07 10:20:02.149930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:20:20.595605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b7845f9f-1394-42cc-9105-f13a9190d1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:22.910203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49176c87-085b-4b31-b8c8-994d540848b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:23.982951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:25.422044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:26.987567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:27.298564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35638) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:27.365458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-35d1ed08-8d1a-4bee-8e5a-cc0ce3287d14 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:20:27.366658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35d1ed08-8d1a-4bee-8e5a-cc0ce3287d14 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0667832 Mar 07 10:20:29.790602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35646) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:29.862280 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d135b9-9a6c-46e3-8137-48b622726495 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:20:29.864144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0d135b9-9a6c-46e3-8137-48b622726495 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0722940 Mar 07 10:20:30.018063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed47d9-f523-48d6-accf-ec8d39c842f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:30.019548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-63ed47d9-f523-48d6-accf-ec8d39c842f3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1507206 Mar 07 10:20:32.375182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:32.425473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:20:32.447795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Made reservation on behalf of 8e4fb1d5b0074583ad00853d25ae2360 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:20:32.450038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:32.485002 n-d-832156-4 neutron-server[103789]: WARNING neutron.services.revisions.revision_plugin [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Could not find related network for resource to bump revision. Mar 07 10:20:32.498844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:20:32.509620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6619e9e5-6624-4232-a082-c21d7e9022c7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:32.509956 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Added segment 6619e9e5-6624-4232-a082-c21d7e9022c7 of type vlan for network 91b20f78-91da-49d9-89a8-7ee9e084c06f Mar 07 10:20:32.551085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (91b20f78-91da-49d9-89a8-7ee9e084c06f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:32.577050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (91b20f78-91da-49d9-89a8-7ee9e084c06f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:32.578062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:32.578696 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:32.642573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2662764 Mar 07 10:20:32.685364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Pushing event updated for resources: {'Network': ['ID=91b20f78-91da-49d9-89a8-7ee9e084c06f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:32.692822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.693221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.693557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.693887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.694210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.694532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.694852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.695168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.695489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.695829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.696139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.696460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.696786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b4b29-0a8a-4790-8722-b4357327e6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:32.708239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:20:34.970638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:35.038500 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-06014bc7-1bf4-48b4-ac67-00189e8fcf96 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:20:35.039844 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06014bc7-1bf4-48b4-ac67-00189e8fcf96 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676014 Mar 07 10:20:35.113254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c529d-e12a-4e91-8d52-d94932512666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:35.114716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c5c529d-e12a-4e91-8d52-d94932512666 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705497 Mar 07 10:20:35.124562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:20:35.148660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Made reservation on behalf of 8e4fb1d5b0074583ad00853d25ae2360 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:20:35.150855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.340836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (c4ed23a0-8bb2-452d-8892-bd169e4795f5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.394405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ed23a0-8bb2-452d-8892-bd169e4795f5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:35.403520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:20:35.403909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Network hostable DHCP agents. Network: 91b20f78-91da-49d9-89a8-7ee9e084c06f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:20:35.428931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:20:35.441443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 91b20f78-91da-49d9-89a8-7ee9e084c06f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:20:35.445677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:35.446256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.451032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f5944-3179-4dcb-87dd-f5a07ad5ae40 None None] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:20:35.470964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f3bb18d0-17e7-4b9f-a1b8-2a124ac0612a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3421097 Mar 07 10:20:35.558881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-91b20f78-91da-49d9-89a8-7ee9e084c06f', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'project_id': '8e4fb1d5b0074583ad00853d25ae2360', 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:20:35.559809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.698739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Allocated IP 192.168.233.2 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/ffbff2c8-6923-487a-b7c4-2fa304aa4554) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:20:35.841573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks [] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.848041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.886853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:20:35.889581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:20:35.892921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:20:35.898765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Pushing event updated for resources: {'Port': ['ID=ffbff2c8-6923-487a-b7c4-2fa304aa4554,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:35.909367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.909703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.910027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.910347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.910670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.910998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.911304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.911597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.912142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.912510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.912902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.913210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.913524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:35.966724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Attempting to bind port ffbff2c8-6923-487a-b7c4-2fa304aa4554 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:20:35.967002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Attempting to bind port ffbff2c8-6923-487a-b7c4-2fa304aa4554 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:20:35.967348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Attempting to bind port ffbff2c8-6923-487a-b7c4-2fa304aa4554 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:20:35.972359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:20:35.972739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:20:35.973122 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:35.973497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:20:35.973930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Bound port: ffbff2c8-6923-487a-b7c4-2fa304aa4554, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:20:35.974368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:36.036801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] For port ffbff2c8-6923-487a-b7c4-2fa304aa4554, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:20:36.040104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] For port ffbff2c8-6923-487a-b7c4-2fa304aa4554, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ffbff2c8-6923-487a-b7c4-2fa304aa4554,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:20:36.047435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:36.111327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d743bd-a96c-4329-8e9f-14f634b0beb4 None None] Pushing event updated for resources: {'Port': ['ID=ffbff2c8-6923-487a-b7c4-2fa304aa4554,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:37.001888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e0784-fba4-44fd-9e22-40de228bcfd5 None None] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:20:37.085486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Provisioning complete for port ffbff2c8-6923-487a-b7c4-2fa304aa4554 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:20:37.085862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.198581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Current status of the port ffbff2c8-6923-487a-b7c4-2fa304aa4554 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:20:37.198971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.238089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] For port ffbff2c8-6923-487a-b7c4-2fa304aa4554, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ffbff2c8-6923-487a-b7c4-2fa304aa4554,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:20:37.245387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.304760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d348b3-b85e-4f01-a6d8-4d182c6069c1 None None] Pushing event updated for resources: {'Port': ['ID=ffbff2c8-6923-487a-b7c4-2fa304aa4554,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:37.366506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6c331bfc-e4f0-40a5-87ce-81d7b5aa1beb None None] Provisioning complete for port ffbff2c8-6923-487a-b7c4-2fa304aa4554 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:20:37.366889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c331bfc-e4f0-40a5-87ce-81d7b5aa1beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.449668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6c331bfc-e4f0-40a5-87ce-81d7b5aa1beb None None] Current status of the port ffbff2c8-6923-487a-b7c4-2fa304aa4554 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:20:37.851564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ffbff2c8-6923-487a-b7c4-2fa304aa4554 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:20:37.901632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ffbff2c8-6923-487a-b7c4-2fa304aa4554 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:20:37.901989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ffbff2c8-6923-487a-b7c4-2fa304aa4554), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.982895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ffbff2c8-6923-487a-b7c4-2fa304aa4554 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:20:39.150507 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:20:50.600375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d34dfd16-9cd4-43d7-8b24-343ca203ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:52.915410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81c123d3-01cd-4138-8648-cdfef26397f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:53.985113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:55.426066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:56.983919 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.151967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:21:20.604652 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10defe3b-4aad-4389-87e1-c2ee3304f18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:22.919249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c785a80f-3e69-40d7-b0bc-c1215f53a652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:23.988335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:25.427996 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:26.989083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:50.607805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b125471-e0c9-45f0-84e0-6ede72d3aa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:52.925650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3bca6d2d-11da-4643-952a-40684e92c754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:53.152245 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:21:53.993316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:55.432405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:56.887294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35700) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:56.892983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-03b4121f-49d0-4307-94e9-5bbacb2437be tempest-verify_tempest_config-411584451 tempest-verify_tempest_config-411584451-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:21:56.893966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-03b4121f-49d0-4307-94e9-5bbacb2437be tempest-verify_tempest_config-411584451 tempest-verify_tempest_config-411584451-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056605 Mar 07 10:21:56.995573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.217941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35718) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:57.338964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.415030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Publish callbacks [] for security_group (4815bc35-e926-4033-a7cf-af48c520d5b2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.421279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4815bc35-e926-4033-a7cf-af48c520d5b2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.465892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8f9163e52114fdc872cc94efa43ad13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2468948 Mar 07 10:21:57.466987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4815bc35-e926-4033-a7cf-af48c520d5b2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:57.468966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35722) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:57.473704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.474054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.474503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.474836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.475204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.475552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.475911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.476234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.476553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.476855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.477176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.477489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.477801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45080f79-18d7-46ca-b37c-392559441eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.524291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Publish callbacks [] for security_group (4815bc35-e926-4033-a7cf-af48c520d5b2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.544634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Publish callbacks [] for security_group (4815bc35-e926-4033-a7cf-af48c520d5b2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.639985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4815bc35-e926-4033-a7cf-af48c520d5b2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.642777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:57.647239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4815bc35-e926-4033-a7cf-af48c520d5b2 HTTP/1.1" status: 204 len: 168 time: 0.1771781 Mar 07 10:21:57.655377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4815bc35-e926-4033-a7cf-af48c520d5b2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:57.662812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.663151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.663492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.663864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.664199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.664529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.664857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.665183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.665508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.666102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.666430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.666754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:57.667330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c0902-5242-40ae-b6a7-94c1d9d41f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:20.622063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b52569aa-5a69-4c36-b3da-acde811a65a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:22.932573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3fd-d9b7-439d-981e-b8037d9c989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:24.010026 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:25.434354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:26.997634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:30.156528 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:22:50.628876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3426-5a2e-4684-9d29-f5b378840206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:52.936106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64713d2e-5596-45d0-b0c3-fbcb3f24af37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:54.005407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:55.437949 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:57.008837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:07.161902 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:23:20.621292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11e25ce7-a710-4171-84a1-43ef63e8d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:22.938757 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-797b58fe-eae7-4cff-8499-d40b156dbfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:24.014768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:25.445806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:27.000700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:44.161204 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:23:50.619191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-146ff776-7743-4152-b450-2babd2ad320a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:52.939998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6e3a03e5-cd4f-4bfe-8e45-edff61a7477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:54.011047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:55.446806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:57.006101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:20.616042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf9c1-8312-459e-b1a2-392786df52c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:21.164930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 5 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:24:22.944661 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91762f36-f8dd-48d9-8a3f-4d8425f051be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:24.007360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:25.451383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:27.005778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:50.621231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca5157e6-9b54-41de-8f90-4630e8caaf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:52.943964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bee545bd-1603-4736-a080-139aeb1d6eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:53.775375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:54.012587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:55.452330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:57.011836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:58.167093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 6 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:24:58.243324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756414'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:20.624268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0417d14-1e82-4e8a-819a-ee40819c8cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:22.943158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67c34ca1-33ee-455f-866d-f6e269a0d5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:23.744146 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:24.015024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:25.458012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:27.012129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:28.216993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:35.167973 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:25:45.422066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35780) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:25:45.530313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88415de7-4354-4afe-9374-7a9fe49cafed admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1070888 Mar 07 10:25:47.833907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:25:47.897203 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0707a0fb-0d22-44e4-b2a6-01ed0a04cc93 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0618906 Mar 07 10:25:50.626526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad12871c-ea34-40f3-b55b-e003f8cc38a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:52.945181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35d66f6-447b-45da-a106-16963ddab62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:53.753199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:54.017766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:55.459324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:57.007769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:58.230629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:12.172628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:26:20.625693 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7baee34-5573-40f3-b9e7-8e80018273aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:22.946559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b78c87-332e-4cce-854b-18ec2883e6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:23.778433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:24.018857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:25.461700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:27.003067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:28.226224 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:49.172958 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:26:50.625122 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f20c86cf-07bd-4f0b-9e41-a3abaea038db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:52.942035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96fa1fcc-6642-4a44-b597-990ad25f9770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:53.771517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:54.021516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:55.465429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:57.012048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:58.220266 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:17.437509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:17.802136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-833468f3-c69d-4ff8-9d0e-07ea9a2dbccf tempest-AutoAllocateNetworkTest-149953434 tempest-AutoAllocateNetworkTest-149953434-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d8ad797a3d5e4290bc540a73f767d10a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3602672 Mar 07 10:27:17.802330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35972) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:17.994130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fec76-f7e9-479e-883b-746cf7873aa1 tempest-AutoAllocateNetworkTest-149953434 tempest-AutoAllocateNetworkTest-149953434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:17.995855 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e5fec76-f7e9-479e-883b-746cf7873aa1 tempest-AutoAllocateNetworkTest-149953434 tempest-AutoAllocateNetworkTest-149953434-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1924484 Mar 07 10:27:17.998903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35990) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:18.078738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fd4e193c-1378-414d-a130-f2b4b3d0c321 tempest-AutoAllocateNetworkTest-149953434 tempest-AutoAllocateNetworkTest-149953434-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775189 Mar 07 10:27:18.080314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36004) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:18.110346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-111d6bed-56be-4804-96a4-ec8bd603d9a5 tempest-AutoAllocateNetworkTest-149953434 tempest-AutoAllocateNetworkTest-149953434-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d8ad797a3d5e4290bc540a73f767d10a HTTP/1.1" status: 200 len: 208 time: 0.0285504 Mar 07 10:27:18.891507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36044) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:19.387996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.484501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Publish callbacks [] for security_group (28947476-54cc-4de1-90be-6ea557d994d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.492997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (28947476-54cc-4de1-90be-6ea557d994d4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.539790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8ad797a3d5e4290bc540a73f767d10a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6470618 Mar 07 10:27:19.540994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28947476-54cc-4de1-90be-6ea557d994d4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:19.544178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36072) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:19.551413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.552041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.552558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.553086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.553592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.554092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.554609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.555103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.555599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.556118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.556631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.557283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.557795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512d4dd-ef4e-467e-b764-be70c744a2cd admin admin] Tracked resource versions report: Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: pushed versions: Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: { 'AddressGroup': {'1.2'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'ConntrackHelper': {'1.0'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Log': {'1.0'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Network': {'1.1'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Port': {'1.7'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'PortForwarding': {'1.2'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'QosPolicy': {'1.10'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SecurityGroup': {'1.5'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SubPort': {'1.0'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Subnet': {'1.1'}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Trunk': {'1.1'}} Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: consumer versions: Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: HyperV agent@n-h1-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: HyperV agent@n-h2-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: L3 agent@n-d-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: Metadata agent@n-d-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: Metering agent@n-d-832156-4: {}, Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'ConntrackHelper': '1.0', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'LocalIPAssociation': '1.0', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Log': '1.0', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Network': '1.1', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Port': '1.7', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'PortForwarding': '1.2', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'QosPolicy': '1.10', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SecurityGroup': '1.5', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SecurityGroupRule': '1.2', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'SubPort': '1.0', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Subnet': '1.1', Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: 'Trunk': '1.1'}} Mar 07 10:27:19.559195 n-d-832156-4 neutron-server[103789]: {{(pid=103789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:27:19.621402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Publish callbacks [] for security_group (28947476-54cc-4de1-90be-6ea557d994d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.652032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Publish callbacks [] for security_group (28947476-54cc-4de1-90be-6ea557d994d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.730009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (28947476-54cc-4de1-90be-6ea557d994d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.732894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:19.734090 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28947476-54cc-4de1-90be-6ea557d994d4 HTTP/1.1" status: 204 len: 168 time: 0.1873624 Mar 07 10:27:19.743530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28947476-54cc-4de1-90be-6ea557d994d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:19.752888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.753375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.753937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.754309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.754653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.755165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d973757f-a27a-4cbc-8f74-769d1e0e3b46 admin admin] Tracked resource versions report: Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: pushed versions: Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: { 'AddressGroup': {'1.2'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'ConntrackHelper': {'1.0'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Log': {'1.0'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Network': {'1.1'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Port': {'1.7'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'PortForwarding': {'1.2'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'QosPolicy': {'1.10'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SecurityGroup': {'1.5'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SubPort': {'1.0'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Subnet': {'1.1'}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Trunk': {'1.1'}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: consumer versions: Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: HyperV agent@n-h1-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: HyperV agent@n-h2-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: L3 agent@n-d-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: Metadata agent@n-d-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: Metering agent@n-d-832156-4: {}, Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'ConntrackHelper': '1.0', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'LocalIPAssociation': '1.0', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Log': '1.0', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Network': '1.1', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Port': '1.7', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'PortForwarding': '1.2', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'QosPolicy': '1.10', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SecurityGroup': '1.5', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SecurityGroupRule': '1.2', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'SubPort': '1.0', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Subnet': '1.1', Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: 'Trunk': '1.1'}} Mar 07 10:27:19.760064 n-d-832156-4 neutron-server[103788]: {{(pid=103788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:27:20.530085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36126) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:20.619784 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9a2967a-9ff8-496d-9b60-e7d532bf96e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:20.843599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bc37456-8b82-49f1-9d86-456041c1ad6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:20.930321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bc37456-8b82-49f1-9d86-456041c1ad6a admin admin] Publish callbacks [] for security_group (a06fbb81-9f70-46fc-acc4-a16286e042d0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:20.935428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bc37456-8b82-49f1-9d86-456041c1ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a06fbb81-9f70-46fc-acc4-a16286e042d0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:20.995130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc37456-8b82-49f1-9d86-456041c1ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06fbb81-9f70-46fc-acc4-a16286e042d0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:20.999774 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bc37456-8b82-49f1-9d86-456041c1ad6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa42869cedad459e854c5ff688bdf0ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4685054 Mar 07 10:27:21.002310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:21.060039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] Publish callbacks [] for security_group (a06fbb81-9f70-46fc-acc4-a16286e042d0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.085481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] Publish callbacks [] for security_group (a06fbb81-9f70-46fc-acc4-a16286e042d0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.134400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a06fbb81-9f70-46fc-acc4-a16286e042d0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.137182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.141082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a06fbb81-9f70-46fc-acc4-a16286e042d0 HTTP/1.1" status: 204 len: 168 time: 0.1351435 Mar 07 10:27:21.146363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f72a-508f-4c2e-9bbd-20c75fe605ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06fbb81-9f70-46fc-acc4-a16286e042d0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:21.638048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36186) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:21.660774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf5754f9-ca5d-43a1-903f-8513597055b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.748557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf5754f9-ca5d-43a1-903f-8513597055b7 admin admin] Publish callbacks [] for security_group (22c6b94c-288d-4568-9c9a-39db50d8a1a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.753219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf5754f9-ca5d-43a1-903f-8513597055b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (22c6b94c-288d-4568-9c9a-39db50d8a1a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.790797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5754f9-ca5d-43a1-903f-8513597055b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c6b94c-288d-4568-9c9a-39db50d8a1a5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:21.796932 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf5754f9-ca5d-43a1-903f-8513597055b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8888658aa1fa413e9ad479a2bc1b33c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1567481 Mar 07 10:27:21.799669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:21.861542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] Publish callbacks [] for security_group (22c6b94c-288d-4568-9c9a-39db50d8a1a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.907782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] Publish callbacks [] for security_group (22c6b94c-288d-4568-9c9a-39db50d8a1a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.971969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (22c6b94c-288d-4568-9c9a-39db50d8a1a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.974739 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:21.976083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22c6b94c-288d-4568-9c9a-39db50d8a1a5 HTTP/1.1" status: 204 len: 168 time: 0.1748862 Mar 07 10:27:21.993991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17aa2a-7c2b-433b-bb3a-bf944367c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c6b94c-288d-4568-9c9a-39db50d8a1a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.650940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36264) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:22.654326 n-d-832156-4 neutron-server[103789]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 10:27:22.665785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:22.684096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-75327b26-d1d0-4079-a168-f601f0a7dd3a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7609232c618493c80278ba0522e5a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310996 Mar 07 10:27:22.842970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51706a76-b33b-452d-81f4-065242340f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:22.915259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-db59055c-ccb3-4fdc-ae86-fa83c3017fd5 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:22.918362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-db59055c-ccb3-4fdc-ae86-fa83c3017fd5 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278099 Mar 07 10:27:22.941580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51706a76-b33b-452d-81f4-065242340f50 admin admin] Publish callbacks [] for security_group (b732410d-2c0c-4acc-81d4-e8d18b9cdc10), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:22.944766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-20329c50-6925-40aa-b030-34f61ae47567 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/quotas/d7609232c618493c80278ba0522e5a4a HTTP/1.1" status: 200 len: 375 time: 0.0153122 Mar 07 10:27:22.946820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47a5a2dc-0de7-45a5-a432-4b61a67d4b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:22.953520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51706a76-b33b-452d-81f4-065242340f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b732410d-2c0c-4acc-81d4-e8d18b9cdc10), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.024630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51706a76-b33b-452d-81f4-065242340f50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d032dff15114f68a28fd2b7064e2ac1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3569441 Mar 07 10:27:23.025589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36282) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:23.034646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51706a76-b33b-452d-81f4-065242340f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732410d-2c0c-4acc-81d4-e8d18b9cdc10,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.061070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-eca9f79b-fedc-4940-b7c1-2b7cff1d21db tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064255 Mar 07 10:27:23.145051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] Publish callbacks [] for security_group (b732410d-2c0c-4acc-81d4-e8d18b9cdc10), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.186141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] Publish callbacks [] for security_group (b732410d-2c0c-4acc-81d4-e8d18b9cdc10), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.252846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b732410d-2c0c-4acc-81d4-e8d18b9cdc10), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.255517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.256786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b732410d-2c0c-4acc-81d4-e8d18b9cdc10 HTTP/1.1" status: 204 len: 168 time: 0.2240491 Mar 07 10:27:23.266529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91a9b-3ccf-4237-a1f1-e0a913077d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732410d-2c0c-4acc-81d4-e8d18b9cdc10,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.486642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36ec0f1a-a4bd-43de-87a5-499884e9dcca req-21875bac-98cf-4ed1-b7f4-01d2abc2b69b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 210 time: 0.0530243 Mar 07 10:27:23.740437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:23.756861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8006d119-284c-479e-bc20-3692cba33882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.818928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.882425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8006d119-284c-479e-bc20-3692cba33882 admin admin] Publish callbacks [] for security_group (180241ed-6558-4652-bca6-5487265caa50), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.889485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8006d119-284c-479e-bc20-3692cba33882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (180241ed-6558-4652-bca6-5487265caa50), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:23.948613 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8006d119-284c-479e-bc20-3692cba33882 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f1c31334e884863bd60499a1f839fe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2066107 Mar 07 10:27:23.950650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006d119-284c-479e-bc20-3692cba33882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180241ed-6558-4652-bca6-5487265caa50,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.951340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36374) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:24.030818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.171376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] Publish callbacks [] for security_group (180241ed-6558-4652-bca6-5487265caa50), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.198237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] Publish callbacks [] for security_group (180241ed-6558-4652-bca6-5487265caa50), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.287780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (180241ed-6558-4652-bca6-5487265caa50), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.290488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.294328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/180241ed-6558-4652-bca6-5487265caa50 HTTP/1.1" status: 204 len: 168 time: 0.3395281 Mar 07 10:27:24.303027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117b59c-4fbb-450c-9b73-2796e0c0dad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180241ed-6558-4652-bca6-5487265caa50,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:24.390197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36414) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:24.810307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fdc669d-6a52-42f6-b76a-61418c8d45e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.965655 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fdc669d-6a52-42f6-b76a-61418c8d45e4 admin admin] Publish callbacks [] for security_group (1dbca6dc-9c4e-48e7-b506-cb2fc40781e0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:24.976250 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fdc669d-6a52-42f6-b76a-61418c8d45e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1dbca6dc-9c4e-48e7-b506-cb2fc40781e0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.004837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc669d-6a52-42f6-b76a-61418c8d45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbca6dc-9c4e-48e7-b506-cb2fc40781e0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.040894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4fdc669d-6a52-42f6-b76a-61418c8d45e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aba32ed295f4ffb8aeee8eb402cf3af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6467099 Mar 07 10:27:25.040894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36464) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.106547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] Publish callbacks [] for security_group (1dbca6dc-9c4e-48e7-b506-cb2fc40781e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.133614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] Publish callbacks [] for security_group (1dbca6dc-9c4e-48e7-b506-cb2fc40781e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.196381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1dbca6dc-9c4e-48e7-b506-cb2fc40781e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.199515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.204212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dbca6dc-9c4e-48e7-b506-cb2fc40781e0 HTTP/1.1" status: 204 len: 168 time: 0.1623929 Mar 07 10:27:25.212958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c0ac6-f020-4c9a-8cd3-0332e99acc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbca6dc-9c4e-48e7-b506-cb2fc40781e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.235157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.304342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36480) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.470969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.574377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.32', 59498) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.607374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-1601b1a6-6590-4198-aa62-6098ace53d9c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d7609232c618493c80278ba0522e5a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253062 Mar 07 10:27:25.646531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b89087c2-e301-4aed-b855-aec35e01dadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.690737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-120c510b-14cc-4708-ae51-8585395ef3f1 req-2ca48bee-d092-4f63-8e2b-0d21b1531d3a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 210 time: 0.4537909 Mar 07 10:27:25.804603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-8054d8d6-992f-4ed5-8f51-6e55effe5bfa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:25.805501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-8054d8d6-992f-4ed5-8f51-6e55effe5bfa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897640 Mar 07 10:27:25.839698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b89087c2-e301-4aed-b855-aec35e01dadd admin admin] Publish callbacks [] for security_group (f069aee4-2ab7-4e90-80c6-a1320f21ab0e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.845358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b89087c2-e301-4aed-b855-aec35e01dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f069aee4-2ab7-4e90-80c6-a1320f21ab0e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.858669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.873112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b89087c2-e301-4aed-b855-aec35e01dadd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8476fcb13c645e5b897ba4b3adba2ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5676847 Mar 07 10:27:25.875072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c717f103-5283-4a9d-b238-82f527e8159f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:25.875677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36512) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:25.904229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Request body: {'port': {'device_id': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd7609232c618493c80278ba0522e5a4a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:25.996106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89087c2-e301-4aed-b855-aec35e01dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069aee4-2ab7-4e90-80c6-a1320f21ab0e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.014985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c717f103-5283-4a9d-b238-82f527e8159f admin admin] Publish callbacks [] for security_group (1297cdd9-1bd4-4fea-b999-0754472e8f1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.022516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c717f103-5283-4a9d-b238-82f527e8159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1297cdd9-1bd4-4fea-b999-0754472e8f1b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.086311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c717f103-5283-4a9d-b238-82f527e8159f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=339e006b3c9c452cb6ef5cac10f11828&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2266078 Mar 07 10:27:26.087520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:26.088863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717f103-5283-4a9d-b238-82f527e8159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1297cdd9-1bd4-4fea-b999-0754472e8f1b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.142520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] Publish callbacks [] for security_group (f069aee4-2ab7-4e90-80c6-a1320f21ab0e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.155573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] Publish callbacks [] for security_group (1297cdd9-1bd4-4fea-b999-0754472e8f1b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.173923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:27:26.183742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] Publish callbacks [] for security_group (f069aee4-2ab7-4e90-80c6-a1320f21ab0e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.184431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] Publish callbacks [] for security_group (1297cdd9-1bd4-4fea-b999-0754472e8f1b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.212217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Made reservation on behalf of d7609232c618493c80278ba0522e5a4a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:26.221123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.236091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.267777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1297cdd9-1bd4-4fea-b999-0754472e8f1b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.286120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f069aee4-2ab7-4e90-80c6-a1320f21ab0e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.288280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.290461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.293992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f069aee4-2ab7-4e90-80c6-a1320f21ab0e HTTP/1.1" status: 204 len: 168 time: 0.4165363 Mar 07 10:27:26.299034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1297cdd9-1bd4-4fea-b999-0754472e8f1b HTTP/1.1" status: 204 len: 168 time: 0.2030401 Mar 07 10:27:26.315550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a71f7-70fb-4455-a5f5-b2376d23fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069aee4-2ab7-4e90-80c6-a1320f21ab0e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.323203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae56ee-38e4-447e-802f-3f6205dc98ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297cdd9-1bd4-4fea-b999-0754472e8f1b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.387061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks [] for security_group (12b91b46-cd6b-4347-8b01-5b896f10244d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.397136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (12b91b46-cd6b-4347-8b01-5b896f10244d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.499858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b91b46-cd6b-4347-8b01-5b896f10244d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.647982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Allocated IP 192.168.233.38 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/9d7a95ea-b56f-4d8f-a035-0a137a228df8) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:26.833812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks [] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.873177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.954689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:26.965262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:26.970323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:27:26.976535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:26.977453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:26.985766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Pushing event updated for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:27.005682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-cd6ac489-3a04-439c-b290-c11bf1f7cee6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1087067 Mar 07 10:27:27.038232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-8bf4a4e4-f25a-4841-a5ec-d03b9f620750 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:27:27.039602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-8bf4a4e4-f25a-4841-a5ec-d03b9f620750 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164645 Mar 07 10:27:27.045044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:27.334081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:27.394755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-16277423-7c43-4f39-a9b7-b76f1b353259 None None] Provisioning complete for port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:27:27.395521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-16277423-7c43-4f39-a9b7-b76f1b353259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:27.432647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f348bb2-ef3d-48eb-be21-b053b996641e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:27.491742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-16277423-7c43-4f39-a9b7-b76f1b353259 None None] Port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:27:27.521396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-d1322cf6-9dda-462b-b89f-847f2c551d92 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=66280f500f2245458772c18e31253289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261008 Mar 07 10:27:27.786638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Request body: {'port': {'device_id': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:27.959183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5953c0-182b-4e19-bc6d-f136c7ecabbd req-c79d0ef0-d245-4568-8a85-c109ffd6b0e4 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.960854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd5953c0-182b-4e19-bc6d-f136c7ecabbd req-c79d0ef0-d245-4568-8a85-c109ffd6b0e4 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 935 time: 0.4054561 Mar 07 10:27:27.988361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-04de7ab0-c510-4227-b125-d2e7ffd86873 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.995923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-04de7ab0-c510-4227-b125-d2e7ffd86873 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4726040 Mar 07 10:27:28.058294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-d387966f-eb9a-482d-9900-c5fd06044ad0 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/quotas/66280f500f2245458772c18e31253289 HTTP/1.1" status: 200 len: 375 time: 0.0613184 Mar 07 10:27:28.065395 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:28.090709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f348bb2-ef3d-48eb-be21-b053b996641e admin admin] Publish callbacks [] for security_group (7e262e79-47bc-4427-a490-1752470445aa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:28.177997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-a32b9763-9dc1-4120-a8cf-d7fdfc8d4368 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66280f500f2245458772c18e31253289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174083 Mar 07 10:27:28.197960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f348bb2-ef3d-48eb-be21-b053b996641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7e262e79-47bc-4427-a490-1752470445aa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:28.268118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:28.588064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd5953c0-182b-4e19-bc6d-f136c7ecabbd req-2c1aa43e-dc31-4c23-9695-3fee5acda84d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872402 Mar 07 10:27:28.629071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2f348bb2-ef3d-48eb-be21-b053b996641e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=373509b1f110467ab0dd07e4cd3020f8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2935910 Mar 07 10:27:28.629230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36648) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:28.651630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f348bb2-ef3d-48eb-be21-b053b996641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e262e79-47bc-4427-a490-1752470445aa,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:28.891778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] Publish callbacks [] for security_group (7e262e79-47bc-4427-a490-1752470445aa), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:28.980831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] Publish callbacks [] for security_group (7e262e79-47bc-4427-a490-1752470445aa), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:29.112539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7e262e79-47bc-4427-a490-1752470445aa), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:29.115847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:29.120756 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e262e79-47bc-4427-a490-1752470445aa HTTP/1.1" status: 204 len: 168 time: 0.4896939 Mar 07 10:27:29.140116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6151-debd-4088-a462-35b67733c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e262e79-47bc-4427-a490-1752470445aa,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:29.362905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7a95ea-b56f-4d8f-a035-0a137a228df8 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:29.382432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks [] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:29.456030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Transition to ACTIVE for port object 9d7a95ea-b56f-4d8f-a035-0a137a228df8 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:27:29.487349 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:29.556292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb220de2-dbcd-4e2c-a732-8db996bd2d1d req-2cd1d4ee-f3b1-4176-ae9a-82b70009bda0 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 210 time: 0.0969834 Mar 07 10:27:29.777840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:29.898966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Attempting to bind port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:27:29.902230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Attempting to bind port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:27:29.902707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Attempting to bind port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:29.935873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:27:29.943110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Attempting to bind port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:29.997634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ab93-d536-49b1-84ae-3b3698a202e4 req-da7c2c81-5b76-4d19-870b-41dc5cb6e8c2 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.021127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c42ab93-d536-49b1-84ae-3b3698a202e4 req-da7c2c81-5b76-4d19-870b-41dc5cb6e8c2 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.2601991 Mar 07 10:27:30.041741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:27:30.041952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:27:30.042340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:27:30.042812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Bound port: 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:27:30.043160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.124387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:30.244901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c42ab93-d536-49b1-84ae-3b3698a202e4 req-0f2c0e1c-880c-46ba-8a83-5fb9a721cac2 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220621 Mar 07 10:27:30.276043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:30.286627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:30.311246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.380041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.382060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.384846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] 10.222.0.32 "PUT /v2.0/ports/9d7a95ea-b56f-4d8f-a035-0a137a228df8 HTTP/1.1" status: 200 len: 1095 time: 2.9571252 Mar 07 10:27:30.387950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:30.558693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0865576b-a4d6-4361-8174-a266937c0927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.767541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0865576b-a4d6-4361-8174-a266937c0927 admin admin] Publish callbacks [] for security_group (c12a1081-fb5f-45ca-a8ff-961d874f64a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.776300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0865576b-a4d6-4361-8174-a266937c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c12a1081-fb5f-45ca-a8ff-961d874f64a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.787760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af5919-04c5-45ff-b2ee-dc2e9dbd5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:30.831048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0865576b-a4d6-4361-8174-a266937c0927 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1baaf2d76a24a21b9367a53c1d3b2ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7034879 Mar 07 10:27:30.833028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865576b-a4d6-4361-8174-a266937c0927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a1081-fb5f-45ca-a8ff-961d874f64a9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:30.835856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:30.857988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-076c6cee-0293-4b73-b5e9-67d20c32d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.861730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-076c6cee-0293-4b73-b5e9-67d20c32d7dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 1129 time: 0.2677972 Mar 07 10:27:30.900539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] Publish callbacks [] for security_group (c12a1081-fb5f-45ca-a8ff-961d874f64a9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:30.974289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] Publish callbacks [] for security_group (c12a1081-fb5f-45ca-a8ff-961d874f64a9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:31.097849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-ea743bfc-26a0-419a-9510-5c25dc8b04f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8 HTTP/1.1" status: 200 len: 217 time: 0.2238657 Mar 07 10:27:31.103789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.26', 59077) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:31.266804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-f347d4ac-b3f3-4890-954f-fcda96da93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:31.274359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-f347d4ac-b3f3-4890-954f-fcda96da93c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1438060 Mar 07 10:27:31.301288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-3012af86-5210-4427-ba67-0b0e7ab74ab5 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=66280f500f2245458772c18e31253289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1951673 Mar 07 10:27:31.387043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c12a1081-fb5f-45ca-a8ff-961d874f64a9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:31.393322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:31.400460 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c12a1081-fb5f-45ca-a8ff-961d874f64a9 HTTP/1.1" status: 204 len: 168 time: 0.5626717 Mar 07 10:27:31.423575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba730e4-9ad4-4a4d-8908-1ee9c5c6425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a1081-fb5f-45ca-a8ff-961d874f64a9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:31.486748 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef2f89-f0e1-4911-ab54-f582ccede729" -d '{"events": [{"name": "network-changed", "server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:31.735825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e653a47-a0db-4867-a3a6-9bedf98654b3 req-94deaca1-d494-4b3f-bbb5-40dd82dc8095 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 210 time: 0.2345850 Mar 07 10:27:31.888288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2bc45-1819-46cc-8786-61f760d13864 req-e77b0663-237a-433b-9355-883d74c15033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:31.889795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-e77b0663-237a-433b-9355-883d74c15033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5875628 Mar 07 10:27:31.922651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:31.935580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d211ed-b823-430c-8cef-076139f548db req-7ac1831c-7588-4c9e-be80-e091b01687c8 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:31.937131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3d211ed-b823-430c-8cef-076139f548db req-7ac1831c-7588-4c9e-be80-e091b01687c8 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.3372984 Mar 07 10:27:31.943425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-1a71ab10-bccb-47a7-8922-2f192b0acba1 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:31.957343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-1a71ab10-bccb-47a7-8922-2f192b0acba1 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5555446 Mar 07 10:27:32.014437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3d211ed-b823-430c-8cef-076139f548db req-7d3dc867-9607-4718-90d1-dad8d4eda87d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560217 Mar 07 10:27:32.030924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Request body: {'port': {'device_id': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '66280f500f2245458772c18e31253289'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:32.272924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Made reservation on behalf of 66280f500f2245458772c18e31253289 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:32.281979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.294189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.383146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36804) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:32.408226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a4d6-ad70-4473-9a8e-733cedc1f2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.481207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks [] for security_group (e4f77778-bec7-4223-9bab-a4033f8ca4a9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.490647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e4f77778-bec7-4223-9bab-a4033f8ca4a9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.561389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a4d6-ad70-4473-9a8e-733cedc1f2f7 admin admin] Publish callbacks [] for security_group (50aea210-6093-4d90-8541-1496f3269d58), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.571744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a4d6-ad70-4473-9a8e-733cedc1f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (50aea210-6093-4d90-8541-1496f3269d58), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.629386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0a4d6-ad70-4473-9a8e-733cedc1f2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aea210-6093-4d90-8541-1496f3269d58,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:32.644084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f77778-bec7-4223-9bab-a4033f8ca4a9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:32.684055 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ffd0a4d6-ad70-4473-9a8e-733cedc1f2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7f06fe465db45948860d6b4e03fe567&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2991722 Mar 07 10:27:32.684680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36808) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:32.779332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84664e64-f00e-4ee3-b275-8225c1a31f0d x-openstack-request-id: req-84664e64-f00e-4ee3-b275-8225c1a31f0d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:32.781874 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:32.782601 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84664e64-f00e-4ee3-b275-8225c1a31f0d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:32.785376 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8', 'status': 'completed', 'code': 200} Mar 07 10:27:32.823394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51116fe2-5eb1-44fa-9f5a-71071a2e686f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.826466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] Publish callbacks [] for security_group (50aea210-6093-4d90-8541-1496f3269d58), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:32.869051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Allocated IP 192.168.233.240 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/72d66093-8d84-4c17-90f9-733da82ab4e7) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:32.871386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] Publish callbacks [] for security_group (50aea210-6093-4d90-8541-1496f3269d58), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.059377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (50aea210-6093-4d90-8541-1496f3269d58), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.062381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.067758 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50aea210-6093-4d90-8541-1496f3269d58 HTTP/1.1" status: 204 len: 168 time: 0.3818736 Mar 07 10:27:33.107352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51116fe2-5eb1-44fa-9f5a-71071a2e686f admin admin] Publish callbacks [] for security_group (08d65b6c-e8bf-4d5e-96f5-9860540628c9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.111304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d513fcb-50c4-4865-9ede-69ecc4c18377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aea210-6093-4d90-8541-1496f3269d58,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:33.118174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51116fe2-5eb1-44fa-9f5a-71071a2e686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (08d65b6c-e8bf-4d5e-96f5-9860540628c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.233299 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51116fe2-5eb1-44fa-9f5a-71071a2e686f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72e846ab09264668ac257334417191be&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3069522 Mar 07 10:27:33.234788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:33.236915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116fe2-5eb1-44fa-9f5a-71071a2e686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d65b6c-e8bf-4d5e-96f5-9860540628c9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:33.423266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] Publish callbacks [] for security_group (08d65b6c-e8bf-4d5e-96f5-9860540628c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.528388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] Publish callbacks [] for security_group (08d65b6c-e8bf-4d5e-96f5-9860540628c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.537049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks [] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.548201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaf4936c-5c82-47b3-b01c-0a6c308be3af req-c2bcfc55-fd07-4b51-8dfc-40279c56a0ea tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 210 time: 0.5061617 Mar 07 10:27:33.604809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (08d65b6c-e8bf-4d5e-96f5-9860540628c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.608188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.612674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08d65b6c-e8bf-4d5e-96f5-9860540628c9 HTTP/1.1" status: 204 len: 168 time: 0.3765280 Mar 07 10:27:33.632175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7292810-721b-4edd-aeca-5e79e402221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d65b6c-e8bf-4d5e-96f5-9860540628c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:33.669660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.915573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:33.953770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700deb47-51eb-4df9-82b4-91797faf5b0c req-da9eda92-9fbd-4d01-9cbb-f84479fc2a46 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:33.955557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-700deb47-51eb-4df9-82b4-91797faf5b0c req-da9eda92-9fbd-4d01-9cbb-f84479fc2a46 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.2192516 Mar 07 10:27:33.962491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:33.968783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:27:33.974568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:33.975668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:33.978110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Pushing event updated for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:33.988734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-ee9c8e35-e899-4941-a615-efc107aa65e4 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456077 Mar 07 10:27:34.100084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-87c8f539-f5d1-4d8e-b7fe-17f79240e128 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0739553 Mar 07 10:27:34.126773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-a24fedef-365d-47eb-9cbd-bb71b1e2465d tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:27:34.128153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-a24fedef-365d-47eb-9cbd-bb71b1e2465d tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144389 Mar 07 10:27:34.275947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-700deb47-51eb-4df9-82b4-91797faf5b0c req-4f9b4185-aa04-45e5-b47e-f9b69cc4713a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083870 Mar 07 10:27:34.359316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d2bc45-1819-46cc-8786-61f760d13864 req-0ea88708-7be9-4424-bcf9-82f99115b535 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546612 Mar 07 10:27:34.497070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-de5a7b75-6b4a-41ed-8bc0-32a05fb010cb None None] Provisioning complete for port 72d66093-8d84-4c17-90f9-733da82ab4e7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:27:34.497571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de5a7b75-6b4a-41ed-8bc0-32a05fb010cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:34.548727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-de5a7b75-6b4a-41ed-8bc0-32a05fb010cb None None] Port 72d66093-8d84-4c17-90f9-733da82ab4e7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:27:34.650363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-85ed7363-bfee-4ea4-8d36-300de7dae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.662068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-85ed7363-bfee-4ea4-8d36-300de7dae6d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 1129 time: 0.1486616 Mar 07 10:27:34.988992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8784e-36d5-47f6-8db5-240851476d5a req-78d5debc-c11f-49e2-a6c1-1c597428d41f tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.996847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d8784e-36d5-47f6-8db5-240851476d5a req-78d5debc-c11f-49e2-a6c1-1c597428d41f tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 936 time: 0.1597154 Mar 07 10:27:35.004655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-4c8ab7e8-f6ab-4409-851e-8b40a5fae2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:35.006135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-4c8ab7e8-f6ab-4409-851e-8b40a5fae2eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3371317 Mar 07 10:27:35.025438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:35.047487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38ff6390-f0af-4d6c-babe-903007c28272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.141264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d8784e-36d5-47f6-8db5-240851476d5a req-ed7df16e-d4bd-4e11-89b2-a8912d730719 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434331 Mar 07 10:27:35.158553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-680654b7-4597-4c32-b78f-c2a954a82a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8 HTTP/1.1" status: 200 len: 217 time: 0.1298912 Mar 07 10:27:35.310660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Request body: {'port': {'device_id': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'device_owner': 'compute:tempest-test_az-350379157', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:35.390846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38ff6390-f0af-4d6c-babe-903007c28272 admin admin] Publish callbacks [] for security_group (60b32b0b-90bb-4b17-87f5-4c5bd99202cd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.408993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38ff6390-f0af-4d6c-babe-903007c28272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (60b32b0b-90bb-4b17-87f5-4c5bd99202cd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.448747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-cdafc195-68be-40aa-9db1-da13f8acec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:35.448747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-cdafc195-68be-40aa-9db1-da13f8acec58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2884693 Mar 07 10:27:35.477507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-38ff6390-f0af-4d6c-babe-903007c28272 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29a5e7a9b0c742ebb06ff8785c64db40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502099 Mar 07 10:27:35.481067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36900) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:35.483692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6390-f0af-4d6c-babe-903007c28272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b32b0b-90bb-4b17-87f5-4c5bd99202cd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:35.525970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.562017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] Publish callbacks [] for security_group (60b32b0b-90bb-4b17-87f5-4c5bd99202cd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.598594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] Publish callbacks [] for security_group (60b32b0b-90bb-4b17-87f5-4c5bd99202cd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.675884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (60b32b0b-90bb-4b17-87f5-4c5bd99202cd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.685880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:35.692070 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60b32b0b-90bb-4b17-87f5-4c5bd99202cd HTTP/1.1" status: 204 len: 168 time: 0.2070320 Mar 07 10:27:35.723759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5c998-0fd3-4fe4-8930-08088aab0593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b32b0b-90bb-4b17-87f5-4c5bd99202cd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:35.857180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-785b0e3f-7ad4-4ea4-a2e2-49ef99792c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:35.859384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-785b0e3f-7ad4-4ea4-a2e2-49ef99792c25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3389022 Mar 07 10:27:35.867697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36908) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:35.870768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a459-4e10-48ff-a96e-0f4f81820f4f req-e287642f-f849-4edd-a585-70466e8f9123 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:35.878698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6313a459-4e10-48ff-a96e-0f4f81820f4f req-e287642f-f849-4edd-a585-70466e8f9123 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.3555326 Mar 07 10:27:36.206605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6313a459-4e10-48ff-a96e-0f4f81820f4f req-32fd4628-b026-4011-b770-c0df920a5d52 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238547 Mar 07 10:27:36.310101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-ed5241d4-54dc-496c-83bf-4a689ff77d6d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180462 Mar 07 10:27:36.390640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d66093-8d84-4c17-90f9-733da82ab4e7 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:36.403458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks [] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.425570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Transition to ACTIVE for port object 72d66093-8d84-4c17-90f9-733da82ab4e7 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:27:36.445633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.535223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Pushing event updated for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:36.702011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9552-f457-4d3c-b934-ad21d301f94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.762114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd87d9-de15-4e71-9a59-41d8f94b663f req-b55e4f87-d976-4eb7-be1b-ecd3cf296fc4 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:36.771187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26fd87d9-de15-4e71-9a59-41d8f94b663f req-b55e4f87-d976-4eb7-be1b-ecd3cf296fc4 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.3430750 Mar 07 10:27:36.944570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Attempting to bind port 72d66093-8d84-4c17-90f9-733da82ab4e7 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:27:36.945246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Attempting to bind port 72d66093-8d84-4c17-90f9-733da82ab4e7 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:27:36.945246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Attempting to bind port 72d66093-8d84-4c17-90f9-733da82ab4e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:36.958296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9552-f457-4d3c-b934-ad21d301f94d admin admin] Publish callbacks [] for security_group (e91a4d43-ac83-428b-a491-a2b72f05349d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.964883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9552-f457-4d3c-b934-ad21d301f94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e91a4d43-ac83-428b-a491-a2b72f05349d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.992217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Port 72d66093-8d84-4c17-90f9-733da82ab4e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:27:36.992885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Attempting to bind port 72d66093-8d84-4c17-90f9-733da82ab4e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:37.001538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:27:37.002005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:27:37.002480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:27:37.003013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Bound port: 72d66093-8d84-4c17-90f9-733da82ab4e7, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:27:37.003459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.008961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef2f89-f0e1-4911-ab54-f582ccede729 req-591c4be2-83ea-4b72-8db0-3f0c5240a7d9 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651491 Mar 07 10:27:37.026883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26fd87d9-de15-4e71-9a59-41d8f94b663f req-a352e458-c660-493e-8c53-ccc722977b46 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498670 Mar 07 10:27:37.065746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf9552-f457-4d3c-b934-ad21d301f94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a4d43-ac83-428b-a491-a2b72f05349d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:37.076680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ebbf9552-f457-4d3c-b934-ad21d301f94d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df66af2b94d2493c9201767b5f86f298&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2067354 Mar 07 10:27:37.078968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:37.129545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:37.140310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:37.144261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=72d66093-8d84-4c17-90f9-733da82ab4e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:37.155822 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.195120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] Publish callbacks [] for security_group (e91a4d43-ac83-428b-a491-a2b72f05349d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.201334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:37.202291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.204366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] 10.222.0.26 "PUT /v2.0/ports/72d66093-8d84-4c17-90f9-733da82ab4e7 HTTP/1.1" status: 200 len: 1117 time: 2.3651187 Mar 07 10:27:37.210598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:37.214212 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b1a7f5-55db-4249-b89c-209b4361aea8" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:37.240766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473174-bf8d-4f01-8daa-46bc3e461609 service neutron] Pushing event updated for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:37.251131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] Publish callbacks [] for security_group (e91a4d43-ac83-428b-a491-a2b72f05349d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.346849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e91a4d43-ac83-428b-a491-a2b72f05349d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.351793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.358820 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e91a4d43-ac83-428b-a491-a2b72f05349d HTTP/1.1" status: 204 len: 168 time: 0.2781708 Mar 07 10:27:37.372484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912c4a3-8a8e-43d1-8417-0775b65624ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a4d43-ac83-428b-a491-a2b72f05349d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:37.625684 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa5b5a-bc09-4584-8399-cc028d54bc55 x-openstack-request-id: req-31aa5b5a-bc09-4584-8399-cc028d54bc55 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:37.625975 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:37.626226 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31aa5b5a-bc09-4584-8399-cc028d54bc55 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:37.626619 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7', 'status': 'completed', 'code': 200} Mar 07 10:27:37.708605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911d8069-0e3a-4fbf-8a5f-7d4389f3a6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.727424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36964) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:37.764149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b20065-383d-43e9-9e6c-db3ce7e047c7 req-19ca12ce-34ca-4e30-aa1c-c512769d4a7d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:37.771950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31b20065-383d-43e9-9e6c-db3ce7e047c7 req-19ca12ce-34ca-4e30-aa1c-c512769d4a7d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.0750918 Mar 07 10:27:37.853500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31b20065-383d-43e9-9e6c-db3ce7e047c7 req-8b410d71-fd74-4985-8a56-b68fc24566be tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803053 Mar 07 10:27:37.933708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911d8069-0e3a-4fbf-8a5f-7d4389f3a6e0 admin admin] Publish callbacks [] for security_group (08c01e4d-3124-4a54-86e3-c14762496848), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:37.943676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911d8069-0e3a-4fbf-8a5f-7d4389f3a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (08c01e4d-3124-4a54-86e3-c14762496848), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.101101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36980) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:38.101664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-911d8069-0e3a-4fbf-8a5f-7d4389f3a6e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b8c45cebc524e44a0756f2ccd1d53e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9664612 Mar 07 10:27:38.116387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8069-0e3a-4fbf-8a5f-7d4389f3a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c01e4d-3124-4a54-86e3-c14762496848,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:38.686341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1716218916-network', 'tenant_id': '1e4a6acf30d24121a5519a94f1666392'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:38.701271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:38.724333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:38.726996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.727584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ff7-f2d9-414d-bcc6-870699850103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.756383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.814861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] Publish callbacks [] for security_group (08c01e4d-3124-4a54-86e3-c14762496848), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.865579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] Publish callbacks [] for security_group (08c01e4d-3124-4a54-86e3-c14762496848), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.906500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ff7-f2d9-414d-bcc6-870699850103 admin admin] Publish callbacks [] for security_group (846cbd62-24f7-4c65-9f4d-976a6b2741ad), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.912733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ff7-f2d9-414d-bcc6-870699850103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (846cbd62-24f7-4c65-9f4d-976a6b2741ad), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.980545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40ff7-f2d9-414d-bcc6-870699850103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846cbd62-24f7-4c65-9f4d-976a6b2741ad,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:39.016553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1bb40ff7-f2d9-414d-bcc6-870699850103 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44e897183854a818ef2285ae267484d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140562 Mar 07 10:27:39.024287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37002) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:39.108288 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] Publish callbacks [] for security_group (846cbd62-24f7-4c65-9f4d-976a6b2741ad), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.127177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks [] for security_group (37985cee-9b2e-4801-9787-7c1a35ea2199), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.137556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (08c01e4d-3124-4a54-86e3-c14762496848), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.138231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] Publish callbacks [] for security_group (846cbd62-24f7-4c65-9f4d-976a6b2741ad), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.141225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.144895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08c01e4d-3124-4a54-86e3-c14762496848 HTTP/1.1" status: 204 len: 168 time: 1.0427966 Mar 07 10:27:39.160441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37985cee-9b2e-4801-9787-7c1a35ea2199), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.209571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e185-10c4-490b-951f-bf6f832c6d83 req-32350e4a-6629-447b-b03b-acefbd110d9a tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:39.220408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49a4e185-10c4-490b-951f-bf6f832c6d83 req-32350e4a-6629-447b-b03b-acefbd110d9a tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 1.0264344 Mar 07 10:27:39.244159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (846cbd62-24f7-4c65-9f4d-976a6b2741ad), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.246353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98efc7-2497-470b-9ef1-e65a49846848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c01e4d-3124-4a54-86e3-c14762496848,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:39.246884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.269262 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/846cbd62-24f7-4c65-9f4d-976a6b2741ad HTTP/1.1" status: 204 len: 168 time: 0.2225592 Mar 07 10:27:39.302853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88351f-6985-40be-9c4e-6bde1e828bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846cbd62-24f7-4c65-9f4d-976a6b2741ad,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:39.332585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:39.433341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37985cee-9b2e-4801-9787-7c1a35ea2199,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:39.450446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-2b585545-e952-4eec-9083-82859b469823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:39.452194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-2b585545-e952-4eec-9083-82859b469823 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66280f500f2245458772c18e31253289&device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 1151 time: 0.7715666 Mar 07 10:27:39.454103 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (34f5367d-a9cd-4e53-b9ad-ed6c9eb08221), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.454428 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Added segment 34f5367d-a9cd-4e53-b9ad-ed6c9eb08221 of type vlan for network 9258202e-043b-452c-9d49-e8b6223f25e7 Mar 07 10:27:39.722140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-0617c88d-76ed-46ab-aeb6-e2341248cd3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=72d66093-8d84-4c17-90f9-733da82ab4e7 HTTP/1.1" status: 200 len: 217 time: 0.1490247 Mar 07 10:27:39.843536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49a4e185-10c4-490b-951f-bf6f832c6d83 req-4aae419b-eb66-4f42-ad2a-8902e412da33 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216388 Mar 07 10:27:39.942894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9258202e-043b-452c-9d49-e8b6223f25e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.980141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842d9e8-80c1-490c-be1e-9b5c54c92fdd req-2548e058-3476-42dc-9904-c939558be94a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:39.988032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f842d9e8-80c1-490c-be1e-9b5c54c92fdd req-2548e058-3476-42dc-9904-c939558be94a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.5460551 Mar 07 10:27:40.038590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-7c6b2674-be0e-4901-bd6e-97e896be5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:40.040598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-7c6b2674-be0e-4901-bd6e-97e896be5636 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2951221 Mar 07 10:27:40.071042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37022) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:40.091184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9258202e-043b-452c-9d49-e8b6223f25e7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.092555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:40.093835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.115123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6160-0568-48f6-a044-87acc5ee6f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.158274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f842d9e8-80c1-490c-be1e-9b5c54c92fdd req-f54e75ac-22ab-41ad-9c25-f5fd87a1484a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664150 Mar 07 10:27:40.288543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5585918 Mar 07 10:27:40.290189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:40.309899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Request body: {'subnet': {'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1716218916-subnet', 'tenant_id': '1e4a6acf30d24121a5519a94f1666392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:40.321933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2bc5-a578-4811-9af8-74ebe6768873 admin admin] Pushing event updated for resources: {'Network': ['ID=9258202e-043b-452c-9d49-e8b6223f25e7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:40.329643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6160-0568-48f6-a044-87acc5ee6f8e admin admin] Publish callbacks [] for security_group (adf18f9c-2c71-4488-83a1-109f0a40685a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.337261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6160-0568-48f6-a044-87acc5ee6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adf18f9c-2c71-4488-83a1-109f0a40685a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.344536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9258202e-043b-452c-9d49-e8b6223f25e7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:27:40.391425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:40.398142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.406363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444304-19c4-41fb-8722-d51696e37e0d req-48ce797a-a859-4e34-bf78-2aa1efd92aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:40.410787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-48ce797a-a859-4e34-bf78-2aa1efd92aaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3548067 Mar 07 10:27:40.450450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-40ff6160-0568-48f6-a044-87acc5ee6f8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3683d27839d495a8eaf3b7254eeef5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747101 Mar 07 10:27:40.454392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:40.458917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff6160-0568-48f6-a044-87acc5ee6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf18f9c-2c71-4488-83a1-109f0a40685a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:40.578021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] Publish callbacks [] for security_group (adf18f9c-2c71-4488-83a1-109f0a40685a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.641783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] Publish callbacks [] for security_group (adf18f9c-2c71-4488-83a1-109f0a40685a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.718034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-247254a8-d3c5-485b-9fa9-5fd200fa0d98 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960222 Mar 07 10:27:40.739411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adf18f9c-2c71-4488-83a1-109f0a40685a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.741999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:40.746185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adf18f9c-2c71-4488-83a1-109f0a40685a HTTP/1.1" status: 204 len: 168 time: 0.2875948 Mar 07 10:27:40.763014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79a87a-8e71-42f2-8905-dc48cb9a3792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf18f9c-2c71-4488-83a1-109f0a40685a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:40.848330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92444304-19c4-41fb-8722-d51696e37e0d req-523b6dc5-a39b-4173-8e6c-843ea6743254 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928621 Mar 07 10:27:40.961485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37052) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:41.080912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-f773659c-279b-4188-97d9-4e59de8ed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.083208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-f773659c-279b-4188-97d9-4e59de8ed4ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66280f500f2245458772c18e31253289&device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 1151 time: 0.1373138 Mar 07 10:27:41.084308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (31832294-ca17-40e5-9cc9-c65e77d5c9a3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.117770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6341405-9ad7-49c4-bff7-56274682f3e6 req-3b96f2fc-3c32-4c9d-b15c-68638639a9b5 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.127800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6341405-9ad7-49c4-bff7-56274682f3e6 req-3b96f2fc-3c32-4c9d-b15c-68638639a9b5 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.1287749 Mar 07 10:27:41.463457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31832294-ca17-40e5-9cc9-c65e77d5c9a3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:41.498953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6341405-9ad7-49c4-bff7-56274682f3e6 req-feee8ed9-7b2d-40ef-98e3-6ae1c900c8af tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693860 Mar 07 10:27:41.517569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-542ec586-a4b6-4a36-9861-8ca20d17c3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.593595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:27:41.595316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Network hostable DHCP agents. Network: 9258202e-043b-452c-9d49-e8b6223f25e7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:41.703955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-32544147-fb34-4479-9e82-b60be161a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.710820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-542ec586-a4b6-4a36-9861-8ca20d17c3da admin admin] Publish callbacks [] for security_group (bc55207d-889e-4e8a-b74d-e3303bcb0697), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.716123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-542ec586-a4b6-4a36-9861-8ca20d17c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bc55207d-889e-4e8a-b74d-e3303bcb0697), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.719244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-32544147-fb34-4479-9e82-b60be161a4f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.6207821 Mar 07 10:27:41.770653 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-542ec586-a4b6-4a36-9861-8ca20d17c3da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b4b3b2430b4460ac4699aedfd68c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078635 Mar 07 10:27:41.771296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37082) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:41.782712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Network 9258202e-043b-452c-9d49-e8b6223f25e7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:41.880561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-733bb24f-8c8f-493d-90df-feab0d3fb4d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=72d66093-8d84-4c17-90f9-733da82ab4e7 HTTP/1.1" status: 200 len: 217 time: 0.1327200 Mar 07 10:27:41.894160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427a35-9f08-4ecb-a5d7-1fb2b21c0089 req-bee34d60-4f69-4ddc-b7d0-02e57b01bcba tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.909198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc427a35-9f08-4ecb-a5d7-1fb2b21c0089 req-bee34d60-4f69-4ddc-b7d0-02e57b01bcba tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.5650203 Mar 07 10:27:41.919355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9258202e-043b-452c-9d49-e8b6223f25e7) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:41.927388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.928402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.929800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ec33e-e007-4d79-be7e-727536da8d39 None None] Network 9258202e-043b-452c-9d49-e8b6223f25e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:27:41.949496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ec586-a4b6-4a36-9861-8ca20d17c3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55207d-889e-4e8a-b74d-e3303bcb0697,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:42.023002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1712b220-235f-4963-ae10-a6ec21007629 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7151051 Mar 07 10:27:42.052888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc427a35-9f08-4ecb-a5d7-1fb2b21c0089 req-c3e67a46-17c6-46a8-9419-71e61e794117 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404576 Mar 07 10:27:42.077163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-357a5693-2461-46b0-a955-058cfbcfc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.078985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-357a5693-2461-46b0-a955-058cfbcfc802 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1369283 Mar 07 10:27:42.094617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] Publish callbacks [] for security_group (bc55207d-889e-4e8a-b74d-e3303bcb0697), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:42.155358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] Publish callbacks [] for security_group (bc55207d-889e-4e8a-b74d-e3303bcb0697), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:42.233737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-0c32da89-44e3-4bf9-93ce-a13d3d2a7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.236316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-0c32da89-44e3-4bf9-93ce-a13d3d2a7423 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1150701 Mar 07 10:27:42.258487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bc55207d-889e-4e8a-b74d-e3303bcb0697), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:42.263456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:42.265365 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc55207d-889e-4e8a-b74d-e3303bcb0697 HTTP/1.1" status: 204 len: 168 time: 0.4917428 Mar 07 10:27:42.279865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5784b6-38f4-47aa-9097-6b0d6d958422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55207d-889e-4e8a-b74d-e3303bcb0697,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:42.318454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb006d-8e7d-4cbb-8304-a687818fdb2c None None] Network 9258202e-043b-452c-9d49-e8b6223f25e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:27:42.502288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-a641608b-4266-4a91-8ad6-62ba9fedd49e service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553947 Mar 07 10:27:42.698440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc38f27-df6b-4a39-91c1-dc32a5fb93fe req-66aa5dcc-6f07-4c48-8305-62552daf4839 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.700234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bc38f27-df6b-4a39-91c1-dc32a5fb93fe req-66aa5dcc-6f07-4c48-8305-62552daf4839 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.0871024 Mar 07 10:27:42.815787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bc38f27-df6b-4a39-91c1-dc32a5fb93fe req-937a28b2-d3c5-4cbc-a616-90ae18af6bf2 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084681 Mar 07 10:27:43.231959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffa4ad-7453-44ee-ab28-5cc810182afb req-d9fe1233-90f8-46ee-a900-7fe915d92891 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:43.253124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aeffa4ad-7453-44ee-ab28-5cc810182afb req-d9fe1233-90f8-46ee-a900-7fe915d92891 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.1114686 Mar 07 10:27:43.393131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aeffa4ad-7453-44ee-ab28-5cc810182afb req-ec4cb347-0584-4fae-a02b-1dfbfbb04244 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313865 Mar 07 10:27:43.503864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:43.593848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37150) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:43.618185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e736fdbf-9475-4b38-84db-551eefaba5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:43.707537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e736fdbf-9475-4b38-84db-551eefaba5bf admin admin] Publish callbacks [] for security_group (f7a49344-f666-4d1a-b201-969dd87d4357), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:43.713356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e736fdbf-9475-4b38-84db-551eefaba5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f7a49344-f666-4d1a-b201-969dd87d4357), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:43.760720 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e736fdbf-9475-4b38-84db-551eefaba5bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd3d5ebe62774f82b5139daa085e5e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616790 Mar 07 10:27:43.760720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736fdbf-9475-4b38-84db-551eefaba5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a49344-f666-4d1a-b201-969dd87d4357,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:43.761492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:43.831100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] Publish callbacks [] for security_group (f7a49344-f666-4d1a-b201-969dd87d4357), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:43.855846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] Publish callbacks [] for security_group (f7a49344-f666-4d1a-b201-969dd87d4357), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:43.880461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701b33c0-7be6-453a-a0eb-28ecf7a7bc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.031778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f7a49344-f666-4d1a-b201-969dd87d4357), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.037888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.039784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7a49344-f666-4d1a-b201-969dd87d4357 HTTP/1.1" status: 204 len: 168 time: 0.2750056 Mar 07 10:27:44.075075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701b33c0-7be6-453a-a0eb-28ecf7a7bc55 admin admin] Publish callbacks [] for security_group (a2a95dae-c002-4ceb-85b5-852cc18a4a9e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.086095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701b33c0-7be6-453a-a0eb-28ecf7a7bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2a95dae-c002-4ceb-85b5-852cc18a4a9e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.181869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaadd53-aa2e-48b2-87e0-519f7b599dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a49344-f666-4d1a-b201-969dd87d4357,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.182076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-701b33c0-7be6-453a-a0eb-28ecf7a7bc55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67d11a5477124f25b31f540e07a89f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6743169 Mar 07 10:27:44.182076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b33c0-7be6-453a-a0eb-28ecf7a7bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a95dae-c002-4ceb-85b5-852cc18a4a9e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.184203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:44.213839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa4912-2b88-4888-a6aa-4f557f128c8a req-e82551ed-1bc3-4f90-a54a-70d1bf4f9ebd tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:44.215628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8aa4912-2b88-4888-a6aa-4f557f128c8a req-e82551ed-1bc3-4f90-a54a-70d1bf4f9ebd tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.2772799 Mar 07 10:27:44.248805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:44.313086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8aa4912-2b88-4888-a6aa-4f557f128c8a req-72a9e28f-9c97-4e64-95c5-218b6bee61bd tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907731 Mar 07 10:27:44.333790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b1a7f5-55db-4249-b89c-209b4361aea8 req-fbf2c26f-a330-4b0a-b1c3-69dc1418c211 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146102 Mar 07 10:27:44.341278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] Publish callbacks [] for security_group (a2a95dae-c002-4ceb-85b5-852cc18a4a9e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.368922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] Publish callbacks [] for security_group (a2a95dae-c002-4ceb-85b5-852cc18a4a9e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.431350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2a95dae-c002-4ceb-85b5-852cc18a4a9e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.436958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.439328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2a95dae-c002-4ceb-85b5-852cc18a4a9e HTTP/1.1" status: 204 len: 168 time: 0.2502806 Mar 07 10:27:44.450619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874056bf-db02-41d9-8001-740b11d95417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a95dae-c002-4ceb-85b5-852cc18a4a9e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.569263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c3fd4-b490-4904-ae2b-01e6339ac01f req-d584a6e4-c7f5-455c-bbae-3305db6bbb99 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:44.570294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902c3fd4-b490-4904-ae2b-01e6339ac01f req-d584a6e4-c7f5-455c-bbae-3305db6bbb99 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.0708873 Mar 07 10:27:44.641667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902c3fd4-b490-4904-ae2b-01e6339ac01f req-afa67f6f-c3cb-4259-917d-e73bea813caa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Mar 07 10:27:44.677209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982b5c0b-6b84-4147-acea-a9b1e8f34adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.755064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37190) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:44.764941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982b5c0b-6b84-4147-acea-a9b1e8f34adb admin admin] Publish callbacks [] for security_group (75c118bb-8420-47ac-a728-0bd886940600), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.771539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982b5c0b-6b84-4147-acea-a9b1e8f34adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (75c118bb-8420-47ac-a728-0bd886940600), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.774437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f129dae-d7ce-40ec-8b04-6f36a182bb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.823478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-982b5c0b-6b84-4147-acea-a9b1e8f34adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba4ccb83f2104b40bbb24dd5f872392f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732350 Mar 07 10:27:44.824398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b5c0b-6b84-4147-acea-a9b1e8f34adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c118bb-8420-47ac-a728-0bd886940600,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.826310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:44.925471 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] Publish callbacks [] for security_group (75c118bb-8420-47ac-a728-0bd886940600), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.961927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f129dae-d7ce-40ec-8b04-6f36a182bb8f admin admin] Publish callbacks [] for security_group (6395185d-286f-4b43-981b-2aec71b26e76), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.964464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] Publish callbacks [] for security_group (75c118bb-8420-47ac-a728-0bd886940600), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:44.972203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f129dae-d7ce-40ec-8b04-6f36a182bb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6395185d-286f-4b43-981b-2aec71b26e76), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.009397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37198) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:45.015106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1097828585-network', 'tenant_id': '12c3664bd3844eb0b845f314afb96477'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:45.048741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Made reservation on behalf of 12c3664bd3844eb0b845f314afb96477 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:45.051541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.072723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.191431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks [] for security_group (9f6e25cf-833c-4772-b30e-d6e0b8bb291d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.197863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f6e25cf-833c-4772-b30e-d6e0b8bb291d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.254549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:45.267255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (75c118bb-8420-47ac-a728-0bd886940600), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.270109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.271469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75c118bb-8420-47ac-a728-0bd886940600 HTTP/1.1" status: 204 len: 168 time: 0.4441874 Mar 07 10:27:45.276745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e25cf-833c-4772-b30e-d6e0b8bb291d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.280208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f129dae-d7ce-40ec-8b04-6f36a182bb8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7440cf5ddcb4b1bbc3bc5004a2aaf63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234401 Mar 07 10:27:45.280832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129dae-d7ce-40ec-8b04-6f36a182bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6395185d-286f-4b43-981b-2aec71b26e76,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.280965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9c779a0f-b2b4-4a20-a15a-2b9a33920f5a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.281221 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Added segment 9c779a0f-b2b4-4a20-a15a-2b9a33920f5a of type vlan for network 6e0d483e-966a-4b78-9802-234487265b89 Mar 07 10:27:45.283076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37204) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:45.290947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555038-ef84-4f62-b6a3-62a1d8c8021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c118bb-8420-47ac-a728-0bd886940600,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.386803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37210) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:45.393844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (6e0d483e-966a-4b78-9802-234487265b89), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.409330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-485b5ea8-6f70-465f-bcb2-4469d49c2eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.415347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] Publish callbacks [] for security_group (6395185d-286f-4b43-981b-2aec71b26e76), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.450298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] Publish callbacks [] for security_group (6395185d-286f-4b43-981b-2aec71b26e76), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.452427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (6e0d483e-966a-4b78-9802-234487265b89), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.453406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:45.454148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.519894 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5065453 Mar 07 10:27:45.530718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:45.570084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Request body: {'subnet': {'network_id': '6e0d483e-966a-4b78-9802-234487265b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1097828585-subnet', 'tenant_id': '12c3664bd3844eb0b845f314afb96477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:45.592000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edefc80-85a6-4a0e-af73-e97bdb31b5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0d483e-966a-4b78-9802-234487265b89,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.594808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95716c-2c2f-4f4b-bd7a-045cea5a3d54 req-a6d095c7-a017-4a29-bff9-2e3a707df561 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:45.607521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Made reservation on behalf of 12c3664bd3844eb0b845f314afb96477 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:45.610400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.611707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 6e0d483e-966a-4b78-9802-234487265b89 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:27:45.621273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff95716c-2c2f-4f4b-bd7a-045cea5a3d54 req-a6d095c7-a017-4a29-bff9-2e3a707df561 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.1365750 Mar 07 10:27:45.651910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6395185d-286f-4b43-981b-2aec71b26e76), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.655682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.662297 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6395185d-286f-4b43-981b-2aec71b26e76 HTTP/1.1" status: 204 len: 168 time: 0.3716784 Mar 07 10:27:45.691075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-485b5ea8-6f70-465f-bcb2-4469d49c2eff admin admin] Publish callbacks [] for security_group (3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.703175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff95716c-2c2f-4f4b-bd7a-045cea5a3d54 req-9e57af9e-55f7-4d3c-a07b-bb5a5b4dfd97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806305 Mar 07 10:27:45.709545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-485b5ea8-6f70-465f-bcb2-4469d49c2eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.761271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2576c0-bf6b-4ed3-be6c-9100f52786d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6395185d-286f-4b43-981b-2aec71b26e76,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.778428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-485b5ea8-6f70-465f-bcb2-4469d49c2eff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ffa1db3716c448f8c6104936bf65520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903365 Mar 07 10:27:45.782793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b5ea8-6f70-465f-bcb2-4469d49c2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.784269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:45.873382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7997c-edbc-44d2-856a-14f65e0023aa req-c0e8a2d9-d80b-434d-a6e0-b72ba1a59179 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:45.875882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6c7997c-edbc-44d2-856a-14f65e0023aa req-c0e8a2d9-d80b-434d-a6e0-b72ba1a59179 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.0953462 Mar 07 10:27:45.900930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] Publish callbacks [] for security_group (3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.937757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6c7997c-edbc-44d2-856a-14f65e0023aa req-aebed68f-549c-4f0a-8fb0-fecdc31fdf80 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521314 Mar 07 10:27:45.952595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] Publish callbacks [] for security_group (3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:45.998523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (301fd47f-1da7-4c4e-a3c2-f59353335696), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.060753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Pushing event updated for resources: {'Subnet': ['ID=301fd47f-1da7-4c4e-a3c2-f59353335696,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.072048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.074715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.078258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0 HTTP/1.1" status: 204 len: 168 time: 0.2905688 Mar 07 10:27:46.078258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Checking segment: {'id': '9c779a0f-b2b4-4a20-a15a-2b9a33920f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e0d483e-966a-4b78-9802-234487265b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:27:46.078258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Network hostable DHCP agents. Network: 6e0d483e-966a-4b78-9802-234487265b89, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:46.089119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86104107-2d0c-40a3-8673-1de04d5c0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c5d0f-bf7a-4882-b545-8fc8d318b2b0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.108053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Network 6e0d483e-966a-4b78-9802-234487265b89 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:46.115203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37232) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:46.131817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 6e0d483e-966a-4b78-9802-234487265b89) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:46.132201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23f1f76-2a76-421c-acf8-1dd45e1b56b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.139532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:46.141367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.142174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786a168-5d84-4615-9161-af81da25c2c7 None None] Network 6e0d483e-966a-4b78-9802-234487265b89 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:27:46.152193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:46.179600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dcf28f42-63bd-4838-abe5-60c2c189127e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6478057 Mar 07 10:27:46.260381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23f1f76-2a76-421c-acf8-1dd45e1b56b2 admin admin] Publish callbacks [] for security_group (9f619ad5-83bc-49ed-8648-b39864dc5997), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.265277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04dfcf-5cba-4ee0-906f-fb51ce97b48a None None] Network 6e0d483e-966a-4b78-9802-234487265b89 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:27:46.266450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23f1f76-2a76-421c-acf8-1dd45e1b56b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f619ad5-83bc-49ed-8648-b39864dc5997), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.297377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f1f76-2a76-421c-acf8-1dd45e1b56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f619ad5-83bc-49ed-8648-b39864dc5997,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.318487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a23f1f76-2a76-421c-acf8-1dd45e1b56b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a80c00e7774d85aa45dea4200946d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021930 Mar 07 10:27:46.321258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:46.379268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] Publish callbacks [] for security_group (9f619ad5-83bc-49ed-8648-b39864dc5997), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.405555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] Publish callbacks [] for security_group (9f619ad5-83bc-49ed-8648-b39864dc5997), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.448108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bc6a-f15e-4b31-afbf-530d9e12f1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.482872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f619ad5-83bc-49ed-8648-b39864dc5997), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.485726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.486866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f619ad5-83bc-49ed-8648-b39864dc5997 HTTP/1.1" status: 204 len: 168 time: 0.1643460 Mar 07 10:27:46.507491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cecc73-5cb4-4d0f-9094-c1d9ed2b4dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f619ad5-83bc-49ed-8648-b39864dc5997,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.565906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bc6a-f15e-4b31-afbf-530d9e12f1c6 admin admin] Publish callbacks [] for security_group (376705ee-bfcb-4b1f-a341-1594be2ac630), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.570834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bc6a-f15e-4b31-afbf-530d9e12f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (376705ee-bfcb-4b1f-a341-1594be2ac630), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.614373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a8b4bc6a-f15e-4b31-afbf-530d9e12f1c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99e0d743e3f5463b9ba42feb0ef9b769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589152 Mar 07 10:27:46.614373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4bc6a-f15e-4b31-afbf-530d9e12f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376705ee-bfcb-4b1f-a341-1594be2ac630,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.615366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37256) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:46.678115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] Publish callbacks [] for security_group (376705ee-bfcb-4b1f-a341-1594be2ac630), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.700339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] Publish callbacks [] for security_group (376705ee-bfcb-4b1f-a341-1594be2ac630), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.764773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (376705ee-bfcb-4b1f-a341-1594be2ac630), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.767395 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:46.770923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/376705ee-bfcb-4b1f-a341-1594be2ac630 HTTP/1.1" status: 204 len: 168 time: 0.1521225 Mar 07 10:27:46.779416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2266a-d44b-4edc-83c7-8a21817843fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376705ee-bfcb-4b1f-a341-1594be2ac630,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.863322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe16831-e9fc-43d8-96dd-c78556e95478 req-35cca143-bdee-4337-bd11-b90a7974a372 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:46.863322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfe16831-e9fc-43d8-96dd-c78556e95478 req-35cca143-bdee-4337-bd11-b90a7974a372 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.0639541 Mar 07 10:27:46.910457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfe16831-e9fc-43d8-96dd-c78556e95478 req-92079cb1-ae70-4f94-8007-2b8cd33ea0cd tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Mar 07 10:27:47.070758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252467-0302-469c-8c3e-d3a5e79806b5 req-3c35b0e5-5c21-4890-9652-6f32c7151cc9 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:47.072543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce252467-0302-469c-8c3e-d3a5e79806b5 req-3c35b0e5-5c21-4890-9652-6f32c7151cc9 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.0547919 Mar 07 10:27:47.147460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce252467-0302-469c-8c3e-d3a5e79806b5 req-5720753e-af98-43b2-9078-10a4749a7344 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Mar 07 10:27:47.345390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-c34c1b6d-aa2e-43b8-91da-5bb2c723f4bb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:47.351947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-c34c1b6d-aa2e-43b8-91da-5bb2c723f4bb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.1923125 Mar 07 10:27:47.365202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-19fd9bf2-d8a7-4e90-a9b6-5ea0deffe442 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/quotas/1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 375 time: 0.0113578 Mar 07 10:27:47.393368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:47.396361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-cffddd32-c1d5-4bbb-903e-9bf2fe1b5c35 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284889 Mar 07 10:27:47.406667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f6d7-1fbf-4b4a-aaeb-390caf2b5f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.479798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f6d7-1fbf-4b4a-aaeb-390caf2b5f88 admin admin] Publish callbacks [] for security_group (5152da4c-6f11-49b4-831d-f29e4fd9606d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.484695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f6d7-1fbf-4b4a-aaeb-390caf2b5f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5152da4c-6f11-49b4-831d-f29e4fd9606d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.529417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ef5f6d7-1fbf-4b4a-aaeb-390caf2b5f88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=524ad28c5c654bb684be5ef658c0ff42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349466 Mar 07 10:27:47.530232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5f6d7-1fbf-4b4a-aaeb-390caf2b5f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152da4c-6f11-49b4-831d-f29e4fd9606d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:47.532963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37312) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:47.585039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] Publish callbacks [] for security_group (5152da4c-6f11-49b4-831d-f29e4fd9606d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.616526 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] Publish callbacks [] for security_group (5152da4c-6f11-49b4-831d-f29e4fd9606d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.670291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5152da4c-6f11-49b4-831d-f29e4fd9606d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.673680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.677673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5152da4c-6f11-49b4-831d-f29e4fd9606d HTTP/1.1" status: 204 len: 168 time: 0.1433542 Mar 07 10:27:47.690405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea925-e38e-4d98-94c8-f7a26e828052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152da4c-6f11-49b4-831d-f29e4fd9606d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:47.936591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-533b9246-b18b-42d0-aa47-1ce0c9332132 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:27:47.937607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-533b9246-b18b-42d0-aa47-1ce0c9332132 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2588966 Mar 07 10:27:48.039492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-df6f2ace-b517-4ef2-8f1c-14afd2a0abf9 service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951819 Mar 07 10:27:48.133294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-78b2c479-08a0-4c8f-a463-3492a694ebc2 service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Mar 07 10:27:48.320575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba148e-a06e-4a88-8dce-242ea82e8ad2 req-5d2dbdc1-1a78-4dc2-b407-4e60645ed4eb tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:48.329720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5ba148e-a06e-4a88-8dce-242ea82e8ad2 req-5d2dbdc1-1a78-4dc2-b407-4e60645ed4eb tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 969 time: 0.0798368 Mar 07 10:27:48.441738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5ba148e-a06e-4a88-8dce-242ea82e8ad2 req-63e1b7af-f63a-4a56-83be-31b67b144278 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096857 Mar 07 10:27:48.465333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e382-affe-4ff2-a244-5da5be5fd221 req-ebcdf410-e6ee-4c41-ad06-f3667d652e00 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:48.467114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2c6e382-affe-4ff2-a244-5da5be5fd221 req-ebcdf410-e6ee-4c41-ad06-f3667d652e00 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 947 time: 0.1190979 Mar 07 10:27:48.536570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2c6e382-affe-4ff2-a244-5da5be5fd221 req-29663e67-168e-4a5e-9479-4144901cd4f0 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592051 Mar 07 10:27:48.620515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a448f807-6580-45db-a250-7056a4d20768 req-ef122a5f-f421-43b9-a701-fc73854efaff tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 210 time: 0.0409050 Mar 07 10:27:48.634304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 72d66093-8d84-4c17-90f9-733da82ab4e7 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:27:48.776382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=72d66093-8d84-4c17-90f9-733da82ab4e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:48.788569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '72d66093-8d84-4c17-90f9-733da82ab4e7', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '72d66093-8d84-4c17-90f9-733da82ab4e7', 'mac_address': 'fa:16:3e:04:e4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-350379157', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:27:48.834211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 72d66093-8d84-4c17-90f9-733da82ab4e7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:48.835223 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:48.852423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d66093-8d84-4c17-90f9-733da82ab4e7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:48.878105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=72d66093-8d84-4c17-90f9-733da82ab4e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:48.887272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:48.944896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:48.954863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.955367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.956015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.957158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.957780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.958332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.958779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.959240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.959747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.960204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.960651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.961106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.961580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Tracked resource versions report: Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: pushed versions: Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: { 'AddressGroup': {'1.2'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'ConntrackHelper': {'1.0'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Log': {'1.0'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Network': {'1.1'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Port': {'1.7'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'PortForwarding': {'1.2'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'QosPolicy': {'1.10'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SecurityGroup': {'1.5'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SubPort': {'1.0'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Subnet': {'1.1'}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Trunk': {'1.1'}} Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: consumer versions: Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: HyperV agent@n-h1-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: HyperV agent@n-h2-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: L3 agent@n-d-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: Metadata agent@n-d-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: Metering agent@n-d-832156-4: {}, Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'ConntrackHelper': '1.0', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'LocalIPAssociation': '1.0', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Log': '1.0', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Network': '1.1', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Port': '1.7', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'PortForwarding': '1.2', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'QosPolicy': '1.10', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SecurityGroup': '1.5', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SecurityGroupRule': '1.2', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'SubPort': '1.0', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Subnet': '1.1', Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: 'Trunk': '1.1'}} Mar 07 10:27:48.963035 n-d-832156-4 neutron-server[103790]: {{(pid=103790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:27:49.036049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9d7a95ea-b56f-4d8f-a035-0a137a228df8 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:27:49.278259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:49.290043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '9d7a95ea-b56f-4d8f-a035-0a137a228df8', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '9d7a95ea-b56f-4d8f-a035-0a137a228df8', 'mac_address': 'fa:16:3e:4c:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:27:49.330251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:49.330831 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:49.342829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['72d66093-8d84-4c17-90f9-733da82ab4e7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:27:49.422969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7a95ea-b56f-4d8f-a035-0a137a228df8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:49.459588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:49.489057 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:49.579308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:49.726697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b73d1e-ebdf-43ca-a177-db5e7133d65a req-c96f0a98-c1cf-4dba-867f-9f304232a730 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:49.734271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8b73d1e-ebdf-43ca-a177-db5e7133d65a req-c96f0a98-c1cf-4dba-867f-9f304232a730 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 970 time: 0.1938460 Mar 07 10:27:49.772365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-3f2ab9ab-f9a7-4d54-bb0d-86e0bec46be6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:49.774287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-3f2ab9ab-f9a7-4d54-bb0d-86e0bec46be6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.3257892 Mar 07 10:27:49.804065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Request body: {'port': {'device_id': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'admin_state_up': True, 'tenant_id': '1e4a6acf30d24121a5519a94f1666392'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:49.866687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95be54-0832-4b24-9cbb-17b8633c1197 req-57b942e1-d40b-4317-9e89-f03e4c13d82a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:49.868147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d95be54-0832-4b24-9cbb-17b8633c1197 req-57b942e1-d40b-4317-9e89-f03e4c13d82a tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 948 time: 0.2005143 Mar 07 10:27:49.902816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8b73d1e-ebdf-43ca-a177-db5e7133d65a req-c577546c-5695-42e9-ba15-2b2b856082fc tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675260 Mar 07 10:27:49.938391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['9d7a95ea-b56f-4d8f-a035-0a137a228df8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:27:49.989640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d95be54-0832-4b24-9cbb-17b8633c1197 req-74fc4bb9-6b71-4a42-9b5e-c78c20376cc9 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Mar 07 10:27:50.146614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1660004f-8cac-4522-9259-34994158ee50 req-3b9e8551-e840-4d71-a1b3-09067966e6e5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 210 time: 0.1030653 Mar 07 10:27:50.146614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:50.157749 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.312726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Allocated IP 172.20.0.9 (9258202e-043b-452c-9d49-e8b6223f25e7/31832294-ca17-40e5-9cc9-c65e77d5c9a3/40379e46-b0ef-466d-8e5a-1649402998d9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:50.481868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks [] for port (40379e46-b0ef-466d-8e5a-1649402998d9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.522569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.570848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Network 9258202e-043b-452c-9d49-e8b6223f25e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:50.576658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:50.579251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:27:50.585253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:50.585876 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.607716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:50.614236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-2e3aa5e2-a66a-4011-96d1-e1f0c46047bf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297963 Mar 07 10:27:50.627184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Request body: {'port': {'device_id': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:27:50.628541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d312b70a-d317-48ed-a75e-d49bf96431ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.637132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 72d66093-8d84-4c17-90f9-733da82ab4e7 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:27:50.701413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:50.703221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 72d66093-8d84-4c17-90f9-733da82ab4e7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:27:50.709238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 72d66093-8d84-4c17-90f9-733da82ab4e7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:27:50.710504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.713508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.810554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 72d66093-8d84-4c17-90f9-733da82ab4e7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:50.811271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.837517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:50.918391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=72d66093-8d84-4c17-90f9-733da82ab4e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:50.924784 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:50.985828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.015783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9d7a95ea-b56f-4d8f-a035-0a137a228df8 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:27:51.083199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-737e1f4b-b530-4dd7-9d71-db11f7bb1e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.135469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:27:51.140109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:27:51.140594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.153789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40379e46-b0ef-466d-8e5a-1649402998d9 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:51.173646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks [] for port (40379e46-b0ef-466d-8e5a-1649402998d9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.192175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-737e1f4b-b530-4dd7-9d71-db11f7bb1e16 admin admin] Publish callbacks [] for security_group (f605a216-c059-4834-9a3b-17385efcf9ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.198288 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-737e1f4b-b530-4dd7-9d71-db11f7bb1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f605a216-c059-4834-9a3b-17385efcf9ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.205103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da92a4-ba0b-4d28-aab5-eb050c9c6fcf req-7f53bdad-4c20-45e5-9b5e-05c361c26e4c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:51.207078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27da92a4-ba0b-4d28-aab5-eb050c9c6fcf req-7f53bdad-4c20-45e5-9b5e-05c361c26e4c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 948 time: 0.1185358 Mar 07 10:27:51.217081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c4af-12fc-4700-a8ad-aceb0c71e9a9 req-7b6fc82d-8f61-420e-9dbb-10b7759af200 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:51.218475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d15c4af-12fc-4700-a8ad-aceb0c71e9a9 req-7b6fc82d-8f61-420e-9dbb-10b7759af200 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.1846120 Mar 07 10:27:51.220677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Transition to ACTIVE for port object 40379e46-b0ef-466d-8e5a-1649402998d9 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:27:51.235060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.250169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e1f4b-b530-4dd7-9d71-db11f7bb1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f605a216-c059-4834-9a3b-17385efcf9ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.273310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-737e1f4b-b530-4dd7-9d71-db11f7bb1e16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dfd3ea016b14a5ca8e8bc51b0078d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707381 Mar 07 10:27:51.276345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:51.331517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] Publish callbacks [] for security_group (f605a216-c059-4834-9a3b-17385efcf9ca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.343132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.344656 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e5fbc-e83f-4884-a9f1-46a8f704a16d" -d '{"events": [{"server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "name": "network-vif-plugged", "status": "completed", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:51.357442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27da92a4-ba0b-4d28-aab5-eb050c9c6fcf req-bff400ee-d707-49d1-bd83-512bb9e0c253 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379890 Mar 07 10:27:51.365778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] Publish callbacks [] for security_group (f605a216-c059-4834-9a3b-17385efcf9ca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.386971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:51.387216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d15c4af-12fc-4700-a8ad-aceb0c71e9a9 req-f1c1c3df-4c2d-4a9a-b538-8ef476b5b5ff tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476259 Mar 07 10:27:51.387494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.396934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:27:51.397263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:27:51.397580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:51.402899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:27:51.403217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:27:51.408702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:27:51.409031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:27:51.409398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:27:51.409816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Bound port: 40379e46-b0ef-466d-8e5a-1649402998d9, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:27:51.410266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.461141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f605a216-c059-4834-9a3b-17385efcf9ca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.464183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.465348 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f605a216-c059-4834-9a3b-17385efcf9ca HTTP/1.1" status: 204 len: 168 time: 0.1876564 Mar 07 10:27:51.474598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6a09-4915-4ccc-ac8c-559afdd51cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605a216-c059-4834-9a3b-17385efcf9ca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.479156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:51.491475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.520060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:51.528453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:51.538348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.554957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.776014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:51.776618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.778021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] 10.222.0.32 "PUT /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 1091 time: 1.1564837 Mar 07 10:27:51.779197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:51.781435 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89171e62-d133-444d-84bd-fa86e6e30506" -d '{"events": [{"name": "network-changed", "server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:51.820270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8f6d1-846d-41b3-afe9-53d913adc36a service neutron] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.866656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d4c0a-8510-459d-9e1b-6987d57e0969 req-ec3d7e00-b0da-4323-a7db-ac2e0eb8e52a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:51.868540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86d4c0a-8510-459d-9e1b-6987d57e0969 req-ec3d7e00-b0da-4323-a7db-ac2e0eb8e52a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.3243890 Mar 07 10:27:51.907182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:51.916055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-55006e3d-7768-40d9-a8fd-07f4a42f6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:51.917533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-55006e3d-7768-40d9-a8fd-07f4a42f6a1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1125 time: 0.0931225 Mar 07 10:27:51.921855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fc87b45c-8457-42bf-8c35-cc6f72277914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:51.934902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86d4c0a-8510-459d-9e1b-6987d57e0969 req-72efabcb-e8c1-4b64-a117-769af35b4868 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Mar 07 10:27:51.972148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-9a50240d-5e76-4b07-9e42-fc8997935779 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0471816 Mar 07 10:27:52.017303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fc87b45c-8457-42bf-8c35-cc6f72277914 admin admin] Publish callbacks [] for security_group (5242dc36-4503-4153-94c7-223bf90cbfa3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.024351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fc87b45c-8457-42bf-8c35-cc6f72277914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5242dc36-4503-4153-94c7-223bf90cbfa3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.026309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-1ff91908-a41e-4d14-a0df-059f6000bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.027871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-1ff91908-a41e-4d14-a0df-059f6000bc5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0499840 Mar 07 10:27:52.062982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-5720832e-1029-40d6-8172-b738c30564be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283291 Mar 07 10:27:52.082553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fc87b45c-8457-42bf-8c35-cc6f72277914 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ac80b06970943d79a3a6fa7adb08fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736219 Mar 07 10:27:52.083899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87b45c-8457-42bf-8c35-cc6f72277914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5242dc36-4503-4153-94c7-223bf90cbfa3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.099673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:52.149456 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8b39e-3da1-4f8c-a232-17deb70f6d04 x-openstack-request-id: req-5eb8b39e-3da1-4f8c-a232-17deb70f6d04 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:52.150129 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "name": "network-vif-plugged", "status": "completed", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:52.150896 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eb8b39e-3da1-4f8c-a232-17deb70f6d04 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:52.151043 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7', 'code': 200} Mar 07 10:27:52.196729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-9796df54-d26f-45e9-92cd-ec46d4bf99c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274786 Mar 07 10:27:52.207558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] Publish callbacks [] for security_group (5242dc36-4503-4153-94c7-223bf90cbfa3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.235556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] Publish callbacks [] for security_group (5242dc36-4503-4153-94c7-223bf90cbfa3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.271978 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaab081-5b57-4066-b1d0-5b13e785f0ec x-openstack-request-id: req-fbaab081-5b57-4066-b1d0-5b13e785f0ec {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:52.272347 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:52.272605 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbaab081-5b57-4066-b1d0-5b13e785f0ec {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:52.273078 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9', 'status': 'completed', 'code': 200} Mar 07 10:27:52.300040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5242dc36-4503-4153-94c7-223bf90cbfa3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.302571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.306764 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5242dc36-4503-4153-94c7-223bf90cbfa3 HTTP/1.1" status: 204 len: 168 time: 0.2042680 Mar 07 10:27:52.314710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15f949-78bf-4045-aa9f-e5dd71dc8ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5242dc36-4503-4153-94c7-223bf90cbfa3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.382062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-a8a1229f-0d34-4f19-9fc7-0a0f3cb96c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.383624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-a8a1229f-0d34-4f19-9fc7-0a0f3cb96c0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 1153 time: 0.1442637 Mar 07 10:27:52.397380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94797994-f814-4a8c-8bef-aa6718ec1cb2 req-7947f39c-a783-46b1-bc9b-64e000874809 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946046 Mar 07 10:27:52.423520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-77b8e991-86b6-4324-a4c9-a9acab14a3fb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.638160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89171e62-d133-444d-84bd-fa86e6e30506 req-0784fbc7-24fa-44e6-89f0-4d0525d1f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.638160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-0784fbc7-24fa-44e6-89f0-4d0525d1f2c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1125 time: 0.1787119 Mar 07 10:27:52.665871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5c69a-cf8b-4f0c-afa9-83203506946e req-7327169c-a75c-4d3d-b07d-9851ee69dfdb tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.667292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f5c69a-cf8b-4f0c-afa9-83203506946e req-7327169c-a75c-4d3d-b07d-9851ee69dfdb tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.1555953 Mar 07 10:27:52.715914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-77b8e991-86b6-4324-a4c9-a9acab14a3fb service neutron] Publish callbacks [] for security_group (d8d395c0-d298-4ecc-a788-eff270001c46), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.723155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52701cc0-9dcf-40ea-b3ac-0d66ca5f3f9c req-c2bf6753-83f2-4d91-a0b9-c296f1e00e29 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.729898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52701cc0-9dcf-40ea-b3ac-0d66ca5f3f9c req-c2bf6753-83f2-4d91-a0b9-c296f1e00e29 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.1919861 Mar 07 10:27:52.766413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-77b8e991-86b6-4324-a4c9-a9acab14a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d8d395c0-d298-4ecc-a788-eff270001c46), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.845738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f29c9c7-d7ce-443c-8c01-0ef55e110971 req-77b8e991-86b6-4324-a4c9-a9acab14a3fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520712 Mar 07 10:27:52.862028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8e991-86b6-4324-a4c9-a9acab14a3fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d395c0-d298-4ecc-a788-eff270001c46,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.877249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f5c69a-cf8b-4f0c-afa9-83203506946e req-9a80b5db-cde9-4b78-bbf3-0d860bffaaa3 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945810 Mar 07 10:27:52.887609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89171e62-d133-444d-84bd-fa86e6e30506 req-52d64f8c-ca88-4cf3-9e5f-c3cd0f104a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.889093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-52d64f8c-ca88-4cf3-9e5f-c3cd0f104a7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.2444909 Mar 07 10:27:52.897000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52701cc0-9dcf-40ea-b3ac-0d66ca5f3f9c req-ce3ec64e-0d9e-4f3c-8741-f4945be5ee0c tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662610 Mar 07 10:27:52.943917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bce68665-5ab3-41a5-bbfc-e52c57523ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:52.963964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-edaeb664-b096-49be-927b-d264761e0220 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0646024 Mar 07 10:27:53.066243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89171e62-d133-444d-84bd-fa86e6e30506 req-b9b8b69f-989e-4957-9361-a43abd241f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:53.067775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-b9b8b69f-989e-4957-9361-a43abd241f5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0949006 Mar 07 10:27:53.101124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-25137ecc-7811-4854-81b6-ed99ffe7e5fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268364 Mar 07 10:27:53.134459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621f9bb-4e8d-4bbd-94f1-5d1193d61784 req-44f9be81-cbd6-45fc-b305-1bf51665845b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:53.135989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5621f9bb-4e8d-4bbd-94f1-5d1193d61784 req-44f9be81-cbd6-45fc-b305-1bf51665845b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.0994039 Mar 07 10:27:53.235622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5621f9bb-4e8d-4bbd-94f1-5d1193d61784 req-8ade971c-16a8-4388-b7e3-07dedc24f369 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Mar 07 10:27:53.238364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-a0b3eb3e-99d5-4146-b6dc-4d936a3ab728 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296670 Mar 07 10:27:53.358237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89171e62-d133-444d-84bd-fa86e6e30506 req-cb1165c1-1c92-40d5-8290-0f659160b7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130934 Mar 07 10:27:53.695840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37644) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:53.804607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.039973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.047328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7dc42-ed2c-4798-9a77-a9275ba08222 req-fa3faf8b-3dd8-4096-83c0-f6231a20d109 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:54.048437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2c7dc42-ed2c-4798-9a77-a9275ba08222 req-fa3faf8b-3dd8-4096-83c0-f6231a20d109 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.0942872 Mar 07 10:27:54.063981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6997b3-ec54-4757-9547-6986f3016b69 req-e6044ffe-db2a-4af1-92a9-cc1ef7ea63de tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:54.065473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d6997b3-ec54-4757-9547-6986f3016b69 req-e6044ffe-db2a-4af1-92a9-cc1ef7ea63de tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.0819921 Mar 07 10:27:54.097108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70abd576-0466-4951-9947-87911c78d12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.151960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:54.154281 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fdf778-2183-43b4-b6ec-e4fd9ae23f6b" -d '{"events": [{"server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "name": "network-vif-plugged", "status": "completed", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:54.177212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d6997b3-ec54-4757-9547-6986f3016b69 req-063fd726-af58-47ee-b835-e52e99c48038 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989058 Mar 07 10:27:54.187614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2c7dc42-ed2c-4798-9a77-a9275ba08222 req-e1a6fe61-790b-470e-84b4-89cb887d8f4e tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211710 Mar 07 10:27:54.246594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70abd576-0466-4951-9947-87911c78d12b admin admin] Publish callbacks [] for security_group (ef6fd8ba-2961-405b-adc6-2fed8dc8aeff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.253189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70abd576-0466-4951-9947-87911c78d12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ef6fd8ba-2961-405b-adc6-2fed8dc8aeff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.272602 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2b9abf-8e55-4815-881a-0e492720ca23 x-openstack-request-id: req-7a2b9abf-8e55-4815-881a-0e492720ca23 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:54.272903 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "name": "network-vif-plugged", "status": "completed", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:54.273147 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a2b9abf-8e55-4815-881a-0e492720ca23 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:54.273706 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8', 'code': 200} Mar 07 10:27:54.338425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-70abd576-0466-4951-9947-87911c78d12b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b31c933b30f44b89d9e3b74230898a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411483 Mar 07 10:27:54.342853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abd576-0466-4951-9947-87911c78d12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6fd8ba-2961-405b-adc6-2fed8dc8aeff,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:54.344306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:54.413626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37674) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:54.419316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] Publish callbacks [] for security_group (ef6fd8ba-2961-405b-adc6-2fed8dc8aeff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.440108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe382f9-ff22-4c5f-86ed-27e758086a0a req-b1d6e098-72e8-4a74-999a-fccae45d1d91 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:54.442845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe382f9-ff22-4c5f-86ed-27e758086a0a req-b1d6e098-72e8-4a74-999a-fccae45d1d91 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.1167982 Mar 07 10:27:54.449970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3167-741c-4746-a677-91624972efb6 req-1167d899-9d75-4871-b6d2-913ef850c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:54.452241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a4a3167-741c-4746-a677-91624972efb6 req-1167d899-9d75-4871-b6d2-913ef850c492 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 1131 time: 0.1112814 Mar 07 10:27:54.454291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] Publish callbacks [] for security_group (ef6fd8ba-2961-405b-adc6-2fed8dc8aeff), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.519614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ef6fd8ba-2961-405b-adc6-2fed8dc8aeff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.537595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.539010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef6fd8ba-2961-405b-adc6-2fed8dc8aeff HTTP/1.1" status: 204 len: 168 time: 0.1935556 Mar 07 10:27:54.553361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe382f9-ff22-4c5f-86ed-27e758086a0a req-4bb5d2dd-8d1b-4f7d-941a-419e6167bc7c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Mar 07 10:27:54.554459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4ceaa-ecd4-43d2-a7d1-7561cea70467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6fd8ba-2961-405b-adc6-2fed8dc8aeff,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:54.559458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a4a3167-741c-4746-a677-91624972efb6 req-f61952dc-5962-4ba2-99b1-1f9ab157df08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976324 Mar 07 10:27:54.803080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d0c0-d4aa-41e4-8dd0-88ae508262dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.880711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37690) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:54.894048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d0c0-d4aa-41e4-8dd0-88ae508262dc admin admin] Publish callbacks [] for security_group (07ef7c01-f55b-4ff0-ba38-8144ac9b1efb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.899258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d0c0-d4aa-41e4-8dd0-88ae508262dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (07ef7c01-f55b-4ff0-ba38-8144ac9b1efb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:54.940348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2fc3d0c0-d4aa-41e4-8dd0-88ae508262dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7e5576fcf824ddb8082c2d9d59701ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255005 Mar 07 10:27:54.941329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37694) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:54.943403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3d0c0-d4aa-41e4-8dd0-88ae508262dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef7c01-f55b-4ff0-ba38-8144ac9b1efb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.008126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] Publish callbacks [] for security_group (07ef7c01-f55b-4ff0-ba38-8144ac9b1efb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.031049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] Publish callbacks [] for security_group (07ef7c01-f55b-4ff0-ba38-8144ac9b1efb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.087581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (07ef7c01-f55b-4ff0-ba38-8144ac9b1efb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.091249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.095011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07ef7c01-f55b-4ff0-ba38-8144ac9b1efb HTTP/1.1" status: 204 len: 168 time: 0.1500335 Mar 07 10:27:55.100361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081476d-0391-4e72-aa1a-467b3e6efada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef7c01-f55b-4ff0-ba38-8144ac9b1efb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.152110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37700) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:55.188195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b31f4e5-2a10-4e9c-8731-81735148d099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.350121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b31f4e5-2a10-4e9c-8731-81735148d099 admin admin] Publish callbacks [] for security_group (ecaa1319-d71f-45a4-8e6c-5afa1dc44d20), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.368677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b31f4e5-2a10-4e9c-8731-81735148d099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ecaa1319-d71f-45a4-8e6c-5afa1dc44d20), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.397683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95da5e-ba7f-45a9-978b-492ce353ff72 req-b078ae91-c836-4f57-b890-7394bfd18a2c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:55.400840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a95da5e-ba7f-45a9-978b-492ce353ff72 req-b078ae91-c836-4f57-b890-7394bfd18a2c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.0609751 Mar 07 10:27:55.404944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8b31f4e5-2a10-4e9c-8731-81735148d099 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a2446bd7b024e899d7d3a43d5ec04d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515352 Mar 07 10:27:55.405869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2767956-321d-46dc-a6d4-91f039906dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.407622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37712) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:55.446988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31f4e5-2a10-4e9c-8731-81735148d099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa1319-d71f-45a4-8e6c-5afa1dc44d20,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.488966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.513299 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] Publish callbacks [] for security_group (ecaa1319-d71f-45a4-8e6c-5afa1dc44d20), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.527476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2767956-321d-46dc-a6d4-91f039906dcc admin admin] Publish callbacks [] for security_group (5d843848-5f7e-4365-ac5a-03583fd10cb5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.534056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2767956-321d-46dc-a6d4-91f039906dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d843848-5f7e-4365-ac5a-03583fd10cb5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.555216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a95da5e-ba7f-45a9-978b-492ce353ff72 req-35b4e11f-1299-4a4e-99d1-c3c4a9637bcc tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172278 Mar 07 10:27:55.561785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] Publish callbacks [] for security_group (ecaa1319-d71f-45a4-8e6c-5afa1dc44d20), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.579110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:55.580150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f2767956-321d-46dc-a6d4-91f039906dcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f74616a93b64f51a068445cc9604e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967013 Mar 07 10:27:55.586509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2767956-321d-46dc-a6d4-91f039906dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d843848-5f7e-4365-ac5a-03583fd10cb5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.589195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879a97-376d-45e0-b934-7917f0a10ce8 req-a5827537-c129-42e6-8d79-ee8e08d4552b tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:55.591242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe879a97-376d-45e0-b934-7917f0a10ce8 req-a5827537-c129-42e6-8d79-ee8e08d4552b tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.1512620 Mar 07 10:27:55.695895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37722) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:55.700127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ecaa1319-d71f-45a4-8e6c-5afa1dc44d20), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.702632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.703728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecaa1319-d71f-45a4-8e6c-5afa1dc44d20 HTTP/1.1" status: 204 len: 168 time: 0.2950861 Mar 07 10:27:55.707334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe879a97-376d-45e0-b934-7917f0a10ce8 req-480add4b-08ee-4a44-98ce-0e76d2f79ed2 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027198 Mar 07 10:27:55.713551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] Publish callbacks [] for security_group (5d843848-5f7e-4365-ac5a-03583fd10cb5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.721256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915ceee-ad0c-40fd-8a3c-1bc10d8abe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa1319-d71f-45a4-8e6c-5afa1dc44d20,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.738623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a69a52a2-2810-4d84-adc1-7001ef5ed82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.755300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] Publish callbacks [] for security_group (5d843848-5f7e-4365-ac5a-03583fd10cb5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.824666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d843848-5f7e-4365-ac5a-03583fd10cb5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.828826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.830582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d843848-5f7e-4365-ac5a-03583fd10cb5 HTTP/1.1" status: 204 len: 168 time: 0.2378967 Mar 07 10:27:55.840973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3785d-0fc8-4f5f-92e9-8aa3384cbaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d843848-5f7e-4365-ac5a-03583fd10cb5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.873554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a69a52a2-2810-4d84-adc1-7001ef5ed82c admin admin] Publish callbacks [] for security_group (9869e7b7-c472-48be-a7f9-88612717fd86), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.879101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a69a52a2-2810-4d84-adc1-7001ef5ed82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9869e7b7-c472-48be-a7f9-88612717fd86), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:55.925651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a52a2-2810-4d84-adc1-7001ef5ed82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9869e7b7-c472-48be-a7f9-88612717fd86,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.941823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a6ff2-b831-4e83-bd1a-c6ba1dba1c3c req-80e7dcfd-76ce-43e3-a635-87b345bb8d56 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:55.949673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c27a6ff2-b831-4e83-bd1a-c6ba1dba1c3c req-80e7dcfd-76ce-43e3-a635-87b345bb8d56 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.0721607 Mar 07 10:27:55.972119 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a69a52a2-2810-4d84-adc1-7001ef5ed82c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=777ef8e1b2604ab399cc9d812d0a8ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729492 Mar 07 10:27:55.974662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:56.013873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c27a6ff2-b831-4e83-bd1a-c6ba1dba1c3c req-d76cd232-2feb-4ceb-845f-71aa6f16ed20 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636370 Mar 07 10:27:56.053864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] Publish callbacks [] for security_group (9869e7b7-c472-48be-a7f9-88612717fd86), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.081893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] Publish callbacks [] for security_group (9869e7b7-c472-48be-a7f9-88612717fd86), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.147573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9869e7b7-c472-48be-a7f9-88612717fd86), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.151332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.153011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9869e7b7-c472-48be-a7f9-88612717fd86 HTTP/1.1" status: 204 len: 168 time: 0.1771090 Mar 07 10:27:56.167249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39742aa-a216-463e-9bf2-563a27374563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9869e7b7-c472-48be-a7f9-88612717fd86,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:56.202149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-9886ee5f-eb74-4b06-872f-1956e61ea3a4 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:56.203055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-9886ee5f-eb74-4b06-872f-1956e61ea3a4 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 1153 time: 0.0694396 Mar 07 10:27:56.235814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-d85ccb55-682f-4de2-aabf-0ba672c67088 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.322578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-d85ccb55-682f-4de2-aabf-0ba672c67088 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] Publish callbacks [] for security_group (200d88ef-d894-4c79-bf27-b1eab067198e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.327297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-d85ccb55-682f-4de2-aabf-0ba672c67088 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (200d88ef-d894-4c79-bf27-b1eab067198e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.359747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ccb55-682f-4de2-aabf-0ba672c67088 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200d88ef-d894-4c79-bf27-b1eab067198e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:56.374868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ca2561d-983c-4fdb-9b12-f959ed5f468e req-d85ccb55-682f-4de2-aabf-0ba672c67088 tempest-AggregatesAdminTestJSON-578605751 tempest-AggregatesAdminTestJSON-578605751-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637676 Mar 07 10:27:56.577136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:56.600810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6496e8e6-cd89-44fd-9419-68d782e93f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.745947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6496e8e6-cd89-44fd-9419-68d782e93f73 admin admin] Publish callbacks [] for security_group (246f8590-d48b-40af-96d8-6adf73fd38bd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.753057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6496e8e6-cd89-44fd-9419-68d782e93f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (246f8590-d48b-40af-96d8-6adf73fd38bd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.777031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699fe2-af3c-4e4d-b92b-a1ca0ec92c99 req-905e3ee6-4e6c-4757-84c4-1d22ea6a8fc1 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:56.778541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3699fe2-af3c-4e4d-b92b-a1ca0ec92c99 req-905e3ee6-4e6c-4757-84c4-1d22ea6a8fc1 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.1048040 Mar 07 10:27:56.808514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:56.827398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37778) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:56.827773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6496e8e6-cd89-44fd-9419-68d782e93f73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0abad083957f4146abfc48728d07e4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495003 Mar 07 10:27:56.833987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e8e6-cd89-44fd-9419-68d782e93f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f8590-d48b-40af-96d8-6adf73fd38bd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:56.861283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3699fe2-af3c-4e4d-b92b-a1ca0ec92c99 req-d88c33c5-5e66-4395-9b51-20aed5011550 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Mar 07 10:27:56.922981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] Publish callbacks [] for security_group (246f8590-d48b-40af-96d8-6adf73fd38bd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.947368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] Publish callbacks [] for security_group (246f8590-d48b-40af-96d8-6adf73fd38bd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:56.985572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ecbab-91b2-4e34-94ba-456636458bbb req-114749b0-430d-43fd-ae6c-99fc4d03ab21 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:56.987682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e77ecbab-91b2-4e34-94ba-456636458bbb req-114749b0-430d-43fd-ae6c-99fc4d03ab21 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.0603354 Mar 07 10:27:57.010256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (246f8590-d48b-40af-96d8-6adf73fd38bd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.013177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.017806 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/246f8590-d48b-40af-96d8-6adf73fd38bd HTTP/1.1" status: 204 len: 168 time: 0.1892045 Mar 07 10:27:57.025629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.032846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41496bc9-668a-48db-8972-7f22a014f64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f8590-d48b-40af-96d8-6adf73fd38bd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:57.069309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:27:57.102250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e77ecbab-91b2-4e34-94ba-456636458bbb req-10992b50-8f78-49d7-94df-b466756f8ea3 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075571 Mar 07 10:27:57.104516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9bc76471-f87f-4e7b-bd4c-9d13ad48d213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.190516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29699d9-1550-42b0-b901-360fec6b9697 req-b0796bbe-1ba2-41ab-bc58-e57299c4144e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:57.194563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e29699d9-1550-42b0-b901-360fec6b9697 req-b0796bbe-1ba2-41ab-bc58-e57299c4144e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.0893409 Mar 07 10:27:57.210776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9bc76471-f87f-4e7b-bd4c-9d13ad48d213 admin admin] Publish callbacks [] for security_group (b431bba1-35b2-4177-a1a8-e6a61949f352), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.218584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9bc76471-f87f-4e7b-bd4c-9d13ad48d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b431bba1-35b2-4177-a1a8-e6a61949f352), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.256849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:57.273736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e29699d9-1550-42b0-b901-360fec6b9697 req-9fe5dfaf-621c-4dd8-b68f-9de285557783 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728333 Mar 07 10:27:57.280272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '40379e46-b0ef-466d-8e5a-1649402998d9', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'port_id': '40379e46-b0ef-466d-8e5a-1649402998d9', 'mac_address': 'fa:16:3e:f0:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31832294-ca17-40e5-9cc9-c65e77d5c9a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:27:57.310595 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9bc76471-f87f-4e7b-bd4c-9d13ad48d213 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5aeb799ba2654d56b34286e2f7597778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976487 Mar 07 10:27:57.310595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76471-f87f-4e7b-bd4c-9d13ad48d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b431bba1-35b2-4177-a1a8-e6a61949f352,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:57.312303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37794) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:57.327105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 40379e46-b0ef-466d-8e5a-1649402998d9 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:57.327698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.345452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40379e46-b0ef-466d-8e5a-1649402998d9 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:27:57.372237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:57.378322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.392463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] Publish callbacks [] for security_group (b431bba1-35b2-4177-a1a8-e6a61949f352), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.424469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] Publish callbacks [] for security_group (b431bba1-35b2-4177-a1a8-e6a61949f352), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.438048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:57.480102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b431bba1-35b2-4177-a1a8-e6a61949f352), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.484412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:57.488271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b431bba1-35b2-4177-a1a8-e6a61949f352 HTTP/1.1" status: 204 len: 168 time: 0.1708755 Mar 07 10:27:57.497434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dfdf0-171a-46fe-b4de-51fe3012a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431bba1-35b2-4177-a1a8-e6a61949f352,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:57.689993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['40379e46-b0ef-466d-8e5a-1649402998d9'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:27:57.983427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37830) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:58.006691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05212ca0-2744-490d-b48e-474d23066b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.023629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bed73e-ef44-4554-95d5-e7f377cf887d req-47072ff0-c811-47a4-88c2-635e3f0dce66 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:58.025693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bed73e-ef44-4554-95d5-e7f377cf887d req-47072ff0-c811-47a4-88c2-635e3f0dce66 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.0910122 Mar 07 10:27:58.135299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bed73e-ef44-4554-95d5-e7f377cf887d req-c29ffc3a-507e-4f6b-b53c-544326b921ff tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007719 Mar 07 10:27:58.146550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14014e7a-dca3-44c7-800d-1154db775224 req-6dd2c242-6241-4563-911b-422b356bd677 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:58.148129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14014e7a-dca3-44c7-800d-1154db775224 req-6dd2c242-6241-4563-911b-422b356bd677 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.1337857 Mar 07 10:27:58.237418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.447025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05212ca0-2744-490d-b48e-474d23066b7c admin admin] Publish callbacks [] for security_group (e9be9a9f-5498-499c-92b3-82d0a0176623), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.458428 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05212ca0-2744-490d-b48e-474d23066b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e9be9a9f-5498-499c-92b3-82d0a0176623), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.556828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:27:58.557352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-05212ca0-2744-490d-b48e-474d23066b7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34fe5bbc2e1045599ddb0880af3b3282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5721123 Mar 07 10:27:58.567633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05212ca0-2744-490d-b48e-474d23066b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be9a9f-5498-499c-92b3-82d0a0176623,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:58.584159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4981b4e-491d-45a6-8dfe-9e92cbeb44b5 req-9c36b4f8-be41-48b6-8e9d-48262ea6d70f tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:58.591464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4981b4e-491d-45a6-8dfe-9e92cbeb44b5 req-9c36b4f8-be41-48b6-8e9d-48262ea6d70f tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 971 time: 0.3715677 Mar 07 10:27:58.643816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60312319-964b-491b-b518-b946633b966a admin admin] Publish callbacks [] for security_group (e9be9a9f-5498-499c-92b3-82d0a0176623), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.658195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Deleting port 72d66093-8d84-4c17-90f9-733da82ab4e7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:27:58.658529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.665993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4981b4e-491d-45a6-8dfe-9e92cbeb44b5 req-c21773fa-bf62-4dda-b4ee-bd9016f4da84 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4f77778-bec7-4223-9bab-a4033f8ca4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Mar 07 10:27:58.677485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60312319-964b-491b-b518-b946633b966a admin admin] Publish callbacks [] for security_group (e9be9a9f-5498-499c-92b3-82d0a0176623), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.758157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60312319-964b-491b-b518-b946633b966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e9be9a9f-5498-499c-92b3-82d0a0176623), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.763531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60312319-964b-491b-b518-b946633b966a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.767092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60312319-964b-491b-b518-b946633b966a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9be9a9f-5498-499c-92b3-82d0a0176623 HTTP/1.1" status: 204 len: 168 time: 0.2086289 Mar 07 10:27:58.781415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60312319-964b-491b-b518-b946633b966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be9a9f-5498-499c-92b3-82d0a0176623,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:58.846906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] For port 72d66093-8d84-4c17-90f9-733da82ab4e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=72d66093-8d84-4c17-90f9-733da82ab4e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:58.847534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:58.877775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Calling delete_port for 72d66093-8d84-4c17-90f9-733da82ab4e7 owned by compute:tempest-test_az-350379157 {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:27:58.964513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cffba-e774-45ae-a502-4b44daa912d3 req-6749c5cd-7820-48ef-baea-d1713c4b9fd1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:58.968777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-978cffba-e774-45ae-a502-4b44daa912d3 req-6749c5cd-7820-48ef-baea-d1713c4b9fd1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.1675026 Mar 07 10:27:59.076594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-978cffba-e774-45ae-a502-4b44daa912d3 req-c959841f-60fa-4a3b-90b9-3a3b68594bf9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Mar 07 10:27:59.090949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:27:59.148312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (72d66093-8d84-4c17-90f9-733da82ab4e7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:59.165446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['72d66093-8d84-4c17-90f9-733da82ab4e7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:27:59.184353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Pushing event deleted for resources: {'Port': ['ID=72d66093-8d84-4c17-90f9-733da82ab4e7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.222526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 40379e46-b0ef-466d-8e5a-1649402998d9 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:27:59.233082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 40379e46-b0ef-466d-8e5a-1649402998d9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:27:59.233474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:59.288237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] No DVR routers for this DVR port 72d66093-8d84-4c17-90f9-733da82ab4e7 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:59.293949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:59.298061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14014e7a-dca3-44c7-800d-1154db775224 req-8cee2a30-869f-4ec0-b174-8030095e6a97 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.26 "DELETE /v2.0/ports/72d66093-8d84-4c17-90f9-733da82ab4e7 HTTP/1.1" status: 204 len: 173 time: 1.1422172 Mar 07 10:27:59.298737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'name': 'network-vif-deleted', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:59.304911 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a49aad-779e-46af-ba66-4f0648a69d2c" -d '{"events": [{"server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "name": "network-vif-deleted", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:59.406998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 40379e46-b0ef-466d-8e5a-1649402998d9 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:27:59.408525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:59.448261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:27:59.454005 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0ffdc-8ea9-448f-af32-711667e3ffff" -d '{"events": [{"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-plugged", "status": "completed", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:27:59.472466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:59.482502 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:59.560902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.780366 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e52320-3ca9-4c0a-8571-88f43c98c0fe x-openstack-request-id: req-a6e52320-3ca9-4c0a-8571-88f43c98c0fe {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:59.780781 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5e7a0-48d8-44d8-8ae6-89189593c927", "name": "network-vif-deleted", "tag": "72d66093-8d84-4c17-90f9-733da82ab4e7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:59.781037 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6e52320-3ca9-4c0a-8571-88f43c98c0fe {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:59.781433 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5e7a0-48d8-44d8-8ae6-89189593c927', 'name': 'network-vif-deleted', 'tag': '72d66093-8d84-4c17-90f9-733da82ab4e7', 'status': 'completed', 'code': 200} Mar 07 10:27:59.814535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede9d09-bb15-4a0c-9f8a-ede9acf5c980 req-340921f7-6458-46af-947c-f4e9b08c42db tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:59.816176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ede9d09-bb15-4a0c-9f8a-ede9acf5c980 req-340921f7-6458-46af-947c-f4e9b08c42db tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.0708184 Mar 07 10:27:59.823151 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1a0d5-476a-471c-a1b5-a173cb3b517c x-openstack-request-id: req-85a1a0d5-476a-471c-a1b5-a173cb3b517c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:27:59.823556 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-plugged", "status": "completed", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:27:59.823939 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85a1a0d5-476a-471c-a1b5-a173cb3b517c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:27:59.824564 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9', 'code': 200} Mar 07 10:27:59.892412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-003f844e-4fa1-4946-bd90-aa61b8af82cf req-482832fc-d443-46ef-b49a-c27359873fa5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514908 Mar 07 10:27:59.954355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ede9d09-bb15-4a0c-9f8a-ede9acf5c980 req-0f108436-2ef6-41d4-a5d1-20b86c9423f3 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284947 Mar 07 10:28:00.005288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500a5e83-cc6a-4394-81f9-f25968b17bf9 req-26057c43-8533-4aa8-9540-00952d315cc7 tempest-AggregatesAdminTestJSON-1805627223 tempest-AggregatesAdminTestJSON-1805627223-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 210 time: 0.0394566 Mar 07 10:28:00.008354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409f566-2f3e-4e27-afe7-3ff1fcfb4843 req-78144351-8990-4f22-842e-2ddedf787485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:00.010076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4409f566-2f3e-4e27-afe7-3ff1fcfb4843 req-78144351-8990-4f22-842e-2ddedf787485 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1127 time: 0.1005011 Mar 07 10:28:00.069517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-003f844e-4fa1-4946-bd90-aa61b8af82cf req-03270643-3c11-4bd8-9d28-af9c4b38c1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66280f500f2245458772c18e31253289&device_id=aec5e7a0-48d8-44d8-8ae6-89189593c927 HTTP/1.1" status: 200 len: 210 time: 0.0465701 Mar 07 10:28:00.115736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4409f566-2f3e-4e27-afe7-3ff1fcfb4843 req-5729a2c5-dbc3-415a-86e3-38a45404846a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993123 Mar 07 10:28:00.193262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-003f844e-4fa1-4946-bd90-aa61b8af82cf req-8c9af8e4-7b74-48ed-8d15-174d5cda269d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=66280f500f2245458772c18e31253289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363305 Mar 07 10:28:00.371401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b826-c6ba-496b-ba39-f948399b1018 req-6f8fa370-a2c3-41ae-9b25-2ff9b5f61601 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:00.372950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2899b826-c6ba-496b-ba39-f948399b1018 req-6f8fa370-a2c3-41ae-9b25-2ff9b5f61601 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 945 time: 0.1829007 Mar 07 10:28:00.422692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f844e-4fa1-4946-bd90-aa61b8af82cf req-31920e11-2c78-46cb-bb1b-de77fa99fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:00.424354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-003f844e-4fa1-4946-bd90-aa61b8af82cf req-31920e11-2c78-46cb-bb1b-de77fa99fe9b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213335 Mar 07 10:28:00.462549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2899b826-c6ba-496b-ba39-f948399b1018 req-34f9ef00-b31a-4e8a-a587-a25a2f415ca7 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770314 Mar 07 10:28:00.661900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad9919-778e-4ea9-916a-e2630904372e req-70e688fc-2f66-41c9-96b3-dc8a6c4ef9f0 tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:00.663488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0ad9919-778e-4ea9-916a-e2630904372e req-70e688fc-2f66-41c9-96b3-dc8a6c4ef9f0 tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 1131 time: 0.0453668 Mar 07 10:28:00.768607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Deleting port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:28:00.770085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:00.915303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] For port 9d7a95ea-b56f-4d8f-a035-0a137a228df8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9d7a95ea-b56f-4d8f-a035-0a137a228df8,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:00.915820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:00.934276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Calling delete_port for 9d7a95ea-b56f-4d8f-a035-0a137a228df8 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:28:01.160627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (9d7a95ea-b56f-4d8f-a035-0a137a228df8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.175047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['9d7a95ea-b56f-4d8f-a035-0a137a228df8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:01.184015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9211c2-a304-4409-9fae-8d972747cf7e req-0395d3c0-bf6d-4815-ad11-9cfbf61362c7 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.185568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff9211c2-a304-4409-9fae-8d972747cf7e req-0395d3c0-bf6d-4815-ad11-9cfbf61362c7 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64788d1-cdb4-4325-8dc8-b79631abed98 HTTP/1.1" status: 200 len: 949 time: 0.0891042 Mar 07 10:28:01.208107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d7a95ea-b56f-4d8f-a035-0a137a228df8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:01.309620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff9211c2-a304-4409-9fae-8d972747cf7e req-1ee56d28-10ce-4dd8-9c0d-a24375f0b3fa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032021 Mar 07 10:28:01.330414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] No DVR routers for this DVR port 9d7a95ea-b56f-4d8f-a035-0a137a228df8 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:01.336898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.340608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0ad9919-778e-4ea9-916a-e2630904372e req-cccc376a-f8c9-4052-ad99-d098905569ca tempest-DeleteServersAdminTestJSON-896193580 tempest-DeleteServersAdminTestJSON-896193580-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9d7a95ea-b56f-4d8f-a035-0a137a228df8 HTTP/1.1" status: 204 len: 173 time: 0.6689830 Mar 07 10:28:01.480663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:01.536773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38040) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:01.617916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301e23c-d85d-44c7-8642-2860a8c49b8b req-b193be4a-d338-4947-918a-8b8ab8a648b3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.626495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1301e23c-d85d-44c7-8642-2860a8c49b8b req-b193be4a-d338-4947-918a-8b8ab8a648b3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 945 time: 0.0716329 Mar 07 10:28:01.677266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1301e23c-d85d-44c7-8642-2860a8c49b8b req-6a0d7d26-bc67-4650-bfda-f357b6483b0e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Mar 07 10:28:01.764235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1768220508', 'description': 'tempest-description-1702185242'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:01.785974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'name': 'network-vif-deleted', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:01.794095 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086f7df-2ae6-4aa4-ada9-d26a542cbfc8" -d '{"events": [{"server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "name": "network-vif-deleted", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:01.810681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.820890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.890283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86584d59-3bbc-4874-904d-f533436a1b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.909719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38062) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:01.919279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bd57841-89e5-4006-8790-7a52026f5342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.948403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (b9e8793e-34be-4643-a897-4eefa6423f8f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.955437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9e8793e-34be-4643-a897-4eefa6423f8f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:01.997882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8793e-34be-4643-a897-4eefa6423f8f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.065341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86584d59-3bbc-4874-904d-f533436a1b71 admin admin] Publish callbacks [] for security_group (dd3eeabf-f2b7-456e-9ded-6bb3a444a282), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.078155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86584d59-3bbc-4874-904d-f533436a1b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dd3eeabf-f2b7-456e-9ded-6bb3a444a282), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.078379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (c38ad3ad-23b7-4c7c-9695-69ec546653c7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.098597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c38ad3ad-23b7-4c7c-9695-69ec546653c7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.123673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86584d59-3bbc-4874-904d-f533436a1b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3eeabf-f2b7-456e-9ded-6bb3a444a282,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.148922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.152777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bd57841-89e5-4006-8790-7a52026f5342 admin admin] Publish callbacks [] for security_group (075b4b50-e20f-4a25-8855-9321906d1df2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.163034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ca8a551-ef23-49e1-8080-8e6d6810d7ec req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4036782 Mar 07 10:28:02.164621 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86584d59-3bbc-4874-904d-f533436a1b71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=160b19d760cd44458ccf26524c813a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267495 Mar 07 10:28:02.165996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd6c0-2295-4f51-bd31-2940644838d1 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ad3ad-23b7-4c7c-9695-69ec546653c7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.166113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:02.200149 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd9963-11b8-469c-9a1f-6c78fa2beea8 x-openstack-request-id: req-cfcd9963-11b8-469c-9a1f-6c78fa2beea8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:02.201145 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64788d1-cdb4-4325-8dc8-b79631abed98", "name": "network-vif-deleted", "tag": "9d7a95ea-b56f-4d8f-a035-0a137a228df8", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:02.201530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bd57841-89e5-4006-8790-7a52026f5342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (075b4b50-e20f-4a25-8855-9321906d1df2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.201729 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfcd9963-11b8-469c-9a1f-6c78fa2beea8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:02.202247 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64788d1-cdb4-4325-8dc8-b79631abed98', 'name': 'network-vif-deleted', 'tag': '9d7a95ea-b56f-4d8f-a035-0a137a228df8', 'status': 'completed', 'code': 200} Mar 07 10:28:02.241714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57841-89e5-4006-8790-7a52026f5342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075b4b50-e20f-4a25-8855-9321906d1df2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.271442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] Publish callbacks [] for security_group (dd3eeabf-f2b7-456e-9ded-6bb3a444a282), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.274957 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6bd57841-89e5-4006-8790-7a52026f5342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b91cb24469814a32bff94e1201edcd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7925494 Mar 07 10:28:02.278236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38076) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:02.281896 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b00aa8f9-995d-4389-ab4d-a3eff6fdeb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.286847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Request body: {'security_group': {'name': 'tempest-securitygroup-579187637', 'description': 'tempest-description-1532590255'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:02.315040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] Publish callbacks [] for security_group (dd3eeabf-f2b7-456e-9ded-6bb3a444a282), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.335629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe328a-f92c-45fe-bf0f-ce820ae10fa0 req-7cf066a8-cd11-45f5-a806-7e6fcdc6d5ce tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:02.337283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ffe328a-f92c-45fe-bf0f-ce820ae10fa0 req-7cf066a8-cd11-45f5-a806-7e6fcdc6d5ce tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1127 time: 0.1192696 Mar 07 10:28:02.343560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.374527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] Publish callbacks [] for security_group (075b4b50-e20f-4a25-8855-9321906d1df2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.404323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] Publish callbacks [] for security_group (075b4b50-e20f-4a25-8855-9321906d1df2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.429660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ffe328a-f92c-45fe-bf0f-ce820ae10fa0 req-3d5f6fe0-792f-45f8-8f34-897d21e64b76 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804887 Mar 07 10:28:02.437789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dd3eeabf-f2b7-456e-9ded-6bb3a444a282), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.439813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.441404 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd3eeabf-f2b7-456e-9ded-6bb3a444a282 HTTP/1.1" status: 204 len: 168 time: 0.2739911 Mar 07 10:28:02.454498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66015291-c657-489c-9180-ecf05a9c18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3eeabf-f2b7-456e-9ded-6bb3a444a282,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.492325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b00aa8f9-995d-4389-ab4d-a3eff6fdeb2f admin admin] Publish callbacks [] for security_group (b65d9445-fec6-44b0-9786-35db66123f73), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.500707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b00aa8f9-995d-4389-ab4d-a3eff6fdeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b65d9445-fec6-44b0-9786-35db66123f73), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.505206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (075b4b50-e20f-4a25-8855-9321906d1df2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.510075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.516442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/075b4b50-e20f-4a25-8855-9321906d1df2 HTTP/1.1" status: 204 len: 168 time: 0.2370842 Mar 07 10:28:02.529440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3e0f3-8dbf-48a6-b15f-05efb42e8fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075b4b50-e20f-4a25-8855-9321906d1df2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.536396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:02.536522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b00aa8f9-995d-4389-ab4d-a3eff6fdeb2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ed9743a6d1427e9adf595ed271f0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6241992 Mar 07 10:28:02.576659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00aa8f9-995d-4389-ab4d-a3eff6fdeb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d9445-fec6-44b0-9786-35db66123f73,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.592337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (ea32b522-a19d-4d2c-8157-95d5f1dac8d9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.599144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ea32b522-a19d-4d2c-8157-95d5f1dac8d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.645413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.647003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7b3e0d8-f154-4231-b049-e51f8fdbb77a req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3697760 Mar 07 10:28:02.650464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212bae-4c65-4b8c-a3fb-e4a115540f5f tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea32b522-a19d-4d2c-8157-95d5f1dac8d9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.663691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] Publish callbacks [] for security_group (b65d9445-fec6-44b0-9786-35db66123f73), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.688556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] Publish callbacks [] for security_group (b65d9445-fec6-44b0-9786-35db66123f73), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.711565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 72d66093-8d84-4c17-90f9-733da82ab4e7 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:28:02.752053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 72d66093-8d84-4c17-90f9-733da82ab4e7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:28:02.754050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 72d66093-8d84-4c17-90f9-733da82ab4e7 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:28:02.761793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b65d9445-fec6-44b0-9786-35db66123f73), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.765047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:02.766319 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b65d9445-fec6-44b0-9786-35db66123f73 HTTP/1.1" status: 204 len: 168 time: 0.2216668 Mar 07 10:28:02.780067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601b049-d97d-436f-ba90-173836a01668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d9445-fec6-44b0-9786-35db66123f73,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.864303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50bd35-720e-4245-b474-ce1e46aa9db4 req-b9a41c14-d075-4957-9961-8b2005b97064 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:02.871424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c50bd35-720e-4245-b474-ce1e46aa9db4 req-b9a41c14-d075-4957-9961-8b2005b97064 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1127 time: 0.0546265 Mar 07 10:28:02.916490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c50bd35-720e-4245-b474-ce1e46aa9db4 req-b4ffd16b-d6f8-4909-8f16-d5a4040a2ad8 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Mar 07 10:28:03.068124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-267f1b15-47ea-4a0c-949e-d3c24325b098 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7609232c618493c80278ba0522e5a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236368 Mar 07 10:28:03.176086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:28:03.183279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-a1b62d61-9d23-41f9-b9d7-ba81ef3006fa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:03.188326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-a1b62d61-9d23-41f9-b9d7-ba81ef3006fa tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112206 Mar 07 10:28:03.200219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-332fe62d-b586-4ce8-8a55-198db2394dbe tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/quotas/d7609232c618493c80278ba0522e5a4a HTTP/1.1" status: 200 len: 375 time: 0.0101719 Mar 07 10:28:03.328471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38138) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:03.347463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a5988be-b106-44b0-a1e0-92d91df6e940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.421061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-bb7cf4e7-78af-433f-9872-6eca2293d5c6 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2152965 Mar 07 10:28:03.425513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-691286987', 'description': 'tempest-description-1009496710'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:03.449327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.455510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a5988be-b106-44b0-a1e0-92d91df6e940 admin admin] Publish callbacks [] for security_group (e039f285-2623-4fe8-99ac-c342fdc780ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.465297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a5988be-b106-44b0-a1e0-92d91df6e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e039f285-2623-4fe8-99ac-c342fdc780ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.474658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.502186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a5988be-b106-44b0-a1e0-92d91df6e940 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=198298eca485462a92eeffaac1b44792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720572 Mar 07 10:28:03.511122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:03.559201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5988be-b106-44b0-a1e0-92d91df6e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e039f285-2623-4fe8-99ac-c342fdc780ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.608958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] Publish callbacks [] for security_group (e039f285-2623-4fe8-99ac-c342fdc780ca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.612037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (432887f5-3925-47b6-8ff4-a565b7b5a589), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.622023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (432887f5-3925-47b6-8ff4-a565b7b5a589), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.649618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] Publish callbacks [] for security_group (e039f285-2623-4fe8-99ac-c342fdc780ca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.652057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:03.686883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d168b5de-4ab7-4315-beb0-b0ba8496a301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.709177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432887f5-3925-47b6-8ff4-a565b7b5a589,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.761034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (9fe68491-b0e7-4433-ad07-32b5a4941159), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.767604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9fe68491-b0e7-4433-ad07-32b5a4941159), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.800207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.801395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73ed6e68-1dc0-4c3b-a3cc-5fcecdf40c66 req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3794286 Mar 07 10:28:03.812864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac447-c501-4c63-805e-2daa7bc31054 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe68491-b0e7-4433-ad07-32b5a4941159,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.884563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d168b5de-4ab7-4315-beb0-b0ba8496a301 admin admin] Publish callbacks [] for security_group (bddce217-8b0b-47f6-9136-f315ba279841), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.894267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e039f285-2623-4fe8-99ac-c342fdc780ca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.894267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.894267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e039f285-2623-4fe8-99ac-c342fdc780ca HTTP/1.1" status: 204 len: 168 time: 0.3768992 Mar 07 10:28:03.898207 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d168b5de-4ab7-4315-beb0-b0ba8496a301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bddce217-8b0b-47f6-9136-f315ba279841), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:03.918995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bcbd2-8ab5-42e7-8a68-a322f5fca639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e039f285-2623-4fe8-99ac-c342fdc780ca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.943507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b5de-4ab7-4315-beb0-b0ba8496a301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddce217-8b0b-47f6-9136-f315ba279841,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.950656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38180) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:03.950824 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d168b5de-4ab7-4315-beb0-b0ba8496a301 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbeeb7fa72804a45b7af15bbf376b518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971358 Mar 07 10:28:04.015381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d621f171-6516-4cc5-aafb-ffd36afa2221 req-f33fcdaf-ab51-41ae-ba71-66dfba5da6ab tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 210 time: 0.0349653 Mar 07 10:28:04.060687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] Publish callbacks [] for security_group (bddce217-8b0b-47f6-9136-f315ba279841), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.112895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] Publish callbacks [] for security_group (bddce217-8b0b-47f6-9136-f315ba279841), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.179093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-4c52470c-1042-4997-8ac4-ee8baad39782 req-44b6e426-5b95-4b7f-9871-7a259ed0035e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:04.180123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c52470c-1042-4997-8ac4-ee8baad39782 req-44b6e426-5b95-4b7f-9871-7a259ed0035e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057867 Mar 07 10:28:04.182025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bddce217-8b0b-47f6-9136-f315ba279841), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.185681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.189606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bddce217-8b0b-47f6-9136-f315ba279841 HTTP/1.1" status: 204 len: 168 time: 0.2348073 Mar 07 10:28:04.215018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d82168-9e71-4812-a2ef-ed6501380a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddce217-8b0b-47f6-9136-f315ba279841,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:04.254884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1467635494', 'description': 'tempest-description-1102463771'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:04.303582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.440906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (fa5d37a9-628b-4a88-84d2-15a9078e5724), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.450376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fa5d37a9-628b-4a88-84d2-15a9078e5724), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.500843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5d37a9-628b-4a88-84d2-15a9078e5724,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:04.515157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:04.532113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5a54168-40f5-4ed2-911e-cb521c953e39 req-caafb968-c7aa-4fb2-95af-07ed176d5d90 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2824821 Mar 07 10:28:04.812699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-eaa90838-8706-45e0-923a-b56bbaa15b3e tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34308 time: 0.1872439 Mar 07 10:28:04.857528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-75cc38c7-b171-45fe-b88d-65fde7f9b738 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/12b91b46-cd6b-4347-8b01-5b896f10244d HTTP/1.1" status: 200 len: 2994 time: 0.0374818 Mar 07 10:28:04.906266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-dc81f250-23a5-429f-bbb1-d35b11a03023 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/12b91b46-cd6b-4347-8b01-5b896f10244d HTTP/1.1" status: 200 len: 2994 time: 0.0392146 Mar 07 10:28:04.967308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-4adc7c89-ab66-4ec2-8524-468151d7ca07 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/200d88ef-d894-4c79-bf27-b1eab067198e HTTP/1.1" status: 200 len: 2998 time: 0.0544357 Mar 07 10:28:05.057050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-421dd5ae-e9ed-4a26-9138-846fb08ec2d4 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d7609232c618493c80278ba0522e5a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492053 Mar 07 10:28:05.089954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-29443202-1576-4ed5-bd61-956ddd1a6cb7 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/200d88ef-d894-4c79-bf27-b1eab067198e HTTP/1.1" status: 200 len: 2998 time: 0.1151931 Mar 07 10:28:05.093305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9d7a95ea-b56f-4d8f-a035-0a137a228df8 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:28:05.134947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 9d7a95ea-b56f-4d8f-a035-0a137a228df8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:28:05.139434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9d7a95ea-b56f-4d8f-a035-0a137a228df8 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:28:05.241436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-a684bb47-2731-4e15-aa80-e2c8cdd4e22f tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/37985cee-9b2e-4801-9787-7c1a35ea2199 HTTP/1.1" status: 200 len: 2998 time: 0.1441951 Mar 07 10:28:05.281586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-f945f841-5177-43c6-99f6-a46aacc12c73 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:05.283047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-f945f841-5177-43c6-99f6-a46aacc12c73 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165945 Mar 07 10:28:05.299757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Request body: {'port': {'device_id': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd7609232c618493c80278ba0522e5a4a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:05.332124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:05.342101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-3ea23e35-2dfd-4c9f-9f40-32d969e15ba1 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/37985cee-9b2e-4801-9787-7c1a35ea2199 HTTP/1.1" status: 200 len: 2998 time: 0.0870147 Mar 07 10:28:05.432293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-d398deba-83ef-4ad9-8bc3-433b8315e4c2 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/432887f5-3925-47b6-8ff4-a565b7b5a589 HTTP/1.1" status: 200 len: 2998 time: 0.0652928 Mar 07 10:28:05.488899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-56e25040-da43-4123-8e2c-ba6aca10567e tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/432887f5-3925-47b6-8ff4-a565b7b5a589 HTTP/1.1" status: 200 len: 2998 time: 0.0550773 Mar 07 10:28:05.489865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Made reservation on behalf of d7609232c618493c80278ba0522e5a4a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:05.493379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.536837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-network', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:05.561938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Made reservation on behalf of bbb21cdcb7da44458c95d757fdbd71a9 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:05.564948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.577146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.597043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-258cf525-3c0f-414c-b527-424eab9a5cee tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5fccb635-367b-4dd6-99e9-7f165cda5c7d HTTP/1.1" status: 200 len: 2994 time: 0.1003706 Mar 07 10:28:05.676229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks [] for security_group (2d5f6872-70b4-49b0-9724-ae28a3d0bb2d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.683004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d5f6872-70b4-49b0-9724-ae28a3d0bb2d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.702034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-f2e0b303-9fdb-4176-9654-d8a2728447ad tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5fccb635-367b-4dd6-99e9-7f165cda5c7d HTTP/1.1" status: 200 len: 2994 time: 0.1035442 Mar 07 10:28:05.709633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:05.720449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.738315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cde5f6ba-36d4-4089-b806-d886e5050bda), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.738639 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Added segment cde5f6ba-36d4-4089-b806-d886e5050bda of type vlan for network 1a052ca4-8335-4e22-b527-82dab66f841e Mar 07 10:28:05.750471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Allocated IP 192.168.233.219 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/010a836e-b0df-40fc-b55d-30ac06c49fd9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:05.787508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1a052ca4-8335-4e22-b527-82dab66f841e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.797721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-978ef20f-611a-4a11-9179-fbc6c52791e0 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6abd5480-a068-44e3-80ae-e03dc3360bbd HTTP/1.1" status: 200 len: 2990 time: 0.0874670 Mar 07 10:28:05.823304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1a052ca4-8335-4e22-b527-82dab66f841e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.824367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:05.825036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:05.893820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-d1b34002-5da0-4f0c-9873-72fd6ec2757f tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6abd5480-a068-44e3-80ae-e03dc3360bbd HTTP/1.1" status: 200 len: 2990 time: 0.0845530 Mar 07 10:28:05.899819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] Pushing event updated for resources: {'Network': ['ID=1a052ca4-8335-4e22-b527-82dab66f841e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.916278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1a052ca4-8335-4e22-b527-82dab66f841e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:05.917918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0128dcb5-52c1-44fc-96a3-d3172e52b9ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5846822 Mar 07 10:28:05.918566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:05.924707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Request body: {'subnet': {'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-subnet', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:05.977032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Made reservation on behalf of bbb21cdcb7da44458c95d757fdbd71a9 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:05.979510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.003102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-337d783a-1027-4ed4-bbd6-18892282229d tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9f6e25cf-833c-4772-b30e-d6e0b8bb291d HTTP/1.1" status: 200 len: 2998 time: 0.0755985 Mar 07 10:28:06.036798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks [] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.085872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-72f20dda-71ec-43c9-8aea-e7a97df197a4 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9f6e25cf-833c-4772-b30e-d6e0b8bb291d HTTP/1.1" status: 200 len: 2998 time: 0.0817163 Mar 07 10:28:06.134654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.149732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38294) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:06.184231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-825c425d-6fc3-4322-8e41-9add9979f609 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b9e8793e-34be-4643-a897-4eefa6423f8f HTTP/1.1" status: 200 len: 2998 time: 0.0973117 Mar 07 10:28:06.195334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:06.206652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:06.211179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:06.216399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:06.217031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.243835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Pushing event updated for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:06.264714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-b2a19ef3-3124-4149-900d-30a53e79cb0f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9711571 Mar 07 10:28:06.275029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-659fabc3-8a68-45ea-844a-60913c7987b2 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b9e8793e-34be-4643-a897-4eefa6423f8f HTTP/1.1" status: 200 len: 2998 time: 0.0898912 Mar 07 10:28:06.296640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Request body: {'port': {'device_id': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:06.330027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-6682618f-a4ca-4758-b45e-b74b25adf427 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:06.331387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-6682618f-a4ca-4758-b45e-b74b25adf427 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1812375 Mar 07 10:28:06.344299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (4b5bd63b-d931-4de1-a17e-a7c645d54dbc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.353994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-0a609aec-b6b4-45d8-88d1-70c3a324e845 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/d8d395c0-d298-4ecc-a788-eff270001c46 HTTP/1.1" status: 200 len: 2998 time: 0.0780568 Mar 07 10:28:06.422379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.422636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5bd63b-d931-4de1-a17e-a7c645d54dbc,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:06.431547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Checking segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:06.431930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Network hostable DHCP agents. Network: 1a052ca4-8335-4e22-b527-82dab66f841e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:06.445468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-4a31b151-fb7a-4e47-ae9e-bb817d3382a9 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/d8d395c0-d298-4ecc-a788-eff270001c46 HTTP/1.1" status: 200 len: 2998 time: 0.0905573 Mar 07 10:28:06.452877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Network 1a052ca4-8335-4e22-b527-82dab66f841e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:06.464012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1a052ca4-8335-4e22-b527-82dab66f841e) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:06.468671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:06.469459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.476108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb60172-562a-493a-92a1-759c37fbf04d None None] Network 1a052ca4-8335-4e22-b527-82dab66f841e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:06.508977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22468ce9-36d1-4ec0-9a6d-205684f6a811 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5880468 Mar 07 10:28:06.512754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:06.517647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:06.535537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-921739a2-9f9e-4f6e-8983-0c7913c5f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:06.536957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-921739a2-9f9e-4f6e-8983-0c7913c5f439 service neutron] 10.222.0.23 "GET /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 1124 time: 0.1429746 Mar 07 10:28:06.538825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (012ab246-ef80-4c42-a89d-099f86f958b7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.541524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (012ab246-ef80-4c42-a89d-099f86f958b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.553463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Request body: {'binding': {'host': 'n-h1-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:06.554449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:28:06.572139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-270ac5f7-d630-49d0-9550-d0de75e0be8d None None] Provisioning complete for port 010a836e-b0df-40fc-b55d-30ac06c49fd9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:06.572529 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-270ac5f7-d630-49d0-9550-d0de75e0be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.620451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for router_controller (012ab246-ef80-4c42-a89d-099f86f958b7), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.622366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-270ac5f7-d630-49d0-9550-d0de75e0be8d None None] Port 010a836e-b0df-40fc-b55d-30ac06c49fd9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:06.624310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-7d9aac84-d1ba-4310-acae-516b47b25683 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e4f77778-bec7-4223-9bab-a4033f8ca4a9 HTTP/1.1" status: 200 len: 2994 time: 0.1777442 Mar 07 10:28:06.625501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1a052ca4-8335-4e22-b527-82dab66f841e', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'fixed_ips': [{'subnet_id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:06.626678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.774608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Allocated IP 172.20.0.2 (1a052ca4-8335-4e22-b527-82dab66f841e/4b5bd63b-d931-4de1-a17e-a7c645d54dbc/ddbc74d9-f781-4ec3-ad83-2e891fc641a6) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:06.786515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for router_gateway (012ab246-ef80-4c42-a89d-099f86f958b7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.813555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c4c8924-4c46-402a-bf96-31d9708d9109 req-b02669bd-3bbe-4073-bc1b-4dd260270e8e tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e4f77778-bec7-4223-9bab-a4033f8ca4a9 HTTP/1.1" status: 200 len: 2994 time: 0.1742556 Mar 07 10:28:06.929300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on host n-h1-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:06.929644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:06.929947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:06.940249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:06.940575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:06.946025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010a836e-b0df-40fc-b55d-30ac06c49fd9 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:06.949069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks [] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.955677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks [] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.958470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:06.958797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:06.959189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:06.959599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Bound port: 40379e46-b0ef-466d-8e5a-1649402998d9, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:06.961970 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.018562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Network 1a052ca4-8335-4e22-b527-82dab66f841e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:07.020562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:07.024550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:07.037175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Transition to ACTIVE for port object 010a836e-b0df-40fc-b55d-30ac06c49fd9 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:07.043947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Pushing event updated for resources: {'Port': ['ID=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.052398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.092401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for router_gateway (012ab246-ef80-4c42-a89d-099f86f958b7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.114417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.140280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:07.143933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Attempting to bind port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:07.144534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Attempting to bind port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:07.145772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Attempting to bind port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 on network 1a052ca4-8335-4e22-b527-82dab66f841e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:07.148332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Pushing event updated for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.164179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:07.164963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Checking segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:07.165949 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.166559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Bound using segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:07.167305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Bound port: ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:07.167900 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.180998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.182412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f0e3fa4-66db-493c-a13b-42b5dd97039b service neutron] 10.222.0.23 "POST /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6336527 Mar 07 10:28:07.207553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Attempting to bind port 010a836e-b0df-40fc-b55d-30ac06c49fd9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:07.208209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Attempting to bind port 010a836e-b0df-40fc-b55d-30ac06c49fd9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:07.208534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Attempting to bind port 010a836e-b0df-40fc-b55d-30ac06c49fd9 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:07.213581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Port 010a836e-b0df-40fc-b55d-30ac06c49fd9 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:07.213890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Attempting to bind port 010a836e-b0df-40fc-b55d-30ac06c49fd9 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:07.226815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:07.227189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:07.227578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:07.230047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Bound port: 010a836e-b0df-40fc-b55d-30ac06c49fd9, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:07.230810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.254559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Allocated IP 172.25.4.65 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/87e8fb47-9908-4be6-bad9-342fbe06e51f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:07.269968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] For port ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:07.275359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] For port ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:07.287180 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.383051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:07.392183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:07.397240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.419214 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.452514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.458777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13131ce-ad7c-4701-a4a1-25ca193ac25f None None] Pushing event updated for resources: {'Port': ['ID=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.517320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:07.517923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:07.519313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] 10.222.0.26 "PUT /v2.0/ports/010a836e-b0df-40fc-b55d-30ac06c49fd9 HTTP/1.1" status: 200 len: 1096 time: 1.2417531 Mar 07 10:28:07.523729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:07.525822 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84979d4b-261a-4929-bec7-370f6acd40c0" -d '{"events": [{"name": "network-changed", "server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:07.538280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:07.572180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07060-4d7f-4dd2-b79e-08a9e8f28ddc service neutron] Pushing event updated for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.579121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:07.583358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:07.598284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a1aa7-e505-482b-8da3-89fa5b3cba36 req-e4e02315-c99c-4b46-bb0c-6a5d21b70e30 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:07.606499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-587a1aa7-e505-482b-8da3-89fa5b3cba36 req-e4e02315-c99c-4b46-bb0c-6a5d21b70e30 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 948 time: 0.2040110 Mar 07 10:28:07.635582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.26', 59094) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:07.654408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Pushing event updated for resources: {'Port': ['ID=87e8fb47-9908-4be6-bad9-342fbe06e51f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.897211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-587a1aa7-e505-482b-8da3-89fa5b3cba36 req-7c86f7f0-dd87-493d-8b4b-12ea8f68fc95 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875464 Mar 07 10:28:07.924666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-3a3281a1-77c8-4b39-b11c-57b529964c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:07.926152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-3a3281a1-77c8-4b39-b11c-57b529964c73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 1130 time: 0.3120329 Mar 07 10:28:07.933042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-2ced1b5c-f3a9-4688-a4b3-25ad1d504ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:07.934544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-2ced1b5c-f3a9-4688-a4b3-25ad1d504ace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1127 time: 0.2970057 Mar 07 10:28:07.940672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for router_gateway (012ab246-ef80-4c42-a89d-099f86f958b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.025012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-c1c8130c-569f-4755-bea7-c9f616c7fcf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9 HTTP/1.1" status: 200 len: 217 time: 0.0894082 Mar 07 10:28:08.109328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.109797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.110258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.110707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.111153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.111594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.119981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07680c80-7ec1-4026-b4fc-a7ee3bd7a56f req-0a704b93-7683-466f-8b13-edc67dc27a64 tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4300 time: 0.4793437 Mar 07 10:28:08.149631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ddbc74d9-f781-4ec3-ad83-2e891fc641a6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:08.177093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (012ab246-ef80-4c42-a89d-099f86f958b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.214844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:08.215461 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.312001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:08.312738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.359742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:08.367811 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.432688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:08.448379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-40d49325-3840-432c-805a-9ca7c6a8ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.450611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-40d49325-3840-432c-805a-9ca7c6a8ba14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.4134052 Mar 07 10:28:08.479900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Router 012ab246-ef80-4c42-a89d-099f86f958b7 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:08.484539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44d38b00-b1e5-41a2-a7df-fb432f4e2339 req-290067af-0e1b-4244-a5db-328660099d86 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5b87067e4d47d1802df3edfa9a87a1 HTTP/1.1" status: 200 len: 6154 time: 0.5479562 Mar 07 10:28:08.503863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-cda54e2e-821e-471b-b5ad-74afdbaa7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.505274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-cda54e2e-821e-471b-b5ad-74afdbaa7e2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.5580175 Mar 07 10:28:08.572085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-08e8b23a-df2a-4ea1-a766-8ab9aefbbae9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0544202 Mar 07 10:28:08.603255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:08.604501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac45dbf-3b3d-49a1-8604-7f00e1bfc311 req-a9b2a529-39cf-4133-b4b4-6cfc179840b5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.606072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ac45dbf-3b3d-49a1-8604-7f00e1bfc311 req-a9b2a529-39cf-4133-b4b4-6cfc179840b5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 945 time: 0.2544198 Mar 07 10:28:08.613009 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Sync routers for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:08.625388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.626800 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a4db051-3906-4a6b-8ed1-fbf6a11fc7ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1128941 Mar 07 10:28:08.629441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38336) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:08.632166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:08.632810 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:08.645244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-e916ceb8-8e85-476f-9e58-0e4a4c48aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.646803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-e916ceb8-8e85-476f-9e58-0e4a4c48aa78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1828387 Mar 07 10:28:08.673573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44d38b00-b1e5-41a2-a7df-fb432f4e2339 req-3354fb93-70b7-4470-abf9-82e9a632ea0e tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "GET /v2.0/security-groups/b9e8793e-34be-4643-a897-4eefa6423f8f HTTP/1.1" status: 200 len: 2998 time: 0.1727138 Mar 07 10:28:08.696296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-bd7ce520-d833-42ea-a7c2-6fc8407ce5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:08.697675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-bd7ce520-d833-42ea-a7c2-6fc8407ce5c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1192281 Mar 07 10:28:08.769035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafad936-3bfc-43f3-b142-a7c5d43ab7ac None None] Network 1a052ca4-8335-4e22-b527-82dab66f841e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:08.781747 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:08.798362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-366251a4-3bb9-4717-ade0-c5044a994106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792112 Mar 07 10:28:08.809008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ac45dbf-3b3d-49a1-8604-7f00e1bfc311 req-8f6d4f3f-46fd-413e-971b-ea12219a53ce tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774955 Mar 07 10:28:08.859444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-af1f4d35-ee8c-4283-8d2b-44eb8733d4a8 None None] Provisioning complete for port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:08.859869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af1f4d35-ee8c-4283-8d2b-44eb8733d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.970381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-de760336-1d46-4987-89b1-7c153784f923 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552558 Mar 07 10:28:08.980806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-af1f4d35-ee8c-4283-8d2b-44eb8733d4a8 None None] Current status of the port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:08.981884 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fce6fa-f3d7-4483-82f1-f89910c7910c x-openstack-request-id: req-90fce6fa-f3d7-4483-82f1-f89910c7910c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:08.982268 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:08.982623 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90fce6fa-f3d7-4483-82f1-f89910c7910c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:08.982970 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 3, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:08.985353 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9', 'status': 'completed', 'code': 200} Mar 07 10:28:09.006383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44d38b00-b1e5-41a2-a7df-fb432f4e2339 req-318fcd91-ffd6-426f-bc5e-d087d7bfb5c3 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "GET /v2.0/security-groups/b9e8793e-34be-4643-a897-4eefa6423f8f HTTP/1.1" status: 200 len: 2998 time: 0.3153253 Mar 07 10:28:09.017654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Checking router: 012ab246-ef80-4c42-a89d-099f86f958b7 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:09.017998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Updating router 012ab246-ef80-4c42-a89d-099f86f958b7 port 87e8fb47-9908-4be6-bad9-342fbe06e51f binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:09.050101 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.161243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80a7cc-d442-4b47-9d66-07438bff5186 req-b377aef6-acdf-4f3d-a178-da2cba2139ad tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:09.162890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b80a7cc-d442-4b47-9d66-07438bff5186 req-b377aef6-acdf-4f3d-a178-da2cba2139ad tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 886 time: 0.1913414 Mar 07 10:28:09.280325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-5f1a5abd-10a9-42d6-a9b9-b91a7300dd76 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729278 Mar 07 10:28:09.305196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.363485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-a6186d2a-c227-4a93-b061-3db36a34fa90 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028289 Mar 07 10:28:09.376025 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks [] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.391332 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.398152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd543be-97db-4bda-93ec-2547b4ae169a req-70d0ac19-af2f-4cff-81a2-1035628b9178 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:09.400394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcd543be-97db-4bda-93ec-2547b4ae169a req-70d0ac19-af2f-4cff-81a2-1035628b9178 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 948 time: 0.1192446 Mar 07 10:28:09.453724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-66c67c31-d05c-4886-93ae-2937ccb31bd5 None None] Provisioning complete for port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:09.454696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66c67c31-d05c-4886-93ae-2937ccb31bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.471072 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Attempting to bind port 87e8fb47-9908-4be6-bad9-342fbe06e51f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:09.471682 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Attempting to bind port 87e8fb47-9908-4be6-bad9-342fbe06e51f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:09.472255 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Attempting to bind port 87e8fb47-9908-4be6-bad9-342fbe06e51f on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:09.484605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:09.485422 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:09.486030 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.486593 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:09.487237 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Bound port: 87e8fb47-9908-4be6-bad9-342fbe06e51f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:09.487823 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.490410 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Pushing event updated for resources: {'Port': ['ID=87e8fb47-9908-4be6-bad9-342fbe06e51f,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.523782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.524353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.524690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.525081 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.525434 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.525760 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.526081 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.526404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.526724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.527042 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.527356 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.527692 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.528017 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Tracked resource versions report: Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: pushed versions: Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: { 'AddressGroup': {'1.2'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'ConntrackHelper': {'1.0'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Log': {'1.0'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Network': {'1.1'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Port': {'1.7'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'PortForwarding': {'1.2'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'QosPolicy': {'1.10'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SecurityGroup': {'1.5'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SubPort': {'1.0'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Subnet': {'1.1'}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Trunk': {'1.1'}} Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: consumer versions: Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: { DHCP agent@n-d-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: HyperV agent@n-h1-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: HyperV agent@n-h2-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: L3 agent@n-d-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: Metadata agent@n-d-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: Metering agent@n-d-832156-4: {}, Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: Open vSwitch agent@n-d-832156-4: { 'AddressGroup': '1.2', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'ConntrackHelper': '1.0', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'LocalIPAssociation': '1.0', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Log': '1.0', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Network': '1.1', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Port': '1.7', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'PortForwarding': '1.2', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'QosPolicy': '1.10', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SecurityGroup': '1.5', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SecurityGroupRule': '1.2', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'SubPort': '1.0', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Subnet': '1.1', Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: 'Trunk': '1.1'}} Mar 07 10:28:09.529104 n-d-832156-4 neutron-server[103791]: {{(pid=103791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:28:09.573936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Allocated IP 172.20.0.1 (1a052ca4-8335-4e22-b527-82dab66f841e/4b5bd63b-d931-4de1-a17e-a7c645d54dbc/f81ab761-01e9-4e21-a286-c5f35bb89e18) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:09.575769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-66c67c31-d05c-4886-93ae-2937ccb31bd5 None None] Current status of the port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:09.606375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] For port 87e8fb47-9908-4be6-bad9-342fbe06e51f, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:09.622378 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] For port 87e8fb47-9908-4be6-bad9-342fbe06e51f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=87e8fb47-9908-4be6-bad9-342fbe06e51f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:09.630443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcd543be-97db-4bda-93ec-2547b4ae169a req-9e13d6d5-1853-42e9-a9e1-ed19a9fc5e22 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224588 Mar 07 10:28:09.633725 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.643463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-89accf11-630e-41e0-87f4-ce461f719740 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fa5d37a9-628b-4a88-84d2-15a9078e5724 HTTP/1.1" status: 200 len: 1795 time: 0.2416127 Mar 07 10:28:09.708362 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:09.709217 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:09.714827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-30c2d011-a914-45a8-91f9-7b0bb0342f2a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:09.714827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-30c2d011-a914-45a8-91f9-7b0bb0342f2a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2282071 Mar 07 10:28:09.715156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks [] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.723107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d552b7e-bf67-436a-aa95-39e1cd012f07 req-026b2e02-22d0-461f-b4c1-fe6cd590a018 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995477 Mar 07 10:28:09.733662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:09.758488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (fa5d37a9-628b-4a88-84d2-15a9078e5724), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.786761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.788033 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c03d0-8083-4a89-a00b-ca39bf7bc177 None None] Pushing event updated for resources: {'Port': ['ID=87e8fb47-9908-4be6-bad9-342fbe06e51f,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.859841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Network 1a052ca4-8335-4e22-b527-82dab66f841e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:09.865299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:09.869974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:09.870564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (012ab246-ef80-4c42-a89d-099f86f958b7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.883931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:09.901340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (fa5d37a9-628b-4a88-84d2-15a9078e5724), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.917324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.947702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-3cfa9a7c-abb3-43a7-b7db-6091eb0d7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:09.949251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-3cfa9a7c-abb3-43a7-b7db-6091eb0d7a16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7609232c618493c80278ba0522e5a4a&device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 1130 time: 0.1669524 Mar 07 10:28:09.968039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.079090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fa5d37a9-628b-4a88-84d2-15a9078e5724), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.082100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.083345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2caa565-d5f2-4fbc-b78e-4ee25d666a88 req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa5d37a9-628b-4a88-84d2-15a9078e5724 HTTP/1.1" status: 204 len: 173 time: 0.4271791 Mar 07 10:28:10.191157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314bde3-2e05-4bd6-bd58-92f7a113b929 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5d37a9-628b-4a88-84d2-15a9078e5724,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.230168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ddbc74d9-f781-4ec3-ad83-2e891fc641a6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:10.257976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.291107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-9a54d8c4-7b07-46c1-a2a9-48beac82c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.292750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-9a54d8c4-7b07-46c1-a2a9-48beac82c880 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3121362 Mar 07 10:28:10.312565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:10.321162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 3, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:10.328482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5a786393-2989-47cd-9f8f-aae4ec83e774 None None] Provisioning complete for port f81ab761-01e9-4e21-a286-c5f35bb89e18 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:10.329161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a786393-2989-47cd-9f8f-aae4ec83e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.361062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-5723f811-a55a-4604-be2a-2f180641e89c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9 HTTP/1.1" status: 200 len: 217 time: 0.0613835 Mar 07 10:28:10.371421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:10.372204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.386443 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fbb5-c605-4bf6-994a-62ec49d0ac37 None None] The sync data for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 is: [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 3, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:10.402676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5a786393-2989-47cd-9f8f-aae4ec83e774 None None] Port f81ab761-01e9-4e21-a286-c5f35bb89e18 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:10.441016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.441489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.441945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.442398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.442851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.443309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.445066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b270205-fd73-4fdd-bc47-567a394de644 req-dda4879c-ebee-40c8-9fc6-ba8ad0e0d96b tempest-NetworksTest-1189344125 tempest-NetworksTest-1189344125-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4300 time: 0.3750925 Mar 07 10:28:10.485501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:10.488071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-40f28171-8f78-4dd5-81d6-0959deab52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.490328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-40f28171-8f78-4dd5-81d6-0959deab52b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1187191 Mar 07 10:28:10.558149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:10.593008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks [] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.601191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.602843 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (012ab246-ef80-4c42-a89d-099f86f958b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.621356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks [] for port (40379e46-b0ef-466d-8e5a-1649402998d9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.646339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:10.699182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf845ee-049c-41b4-9bfa-56a6517e7cfc req-c1dd1300-cdec-4ba3-a258-3308d0f0fb5d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.700889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bf845ee-049c-41b4-9bfa-56a6517e7cfc req-c1dd1300-cdec-4ba3-a258-3308d0f0fb5d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 945 time: 0.1838245 Mar 07 10:28:10.718128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-56cc1028-e2f6-4098-abb3-1cd2214743db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:10.719334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-56cc1028-e2f6-4098-abb3-1cd2214743db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2013068 Mar 07 10:28:10.724621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.759582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Network 1a052ca4-8335-4e22-b527-82dab66f841e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:10.761342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:10.904985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.971585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38388) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:10.996770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:10.998832 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382aac22-5c21-4102-b547-593f0e24eb6f" -d '{"events": [{"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-unplugged", "status": "completed", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:11.008828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on host n-h2-832156-4 for vnic_type normal with profile {"migrating_to": "n-h1-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:11.009227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:11.009557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:11.018185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-d8812427-f18a-440a-96e7-72d3b374751d tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9fe68491-b0e7-4433-ad07-32b5a4941159 HTTP/1.1" status: 200 len: 1794 time: 0.3155484 Mar 07 10:28:11.107836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bf845ee-049c-41b4-9bfa-56a6517e7cfc req-4d62f323-010d-4cdc-a17a-353629ad9dee tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853066 Mar 07 10:28:11.112483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:11.112992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Attempting to bind port 40379e46-b0ef-466d-8e5a-1649402998d9 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:11.128755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Router 012ab246-ef80-4c42-a89d-099f86f958b7 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:11.138357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d0940cbd-9e32-4835-b241-e295ce97b6f9 None None] Provisioning complete for port f81ab761-01e9-4e21-a286-c5f35bb89e18 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:11.140190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0940cbd-9e32-4835-b241-e295ce97b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.154723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:11.157887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:11.159287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:11.159886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Bound port: 40379e46-b0ef-466d-8e5a-1649402998d9, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:11.163831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.171257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-aa7db3fa-00a5-4ba2-a3f9-e40d97db7e9d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397895 Mar 07 10:28:11.207049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d0940cbd-9e32-4835-b241-e295ce97b6f9 None None] Port f81ab761-01e9-4e21-a286-c5f35bb89e18 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:11.294409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:11.303693 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1b4bb8d-69b6-4bdf-9a83-0b8f8ac438b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/012ab246-ef80-4c42-a89d-099f86f958b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705031 Mar 07 10:28:11.478650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6065-cbdc-404a-9b0d-3e46ce117c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.527879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (9fe68491-b0e7-4433-ad07-32b5a4941159), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.614898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (9fe68491-b0e7-4433-ad07-32b5a4941159), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.621908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:11.680863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:11.706361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b725bc-82c7-4b2f-a3a8-bd732b1a7a43 req-1180cdd1-17ba-419b-bc40-91e96b509f0c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:11.707871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97b725bc-82c7-4b2f-a3a8-bd732b1a7a43 req-1180cdd1-17ba-419b-bc40-91e96b509f0c tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 948 time: 0.4530778 Mar 07 10:28:11.708948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.712358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84979d4b-261a-4929-bec7-370f6acd40c0 req-c7b92914-b449-4e2b-a949-507aed2e47db service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865637 Mar 07 10:28:11.786819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9fe68491-b0e7-4433-ad07-32b5a4941159), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.789406 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.790626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f7019ef-82e3-4b71-9446-3fb65705545e req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fe68491-b0e7-4433-ad07-32b5a4941159 HTTP/1.1" status: 204 len: 173 time: 0.7256229 Mar 07 10:28:11.832907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e65748-233e-46ac-ac7f-de4ca199b679 tempest-SecurityGroupsTestAdminJSON-214812576 tempest-SecurityGroupsTestAdminJSON-214812576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe68491-b0e7-4433-ad07-32b5a4941159,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.848356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6065-cbdc-404a-9b0d-3e46ce117c84 admin admin] Publish callbacks [] for security_group (785f2f3a-d49c-4b66-8ab5-1ce14b053ef3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.856091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38416) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:11.865365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-network', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:11.887928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6065-cbdc-404a-9b0d-3e46ce117c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (785f2f3a-d49c-4b66-8ab5-1ce14b053ef3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.888578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Made reservation on behalf of afd28affd95e460084c3a0eac47c0ad2 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:11.892808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.894486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.898430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:11.899131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.900676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-d948034a-6642-43ee-8abf-0ab9a206e7a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 1121 time: 2.1766968 Mar 07 10:28:11.902169 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afffca58-b07f-4407-8b70-ac48f38ab71b x-openstack-request-id: req-afffca58-b07f-4407-8b70-ac48f38ab71b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:11.902478 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-unplugged", "status": "completed", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:11.902730 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afffca58-b07f-4407-8b70-ac48f38ab71b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:11.903111 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9', 'code': 200} Mar 07 10:28:11.909799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.924778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97b725bc-82c7-4b2f-a3a8-bd732b1a7a43 req-079e9c88-23a3-40e9-9416-afba3a0f8f97 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008996 Mar 07 10:28:11.963800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6c8a6065-cbdc-404a-9b0d-3e46ce117c84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5156007b535f46c8b3c444076d982432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9756761 Mar 07 10:28:11.963800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6065-cbdc-404a-9b0d-3e46ce117c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f2f3a-d49c-4b66-8ab5-1ce14b053ef3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.966530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38420) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:11.972483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['40379e46-b0ef-466d-8e5a-1649402998d9'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:12.042300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-1796753e-629b-4987-be25-711fde7c2e69 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "GET /v2.0/security-groups/ea32b522-a19d-4d2c-8157-95d5f1dac8d9 HTTP/1.1" status: 200 len: 1794 time: 0.0510385 Mar 07 10:28:12.059879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] Publish callbacks [] for security_group (785f2f3a-d49c-4b66-8ab5-1ce14b053ef3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.111849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] Publish callbacks [] for security_group (785f2f3a-d49c-4b66-8ab5-1ce14b053ef3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.122965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks [] for security_group (5f99b389-b73b-434f-a81d-0037365a6d3a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.132637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5f99b389-b73b-434f-a81d-0037365a6d3a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.155416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (ea32b522-a19d-4d2c-8157-95d5f1dac8d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.200671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99b389-b73b-434f-a81d-0037365a6d3a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.215126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (ea32b522-a19d-4d2c-8157-95d5f1dac8d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.225810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:12.234747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 87e8fb47-9908-4be6-bad9-342fbe06e51f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:12.243948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (13bb0bca-059e-4194-ab6b-1c37c086087f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.244334 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Added segment 13bb0bca-059e-4194-ab6b-1c37c086087f of type vlan for network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca Mar 07 10:28:12.298174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ea32b522-a19d-4d2c-8157-95d5f1dac8d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.302821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.304326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a47ac484-e4b3-485b-ac04-fb2554182f23 req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea32b522-a19d-4d2c-8157-95d5f1dac8d9 HTTP/1.1" status: 204 len: 173 time: 0.2611208 Mar 07 10:28:12.307962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 87e8fb47-9908-4be6-bad9-342fbe06e51f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:12.309059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.317808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885392b2-edfd-4962-8b56-d8ee0bf20845 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea32b522-a19d-4d2c-8157-95d5f1dac8d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.324548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.371847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (785f2f3a-d49c-4b66-8ab5-1ce14b053ef3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.375624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.377173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/785f2f3a-d49c-4b66-8ab5-1ce14b053ef3 HTTP/1.1" status: 204 len: 168 time: 0.4095035 Mar 07 10:28:12.396311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5451f-bde3-4650-9b3b-9ed453df7b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f2f3a-d49c-4b66-8ab5-1ce14b053ef3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.406112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de706-5b1f-4131-9a35-a52230fe5b05 req-32fc4252-413b-4fb3-85a8-9e0ff2cd7a66 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:12.407663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.407804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b3de706-5b1f-4131-9a35-a52230fe5b05 req-32fc4252-413b-4fb3-85a8-9e0ff2cd7a66 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.0848119 Mar 07 10:28:12.409320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:12.409908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.447370 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5868511 Mar 07 10:28:12.450196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38444) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:12.478210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Request body: {'subnet': {'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-subnet', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:12.495078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 87e8fb47-9908-4be6-bad9-342fbe06e51f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:12.495750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.521148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94556-b270-4e26-a43c-5eba504d5037 admin admin] Pushing event updated for resources: {'Network': ['ID=a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.532822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 87e8fb47-9908-4be6-bad9-342fbe06e51f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=87e8fb47-9908-4be6-bad9-342fbe06e51f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:12.536686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:12.550327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.568394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Made reservation on behalf of afd28affd95e460084c3a0eac47c0ad2 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:12.570700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.647565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b3de706-5b1f-4131-9a35-a52230fe5b05 req-586fd79f-d617-4c8b-a6e7-73a5da9c5f49 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185781 Mar 07 10:28:12.690497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=87e8fb47-9908-4be6-bad9-342fbe06e51f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.749572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 010a836e-b0df-40fc-b55d-30ac06c49fd9 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:12.786210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-f2ddd7e7-d466-45fb-b909-d6713cd65953 tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "GET /v2.0/security-groups/c38ad3ad-23b7-4c7c-9695-69ec546653c7 HTTP/1.1" status: 200 len: 1795 time: 0.2480638 Mar 07 10:28:12.838876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38458) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:12.861372 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44a69de3-54ea-4020-9339-56ca72831082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.927366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:12.943062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '010a836e-b0df-40fc-b55d-30ac06c49fd9', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '010a836e-b0df-40fc-b55d-30ac06c49fd9', 'mac_address': 'fa:16:3e:a7:c9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:28:12.999208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 010a836e-b0df-40fc-b55d-30ac06c49fd9 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:12.999933 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.027008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010a836e-b0df-40fc-b55d-30ac06c49fd9 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:13.045571 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (c38ad3ad-23b7-4c7c-9695-69ec546653c7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.064547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44a69de3-54ea-4020-9339-56ca72831082 admin admin] Publish callbacks [] for security_group (f10757e1-c6a8-48b3-bf64-3f5cfd01279d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.071025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:13.073023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44a69de3-54ea-4020-9339-56ca72831082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f10757e1-c6a8-48b3-bf64-3f5cfd01279d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.081300 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.122305 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-44a69de3-54ea-4020-9339-56ca72831082 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42ca084bb119484ea15557b464001e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814829 Mar 07 10:28:13.137740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38472) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.171114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69de3-54ea-4020-9339-56ca72831082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10757e1-c6a8-48b3-bf64-3f5cfd01279d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.180325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.183671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.196934 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (c38ad3ad-23b7-4c7c-9695-69ec546653c7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.209779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (5ade863b-b766-4d02-a620-f7334034022f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.293630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['010a836e-b0df-40fc-b55d-30ac06c49fd9'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:13.342354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02435f1-91d5-417a-9a0b-7de73724cc4f req-14de91af-0a7d-4127-9eeb-ed6edd5c6fcd tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:13.349207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f02435f1-91d5-417a-9a0b-7de73724cc4f req-14de91af-0a7d-4127-9eeb-ed6edd5c6fcd tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 949 time: 0.2988324 Mar 07 10:28:13.354643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38480) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.363728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] Publish callbacks [] for security_group (f10757e1-c6a8-48b3-bf64-3f5cfd01279d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.387663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ade863b-b766-4d02-a620-f7334034022f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.409951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c38ad3ad-23b7-4c7c-9695-69ec546653c7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.412843 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.413979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65875668-b08c-43f3-840b-93d408ea7ca6 req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] 10.222.0.23 "DELETE /v2.0/security-groups/c38ad3ad-23b7-4c7c-9695-69ec546653c7 HTTP/1.1" status: 204 len: 173 time: 0.6194782 Mar 07 10:28:13.431662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] Publish callbacks [] for security_group (f10757e1-c6a8-48b3-bf64-3f5cfd01279d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.466010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Checking segment: {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:13.466366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Network hostable DHCP agents. Network: a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:13.468590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ab6ec-83da-4000-b872-9d50fda1082a tempest-SecurityGroupsTestAdminJSON-625176079 tempest-SecurityGroupsTestAdminJSON-625176079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ad3ad-23b7-4c7c-9695-69ec546653c7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.511372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2427-9d8b-40b6-9a1e-286ed832cddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.543695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f02435f1-91d5-417a-9a0b-7de73724cc4f req-bf821ede-bad7-4c34-a68f-8e99b142337f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885173 Mar 07 10:28:13.590645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:13.604147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f10757e1-c6a8-48b3-bf64-3f5cfd01279d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.607080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.611413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f10757e1-c6a8-48b3-bf64-3f5cfd01279d HTTP/1.1" status: 204 len: 168 time: 0.4561567 Mar 07 10:28:13.619012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:13.633579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292d6f9-c05a-4ba8-bf71-5c69c3687cf6 None None] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:13.663054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:13.668082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.669857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c534f40-9b31-4b29-976a-1d53e9749788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.693911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393a54b-efd4-4cc3-9178-e12a9cfa0c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10757e1-c6a8-48b3-bf64-3f5cfd01279d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.795993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-29a91a7c-f0ff-46d5-8772-8bfceddc7ad7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3240383 Mar 07 10:28:13.796626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38504) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.813940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:13.912861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:13.919186 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585f4a2-1b31-4478-92bd-c5959c412b50" -d '{"events": [{"name": "network-changed", "server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:13.921599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c534f40-9b31-4b29-976a-1d53e9749788 admin admin] Publish callbacks [] for security_group (9deb1f3b-156a-49f7-b399-850af6e486a1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.933513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c534f40-9b31-4b29-976a-1d53e9749788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9deb1f3b-156a-49f7-b399-850af6e486a1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.944465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38512) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:14.021462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c534f40-9b31-4b29-976a-1d53e9749788 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d62199efff8249579942c0045372a373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6653881 Mar 07 10:28:14.027843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38516) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:14.038454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c534f40-9b31-4b29-976a-1d53e9749788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deb1f3b-156a-49f7-b399-850af6e486a1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.045230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.046354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.070435 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2427-9d8b-40b6-9a1e-286ed832cddc admin admin] Publish callbacks [] for security_group (aa5242e1-e943-4aac-a90d-40ba1388c6b3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.179478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36068f-2983-4d1b-99ff-641dfada24d3 req-d9b4cbfb-09ea-4f1c-bc1e-bf700cecdfa1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:14.190303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b36068f-2983-4d1b-99ff-641dfada24d3 req-d9b4cbfb-09ea-4f1c-bc1e-bf700cecdfa1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.3821299 Mar 07 10:28:14.192148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2427-9d8b-40b6-9a1e-286ed832cddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (aa5242e1-e943-4aac-a90d-40ba1388c6b3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.200173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 87e8fb47-9908-4be6-bad9-342fbe06e51f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:14.271024 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59f6418-0d90-4910-b6be-c58f6115bd4d x-openstack-request-id: req-e59f6418-0d90-4910-b6be-c58f6115bd4d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:14.271364 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:14.271655 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e59f6418-0d90-4910-b6be-c58f6115bd4d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:14.272058 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9', 'status': 'completed', 'code': 200} Mar 07 10:28:14.338436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'fixed_ips': [{'subnet_id': '5ade863b-b766-4d02-a620-f7334034022f'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:14.339410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.388456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] Publish callbacks [] for security_group (9deb1f3b-156a-49f7-b399-850af6e486a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.465884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Sync routers for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:14.467932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 87e8fb47-9908-4be6-bad9-342fbe06e51f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:14.469018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.492416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7bdb2427-9d8b-40b6-9a1e-286ed832cddc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bd6f8516bb248ad800f91a57cb80c73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3062110 Mar 07 10:28:14.495609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38540) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:14.520271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb2427-9d8b-40b6-9a1e-286ed832cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5242e1-e943-4aac-a90d-40ba1388c6b3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.531139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:14.532040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:14.559923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for router_controller (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.562685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-22e1737c-8d8c-4fc7-ae21-1a1f1287dd4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5b87067e4d47d1802df3edfa9a87a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6105103 Mar 07 10:28:14.565841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38548) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:14.578292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] Publish callbacks [] for security_group (9deb1f3b-156a-49f7-b399-850af6e486a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.684104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] Publish callbacks [] for security_group (aa5242e1-e943-4aac-a90d-40ba1388c6b3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.687743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b36068f-2983-4d1b-99ff-641dfada24d3 req-184c67ea-e310-4054-af0e-c974bc2939da tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902968 Mar 07 10:28:14.701271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-c3a620d1-8586-454a-a212-8dea438281da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:14.703228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-c3a620d1-8586-454a-a212-8dea438281da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1155 time: 0.3603318 Mar 07 10:28:14.737270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] Publish callbacks [] for security_group (aa5242e1-e943-4aac-a90d-40ba1388c6b3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.739748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] Publish callbacks [] for security_group (b9e8793e-34be-4643-a897-4eefa6423f8f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.798469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] Publish callbacks [] for security_group (b9e8793e-34be-4643-a897-4eefa6423f8f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.847408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (aa5242e1-e943-4aac-a90d-40ba1388c6b3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.849657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:14.851586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.853158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa5242e1-e943-4aac-a90d-40ba1388c6b3 HTTP/1.1" status: 204 len: 168 time: 0.3565202 Mar 07 10:28:14.859844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 010a836e-b0df-40fc-b55d-30ac06c49fd9 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:14.860358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for router_gateway (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.864525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eae262-ba52-405e-800b-0a48b350a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5242e1-e943-4aac-a90d-40ba1388c6b3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.886337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9e8793e-34be-4643-a897-4eefa6423f8f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.889406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.894091 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9e8793e-34be-4643-a897-4eefa6423f8f HTTP/1.1" status: 204 len: 168 time: 0.3269436 Mar 07 10:28:14.916757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e3d6-1885-4756-8224-91988530ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8793e-34be-4643-a897-4eefa6423f8f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.941010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89983c4-20cb-4cc9-9ca5-24d093325344 req-de12c2bf-3076-48cc-957b-8a3adc566185 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:14.948397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d89983c4-20cb-4cc9-9ca5-24d093325344 req-de12c2bf-3076-48cc-957b-8a3adc566185 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 949 time: 0.2189562 Mar 07 10:28:14.966003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Allocated IP 172.20.0.2 (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca/5ade863b-b766-4d02-a620-f7334034022f/77fa23af-071f-4837-96b3-a06a8d92c96b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:14.971595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9deb1f3b-156a-49f7-b399-850af6e486a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.975234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.976377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9deb1f3b-156a-49f7-b399-850af6e486a1 HTTP/1.1" status: 204 len: 168 time: 0.9468615 Mar 07 10:28:14.997124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38578) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.023283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-bd8583d2-23dd-4046-8d98-3e19fb1aefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:15.024870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-bd8583d2-23dd-4046-8d98-3e19fb1aefec service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.3111970 Mar 07 10:28:15.025705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22ffcd-244d-4cf6-84c8-6572743dee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deb1f3b-156a-49f7-b399-850af6e486a1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.078005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 87e8fb47-9908-4be6-bad9-342fbe06e51f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:15.095758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:15.105808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-8f84303b-275a-436d-a065-b60eb3fdd54d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0682244 Mar 07 10:28:15.119048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d89983c4-20cb-4cc9-9ca5-24d093325344 req-0689f865-0790-40d1-bf7c-1d96b357e7fb tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697555 Mar 07 10:28:15.157708 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:28:15.192333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-efada54c-c7e8-42f2-bf41-7385ab1330eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:15.193922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-efada54c-c7e8-42f2-bf41-7385ab1330eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0564599 Mar 07 10:28:15.280562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-79f5a30b-415c-4066-bcd2-65442c527c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773873 Mar 07 10:28:15.347580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 010a836e-b0df-40fc-b55d-30ac06c49fd9 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:28:15.399482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 010a836e-b0df-40fc-b55d-30ac06c49fd9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:15.399933 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.514618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:15.544619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 has no active binding in host n-h1-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:28:15.588851 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks [] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.625719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for router_gateway (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.627583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.659482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.673218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-331521c5-afb8-4b34-905f-1cd84a847ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671274 Mar 07 10:28:15.691212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 010a836e-b0df-40fc-b55d-30ac06c49fd9 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:15.691932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.699042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:15.718815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:15.719116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fbc0335a-dc0a-4d8a-a480-44d38be99b3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66280f500f2245458772c18e31253289&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7198768 Mar 07 10:28:15.721720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38594) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.728440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Pushing event updated for resources: {'Port': ['ID=77fa23af-071f-4837-96b3-a06a8d92c96b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.731959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:15.745759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:15.748429 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13a912-a700-4d4d-913d-32af3f4cb3d4" -d '{"events": [{"server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "name": "network-vif-plugged", "status": "completed", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:15.760527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38600) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.766511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:10Z', 'revision_number': 4, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'f81ab761-01e9-4e21-a286-c5f35bb89e18', 'name': '', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'mac_address': 'fa:16:3e:53:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:09Z', 'updated_at': '2022-03-07T10:28:10Z', 'revision_number': 2, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'subnets': [{'id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:15.801040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:15.839219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Checking router: 012ab246-ef80-4c42-a89d-099f86f958b7 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:15.839569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Updating router 012ab246-ef80-4c42-a89d-099f86f958b7 port f81ab761-01e9-4e21-a286-c5f35bb89e18 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:15.841785 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.860232 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7c8b1-3acc-463d-97d7-59e638379ce2 x-openstack-request-id: req-e7a7c8b1-3acc-463d-97d7-59e638379ce2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:15.860528 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "name": "network-vif-plugged", "status": "completed", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:15.860785 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7a7c8b1-3acc-463d-97d7-59e638379ce2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:15.861171 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9', 'code': 200} Mar 07 10:28:15.900639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d585f4a2-1b31-4478-92bd-c5959c412b50 req-039e678e-0057-4253-a9f5-947ea4bb21fc service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981573 Mar 07 10:28:15.917806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38602) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.924346 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5efefae6-aeea-413f-8cf2-abc2a3671f78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e9906e4acd45d4a38781b66b43df9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607714 Mar 07 10:28:15.929948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] Publish callbacks [] for security_group (e4f77778-bec7-4223-9bab-a4033f8ca4a9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.980893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.982027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] Publish callbacks [] for security_group (e4f77778-bec7-4223-9bab-a4033f8ca4a9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.985724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Attempting to bind port 77fa23af-071f-4837-96b3-a06a8d92c96b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:15.986094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Attempting to bind port 77fa23af-071f-4837-96b3-a06a8d92c96b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:15.986453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Attempting to bind port 77fa23af-071f-4837-96b3-a06a8d92c96b on network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:16.030816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:16.031192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Checking segment: {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:16.031598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.032018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Bound using segment: {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:16.032852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Bound port: 77fa23af-071f-4837-96b3-a06a8d92c96b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:16.032852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.047302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.082032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Allocated IP 172.25.4.227 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/3b1b2464-37be-4b58-9f15-37930436e6f7) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:16.093548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2ee8b-32a8-4114-83bb-a258d30ad4aa req-5753396c-b1ec-43bc-85da-1d9b6cf4d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:16.095176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ea2ee8b-32a8-4114-83bb-a258d30ad4aa req-5753396c-b1ec-43bc-85da-1d9b6cf4d232 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 1132 time: 0.1888721 Mar 07 10:28:16.099701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e4f77778-bec7-4223-9bab-a4033f8ca4a9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.108750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87062c6d-0c4b-4b10-be63-96aabc23aae9 req-6aa7cd62-9e3c-4b7a-90b4-3403e707996c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:16.112634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.115865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87062c6d-0c4b-4b10-be63-96aabc23aae9 req-6aa7cd62-9e3c-4b7a-90b4-3403e707996c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.2080674 Mar 07 10:28:16.119063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4f77778-bec7-4223-9bab-a4033f8ca4a9 HTTP/1.1" status: 204 len: 168 time: 0.3944559 Mar 07 10:28:16.120057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.140392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3556132d-8920-415c-970b-b228e41457db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.158045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a483a-bc5b-4143-8ea8-6b986d677cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f77778-bec7-4223-9bab-a4033f8ca4a9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.226668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] Publish callbacks [] for security_group (432887f5-3925-47b6-8ff4-a565b7b5a589), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.278432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3556132d-8920-415c-970b-b228e41457db admin admin] Publish callbacks [] for security_group (c1cca310-5eba-432f-9d30-22844f5cdb10), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.288111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3556132d-8920-415c-970b-b228e41457db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c1cca310-5eba-432f-9d30-22844f5cdb10), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.300935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] For port 77fa23af-071f-4837-96b3-a06a8d92c96b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:16.304589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] For port 77fa23af-071f-4837-96b3-a06a8d92c96b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77fa23af-071f-4837-96b3-a06a8d92c96b,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:16.318612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3556132d-8920-415c-970b-b228e41457db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18a7058cad6d4821acff1e4e6b3862b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955104 Mar 07 10:28:16.324915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38616) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.330651 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.364663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556132d-8920-415c-970b-b228e41457db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cca310-5eba-432f-9d30-22844f5cdb10,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.410408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] Publish callbacks [] for security_group (c1cca310-5eba-432f-9d30-22844f5cdb10), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.440605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] Publish callbacks [] for security_group (c1cca310-5eba-432f-9d30-22844f5cdb10), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.514014 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c1cca310-5eba-432f-9d30-22844f5cdb10), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.517235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.522573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1cca310-5eba-432f-9d30-22844f5cdb10 HTTP/1.1" status: 204 len: 168 time: 0.1958117 Mar 07 10:28:16.535359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ea334-08db-41c6-a7ff-04e627eb483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cca310-5eba-432f-9d30-22844f5cdb10,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.535955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f0706-2933-400b-8745-b350658d5e6b None None] Pushing event updated for resources: {'Port': ['ID=77fa23af-071f-4837-96b3-a06a8d92c96b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.574096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.616299 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] Publish callbacks [] for security_group (432887f5-3925-47b6-8ff4-a565b7b5a589), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.674284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ea2ee8b-32a8-4114-83bb-a258d30ad4aa req-42158f3e-fc5a-4abd-a9d8-b819f8baf572 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516450 Mar 07 10:28:16.695952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.736929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87062c6d-0c4b-4b10-be63-96aabc23aae9 req-dc8f6f33-3e42-4d4b-b95d-c31c8d56044d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200674 Mar 07 10:28:16.778239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38628) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.791432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (432887f5-3925-47b6-8ff4-a565b7b5a589), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.794441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.795747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/432887f5-3925-47b6-8ff4-a565b7b5a589 HTTP/1.1" status: 204 len: 168 time: 0.8637083 Mar 07 10:28:16.799143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:16.833341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e050dc-3795-4af3-aee0-a2b4e303b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432887f5-3925-47b6-8ff4-a565b7b5a589,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.835410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:16.848829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:16.859249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540ddc-fb98-434a-a428-5568d5f2b81e req-1b546a43-d732-4e50-b84b-e3481c24c767 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:16.881974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59540ddc-fb98-434a-a428-5568d5f2b81e req-1b546a43-d732-4e50-b84b-e3481c24c767 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.6152906 Mar 07 10:28:16.884083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Pushing event updated for resources: {'Port': ['ID=3b1b2464-37be-4b58-9f15-37930436e6f7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.916244 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab46a6aa-03c0-409d-b43f-7cf8ef013d2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8423b0fa2a4647b08d3bf60f1503f487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366885 Mar 07 10:28:16.918680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.936621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks [] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.949287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.041168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] Publish callbacks [] for security_group (200d88ef-d894-4c79-bf27-b1eab067198e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.043242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa31f70-e4d8-4601-83cc-ad08b2babbb9 None None] Pushing event updated for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.096574 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] Publish callbacks [] for security_group (200d88ef-d894-4c79-bf27-b1eab067198e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.128304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59540ddc-fb98-434a-a428-5568d5f2b81e req-78ce5fdb-ad8b-46bd-8dba-46f272559fa4 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452047 Mar 07 10:28:17.169328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Attempting to bind port f81ab761-01e9-4e21-a286-c5f35bb89e18 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:17.178557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Attempting to bind port f81ab761-01e9-4e21-a286-c5f35bb89e18 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:17.185249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Attempting to bind port f81ab761-01e9-4e21-a286-c5f35bb89e18 on network 1a052ca4-8335-4e22-b527-82dab66f841e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:17.192754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (200d88ef-d894-4c79-bf27-b1eab067198e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.195621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.197098 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/200d88ef-d894-4c79-bf27-b1eab067198e HTTP/1.1" status: 204 len: 168 time: 0.2774911 Mar 07 10:28:17.198506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:17.198954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Checking segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:17.201442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.201923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Bound using segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:17.202365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Bound port: f81ab761-01e9-4e21-a286-c5f35bb89e18, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:17.202747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.217476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01a46-4993-4e4a-81d3-b82b7892555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d88ef-d894-4c79-bf27-b1eab067198e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.303148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] For port f81ab761-01e9-4e21-a286-c5f35bb89e18, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:17.307885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] For port f81ab761-01e9-4e21-a286-c5f35bb89e18, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f81ab761-01e9-4e21-a286-c5f35bb89e18,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:17.325966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.396966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-392ac04c-1cd6-42c5-a6e0-39913d86a377 service neutron] 10.222.0.32 "GET /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.2043278 Mar 07 10:28:17.428711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa31f70-e4d8-4601-83cc-ad08b2babbb9 None None] Pushing event updated for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.487424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:17.488230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:17.491939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for router_gateway (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.560714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Provisioning complete for port f81ab761-01e9-4e21-a286-c5f35bb89e18 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:17.561272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.716040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:17.845422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Current status of the port f81ab761-01e9-4e21-a286-c5f35bb89e18 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:17.846081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.961501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] For port f81ab761-01e9-4e21-a286-c5f35bb89e18, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f81ab761-01e9-4e21-a286-c5f35bb89e18,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:17.980508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.084908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:18.123483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264bf24-ee16-45da-95df-82e1d244af65 None None] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:18.129849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:18.169045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.185090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4527822-36b1-40ae-828c-3d2a761878be req-97002bba-9d56-4b76-93ca-8daa790991a8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:18.186595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4527822-36b1-40ae-828c-3d2a761878be req-97002bba-9d56-4b76-93ca-8daa790991a8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 943 time: 0.2348018 Mar 07 10:28:18.237870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40379e46-b0ef-466d-8e5a-1649402998d9 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:18.251164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7228f2-8eda-4c28-844a-cce0ad09abab None None] Pushing event updated for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.267469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:18.274160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f44ef3a5-bea2-495d-a980-888d45daa2a4 None None] Provisioning complete for port f81ab761-01e9-4e21-a286-c5f35bb89e18 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:18.274687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f44ef3a5-bea2-495d-a980-888d45daa2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.282903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77fa23af-071f-4837-96b3-a06a8d92c96b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:18.344815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.375284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4527822-36b1-40ae-828c-3d2a761878be req-54f8723c-d5e3-4472-8196-bd624d0462d0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492348 Mar 07 10:28:18.462560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 77fa23af-071f-4837-96b3-a06a8d92c96b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:18.462560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.525385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Router c680967d-d0eb-41f2-9e91-3b9fae1cafcd is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:18.535425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:10Z', 'revision_number': 4, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'f81ab761-01e9-4e21-a286-c5f35bb89e18', 'name': '', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'mac_address': 'fa:16:3e:53:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:09Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 4, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'subnets': [{'id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:18.541333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] Transition to ACTIVE for port object 40379e46-b0ef-466d-8e5a-1649402998d9 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:18.584995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2d524-08ee-4aa9-871c-804b231a031f None None] The sync data for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 is: [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:28:10Z', 'revision_number': 4, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'f81ab761-01e9-4e21-a286-c5f35bb89e18', 'name': '', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'mac_address': 'fa:16:3e:53:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:09Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 4, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'subnets': [{'id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:18.735346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77fa23af-071f-4837-96b3-a06a8d92c96b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:18.736020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.739809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f44ef3a5-bea2-495d-a980-888d45daa2a4 None None] Current status of the port f81ab761-01e9-4e21-a286-c5f35bb89e18 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:18.806571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 77fa23af-071f-4837-96b3-a06a8d92c96b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77fa23af-071f-4837-96b3-a06a8d92c96b,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:18.815063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.031142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6b86ee56-9af2-4d0e-8cf5-211b4344dab8 None None] Provisioning complete for port 77fa23af-071f-4837-96b3-a06a8d92c96b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:19.031571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b86ee56-9af2-4d0e-8cf5-211b4344dab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.041533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=77fa23af-071f-4837-96b3-a06a8d92c96b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.081459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.209825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6b86ee56-9af2-4d0e-8cf5-211b4344dab8 None None] Current status of the port 77fa23af-071f-4837-96b3-a06a8d92c96b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:19.216194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] No DVR routers for this DVR port 40379e46-b0ef-466d-8e5a-1649402998d9 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:19.222245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:19.233023 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Sync routers for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:19.247465 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:19.248389 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:19.266460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] Pushing event updated for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.289929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a790eb-da2d-49e5-b6ba-0543828c9406 req-2b3add09-c7fb-4949-af4b-2634ec7432ca tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:19.291535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90a790eb-da2d-49e5-b6ba-0543828c9406 req-2b3add09-c7fb-4949-af4b-2634ec7432ca tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.7489705 Mar 07 10:28:19.314312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.319148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38702) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:19.319723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fc31faa7-9e62-4ba3-b6f0-00c328d1375e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5165801 Mar 07 10:28:19.352517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4d604bd4-c602-468d-92dc-ac9ffded5a57 None None] Provisioning complete for port 77fa23af-071f-4837-96b3-a06a8d92c96b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:19.355988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-b2998834-389f-4172-af6e-d187ddeb38da service neutron] 10.222.0.32 "PUT /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9/bindings/n-h1-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9326198 Mar 07 10:28:19.371447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d604bd4-c602-468d-92dc-ac9ffded5a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.401988 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:19.456992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90a790eb-da2d-49e5-b6ba-0543828c9406 req-1b88567b-f245-4a6a-9bc5-73e4a7c53bc7 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362667 Mar 07 10:28:19.632698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4d604bd4-c602-468d-92dc-ac9ffded5a57 None None] Current status of the port 77fa23af-071f-4837-96b3-a06a8d92c96b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:19.695981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-16c64bcc-3d10-49c8-8912-d1f82fe6be65 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:19.697909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-16c64bcc-3d10-49c8-8912-d1f82fe6be65 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.2451086 Mar 07 10:28:19.753204 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 3, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:19.801910 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Checking router: c680967d-d0eb-41f2-9e91-3b9fae1cafcd for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:19.802256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Updating router c680967d-d0eb-41f2-9e91-3b9fae1cafcd port 3b1b2464-37be-4b58-9f15-37930436e6f7 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:19.836892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b39a22-d130-4867-ac46-ff5de0eb0cdd req-34dc0982-60cd-4873-b53f-caea59a445ac tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:19.839591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3b39a22-d130-4867-ac46-ff5de0eb0cdd req-34dc0982-60cd-4873-b53f-caea59a445ac tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.2311325 Mar 07 10:28:19.854616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-dcd4953c-79ba-4f5b-baa0-8a00ee55d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:19.856134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-dcd4953c-79ba-4f5b-baa0-8a00ee55d3ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&tenant_id=1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 1126 time: 0.1510119 Mar 07 10:28:19.860639 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.008528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3b39a22-d130-4867-ac46-ff5de0eb0cdd req-de833462-79be-4032-871a-ff270c313cad tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548293 Mar 07 10:28:20.017353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8374ec18-f3ab-4437-82fc-9b9b0b881db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:20.019164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8374ec18-f3ab-4437-82fc-9b9b0b881db5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1126 time: 0.1265726 Mar 07 10:28:20.198153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-867dfddd-6ef6-4487-9119-ce6d69b70035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:20.200747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-867dfddd-6ef6-4487-9119-ce6d69b70035 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.1746669 Mar 07 10:28:20.281244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-5f4e018f-3549-4367-a321-7f72f24a9491 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0734887 Mar 07 10:28:20.304781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.309005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:20.348968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f81ab761-01e9-4e21-a286-c5f35bb89e18 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:20.395197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f707a6b-71f6-4bc2-ad32-26eda20a4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:20.397795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-8f707a6b-71f6-4bc2-ad32-26eda20a4395 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1032944 Mar 07 10:28:20.443562 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks [] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.455178 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.464268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-9ab5763a-1caf-49ab-bde5-8499983488fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600238 Mar 07 10:28:20.485195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f81ab761-01e9-4e21-a286-c5f35bb89e18 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:20.485560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.561092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Attempting to bind port 3b1b2464-37be-4b58-9f15-37930436e6f7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:20.561824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Attempting to bind port 3b1b2464-37be-4b58-9f15-37930436e6f7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:20.564764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Attempting to bind port 3b1b2464-37be-4b58-9f15-37930436e6f7 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:20.594820 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:20.595733 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:20.596313 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.596996 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:20.597712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Bound port: 3b1b2464-37be-4b58-9f15-37930436e6f7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:20.598253 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.678206 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] For port 3b1b2464-37be-4b58-9f15-37930436e6f7, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:20.679462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Allocated IP 172.20.0.1 (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca/5ade863b-b766-4d02-a620-f7334034022f/249659b6-3d7e-4acb-9533-8d595c7fa46c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:20.683229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] For port 3b1b2464-37be-4b58-9f15-37930436e6f7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b1b2464-37be-4b58-9f15-37930436e6f7,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:20.689546 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce5e0-d3d5-4367-8a87-d8adad29f49e None None] Pushing event updated for resources: {'Port': ['ID=3b1b2464-37be-4b58-9f15-37930436e6f7,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.697098 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.708749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f81ab761-01e9-4e21-a286-c5f35bb89e18 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:20.711088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77fa23af-071f-4837-96b3-a06a8d92c96b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:20.717013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e503ea8-1ad0-432d-bbbb-3a0174e87817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.767637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9843f9-d0cb-4b95-82d7-ae3b2d559241 req-147b610c-ad64-4ce9-a580-cc33bab293f8 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:20.769544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b9843f9-d0cb-4b95-82d7-ae3b2d559241 req-147b610c-ad64-4ce9-a580-cc33bab293f8 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.1519732 Mar 07 10:28:20.772006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-c177c858-47ce-47ea-b1c9-e91b637759ef service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000824 Mar 07 10:28:20.789809 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:20.790630 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.838512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 77fa23af-071f-4837-96b3-a06a8d92c96b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:20.838892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.889241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-40dec25a-ff53-4952-ba53-38dee1ca0874 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057682 Mar 07 10:28:20.904667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:20.930614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:20.949842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b9843f9-d0cb-4b95-82d7-ae3b2d559241 req-a8721eec-407e-4a54-942d-08362b764ad0 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739876 Mar 07 10:28:21.225266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:28:21.267109 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce5e0-d3d5-4367-8a87-d8adad29f49e None None] Pushing event updated for resources: {'Port': ['ID=3b1b2464-37be-4b58-9f15-37930436e6f7,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.277415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77fa23af-071f-4837-96b3-a06a8d92c96b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:21.289638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port 40379e46-b0ef-466d-8e5a-1649402998d9 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:28:21.290043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:28:21.328649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d920c-2abf-4de4-8bdf-49a9414dffac req-f52ac21c-7cdf-4ed3-9dd9-9be75e3fa1ea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.330229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8d920c-2abf-4de4-8bdf-49a9414dffac req-f52ac21c-7cdf-4ed3-9dd9-9be75e3fa1ea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.1935821 Mar 07 10:28:21.344421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-ae05a0d4-6dde-4998-bbbe-41a06f578f8d tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.346027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-ae05a0d4-6dde-4998-bbbe-41a06f578f8d tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.1320930 Mar 07 10:28:21.351421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.381074 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 3, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.420683 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9638c5f-223d-4fc1-9f69-353a1cd11619 None None] The sync data for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 is: [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 3, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:21.425659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks [] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.457286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.515485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.534024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Publish callbacks [] for security_group (25785053-5f3f-4232-8e48-04a977a9a9b6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.549662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8d920c-2abf-4de4-8bdf-49a9414dffac req-72dc5b55-6732-4116-8ef8-3515cf11e594 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944723 Mar 07 10:28:21.552333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:21.566057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:21.568206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25785053-5f3f-4232-8e48-04a977a9a9b6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.592878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c79f2-ff76-4990-97e6-05deded5c78d req-26e9134d-4e6d-40cb-8d32-91a243d11fa3 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.594886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f4c79f2-ff76-4990-97e6-05deded5c78d req-26e9134d-4e6d-40cb-8d32-91a243d11fa3 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.2638659 Mar 07 10:28:21.614688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:21.615181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.710292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f4c79f2-ff76-4990-97e6-05deded5c78d req-7db7a3a8-6fae-438d-be4b-4c899116d521 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044636 Mar 07 10:28:21.785819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-4f97e78b-9fa9-4063-9907-18b80c2c101f service neutron] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:21.790081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cf859fa4e34437f8f23d78b921e2bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4781275 Mar 07 10:28:21.793418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:21.797279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-4f97e78b-9fa9-4063-9907-18b80c2c101f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.801921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2b6df60-0b8c-4af3-9756-afa5cc63912b req-4f97e78b-9fa9-4063-9907-18b80c2c101f service neutron] 10.222.0.26 "DELETE /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9/bindings/n-h2-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.4135547 Mar 07 10:28:21.836296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Publish callbacks [] for security_group (1d7bd201-a5ab-4426-bbcb-988e35a20e04), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.861323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d7bd201-a5ab-4426-bbcb-988e35a20e04), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.953724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.018928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1720fe68766b46e5baec4ccf00dfda03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1106529 Mar 07 10:28:22.020501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7bd201-a5ab-4426-bbcb-988e35a20e04,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.032348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38786) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:22.090017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-15899437-ccf6-46a6-8bdc-8d922f40ce6d None None] Provisioning complete for port 249659b6-3d7e-4acb-9533-8d595c7fa46c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:22.090554 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-15899437-ccf6-46a6-8bdc-8d922f40ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.094457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.095828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.096291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.100056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.100508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.100946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.101463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.101942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.102431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.102936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.103378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.105603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.105993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742d66d-5aae-4630-8fec-4e678c5c7ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.198526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-15899437-ccf6-46a6-8bdc-8d922f40ce6d None None] Port 249659b6-3d7e-4acb-9533-8d595c7fa46c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:22.252953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] Publish callbacks [] for security_group (1d7bd201-a5ab-4426-bbcb-988e35a20e04), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.256374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks [] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.277633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.278349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.353581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Pushing event updated for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.364251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25785053-5f3f-4232-8e48-04a977a9a9b6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.381277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] Publish callbacks [] for security_group (1d7bd201-a5ab-4426-bbcb-988e35a20e04), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.390187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.390537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.390880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.391215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.391546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.391931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.392233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.392557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.392880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.394445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.394812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.398288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.398765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.419013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f51d88-b45d-4cd7-923b-e8c72583e72a req-bea8dfc0-2c96-48dd-b923-b8147bdfcefd tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:22.421240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.421392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9f51d88-b45d-4cd7-923b-e8c72583e72a req-bea8dfc0-2c96-48dd-b923-b8147bdfcefd tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.2031975 Mar 07 10:28:22.421898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.427028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.427745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.428241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.428716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.429208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.429677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.430208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.430677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.431141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.431827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.432410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5f3b6-f041-4271-8788-96e9ba838439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:22.450272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b1b2464-37be-4b58-9f15-37930436e6f7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:22.501267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9f51d88-b45d-4cd7-923b-e8c72583e72a req-81890981-5ee5-4166-935e-a1634198d36d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714712 Mar 07 10:28:22.517017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] Publish callbacks [] for security_group (25785053-5f3f-4232-8e48-04a977a9a9b6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.517397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d7bd201-a5ab-4426-bbcb-988e35a20e04), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.521188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.522479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d7bd201-a5ab-4426-bbcb-988e35a20e04 HTTP/1.1" status: 204 len: 168 time: 0.4881375 Mar 07 10:28:22.547632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f107d-3f31-4216-beb8-ad5b2f73193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7bd201-a5ab-4426-bbcb-988e35a20e04,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.619788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] Publish callbacks [] for security_group (25785053-5f3f-4232-8e48-04a977a9a9b6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.620664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b1b2464-37be-4b58-9f15-37930436e6f7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:22.621156 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.663184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Pushing event updated for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.771308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cebd3-768c-472e-9152-b8a0b5b70a2e req-8bdf7fe0-b086-41bf-b869-cd2926a2c773 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:22.781681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc5cebd3-768c-472e-9152-b8a0b5b70a2e req-8bdf7fe0-b086-41bf-b869-cd2926a2c773 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.1139452 Mar 07 10:28:22.784972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b1b2464-37be-4b58-9f15-37930436e6f7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:22.785373 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.804105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:22.808905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:22.879512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3b1b2464-37be-4b58-9f15-37930436e6f7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b1b2464-37be-4b58-9f15-37930436e6f7,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:22.890864 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.904089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc5cebd3-768c-472e-9152-b8a0b5b70a2e req-cd292765-5633-4dd4-8af7-8b1c3bcad402 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015089 Mar 07 10:28:22.988330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3b1b2464-37be-4b58-9f15-37930436e6f7,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.027236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Router c680967d-d0eb-41f2-9e91-3b9fae1cafcd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:23.028326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c770a032-c34d-4055-87cd-6ae38f23d5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.038601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25785053-5f3f-4232-8e48-04a977a9a9b6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.044527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.048533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25785053-5f3f-4232-8e48-04a977a9a9b6 HTTP/1.1" status: 204 len: 168 time: 1.2525115 Mar 07 10:28:23.062319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ccf92-040d-471c-94cf-13c744148d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25785053-5f3f-4232-8e48-04a977a9a9b6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.159676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76210f06-82d0-4a8d-91cd-036fa31b9bfb req-0c3c1d95-1137-493b-a845-9b24a5c5334a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.162495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76210f06-82d0-4a8d-91cd-036fa31b9bfb req-0c3c1d95-1137-493b-a845-9b24a5c5334a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1126 time: 0.0976176 Mar 07 10:28:23.241487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76210f06-82d0-4a8d-91cd-036fa31b9bfb req-aecdd38e-4360-4db7-9e39-9ed39c20231b tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681214 Mar 07 10:28:23.243297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f6003410-4380-4fb9-9dc6-c5d2e2894cc8 None None] Provisioning complete for port 249659b6-3d7e-4acb-9533-8d595c7fa46c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:23.243838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6003410-4380-4fb9-9dc6-c5d2e2894cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.271028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:23.280399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c27e555f-03e8-4f83-9b2f-e5fb240a05ac admin admin] 10.222.0.23 "PUT /v2.0/routers/c680967d-d0eb-41f2-9e91-3b9fae1cafcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9594166 Mar 07 10:28:23.325076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f6003410-4380-4fb9-9dc6-c5d2e2894cc8 None None] Port 249659b6-3d7e-4acb-9533-8d595c7fa46c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:23.378284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-69ed6951-b8dd-4354-a5b8-ffe8fd6b1aa6 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334432 Mar 07 10:28:23.515155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:23.523455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b7c8bdda-0762-449e-ab3b-7c62aff12c84 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.525359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b7c8bdda-0762-449e-ab3b-7c62aff12c84 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.26 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.1057599 Mar 07 10:28:23.533460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-28e8c0aa-cba1-444a-9993-e9710a573467 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.534347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ce78cc62-f2ff-41fc-b2d2-3ca910cbcc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.534910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-28e8c0aa-cba1-444a-9993-e9710a573467 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496615 Mar 07 10:28:23.576555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-cd564fcd-7ec7-453d-99c2-34b893ddf9f5 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/quotas/206bb14bfa554edf8bd26dfeb9a614b8 HTTP/1.1" status: 200 len: 375 time: 0.0331185 Mar 07 10:28:23.671044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ce78cc62-f2ff-41fc-b2d2-3ca910cbcc20 admin admin] Publish callbacks [] for security_group (3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.673588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-e4336f95-5903-4314-8b62-4ace23483207 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792255 Mar 07 10:28:23.680187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ce78cc62-f2ff-41fc-b2d2-3ca910cbcc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.716327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78cc62-f2ff-41fc-b2d2-3ca910cbcc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.730633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Deleting port 010a836e-b0df-40fc-b55d-30ac06c49fd9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:28:23.730988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.746371 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ce78cc62-f2ff-41fc-b2d2-3ca910cbcc20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15af8a07767245eb8c48d826c941050a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296121 Mar 07 10:28:23.749095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:23.818790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.836391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] Publish callbacks [] for security_group (3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.869212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] Publish callbacks [] for security_group (3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.931784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.935390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.936600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba HTTP/1.1" status: 204 len: 168 time: 0.1861858 Mar 07 10:28:23.950721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b28be5-199b-47ef-83b9-260f23cec7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33e9b1-ebb7-48e8-87bb-1bee9f48d1ba,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.964070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] For port 010a836e-b0df-40fc-b55d-30ac06c49fd9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=010a836e-b0df-40fc-b55d-30ac06c49fd9,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:23.964297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.993156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Calling delete_port for 010a836e-b0df-40fc-b55d-30ac06c49fd9 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:28:24.059717 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.192511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b1b2464-37be-4b58-9f15-37930436e6f7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:24.287176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Sync routers for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:24.301480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:24.302317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:24.431965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543337-e41c-4e66-8dd2-6a02f4b01a96 req-73418246-ee64-44a2-a01b-bae1d1ef1551 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:24.441022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd543337-e41c-4e66-8dd2-6a02f4b01a96 req-73418246-ee64-44a2-a01b-bae1d1ef1551 tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 950 time: 0.3830347 Mar 07 10:28:24.481562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:24.484636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b1b2464-37be-4b58-9f15-37930436e6f7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:24.485866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.768802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b1b2464-37be-4b58-9f15-37930436e6f7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:24.828386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-1a2002e1-b401-46c8-b7f9-e0680ffbd482 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:24.847674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-1a2002e1-b401-46c8-b7f9-e0680ffbd482 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.5856721 Mar 07 10:28:24.924680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd543337-e41c-4e66-8dd2-6a02f4b01a96 req-86aea84b-0e11-4f37-b7c4-e262358d3e0d tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/security-groups?id=12b91b46-cd6b-4347-8b01-5b896f10244d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788520 Mar 07 10:28:24.940706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-0989c798-267e-4ed2-b724-a4ff0511c45e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/quotas/1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 375 time: 0.0903850 Mar 07 10:28:24.951105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (010a836e-b0df-40fc-b55d-30ac06c49fd9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.972812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['010a836e-b0df-40fc-b55d-30ac06c49fd9'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:25.019415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Pushing event deleted for resources: {'Port': ['ID=010a836e-b0df-40fc-b55d-30ac06c49fd9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.113813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:21Z', 'revision_number': 4, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '249659b6-3d7e-4acb-9533-8d595c7fa46c', 'name': '', 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'mac_address': 'fa:16:3e:3b:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5ade863b-b766-4d02-a620-f7334034022f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:20Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 2, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'subnets': [{'id': '5ade863b-b766-4d02-a620-f7334034022f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.158102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Checking router: c680967d-d0eb-41f2-9e91-3b9fae1cafcd for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:25.158469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Updating router c680967d-d0eb-41f2-9e91-3b9fae1cafcd port 249659b6-3d7e-4acb-9533-8d595c7fa46c binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:25.178487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] No DVR routers for this DVR port 010a836e-b0df-40fc-b55d-30ac06c49fd9 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:25.214682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.226038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5546056-0585-4b08-a9c3-26ed7e0c163a req-b46ef3f6-3f58-45e7-a6fd-1a17e59ed31b tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.26 "DELETE /v2.0/ports/010a836e-b0df-40fc-b55d-30ac06c49fd9 HTTP/1.1" status: 204 len: 173 time: 1.6901000 Mar 07 10:28:25.226707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'name': 'network-vif-deleted', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:25.229224 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2d40a4-fe83-4764-907c-ed5a6c989d0e" -d '{"events": [{"server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "name": "network-vif-deleted", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:25.243921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.273744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-f63b02a1-a354-4816-a897-38e3f4df07e2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3274677 Mar 07 10:28:25.363866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf5b725b-e8ed-484f-8bbf-3363332db66c req-aaf81bd0-0db9-49b8-8efe-d9bb3ca0e784 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 210 time: 0.1908035 Mar 07 10:28:25.572539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-85365f64-779f-467e-b7ca-bc6ab8a4cebb service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951748 Mar 07 10:28:25.733833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.737011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-45fdde2f-7716-434f-88c7-cefa7b24085e service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593108 Mar 07 10:28:25.834253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-d776bc17-1a18-467b-ab64-5462d6fd8cb2 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617201 Mar 07 10:28:26.082675 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2329af5-fca5-40d9-8062-dcfb02616dc2 x-openstack-request-id: req-f2329af5-fca5-40d9-8062-dcfb02616dc2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:26.083055 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79722686-2175-4e13-aeb5-c3cd9f5eb151", "name": "network-vif-deleted", "tag": "010a836e-b0df-40fc-b55d-30ac06c49fd9", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:26.083937 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2329af5-fca5-40d9-8062-dcfb02616dc2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:26.085049 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79722686-2175-4e13-aeb5-c3cd9f5eb151', 'name': 'network-vif-deleted', 'tag': '010a836e-b0df-40fc-b55d-30ac06c49fd9', 'status': 'completed', 'code': 200} Mar 07 10:28:26.133454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks [] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.154623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.236930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-c2156ca6-f57e-4ee6-9491-4cf9bb93f329 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:26.246231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-c2156ca6-f57e-4ee6-9491-4cf9bb93f329 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046934 Mar 07 10:28:26.267298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Request body: {'port': {'device_id': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '206bb14bfa554edf8bd26dfeb9a614b8'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:26.376844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528cb81-96df-42b7-a75d-142c028639cf None None] Pushing event updated for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.407175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38940) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:26.511487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-511228f5-0812-4b7f-a6e1-df4b89126f61 req-27ed987d-271e-40c6-bc95-e49c64ac481f tempest-DeleteServersAdminTestJSON-847890608 tempest-DeleteServersAdminTestJSON-847890608-project] 10.222.0.23 "GET /v2.0/ports?device_id=79722686-2175-4e13-aeb5-c3cd9f5eb151 HTTP/1.1" status: 200 len: 210 time: 0.0646765 Mar 07 10:28:26.685809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Attempting to bind port 249659b6-3d7e-4acb-9533-8d595c7fa46c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:26.686256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Attempting to bind port 249659b6-3d7e-4acb-9533-8d595c7fa46c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:26.686920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Attempting to bind port 249659b6-3d7e-4acb-9533-8d595c7fa46c on network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:26.723276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaa3ae8-21d8-4a28-b13a-6c23aeb1e939 req-678505ee-0476-41eb-b57d-e621ed8eab26 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 210 time: 0.2703750 Mar 07 10:28:26.731312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:26.734228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Checking segment: {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:26.735962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.736756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Bound using segment: {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:26.737256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Bound port: 249659b6-3d7e-4acb-9533-8d595c7fa46c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bb0bca-059e-4194-ab6b-1c37c086087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:26.737635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.908212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] For port 249659b6-3d7e-4acb-9533-8d595c7fa46c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:26.913170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] For port 249659b6-3d7e-4acb-9533-8d595c7fa46c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=249659b6-3d7e-4acb-9533-8d595c7fa46c,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:26.933369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.977584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1268553388-network', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:27.014414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Made reservation on behalf of 206bb14bfa554edf8bd26dfeb9a614b8 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:27.017918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Provisioning complete for port 249659b6-3d7e-4acb-9533-8d595c7fa46c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:27.020183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.026049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.090671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Made reservation on behalf of e0e47c51ccfd44bb864ca861f2732b44 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:27.094257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.127960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.184145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f6e78fd-e4ac-4d78-8513-2a8c9fb90b45 req-e1dfa19e-50db-481f-b473-bfe96114007d tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 210 time: 0.2382667 Mar 07 10:28:27.189097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.248123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:27.263994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:27.349365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.355466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528cb81-96df-42b7-a75d-142c028639cf None None] Pushing event updated for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.549515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks [] for security_group (6aaadce3-7188-4380-b424-f2a39f2ccbb0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.564326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6aaadce3-7188-4380-b424-f2a39f2ccbb0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.572543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks [] for security_group (6e1c6d29-1d91-4054-a661-25bc4ba66df5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.586298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6e1c6d29-1d91-4054-a661-25bc4ba66df5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.743291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:27.856566 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (84d19ab1-959c-4cd1-974a-6192bf64e2b8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.856907 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Added segment 84d19ab1-959c-4cd1-974a-6192bf64e2b8 of type vlan for network 8f6ef809-ce52-4804-9807-7db87d8e511a Mar 07 10:28:27.874270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Allocated IP 192.168.233.241 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/422a37b3-7722-4b65-9c2e-9047e2970aeb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:27.893567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c6d29-1d91-4054-a661-25bc4ba66df5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.071420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (8f6ef809-ce52-4804-9807-7db87d8e511a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.169778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Current status of the port 249659b6-3d7e-4acb-9533-8d595c7fa46c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:28.170412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.215570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (8f6ef809-ce52-4804-9807-7db87d8e511a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.217076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:28.219258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.228744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:28.288309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8804288 Mar 07 10:28:28.305791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:28.327016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Request body: {'subnet': {'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1268553388-subnet', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:28.402012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c204-ef41-4284-bbb6-677050534b6d admin admin] Pushing event updated for resources: {'Network': ['ID=8f6ef809-ce52-4804-9807-7db87d8e511a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.423341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Made reservation on behalf of e0e47c51ccfd44bb864ca861f2732b44 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:28.426562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.461866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 8f6ef809-ce52-4804-9807-7db87d8e511a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:28.556277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:28.718132 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.759190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1766cf1b-5dc1-469b-8f61-f2af789b08fd req-488e0281-ac49-4b69-8b1f-7e8f132e51b8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 210 time: 0.1454856 Mar 07 10:28:28.871618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-123d6960-07ed-4d4a-877d-60c954ef33ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.891788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] For port 249659b6-3d7e-4acb-9533-8d595c7fa46c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=249659b6-3d7e-4acb-9533-8d595c7fa46c,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:28.906775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 010a836e-b0df-40fc-b55d-30ac06c49fd9 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:28:28.925892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (65d6bf77-c746-4228-942e-d10733340a30), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.986865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.005952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 010a836e-b0df-40fc-b55d-30ac06c49fd9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:28:29.006313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 010a836e-b0df-40fc-b55d-30ac06c49fd9 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:28:29.068005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Checking segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:29.069014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Network hostable DHCP agents. Network: 8f6ef809-ce52-4804-9807-7db87d8e511a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:29.111255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d6bf77-c746-4228-942e-d10733340a30,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.120264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95d0cf-9b5e-464d-a849-f35080fb346f None None] Pushing event updated for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.142948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Network 8f6ef809-ce52-4804-9807-7db87d8e511a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:29.144639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-370b3599-c09f-4d53-9d6c-742ad24659ce None None] Provisioning complete for port 249659b6-3d7e-4acb-9533-8d595c7fa46c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:29.145009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-370b3599-c09f-4d53-9d6c-742ad24659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.168251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 8f6ef809-ce52-4804-9807-7db87d8e511a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:29.188533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:29.189877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.195476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441e687-3f64-42b7-8c24-2978022b4610 None None] Network 8f6ef809-ce52-4804-9807-7db87d8e511a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:29.198537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-123d6960-07ed-4d4a-877d-60c954ef33ed admin admin] Publish callbacks [] for security_group (7109de47-d50a-438d-b9dc-fb1e1e6a1673), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.224677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-123d6960-07ed-4d4a-877d-60c954ef33ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7109de47-d50a-438d-b9dc-fb1e1e6a1673), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.247945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d50cbd11-8838-420e-aa7a-9728724a19c2 req-f2733a42-680a-4c3a-b28b-3cf88a81b080 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 210 time: 0.2324650 Mar 07 10:28:29.263314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaadce3-7188-4380-b424-f2a39f2ccbb0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.348725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d6960-07ed-4d4a-877d-60c954ef33ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7109de47-d50a-438d-b9dc-fb1e1e6a1673,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.396734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e52b5c01-a71b-43bc-8b06-51d46ab8bdfe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0803802 Mar 07 10:28:29.396982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks [] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.401178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:29.409689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:29.430945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-123d6960-07ed-4d4a-877d-60c954ef33ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=637bf7022c504810a25d777af44cd7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8723860 Mar 07 10:28:29.433996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:29.453569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-17171077-eb9a-4c23-aafa-d385908746f3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:29.469427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-17171077-eb9a-4c23-aafa-d385908746f3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.8522720 Mar 07 10:28:29.481798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (146a5525-07f8-449f-b51f-ab179263fe8d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.482854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (146a5525-07f8-449f-b51f-ab179263fe8d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.502759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Request body: {'port': {'device_id': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'admin_state_up': True, 'tenant_id': '1e4a6acf30d24121a5519a94f1666392'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:29.508917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] Publish callbacks [] for security_group (7109de47-d50a-438d-b9dc-fb1e1e6a1673), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.572506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] Publish callbacks [] for security_group (7109de47-d50a-438d-b9dc-fb1e1e6a1673), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.581492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for router_controller (146a5525-07f8-449f-b51f-ab179263fe8d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.667117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-370b3599-c09f-4d53-9d6c-742ad24659ce None None] Current status of the port 249659b6-3d7e-4acb-9533-8d595c7fa46c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:29.757271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-8f6ef809-ce52-4804-9807-7db87d8e511a', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:29.759848 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.791441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:21Z', 'revision_number': 4, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '249659b6-3d7e-4acb-9533-8d595c7fa46c', 'name': '', 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'mac_address': 'fa:16:3e:3b:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5ade863b-b766-4d02-a620-f7334034022f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:20Z', 'updated_at': '2022-03-07T10:28:26Z', 'revision_number': 4, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'subnets': [{'id': '5ade863b-b766-4d02-a620-f7334034022f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:29.838840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db328b6-931b-4c80-bcea-1a70a83033c7 None None] The sync data for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 is: [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:21Z', 'revision_number': 4, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '249659b6-3d7e-4acb-9533-8d595c7fa46c', 'name': '', 'network_id': 'a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'mac_address': 'fa:16:3e:3b:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5ade863b-b766-4d02-a620-f7334034022f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:20Z', 'updated_at': '2022-03-07T10:28:26Z', 'revision_number': 4, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'subnets': [{'id': '5ade863b-b766-4d02-a620-f7334034022f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:29.916930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:29.926125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.039302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7109de47-d50a-438d-b9dc-fb1e1e6a1673), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.039302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.039302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7109de47-d50a-438d-b9dc-fb1e1e6a1673 HTTP/1.1" status: 204 len: 168 time: 0.6034708 Mar 07 10:28:30.142499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5707281a-a11a-4a9c-bdaf-ac2115284214 req-227f613d-b6c9-4646-a640-7d0ab6f266cf tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 210 time: 0.1485791 Mar 07 10:28:30.165450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6e946-17a4-4356-9c61-496d26bf1b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109de47-d50a-438d-b9dc-fb1e1e6a1673,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.169361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39058) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:30.175370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for router_gateway (146a5525-07f8-449f-b51f-ab179263fe8d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.341373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.565308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Pushing event updated for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.575234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Allocated IP 172.20.0.2 (8f6ef809-ce52-4804-9807-7db87d8e511a/65d6bf77-c746-4228-942e-d10733340a30/bdf14b6d-4ea6-4799-8d54-b63164d4911f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:30.767698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for router_gateway (146a5525-07f8-449f-b51f-ab179263fe8d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.802830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:30.849093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:30.853613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks [] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.873355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.898132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 249659b6-3d7e-4acb-9533-8d595c7fa46c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:30.970332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:31.012124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.013128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:31.013977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.152644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850296a-0977-4a60-996f-a4e9fc9f6c27 req-794b81f0-1611-4d96-b6de-2011f34baffe tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:31.154174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1850296a-0977-4a60-996f-a4e9fc9f6c27 req-794b81f0-1611-4d96-b6de-2011f34baffe tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 936 time: 0.5932159 Mar 07 10:28:31.204273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Pushing event updated for resources: {'Port': ['ID=bdf14b6d-4ea6-4799-8d54-b63164d4911f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.260044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Network 8f6ef809-ce52-4804-9807-7db87d8e511a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:31.262485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Allocated IP 172.25.4.47 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bc1b8bac-da2d-4b3b-a723-fa91f95ee439) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:31.279514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:31.291386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:31.297625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-87b992a0-ef10-4eac-bc52-5f7866e8c7c8 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0414953 Mar 07 10:28:31.298842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Allocated IP 172.20.0.8 (9258202e-043b-452c-9d49-e8b6223f25e7/31832294-ca17-40e5-9cc9-c65e77d5c9a3/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:31.301016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 249659b6-3d7e-4acb-9533-8d595c7fa46c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:31.302218 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.365758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Request body: {'port': {'device_id': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:31.473272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44bb6bfa-3ada-48f0-8815-c8bf88dca2f3 req-e57a6d31-6793-4ea6-b09f-977488517f8a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 210 time: 0.1209707 Mar 07 10:28:31.540814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:31.597621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Attempting to bind port bdf14b6d-4ea6-4799-8d54-b63164d4911f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:31.598108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Attempting to bind port bdf14b6d-4ea6-4799-8d54-b63164d4911f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:31.598329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Attempting to bind port bdf14b6d-4ea6-4799-8d54-b63164d4911f on network 8f6ef809-ce52-4804-9807-7db87d8e511a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:31.603949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4df01310-590c-46d6-907e-37b16e4016a9 None None] Provisioning complete for port 422a37b3-7722-4b65-9c2e-9047e2970aeb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:31.604316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4df01310-590c-46d6-907e-37b16e4016a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.605910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1850296a-0977-4a60-996f-a4e9fc9f6c27 req-ac3c9970-bf27-4761-9aa5-c2bb15f9d5bc tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211836 Mar 07 10:28:31.627230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.674605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:31.675137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Checking segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:31.675637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.676159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Bound using segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:31.676990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Bound port: bdf14b6d-4ea6-4799-8d54-b63164d4911f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:31.677550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.695091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4df01310-590c-46d6-907e-37b16e4016a9 None None] Port 422a37b3-7722-4b65-9c2e-9047e2970aeb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:31.711992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39108) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:31.790329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] For port bdf14b6d-4ea6-4799-8d54-b63164d4911f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:31.797210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.798767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] For port bdf14b6d-4ea6-4799-8d54-b63164d4911f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bdf14b6d-4ea6-4799-8d54-b63164d4911f,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:31.838684 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.845462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:31.849872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 249659b6-3d7e-4acb-9533-8d595c7fa46c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:31.876881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:31.932903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:31.965433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4419258-f073-4d33-9d28-c7424bb62eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.967637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cda66-1034-4a46-bc80-b46366d0ea8b None None] Pushing event updated for resources: {'Port': ['ID=bdf14b6d-4ea6-4799-8d54-b63164d4911f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.082907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.200145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Pushing event updated for resources: {'Port': ['ID=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.209096 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a703eb3-0307-42eb-9e52-2c6176e3923b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7609232c618493c80278ba0522e5a4a&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0275126 Mar 07 10:28:32.213164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39126) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:32.474508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] Publish callbacks [] for security_group (12b91b46-cd6b-4347-8b01-5b896f10244d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.553084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] Publish callbacks [] for security_group (12b91b46-cd6b-4347-8b01-5b896f10244d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.682111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (12b91b46-cd6b-4347-8b01-5b896f10244d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.685895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a69d1e86-23a2-47ad-ada4-a7f96d37242e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.687708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.689106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12b91b46-cd6b-4347-8b01-5b896f10244d HTTP/1.1" status: 204 len: 168 time: 0.4712517 Mar 07 10:28:32.761240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bf0b1-76f7-449f-8b03-4cc394ad3891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b91b46-cd6b-4347-8b01-5b896f10244d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.763309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81b7afce-73e8-49a8-b8b7-7315189a2873 req-54c45513-595a-476b-b450-a0fbe01ec3a9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 210 time: 0.0878735 Mar 07 10:28:32.865455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for router_gateway (146a5525-07f8-449f-b51f-ab179263fe8d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.905040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4419258-f073-4d33-9d28-c7424bb62eb1 admin admin] Publish callbacks [] for security_group (4cb4f19b-a100-4dbc-b151-69ad7b5ee08c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.968985 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks [] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.992131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4419258-f073-4d33-9d28-c7424bb62eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4cb4f19b-a100-4dbc-b151-69ad7b5ee08c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.107806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4419258-f073-4d33-9d28-c7424bb62eb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8128661eddd6449a921bf4b9e7662950&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3815207 Mar 07 10:28:33.109294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39148) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:33.133015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419258-f073-4d33-9d28-c7424bb62eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4f19b-a100-4dbc-b151-69ad7b5ee08c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.250403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f131b-1f1a-4760-8f7c-9bc390e89cc0 req-e15f9be5-555a-4614-b507-4ad93c456182 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:33.260805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e39f131b-1f1a-4760-8f7c-9bc390e89cc0 req-e15f9be5-555a-4614-b507-4ad93c456182 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 936 time: 0.4668286 Mar 07 10:28:33.341769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a69d1e86-23a2-47ad-ada4-a7f96d37242e admin admin] Publish callbacks [] for security_group (d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.378472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] Publish callbacks [] for security_group (4cb4f19b-a100-4dbc-b151-69ad7b5ee08c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.406551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:33.408000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e39f131b-1f1a-4760-8f7c-9bc390e89cc0 req-ce2a4c08-7e5f-4269-9f19-7d62256da826 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458485 Mar 07 10:28:33.434566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a69d1e86-23a2-47ad-ada4-a7f96d37242e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.468093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.558349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.570900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60239aa7-124b-4eb1-935a-9756bb5e7b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.580149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] Publish callbacks [] for security_group (4cb4f19b-a100-4dbc-b151-69ad7b5ee08c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.592552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:33.594314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Network 9258202e-043b-452c-9d49-e8b6223f25e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:33.615857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d1e86-23a2-47ad-ada4-a7f96d37242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.647438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:33.650798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:33.657471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:33.658114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.674431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a69d1e86-23a2-47ad-ada4-a7f96d37242e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0af87e17266b42d8b1773fdec46b3a41&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0647395 Mar 07 10:28:33.685052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:33.727679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422a37b3-7722-4b65-9c2e-9047e2970aeb {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:33.735965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-06fa7c3d-bc05-4d68-a836-b39eeb0f8a98 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2578862 Mar 07 10:28:33.740829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks [] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.761953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (146a5525-07f8-449f-b51f-ab179263fe8d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.790409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Request body: {'port': {'device_id': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:33.861587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9025d1-1d1d-4016-aba8-f6bf8ce04730 None None] Network 8f6ef809-ce52-4804-9807-7db87d8e511a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:33.874066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.946281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Transition to ACTIVE for port object 422a37b3-7722-4b65-9c2e-9047e2970aeb will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:33.949415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf751dd5-f57a-433a-ae34-52812157bab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.973944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.001318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Provisioning complete for port bdf14b6d-4ea6-4799-8d54-b63164d4911f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:34.001991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.054082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf751dd5-f57a-433a-ae34-52812157bab1 admin admin] Publish callbacks [] for security_group (fa044fc2-cc7e-4a50-8de9-181a2b2e2419), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.064394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4cb4f19b-a100-4dbc-b151-69ad7b5ee08c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.067064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.068329 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cb4f19b-a100-4dbc-b151-69ad7b5ee08c HTTP/1.1" status: 204 len: 168 time: 0.9448061 Mar 07 10:28:34.075991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf751dd5-f57a-433a-ae34-52812157bab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fa044fc2-cc7e-4a50-8de9-181a2b2e2419), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.091038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Pushing event updated for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.151543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] Publish callbacks [] for security_group (d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.289344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d700e-364c-4b60-b62d-7daacd53db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4f19b-a100-4dbc-b151-69ad7b5ee08c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.461915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Current status of the port bdf14b6d-4ea6-4799-8d54-b63164d4911f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:34.462613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.539287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bdf14b6d-4ea6-4799-8d54-b63164d4911f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:34.682949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Attempting to bind port 422a37b3-7722-4b65-9c2e-9047e2970aeb on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:34.683609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Attempting to bind port 422a37b3-7722-4b65-9c2e-9047e2970aeb by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:34.683609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Attempting to bind port 422a37b3-7722-4b65-9c2e-9047e2970aeb on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:34.718137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-77d00ba4-6284-482a-b284-53035b579687 None None] For port bdf14b6d-4ea6-4799-8d54-b63164d4911f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bdf14b6d-4ea6-4799-8d54-b63164d4911f,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:34.729681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f256-cb0e-4880-81a5-053e77779f42 req-613a3f60-a952-4d99-9f2c-66e523383ae1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:34.735838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.736023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4357f256-cb0e-4880-81a5-053e77779f42 req-613a3f60-a952-4d99-9f2c-66e523383ae1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 931 time: 0.8101506 Mar 07 10:28:34.818387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Port 422a37b3-7722-4b65-9c2e-9047e2970aeb on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:34.818704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Attempting to bind port 422a37b3-7722-4b65-9c2e-9047e2970aeb on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:34.847331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf751dd5-f57a-433a-ae34-52812157bab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d2541318087413b81e6c004d1938150&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2507334 Mar 07 10:28:34.847993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39176) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:34.851812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] Publish callbacks [] for security_group (d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.920572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:34.922351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:34.923486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:34.924257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Bound port: 422a37b3-7722-4b65-9c2e-9047e2970aeb, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:34.925365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.944056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751dd5-f57a-433a-ae34-52812157bab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa044fc2-cc7e-4a50-8de9-181a2b2e2419,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.983629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60239aa7-124b-4eb1-935a-9756bb5e7b31 admin admin] Publish callbacks [] for security_group (ec9215d3-cb0b-4f42-bd77-144f53b02aff), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.003076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60239aa7-124b-4eb1-935a-9756bb5e7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec9215d3-cb0b-4f42-bd77-144f53b02aff), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.072769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60239aa7-124b-4eb1-935a-9756bb5e7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9215d3-cb0b-4f42-bd77-144f53b02aff,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.119617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60239aa7-124b-4eb1-935a-9756bb5e7b31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b941e608098d4b05a3d0e649ec266b46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7004578 Mar 07 10:28:35.120802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] Publish callbacks [] for security_group (fa044fc2-cc7e-4a50-8de9-181a2b2e2419), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.124453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39180) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:35.134693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.139030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.140423 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25 HTTP/1.1" status: 204 len: 168 time: 1.4535065 Mar 07 10:28:35.149682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f92f3-2b24-412f-916b-965cecf41f08 req-be48720e-2ec5-4409-9541-8ad275e339cb tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:35.152003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f4f92f3-2b24-412f-916b-965cecf41f08 req-be48720e-2ec5-4409-9541-8ad275e339cb tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 948 time: 0.5558038 Mar 07 10:28:35.205456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4357f256-cb0e-4880-81a5-053e77779f42 req-29de746d-906c-440e-b9c1-f566fd5960d2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684937 Mar 07 10:28:35.234887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bdf14b6d-4ea6-4799-8d54-b63164d4911f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:35.235388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.238966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] Publish callbacks [] for security_group (fa044fc2-cc7e-4a50-8de9-181a2b2e2419), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.284685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Router 146a5525-07f8-449f-b51f-ab179263fe8d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:35.319336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8405aed-1c10-4373-8bd7-2e3c2e0ef3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0893f-67a4-4a4b-a2cb-c39cb8c1ed25,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.337425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:35.400337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:35.502205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.522681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f4f92f3-2b24-412f-916b-965cecf41f08 req-4dce60c3-ecf4-4f5a-bca3-6e8a6be2948f tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068566 Mar 07 10:28:35.535796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bdf14b6d-4ea6-4799-8d54-b63164d4911f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:35.537865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00ba4-6284-482a-b284-53035b579687 None None] Pushing event updated for resources: {'Port': ['ID=bdf14b6d-4ea6-4799-8d54-b63164d4911f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.582862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dba76059-d1e5-4f8f-861a-861065f5c47d None None] Provisioning complete for port bdf14b6d-4ea6-4799-8d54-b63164d4911f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:35.583235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dba76059-d1e5-4f8f-861a-861065f5c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.630143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:35.648895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:35.649657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.651390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/422a37b3-7722-4b65-9c2e-9047e2970aeb HTTP/1.1" status: 200 len: 1096 time: 4.3235185 Mar 07 10:28:35.651948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:35.654518 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0965cf-939f-4028-9a42-f02bcaaca273" -d '{"events": [{"name": "network-changed", "server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:35.692968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks [] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.745603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:35.755487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:35.758517 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Sync routers for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:35.783554 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:35.784422 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:35.785664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dba76059-d1e5-4f8f-861a-861065f5c47d None None] Current status of the port bdf14b6d-4ea6-4799-8d54-b63164d4911f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:35.792422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fa044fc2-cc7e-4a50-8de9-181a2b2e2419), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.806909 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766fe5d-fad6-4d87-9581-8015b3c8cd8e x-openstack-request-id: req-b766fe5d-fad6-4d87-9581-8015b3c8cd8e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:35.808156 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:35.808610 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b766fe5d-fad6-4d87-9581-8015b3c8cd8e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:35.808760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.809396 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb', 'status': 'completed', 'code': 200} Mar 07 10:28:35.813270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa044fc2-cc7e-4a50-8de9-181a2b2e2419 HTTP/1.1" status: 204 len: 168 time: 0.9399297 Mar 07 10:28:35.852098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.856146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-53848c90-52ac-47f1-8b89-28005d40476b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4495394 Mar 07 10:28:35.856146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354fcff-b411-4335-88a2-c00972021449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa044fc2-cc7e-4a50-8de9-181a2b2e2419,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.871752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39202) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:35.873057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] Publish callbacks [] for security_group (ec9215d3-cb0b-4f42-bd77-144f53b02aff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.908920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87fd353e-fa40-4ce0-9ec0-739050f8ee70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.924884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Transition to ACTIVE for port object 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:35.975112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] Publish callbacks [] for security_group (ec9215d3-cb0b-4f42-bd77-144f53b02aff), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.071012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec9215d3-cb0b-4f42-bd77-144f53b02aff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.075206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.077982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec9215d3-cb0b-4f42-bd77-144f53b02aff HTTP/1.1" status: 204 len: 168 time: 0.9509344 Mar 07 10:28:36.099794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d309b6a-34e2-4adf-9460-8372dd93c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9215d3-cb0b-4f42-bd77-144f53b02aff,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.141487 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:36.250402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bdf14b6d-4ea6-4799-8d54-b63164d4911f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:36.437494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bdf14b6d-4ea6-4799-8d54-b63164d4911f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:36.437952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.447572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.449652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6d0f-84fc-4b28-8fc7-7d09873963c7 service neutron] Pushing event updated for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.589499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-7018185c-7e14-48f7-81e8-65eb5811d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:36.591568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-7018185c-7e14-48f7-81e8-65eb5811d75e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 1130 time: 0.8777032 Mar 07 10:28:36.724287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bdf14b6d-4ea6-4799-8d54-b63164d4911f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:36.752677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-aa3fcd0b-db75-49b6-acfe-01dcfc0bcf55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb HTTP/1.1" status: 200 len: 217 time: 0.0789292 Mar 07 10:28:36.861449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39216) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:36.885293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0eac5ea3-c8fe-4b84-9bc0-c953b0cc5958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.938239 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 3, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:37.003605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Checking router: 146a5525-07f8-449f-b51f-ab179263fe8d for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:37.005757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Updating router 146a5525-07f8-449f-b51f-ab179263fe8d port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:37.036029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eb27e-df29-4389-87e4-c17d653dd2da req-6d6cb179-dfec-4028-8fbc-0969705fe8a0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.049420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c91eb27e-df29-4389-87e4-c17d653dd2da req-6d6cb179-dfec-4028-8fbc-0969705fe8a0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 0.6197042 Mar 07 10:28:37.052310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ef5e73-864c-4a1a-b33b-f217459bce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.059127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-84ef5e73-864c-4a1a-b33b-f217459bce61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1768961 Mar 07 10:28:37.076074 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.080041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0eac5ea3-c8fe-4b84-9bc0-c953b0cc5958 admin admin] Publish callbacks [] for security_group (44f1b895-0fb7-43d8-b63f-935516e3c7b4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.088296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0eac5ea3-c8fe-4b84-9bc0-c953b0cc5958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44f1b895-0fb7-43d8-b63f-935516e3c7b4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.123023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac5ea3-c8fe-4b84-9bc0-c953b0cc5958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1b895-0fb7-43d8-b63f-935516e3c7b4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.128272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.149742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:37.149742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:37.150070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:37.199984 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0eac5ea3-c8fe-4b84-9bc0-c953b0cc5958 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44cdddc79a54ba4a1adf50e92b7f847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361835 Mar 07 10:28:37.202560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:37.213203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87fd353e-fa40-4ce0-9ec0-739050f8ee70 admin admin] Publish callbacks [] for security_group (9bcecaf6-0704-4436-9a80-506900ab57cb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.242912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:37.244293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:37.273289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] Publish callbacks [] for security_group (44f1b895-0fb7-43d8-b63f-935516e3c7b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.301492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] Publish callbacks [] for security_group (44f1b895-0fb7-43d8-b63f-935516e3c7b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.359890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87fd353e-fa40-4ce0-9ec0-739050f8ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9bcecaf6-0704-4436-9a80-506900ab57cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.399703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44f1b895-0fb7-43d8-b63f-935516e3c7b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.403339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.404739 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44f1b895-0fb7-43d8-b63f-935516e3c7b4 HTTP/1.1" status: 204 len: 168 time: 0.2010036 Mar 07 10:28:37.421240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773ed75-731e-4841-876c-cf342df4c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1b895-0fb7-43d8-b63f-935516e3c7b4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.458147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:37.464726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:37.465382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:37.466557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Bound port: 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:37.467247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.622999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:37.626774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:37.646352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.707548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1368-3254-4ab8-a136-cc51521e8c7a req-3ab32545-c292-48a4-bfd3-1b7cb8502ddf tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.709762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-218e1368-3254-4ab8-a136-cc51521e8c7a req-3ab32545-c292-48a4-bfd3-1b7cb8502ddf tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 948 time: 1.0278797 Mar 07 10:28:37.750612 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks [] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.774922 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.792591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.827869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.828502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.829906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-13d9b58a-fb94-438f-ba33-79d2db72d1c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 1091 time: 4.0851490 Mar 07 10:28:37.866461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:37.872325 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894f19f-f8fe-438b-b390-7409cc1e7460" -d '{"events": [{"name": "network-changed", "server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:37.876389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd353e-fa40-4ce0-9ec0-739050f8ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcecaf6-0704-4436-9a80-506900ab57cb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.882725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9931e17-ec22-451e-8c6c-ee811b308246 None None] Pushing event updated for resources: {'Port': ['ID=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.920378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:37.922384 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Attempting to bind port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:37.923271 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Attempting to bind port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:37.924080 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Attempting to bind port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:37.934597 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:37.937347 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:37.939267 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.939923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:37.940085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-87fd353e-fa40-4ce0-9ec0-739050f8ee70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ede0ed372659498994c5e00cb8659bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1657991 Mar 07 10:28:37.940604 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Bound port: bc1b8bac-da2d-4b3b-a723-fa91f95ee439, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:37.942606 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.000729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c91eb27e-df29-4389-87e4-c17d653dd2da req-282d4af4-f34b-42a4-aa65-e0a105a93af3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9275844 Mar 07 10:28:38.100483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] For port bc1b8bac-da2d-4b3b-a723-fa91f95ee439, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:38.109533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-218e1368-3254-4ab8-a136-cc51521e8c7a req-76ae7a9e-f2a4-4304-bccb-96c623f3eaf3 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988036 Mar 07 10:28:38.119684 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] For port bc1b8bac-da2d-4b3b-a723-fa91f95ee439, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:38.124750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] Publish callbacks [] for security_group (9bcecaf6-0704-4436-9a80-506900ab57cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.130020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-71986b40-09b2-4820-b397-1bdede8e4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.134398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-71986b40-09b2-4820-b397-1bdede8e4816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9864929 Mar 07 10:28:38.136151 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.172308 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e622031-ca5b-43a8-8136-2bca7004b170 x-openstack-request-id: req-5e622031-ca5b-43a8-8136-2bca7004b170 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:38.173086 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:38.173698 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e622031-ca5b-43a8-8136-2bca7004b170 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:38.173951 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'status': 'completed', 'code': 200} Mar 07 10:28:38.204839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] Publish callbacks [] for security_group (9bcecaf6-0704-4436-9a80-506900ab57cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.243123 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:38.243881 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:38.289637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9bcecaf6-0704-4436-9a80-506900ab57cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.294494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.301840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bcecaf6-0704-4436-9a80-506900ab57cb HTTP/1.1" status: 204 len: 168 time: 0.3802886 Mar 07 10:28:38.310329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd3c59-1c7f-4733-b790-6e20e5bdd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcecaf6-0704-4436-9a80-506900ab57cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.353976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-7d0efec6-22aa-49ab-a771-aec37db8c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.355477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-7d0efec6-22aa-49ab-a771-aec37db8c1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1125 time: 0.4126077 Mar 07 10:28:38.384969 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9931e17-ec22-451e-8c6c-ee811b308246 None None] Pushing event updated for resources: {'Port': ['ID=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.414800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-6b96059b-f57c-4963-8eae-37d482daa0cc service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676880 Mar 07 10:28:38.421447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-63b8a9b1-4ba8-4568-a4b9-583b93841a5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0511348 Mar 07 10:28:38.482360 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:38.601518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-b6b4eb14-0e52-4c8c-a0e6-6965d976c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.603088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-b6b4eb14-0e52-4c8c-a0e6-6965d976c306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1537941 Mar 07 10:28:38.683671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-247583d9-849b-4cb3-855b-44771b9b6052 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715709 Mar 07 10:28:38.732333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6212e146-a29b-4fd4-b1e7-6d1c854643c9 req-744931ad-fc0e-4814-a53e-d1d8227c8b7a service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818012 Mar 07 10:28:38.794362 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 3, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:38.853375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1a9fd-8321-4e8b-a715-f7099ef9fd04 None None] The sync data for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 is: [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 3, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:38.944400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-6af5b7ee-dd3e-409b-be4e-8cfb31a9cad6 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531035 Mar 07 10:28:38.972024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-d70613cf-ba3c-44ed-91fa-a511ceb0cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.973738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-d70613cf-ba3c-44ed-91fa-a511ceb0cc18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 1130 time: 0.1647837 Mar 07 10:28:39.084977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.794661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3a03f59-9fd3-4143-b1e3-854dbd01ffbf req-19876069-4b00-477e-ba0d-4ab659d333f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411241 Mar 07 10:28:39.906716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Allocated IP 172.20.0.1 (8f6ef809-ce52-4804-9807-7db87d8e511a/65d6bf77-c746-4228-942e-d10733340a30/c61a763a-1ae8-4fb7-a38a-4f9885c6b203) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:40.053465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-832720d0-304e-47a3-8ac4-ff7a75b72741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.055512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-832720d0-304e-47a3-8ac4-ff7a75b72741 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 1.0653214 Mar 07 10:28:40.123416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf576b48-a14e-4aa9-9a50-0114dd40ba4c req-79ef2d09-3666-44d3-9501-454eb78ef54c tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.124933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf576b48-a14e-4aa9-9a50-0114dd40ba4c req-79ef2d09-3666-44d3-9501-454eb78ef54c tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 948 time: 0.6965690 Mar 07 10:28:40.175972 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:28:40.236093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39350) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:40.270752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-94cae137-fde2-4a06-84b3-2a298946572a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb HTTP/1.1" status: 200 len: 217 time: 0.1730282 Mar 07 10:28:40.286329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff47f48-1125-4ef6-9468-01f070f485a9 req-82c904a0-3500-4f62-8d03-012ec6a1d893 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.287926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fff47f48-1125-4ef6-9468-01f070f485a9 req-82c904a0-3500-4f62-8d03-012ec6a1d893 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 1.1594307 Mar 07 10:28:40.296469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bc1b8bac-da2d-4b3b-a723-fa91f95ee439 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:40.399624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:40.400558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.443775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf576b48-a14e-4aa9-9a50-0114dd40ba4c req-e030146a-87c1-4733-9d21-dbe717b8692c tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249849 Mar 07 10:28:40.450339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-9dcbe030-fc2f-4561-b5dd-407e1fa0eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.452663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-9dcbe030-fc2f-4561-b5dd-407e1fa0eb9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1125 time: 0.4546304 Mar 07 10:28:40.459235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks [] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.500638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-1a71dc72-9c08-4a4f-9c6b-fafb2dd81575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.502108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-1a71dc72-9c08-4a4f-9c6b-fafb2dd81575 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2103841 Mar 07 10:28:40.515876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-network', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:40.562379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Made reservation on behalf of a9756735b7da42ab99c48bfba5420c2b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:40.565185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.583530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:40.587957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.590826 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.645817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port bc1b8bac-da2d-4b3b-a723-fa91f95ee439, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:40.654747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.737759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks [] for security_group (f2cdd2e8-fc16-4e92-a770-5a2c50168d87), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.745124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f2cdd2e8-fc16-4e92-a770-5a2c50168d87), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.761415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:40.774259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0aef5c7d-555a-46bc-ab6f-71286d0405d5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.775551 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Added segment 0aef5c7d-555a-46bc-ab6f-71286d0405d5 of type vlan for network a05eb801-78d0-4b35-af64-5d8a40962920 Mar 07 10:28:40.805938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.838854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a05eb801-78d0-4b35-af64-5d8a40962920), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.892180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cdd2e8-fc16-4e92-a770-5a2c50168d87,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.903996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-ed2a205a-36c8-454d-b3e3-45dd2f5a7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.906779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a05eb801-78d0-4b35-af64-5d8a40962920), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.907871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.908572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.909573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-ed2a205a-36c8-454d-b3e3-45dd2f5a7c3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.4397192 Mar 07 10:28:40.926560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fff47f48-1125-4ef6-9468-01f070f485a9 req-e3cb84f9-e471-4d7d-b2d1-626437bc6590 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118906 Mar 07 10:28:41.002906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] Pushing event updated for resources: {'Network': ['ID=a05eb801-78d0-4b35-af64-5d8a40962920,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.012634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d07523a2-af01-4cf1-92e0-e5dd13b24efe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7717874 Mar 07 10:28:41.014980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39370) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.016868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a05eb801-78d0-4b35-af64-5d8a40962920 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:41.020476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Request body: {'subnet': {'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-subnet', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:41.034983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-939956be-e948-4a91-8315-7555333c3ef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.1043944 Mar 07 10:28:41.071837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Made reservation on behalf of a9756735b7da42ab99c48bfba5420c2b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:41.080267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.136888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-b58c45ef-9e50-4499-92c2-1ed2c5e1880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:41.142808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-b58c45ef-9e50-4499-92c2-1ed2c5e1880e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0924351 Mar 07 10:28:41.145780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.227032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Network 8f6ef809-ce52-4804-9807-7db87d8e511a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:41.230133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-2ac3d070-7c79-4e50-afe8-b1fade32f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:41.232098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-2ac3d070-7c79-4e50-afe8-b1fade32f96f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6867752 Mar 07 10:28:41.241827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:41.245328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-1a194e43-9edf-40b1-a8e3-ec7f045fff70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937150 Mar 07 10:28:41.251006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:41.254697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (146a5525-07f8-449f-b51f-ab179263fe8d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.359716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (d42b9764-1435-447b-a3e9-93acad0b3e90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.463138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42b9764-1435-447b-a3e9-93acad0b3e90,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.476032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Checking segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:41.480159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Network hostable DHCP agents. Network: a05eb801-78d0-4b35-af64-5d8a40962920, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:41.514612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Network a05eb801-78d0-4b35-af64-5d8a40962920 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:41.528426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-36d0b08a-c2b1-47aa-b45d-1d7a1fac7806 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437809 Mar 07 10:28:41.544040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a05eb801-78d0-4b35-af64-5d8a40962920) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:41.552955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a3182-4c83-48a1-be0d-8d2e7a3ca499 None None] Network a05eb801-78d0-4b35-af64-5d8a40962920 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:41.557772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:41.560230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.603019 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dbf8d33b-fc23-41d3-a40d-b9748d0d808d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5866506 Mar 07 10:28:41.604011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39378) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.617106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:41.629805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39380) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.676269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-0ff03fb1-9357-4401-af24-28e8c3eceead service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388562 Mar 07 10:28:41.683922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f4370029-00eb-4126-aaba-e66826c998ff), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.687786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f4370029-00eb-4126-aaba-e66826c998ff), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.802269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a05eb801-78d0-4b35-af64-5d8a40962920', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:41.803388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.844293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2b469ab1-5aa0-4cf7-a768-bee7f43a76ed None None] Provisioning complete for port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:41.845147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b469ab1-5aa0-4cf7-a768-bee7f43a76ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.881220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for router_controller (f4370029-00eb-4126-aaba-e66826c998ff), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.891035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2b469ab1-5aa0-4cf7-a768-bee7f43a76ed None None] Port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:42.173533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94aa539a-8b1b-47d2-8956-3cd66fc36c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.183270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Allocated IP 172.20.0.2 (a05eb801-78d0-4b35-af64-5d8a40962920/d42b9764-1435-447b-a3e9-93acad0b3e90/6d7a53f6-c22a-405c-bd91-709bbc9292e7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:42.258289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bc1b8bac-da2d-4b3b-a723-fa91f95ee439 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:42.277545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f894f19f-f8fe-438b-b390-7409cc1e7460 req-58ea06e1-e376-4781-8cee-fdeed32faba2 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214560 Mar 07 10:28:42.283356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39398) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:42.286290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Pushing event updated for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.371424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for router_gateway (f4370029-00eb-4126-aaba-e66826c998ff), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.380192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:42.380558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.455558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks [] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.491683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.543376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Network a05eb801-78d0-4b35-af64-5d8a40962920 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:42.553339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:42.561301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:42.566521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:42.596964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Pushing event updated for resources: {'Port': ['ID=6d7a53f6-c22a-405c-bd91-709bbc9292e7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.606602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94aa539a-8b1b-47d2-8956-3cd66fc36c86 admin admin] Publish callbacks [] for security_group (714258c4-2b88-482b-bdd9-8dc220b79c8d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.617292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94aa539a-8b1b-47d2-8956-3cd66fc36c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (714258c4-2b88-482b-bdd9-8dc220b79c8d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.630207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Attempting to bind port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:42.630567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Attempting to bind port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:42.630924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Attempting to bind port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:42.642679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:42.643050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Checking segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:42.644679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.645229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Bound using segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:42.645717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Bound port: 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:42.646097 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.646692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.677573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94aa539a-8b1b-47d2-8956-3cd66fc36c86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8c13f12e65d4fd698876b99d536dd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0082614 Mar 07 10:28:42.680496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa539a-8b1b-47d2-8956-3cd66fc36c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714258c4-2b88-482b-bdd9-8dc220b79c8d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.683751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39406) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:42.790169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] For port 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:42.796570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] For port 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6d7a53f6-c22a-405c-bd91-709bbc9292e7,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:42.808466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.917459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:43.005695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] Publish callbacks [] for security_group (714258c4-2b88-482b-bdd9-8dc220b79c8d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.010760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ae672-95f4-4463-bae7-b9a7c2c25a9b None None] Pushing event updated for resources: {'Port': ['ID=6d7a53f6-c22a-405c-bd91-709bbc9292e7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.040983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for router_gateway (f4370029-00eb-4126-aaba-e66826c998ff), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.044854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] Publish callbacks [] for security_group (714258c4-2b88-482b-bdd9-8dc220b79c8d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.076210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.243957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (714258c4-2b88-482b-bdd9-8dc220b79c8d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.246588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.247767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/714258c4-2b88-482b-bdd9-8dc220b79c8d HTTP/1.1" status: 204 len: 168 time: 0.5629451 Mar 07 10:28:43.268696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045fa49-9884-4f51-bb6f-9d1787c1fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714258c4-2b88-482b-bdd9-8dc220b79c8d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.296075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ec1f1-368b-4d54-b703-dc1bbbc4feec req-b136085c-e490-44f6-babb-bd65ad9b11ea tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:43.304008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422a37b3-7722-4b65-9c2e-9047e2970aeb details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:43.305375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc8ec1f1-368b-4d54-b703-dc1bbbc4feec req-b136085c-e490-44f6-babb-bd65ad9b11ea tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 948 time: 1.6227951 Mar 07 10:28:43.308848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Allocated IP 172.25.4.6 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/625b13cd-d786-4ae1-93be-ab5a6596b078) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:43.412495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:43.457735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'port_id': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'mac_address': 'fa:16:3e:59:95:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31832294-ca17-40e5-9cc9-c65e77d5c9a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:28:43.517489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d0965cf-939f-4028-9a42-f02bcaaca273 req-226da51b-7f9c-4d4d-8520-ec006f1fe121 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8092110 Mar 07 10:28:43.555567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.590245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ee9b4e-4158-4440-95e8-61a5bd3a681f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.614530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:43.626596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '422a37b3-7722-4b65-9c2e-9047e2970aeb', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '422a37b3-7722-4b65-9c2e-9047e2970aeb', 'mac_address': 'fa:16:3e:20:5d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:28:43.633141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:43.633535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.643759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247898a-cc64-4d69-821b-e74fe6f740f5 req-583a2774-971e-4f08-9ac1-bf1a89c15270 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:43.652933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.661903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2247898a-cc64-4d69-821b-e74fe6f740f5 req-583a2774-971e-4f08-9ac1-bf1a89c15270 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 1.3814201 Mar 07 10:28:43.758972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:43.768790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:43.771836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:43.817924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:43.840253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:43.848772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks [] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.850658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.859328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 422a37b3-7722-4b65-9c2e-9047e2970aeb is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:43.859328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.876486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Pushing event updated for resources: {'Port': ['ID=625b13cd-d786-4ae1-93be-ab5a6596b078,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.900999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422a37b3-7722-4b65-9c2e-9047e2970aeb {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:43.919067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.926056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (146a5525-07f8-449f-b51f-ab179263fe8d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.949293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:43.963163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.980007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.983671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc8ec1f1-368b-4d54-b703-dc1bbbc4feec req-e9a30e37-ceb1-41da-88df-d8ee007bb198 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765740 Mar 07 10:28:44.111402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ee9b4e-4158-4440-95e8-61a5bd3a681f admin admin] Publish callbacks [] for security_group (29357252-79a7-4a2e-bea4-2aec16dfa480), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.174032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.180785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:44.205262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39416) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:44.281740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13b1c671-9e86-4c1d-a55f-4fc9847898c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.330018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ee9b4e-4158-4440-95e8-61a5bd3a681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29357252-79a7-4a2e-bea4-2aec16dfa480), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.356985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2247898a-cc64-4d69-821b-e74fe6f740f5 req-e8774e75-be7f-48e2-990d-c2dcdb08218f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6941054 Mar 07 10:28:44.424881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13b1c671-9e86-4c1d-a55f-4fc9847898c1 admin admin] Publish callbacks [] for security_group (c6778d51-220c-4f69-b705-e74ee587f4ad), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.442944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Network 8f6ef809-ce52-4804-9807-7db87d8e511a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:44.526458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6d7a53f6-c22a-405c-bd91-709bbc9292e7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:44.526458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['422a37b3-7722-4b65-9c2e-9047e2970aeb'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:44.526797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13b1c671-9e86-4c1d-a55f-4fc9847898c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c6778d51-220c-4f69-b705-e74ee587f4ad), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.526797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-13b1c671-9e86-4c1d-a55f-4fc9847898c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20367ddcff3c4877a94438024bdf9da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965283 Mar 07 10:28:44.526797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39418) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:44.567839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee9b4e-4158-4440-95e8-61a5bd3a681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29357252-79a7-4a2e-bea4-2aec16dfa480,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.592169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:44.688591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31ee9b4e-4158-4440-95e8-61a5bd3a681f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f50fc329845f44e1954b53e5e65a40f5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3941214 Mar 07 10:28:44.698408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39420) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:44.723319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1c671-9e86-4c1d-a55f-4fc9847898c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6778d51-220c-4f69-b705-e74ee587f4ad,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.738756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for router_gateway (f4370029-00eb-4126-aaba-e66826c998ff), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.822736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Pushing event updated for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.853370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:44.856620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.892464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] Publish callbacks [] for security_group (c6778d51-220c-4f69-b705-e74ee587f4ad), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.902854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Router 146a5525-07f8-449f-b51f-ab179263fe8d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:44.918218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] Publish callbacks [] for security_group (c6778d51-220c-4f69-b705-e74ee587f4ad), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.975775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164eab3-601f-4725-a20b-504f8298e85e None None] Network a05eb801-78d0-4b35-af64-5d8a40962920 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:45.224773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b11cd0bd-be07-4a2f-8ce4-41cf337a68da None None] Provisioning complete for port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:45.225542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b11cd0bd-be07-4a2f-8ce4-41cf337a68da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.237305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:45.243885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af0000f5-8db7-4c65-9d29-993554267e2a admin admin] 10.222.0.23 "PUT /v2.0/routers/146a5525-07f8-449f-b51f-ab179263fe8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3615186 Mar 07 10:28:45.304814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e227e-c067-45c1-bbcc-35e74a4dcc28 req-4aaaa564-710a-487c-949d-662f8ace5a19 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.306393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-977e227e-c067-45c1-bbcc-35e74a4dcc28 req-4aaaa564-710a-487c-949d-662f8ace5a19 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 949 time: 0.2066674 Mar 07 10:28:45.327065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Sync routers for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:45.444134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-977e227e-c067-45c1-bbcc-35e74a4dcc28 req-856a4a17-4105-4ad9-b49c-e9348da4bb9a tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212490 Mar 07 10:28:45.480761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:45.481451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.489280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:45.490195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:45.501106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] Publish callbacks [] for security_group (29357252-79a7-4a2e-bea4-2aec16dfa480), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.557179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] Publish callbacks [] for security_group (29357252-79a7-4a2e-bea4-2aec16dfa480), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.620801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6d7a53f6-c22a-405c-bd91-709bbc9292e7,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:45.626148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58be7e-d106-46a6-a590-08fc89613e6f req-50336bf2-5e69-4155-9c4f-a8ba2cc62d3e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.629109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb58be7e-d106-46a6-a590-08fc89613e6f req-50336bf2-5e69-4155-9c4f-a8ba2cc62d3e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.1334329 Mar 07 10:28:45.642583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.648143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29357252-79a7-4a2e-bea4-2aec16dfa480), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.652293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.653894 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29357252-79a7-4a2e-bea4-2aec16dfa480 HTTP/1.1" status: 204 len: 168 time: 0.9497068 Mar 07 10:28:45.720089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8589e8a-baf6-432f-af19-ccd79a340cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29357252-79a7-4a2e-bea4-2aec16dfa480,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.721306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb58be7e-d106-46a6-a590-08fc89613e6f req-4e16e85e-794b-4361-bf36-0595d7b9b76e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827663 Mar 07 10:28:45.840727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c6778d51-220c-4f69-b705-e74ee587f4ad), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.851847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.853080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6778d51-220c-4f69-b705-e74ee587f4ad HTTP/1.1" status: 204 len: 168 time: 1.3407283 Mar 07 10:28:45.881418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e715a1-16ac-4c62-b871-dffc14e6c90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6778d51-220c-4f69-b705-e74ee587f4ad,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.029363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689bbe1e-25c3-4d7e-a602-6d72122cb8fd req-747dfe04-9410-460d-b0fc-7e5bd5c61ccb tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590971 Mar 07 10:28:46.108694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f4370029-00eb-4126-aaba-e66826c998ff), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.302509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:46.308400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b11cd0bd-be07-4a2f-8ce4-41cf337a68da None None] Current status of the port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:46.322194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbe1e-25c3-4d7e-a602-6d72122cb8fd req-5e55311e-45d1-4eb7-968b-ab911cc2c6af tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:46.329878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689bbe1e-25c3-4d7e-a602-6d72122cb8fd req-5e55311e-45d1-4eb7-968b-ab911cc2c6af tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965271 Mar 07 10:28:46.348204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689bbe1e-25c3-4d7e-a602-6d72122cb8fd req-6e15367a-b854-46d8-ba82-0810876302b0 tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/quotas/25b4a7d409584f2a8be8e5e99bd6d280 HTTP/1.1" status: 200 len: 375 time: 0.0167797 Mar 07 10:28:46.400653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689bbe1e-25c3-4d7e-a602-6d72122cb8fd req-02b71761-3838-4655-94a9-7edbb0863c65 tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511053 Mar 07 10:28:46.410335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=6d7a53f6-c22a-405c-bd91-709bbc9292e7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.433528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Router f4370029-00eb-4126-aaba-e66826c998ff is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:46.481701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Provisioning complete for port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:46.482091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.536775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:46.663250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:46.693959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5459-9026-4475-b370-97380461f8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.703346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b76a-d247-4fe5-8cfd-027cd9b25e44 req-e35d7f22-5005-4e11-bc5b-cea548a9a641 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:46.709296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:46.724844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0315b76a-d247-4fe5-8cfd-027cd9b25e44 req-e35d7f22-5005-4e11-bc5b-cea548a9a641 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 949 time: 0.1005380 Mar 07 10:28:46.725625 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:46.765275 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:46.766961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:46.769824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.770626 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1b0c01a-9580-4221-928b-487cf2617091 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1645231 Mar 07 10:28:46.779832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:46.869822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Provisioning complete for port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:46.870537 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.877560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0315b76a-d247-4fe5-8cfd-027cd9b25e44 req-22303310-ab73-4827-a82e-2efef8f6f311 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496887 Mar 07 10:28:46.932843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:46.935003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5459-9026-4475-b370-97380461f8d4 admin admin] Publish callbacks [] for security_group (584c0cd5-7b75-4861-a9dc-e07a32101736), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.950237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5459-9026-4475-b370-97380461f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (584c0cd5-7b75-4861-a9dc-e07a32101736), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.049031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39482) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:47.064032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930304355', 'description': 'tempest-description--1095355251'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:47.084052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:43Z', 'revision_number': 2, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:47.100257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dcfc5459-9026-4475-b370-97380461f8d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1324b2a34bd4d9a8ff3fdb4d0f25a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357824 Mar 07 10:28:47.100971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39484) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:47.103052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc5459-9026-4475-b370-97380461f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c0cd5-7b75-4861-a9dc-e07a32101736,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.133158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Checking router: 146a5525-07f8-449f-b51f-ab179263fe8d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:47.133448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Updating router 146a5525-07f8-449f-b51f-ab179263fe8d port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:47.181329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd5dd623-e992-4a0a-8969-c5bcece6f33d None None] Current status of the port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:47.199623 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:47.203154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:28:47.221011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:47.221390 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.241820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] Publish callbacks [] for security_group (584c0cd5-7b75-4861-a9dc-e07a32101736), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.290326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.298594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] Publish callbacks [] for security_group (584c0cd5-7b75-4861-a9dc-e07a32101736), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.321567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.402679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (584c0cd5-7b75-4861-a9dc-e07a32101736), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.405460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.410365 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/584c0cd5-7b75-4861-a9dc-e07a32101736 HTTP/1.1" status: 204 len: 168 time: 0.3082159 Mar 07 10:28:47.430763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0bcdf-12ca-448b-9dcd-1edb27da0605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c0cd5-7b75-4861-a9dc-e07a32101736,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.566860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422a37b3-7722-4b65-9c2e-9047e2970aeb up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:47.704697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce624e15-9e83-4240-84b5-af450515aeaf req-720b09de-8d4d-4e8d-896a-3645bfcd7103 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:47.707187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce624e15-9e83-4240-84b5-af450515aeaf req-720b09de-8d4d-4e8d-896a-3645bfcd7103 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.5214381 Mar 07 10:28:47.771400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:44Z', 'revision_number': 3, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:47.805718 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:47.806566 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Updating router f4370029-00eb-4126-aaba-e66826c998ff port 625b13cd-d786-4ae1-93be-ab5a6596b078 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:47.834840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (eca4f22e-8a78-435b-8fe2-6db66759691f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.899284 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.139840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eca4f22e-8a78-435b-8fe2-6db66759691f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.245797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce624e15-9e83-4240-84b5-af450515aeaf req-afc3d618-a89c-48e5-bcee-dbcd0ca37e10 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306938 Mar 07 10:28:48.300324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 422a37b3-7722-4b65-9c2e-9047e2970aeb completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:28:48.316382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.321083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2667184 Mar 07 10:28:48.321800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:48.327076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'security_group_rule': {'security_group_id': 'eca4f22e-8a78-435b-8fe2-6db66759691f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:48.332839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 422a37b3-7722-4b65-9c2e-9047e2970aeb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:48.333212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.371594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178ba4e-7d6e-4a61-9589-f8e8d1b30559 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4f22e-8a78-435b-8fe2-6db66759691f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.416301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (4181930a-fb72-4e5e-b902-749abc264719), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.485470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6d7a53f6-c22a-405c-bd91-709bbc9292e7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:48.561725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (4181930a-fb72-4e5e-b902-749abc264719), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.572065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4181930a-fb72-4e5e-b902-749abc264719), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.595001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4181930a-fb72-4e5e-b902-749abc264719,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.609315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.624186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.625669 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6d2fc9e1-4f99-42f4-9edc-445c070fd5d3 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021157 Mar 07 10:28:48.628369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:48.633177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'security_group_rule': {'security_group_id': 'eca4f22e-8a78-435b-8fe2-6db66759691f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:48.640246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9324c-886e-4564-a3b4-5dc97fc8cafd req-df51a2a3-4a20-4ac3-a3af-e57617b64c27 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:48.642022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3df9324c-886e-4564-a3b4-5dc97fc8cafd req-df51a2a3-4a20-4ac3-a3af-e57617b64c27 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 949 time: 0.2515364 Mar 07 10:28:48.686215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (d09ab7f7-b09a-4a0b-af35-77ad3504b531), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.784683 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks [] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.790806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (d09ab7f7-b09a-4a0b-af35-77ad3504b531), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.798528 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.805151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d09ab7f7-b09a-4a0b-af35-77ad3504b531), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.830308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:48.831325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.836148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09ab7f7-b09a-4a0b-af35-77ad3504b531,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.856644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.859070 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-064388ba-85b5-4eb1-9ff7-c34f99bd7b94 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295003 Mar 07 10:28:48.862278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39540) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:48.871738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:48.919093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.006507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks [] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.040260 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf302-c37b-4aaf-bf03-5c84896c80b2 None None] Pushing event updated for resources: {'Port': ['ID=625b13cd-d786-4ae1-93be-ab5a6596b078,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.062646 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Attempting to bind port 625b13cd-d786-4ae1-93be-ab5a6596b078 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:49.062646 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Attempting to bind port 625b13cd-d786-4ae1-93be-ab5a6596b078 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:49.062995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Attempting to bind port 625b13cd-d786-4ae1-93be-ab5a6596b078 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:49.080417 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:49.083352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:49.087174 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.087670 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:49.088166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Bound port: 625b13cd-d786-4ae1-93be-ab5a6596b078, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:49.088550 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.114987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 422a37b3-7722-4b65-9c2e-9047e2970aeb is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:49.115222 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.116934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:49.119531 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2458dce-525e-4d28-9396-a0a0f35ec371" -d '{"events": [{"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-plugged", "status": "completed", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:49.163121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.183367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] For port 625b13cd-d786-4ae1-93be-ab5a6596b078, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:49.187156 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] For port 625b13cd-d786-4ae1-93be-ab5a6596b078, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=625b13cd-d786-4ae1-93be-ab5a6596b078,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:49.212511 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.213476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3df9324c-886e-4564-a3b4-5dc97fc8cafd req-3d08b47b-7cf1-4f09-80e7-e1481391c1b6 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575042 Mar 07 10:28:49.254590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:49.310146 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.323812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Allocated IP 172.20.0.1 (a05eb801-78d0-4b35-af64-5d8a40962920/d42b9764-1435-447b-a3e9-93acad0b3e90/bef57846-00e4-4c56-a3a4-15dcedf4b9cb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:49.365967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf302-c37b-4aaf-bf03-5c84896c80b2 None None] Pushing event updated for resources: {'Port': ['ID=625b13cd-d786-4ae1-93be-ab5a6596b078,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.395243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:49.395615 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.444715 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:49.449452 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:49.450966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.505330 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c1acf-3606-456e-9df4-ed257f43a9cd x-openstack-request-id: req-863c1acf-3606-456e-9df4-ed257f43a9cd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:49.505702 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-plugged", "status": "completed", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:49.507043 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-863c1acf-3606-456e-9df4-ed257f43a9cd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:49.507519 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'code': 200} Mar 07 10:28:49.683015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:49.701253 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks [] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.820495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Allocated IP 172.25.4.166 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/87cdd17a-c258-484e-ab9a-87f7262ac9e0) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:49.898487 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.937280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:50.004591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.010074 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:50.018330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Pushing event updated for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.028775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Attempting to bind port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:50.036738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Attempting to bind port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:50.037121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Attempting to bind port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 on network 8f6ef809-ce52-4804-9807-7db87d8e511a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:50.103068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.106100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:50.106490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Checking segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:50.106891 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.107288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Bound using segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:50.107819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Bound port: c61a763a-1ae8-4fb7-a38a-4f9885c6b203, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:50.108198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.124283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.124622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.124968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.125302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.125685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.126286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.126461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.126767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.127087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.127507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.127869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.128287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.128698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:50.178559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-519515e9-bebd-4a79-af7c-94e1af6f6ff9 req-672dd7da-c077-4bc7-b3e9-ad050ebdf48f tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2209198 Mar 07 10:28:50.215182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e545b6ec-b6b4-49a2-b826-989ec01f192a None None] Provisioning complete for port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:50.215488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e545b6ec-b6b4-49a2-b826-989ec01f192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.229138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.273513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.311143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:50.322677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e545b6ec-b6b4-49a2-b826-989ec01f192a None None] Port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:50.356835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:50.366038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:50.373201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'Port': ['ID=87cdd17a-c258-484e-ab9a-87f7262ac9e0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.379375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106648-c015-42da-a060-200e5d819257 req-a3b09f0b-4b42-4ecd-99c2-1ee3946d3584 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.393205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80106648-c015-42da-a060-200e5d819257 req-a3b09f0b-4b42-4ecd-99c2-1ee3946d3584 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 945 time: 0.6110311 Mar 07 10:28:50.430241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Network a05eb801-78d0-4b35-af64-5d8a40962920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:50.432941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d1705-00bb-4b4a-8600-fcf56820088b req-2c940475-a2fe-43f7-9fe5-3808351923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.434005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] For port c61a763a-1ae8-4fb7-a38a-4f9885c6b203, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:50.434460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c65d1705-00bb-4b4a-8600-fcf56820088b req-2c940475-a2fe-43f7-9fe5-3808351923d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1127 time: 0.6489024 Mar 07 10:28:50.445815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] For port c61a763a-1ae8-4fb7-a38a-4f9885c6b203, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:50.457834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.460656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:50.536707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.541444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.596943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519515e9-bebd-4a79-af7c-94e1af6f6ff9 req-6ee18135-463a-4d1d-9283-6aca4a48e082 tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.599071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-519515e9-bebd-4a79-af7c-94e1af6f6ff9 req-6ee18135-463a-4d1d-9283-6aca4a48e082 tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196708 Mar 07 10:28:50.612633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:50.613585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (f4370029-00eb-4126-aaba-e66826c998ff), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.632453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.657516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0676-6b59-4c6e-8e85-38a578f50229 None None] Pushing event updated for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.701015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80106648-c015-42da-a060-200e5d819257 req-2bd126c3-592e-47c5-8131-7fb2a7add3aa tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028502 Mar 07 10:28:50.703674 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:44Z', 'revision_number': 3, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.740793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.828600 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3570fa-5f2c-4a03-9e12-f1a8d694ed61 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:44Z', 'revision_number': 3, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:50.855607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b26411a6-1001-495d-9a49-0a5f0dcd1a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.925218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:50.926040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:51.042300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-519515e9-bebd-4a79-af7c-94e1af6f6ff9 req-f58135c6-42ed-4cfd-8f69-50e75b4e7dcf tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/quotas/25b4a7d409584f2a8be8e5e99bd6d280 HTTP/1.1" status: 200 len: 375 time: 0.3389943 Mar 07 10:28:51.065890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c65d1705-00bb-4b4a-8600-fcf56820088b req-494c6846-4b78-426e-a309-483058a6f398 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209199 Mar 07 10:28:51.105379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-519515e9-bebd-4a79-af7c-94e1af6f6ff9 req-790116ec-24e3-4b20-a88d-82ebfddfb11c tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519545 Mar 07 10:28:51.122217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b28ba2-d619-4468-b269-5cd3c72fbdfe req-1562b01d-6db3-47d2-805f-3f7a06b24354 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.129891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96b28ba2-d619-4468-b269-5cd3c72fbdfe req-1562b01d-6db3-47d2-805f-3f7a06b24354 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 950 time: 0.2466321 Mar 07 10:28:51.202472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.213131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.287096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd23a620-430b-4be4-a491-77b3cd7169d7 None None] Provisioning complete for port bef57846-00e4-4c56-a3a4-15dcedf4b9cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:51.287460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd23a620-430b-4be4-a491-77b3cd7169d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.341551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'Port': ['ID=87cdd17a-c258-484e-ab9a-87f7262ac9e0,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.359125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.375511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96b28ba2-d619-4468-b269-5cd3c72fbdfe req-2a42e93f-7e44-4860-8b57-518a10002a74 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439790 Mar 07 10:28:51.386766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.391815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-18515eaf-4079-4ebe-ad24-a252e9e9fb48 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5272024 Mar 07 10:28:51.408006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd23a620-430b-4be4-a491-77b3cd7169d7 None None] Port bef57846-00e4-4c56-a3a4-15dcedf4b9cb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:51.413199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:51.521690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:51.524735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.529463 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f88f62-3543-45d5-beb7-dbf2e8b4a039" -d '{"events": [{"server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:51.572427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Provisioning complete for port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:51.572935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.830504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-f826e7fc-879e-42fb-a163-972503346652 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a921d5de86fc497389289449ab62cdfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727792 Mar 07 10:28:51.875012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Current status of the port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:51.875468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.004215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] For port c61a763a-1ae8-4fb7-a38a-4f9885c6b203, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:52.017563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.088423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:50Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:52.149088 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706bea65-913b-4824-a8ec-82afa659c8fe x-openstack-request-id: req-706bea65-913b-4824-a8ec-82afa659c8fe {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:52.149399 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:52.149653 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-706bea65-913b-4824-a8ec-82afa659c8fe {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:52.150049 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb', 'code': 200} Mar 07 10:28:52.175489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c5630-0303-4c3a-aaab-581d27ec874b None None] The sync data for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 is: [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:50Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:52.219986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c985263-fa68-4083-8400-ced07ff9b551 None None] Pushing event updated for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.412922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 625b13cd-d786-4ae1-93be-ab5a6596b078 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:52.582750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 625b13cd-d786-4ae1-93be-ab5a6596b078 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:52.583118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.665638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks [] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.681638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-d9c14eb0-f2ed-4d90-b0a1-eb9557362eca tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--930304355&fields=id&tenant_id=e0e47c51ccfd44bb864ca861f2732b44 HTTP/1.1" status: 200 len: 267 time: 0.2151573 Mar 07 10:28:52.698606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.699401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (f4370029-00eb-4126-aaba-e66826c998ff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.728940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-e5b5ec39-309c-4f27-a2da-531e7f27c633 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.735882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-e5b5ec39-309c-4f27-a2da-531e7f27c633 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8916516 Mar 07 10:28:52.743332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 625b13cd-d786-4ae1-93be-ab5a6596b078 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:52.743767 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.766985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 625b13cd-d786-4ae1-93be-ab5a6596b078, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=625b13cd-d786-4ae1-93be-ab5a6596b078,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:52.773572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.782352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39640) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:52.837827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4775ac-5a6c-4826-b9ef-2fd44fe9f0c9 req-b111168d-470e-4a10-b39f-dbd1b73a9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.844995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba4775ac-5a6c-4826-b9ef-2fd44fe9f0c9 req-b111168d-470e-4a10-b39f-dbd1b73a9333 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 1132 time: 0.3813365 Mar 07 10:28:52.875389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-cce6c156-bc81-402b-abd3-a817339bd6dd tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/quotas/a921d5de86fc497389289449ab62cdfa HTTP/1.1" status: 200 len: 375 time: 0.1384938 Mar 07 10:28:53.023556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f1b76f9-a316-4031-8a8f-26b2092c3c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.049590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3f5-e240-4128-aae2-9f5eb55fc468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.051705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=625b13cd-d786-4ae1-93be-ab5a6596b078,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.117615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-2128da55-75a1-4d23-90b0-0778553725aa tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:53.119180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-2128da55-75a1-4d23-90b0-0778553725aa tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/networks?id=8f6ef809-ce52-4804-9807-7db87d8e511a HTTP/1.1" status: 200 len: 812 time: 0.4367571 Mar 07 10:28:53.122011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-049fe743-44c7-4514-b813-d2e9c5b9a679 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2455118 Mar 07 10:28:53.187257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f1b76f9-a316-4031-8a8f-26b2092c3c98 admin admin] Publish callbacks [] for security_group (84143914-2f6e-4467-ab15-4267cd83cbcc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.189251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.197727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f1b76f9-a316-4031-8a8f-26b2092c3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (84143914-2f6e-4467-ab15-4267cd83cbcc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.252668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-e2031c45-155d-45f8-b026-1e6c3e748f87 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/quotas/e0e47c51ccfd44bb864ca861f2732b44 HTTP/1.1" status: 200 len: 375 time: 0.0723648 Mar 07 10:28:53.261352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba4775ac-5a6c-4826-b9ef-2fd44fe9f0c9 req-6c814200-8999-449e-ac06-006cc8ed8202 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346505 Mar 07 10:28:53.274198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7f1b76f9-a316-4031-8a8f-26b2092c3c98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d635647dec304e129b220b28db6d7417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883637 Mar 07 10:28:53.274198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b76f9-a316-4031-8a8f-26b2092c3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84143914-2f6e-4467-ab15-4267cd83cbcc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.276117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39644) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:53.345826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Network a05eb801-78d0-4b35-af64-5d8a40962920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:53.348808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:53.462999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] Publish callbacks [] for security_group (84143914-2f6e-4467-ab15-4267cd83cbcc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.468224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-cc334a41-512a-41ea-b1cd-8b7339f2e088 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0e47c51ccfd44bb864ca861f2732b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2084641 Mar 07 10:28:53.553002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] Publish callbacks [] for security_group (84143914-2f6e-4467-ab15-4267cd83cbcc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.660399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946755e-0fe6-4a6b-b210-cc91fe1130cc req-51fee30b-befb-44f2-b9c1-d2bb305864ba tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:53.662939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c946755e-0fe6-4a6b-b210-cc91fe1130cc req-51fee30b-befb-44f2-b9c1-d2bb305864ba tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 945 time: 0.1709361 Mar 07 10:28:53.713118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (84143914-2f6e-4467-ab15-4267cd83cbcc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.716667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.718426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84143914-2f6e-4467-ab15-4267cd83cbcc HTTP/1.1" status: 204 len: 168 time: 0.4412074 Mar 07 10:28:53.737259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d573513-02a0-456b-bd58-df985b7c659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84143914-2f6e-4467-ab15-4267cd83cbcc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.739861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-28cb37cc-67af-4bc8-a102-06798d9be061 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:53.747772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-28cb37cc-67af-4bc8-a102-06798d9be061 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1400492 Mar 07 10:28:53.763782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:53.824709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.926425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-be6b7db2-5bce-4b37-80ad-12f163400b18 service neutron] 10.222.0.23 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779308 Mar 07 10:28:53.986063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-58ae6d91-f469-4363-9b3e-a6af96f945da None None] Provisioning complete for port bef57846-00e4-4c56-a3a4-15dcedf4b9cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:53.986506 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-58ae6d91-f469-4363-9b3e-a6af96f945da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.142024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.168470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-58ae6d91-f469-4363-9b3e-a6af96f945da None None] Port bef57846-00e4-4c56-a3a4-15dcedf4b9cb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:54.263918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c946755e-0fe6-4a6b-b210-cc91fe1130cc req-f4c5a5da-267b-40b8-a4f9-8951efd87ab0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783217 Mar 07 10:28:54.377968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39672) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:54.412141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66b1ae23-bbb2-4809-997a-ae81f947ab3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.452028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-968cdc16-315d-458f-8643-4eb4b1f0d254 service neutron] 10.222.0.23 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176445 Mar 07 10:28:54.467345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:54.480760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-832777e4-18af-4e74-99e4-f78704ab40c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/f4370029-00eb-4126-aaba-e66826c998ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6980906 Mar 07 10:28:54.489011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:54.518069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:54.540281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:54.565866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c61a763a-1ae8-4fb7-a38a-4f9885c6b203 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:54.731510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66b1ae23-bbb2-4809-997a-ae81f947ab3f admin admin] Publish callbacks [] for security_group (f3ee721a-484e-4c94-b570-dc3739c4f3de), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.744275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66b1ae23-bbb2-4809-997a-ae81f947ab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f3ee721a-484e-4c94-b570-dc3739c4f3de), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.810573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:54.811531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.844493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:54.930246 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-66b1ae23-bbb2-4809-997a-ae81f947ab3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d18384e037841ac9bb4e594a4f36e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509810 Mar 07 10:28:54.933207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39680) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:54.935791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1ae23-bbb2-4809-997a-ae81f947ab3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ee721a-484e-4c94-b570-dc3739c4f3de,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:55.103479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:55.105569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 625b13cd-d786-4ae1-93be-ab5a6596b078 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:55.204919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 625b13cd-d786-4ae1-93be-ab5a6596b078 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:55.206393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.206807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a1c21e7-95ed-4aa3-9d99-5d78455a1b88 req-953ca49e-6e9f-4b27-8ba0-5befc4b8bd73 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 210 time: 0.1676712 Mar 07 10:28:55.367535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a49f-cbf3-4fd6-8acd-d47be1a3e96c req-8bd56ed1-e4cc-4213-aee4-f9dc5184ace4 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.386971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a909a49f-cbf3-4fd6-8acd-d47be1a3e96c req-8bd56ed1-e4cc-4213-aee4-f9dc5184ace4 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 950 time: 0.2379873 Mar 07 10:28:55.443674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] Publish callbacks [] for security_group (f3ee721a-484e-4c94-b570-dc3739c4f3de), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.449379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 2, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:55.479540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-17facbd3-900e-4989-8e64-4e92af350f59 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a921d5de86fc497389289449ab62cdfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339023 Mar 07 10:28:55.500430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:55.500828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Updating router f4370029-00eb-4126-aaba-e66826c998ff port bef57846-00e4-4c56-a3a4-15dcedf4b9cb binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:55.504943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 625b13cd-d786-4ae1-93be-ab5a6596b078 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:55.535561 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] Publish callbacks [] for security_group (f3ee721a-484e-4c94-b570-dc3739c4f3de), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.539444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.559537 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.761653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a909a49f-cbf3-4fd6-8acd-d47be1a3e96c req-59c20b90-5d0a-416e-8ae3-e5ddf41d7eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737860 Mar 07 10:28:55.773771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95403df6-d107-49c0-8bfe-65dc67e98e50 req-111d40c6-ecb4-44e0-ad79-6c3034cae6dd tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.774541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95403df6-d107-49c0-8bfe-65dc67e98e50 req-111d40c6-ecb4-44e0-ad79-6c3034cae6dd tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1127 time: 0.3773956 Mar 07 10:28:55.831455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f3ee721a-484e-4c94-b570-dc3739c4f3de), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.834131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.835772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3ee721a-484e-4c94-b570-dc3739c4f3de HTTP/1.1" status: 204 len: 168 time: 0.9008756 Mar 07 10:28:55.864710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-b3725dbc-a77f-43f3-872e-66f833d2ca97 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.866236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-b3725dbc-a77f-43f3-872e-66f833d2ca97 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757174 Mar 07 10:28:55.870563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec3fa-6dd7-4938-9508-7dc3fdfc1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ee721a-484e-4c94-b570-dc3739c4f3de,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:55.885495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Request body: {'port': {'device_id': '8a145816-eba4-49c9-9eca-1e3464543e56', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'a921d5de86fc497389289449ab62cdfa'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:55.916827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95403df6-d107-49c0-8bfe-65dc67e98e50 req-772caa23-7510-427d-a52f-fe4dedcfb2a6 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124017 Mar 07 10:28:56.210554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3c36ec6-90d9-4330-a712-3a41c6d5e752 req-e52a6525-b32c-4188-92e5-ed12083b8f6b tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 210 time: 0.1578240 Mar 07 10:28:56.212260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks [] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.220526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.229458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Made reservation on behalf of a921d5de86fc497389289449ab62cdfa for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:56.233388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.273806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.393071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf245a-bbe5-4332-a1db-94df9733ea70 None None] Pushing event updated for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:56.482797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Attempting to bind port bef57846-00e4-4c56-a3a4-15dcedf4b9cb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:56.484208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Attempting to bind port bef57846-00e4-4c56-a3a4-15dcedf4b9cb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:56.484744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Attempting to bind port bef57846-00e4-4c56-a3a4-15dcedf4b9cb on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:56.501318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:56.503816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Checking segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:56.504489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.505053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Bound using segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:56.510928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Bound port: bef57846-00e4-4c56-a3a4-15dcedf4b9cb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:56.511817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.530013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39724) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:56.539021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-network', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:56.576769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Made reservation on behalf of 1a1226458f8f46da8667abe99112e5a8 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:56.583584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.613646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.631529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90569bd1-0c06-4879-a36f-521a120bc065 req-0eb9937b-e928-49fb-ac93-18ff006e7f2a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.640605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90569bd1-0c06-4879-a36f-521a120bc065 req-0eb9937b-e928-49fb-ac93-18ff006e7f2a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1127 time: 0.2208884 Mar 07 10:28:56.672554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] For port bef57846-00e4-4c56-a3a4-15dcedf4b9cb, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:56.678664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] For port bef57846-00e4-4c56-a3a4-15dcedf4b9cb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:56.693223 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.700124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks [] for security_group (ad17aa59-cf1e-4a76-a936-f62596d744a8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.714308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ad17aa59-cf1e-4a76-a936-f62596d744a8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.764971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90569bd1-0c06-4879-a36f-521a120bc065 req-30eb05be-13a4-4764-b1f4-85af86e622d5 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182559 Mar 07 10:28:56.901256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks [] for security_group (2505d9c1-38e2-4a39-b0ce-e6375d6406fd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.908426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Provisioning complete for port bef57846-00e4-4c56-a3a4-15dcedf4b9cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:56.908998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.913912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2505d9c1-38e2-4a39-b0ce-e6375d6406fd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:56.948725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad17aa59-cf1e-4a76-a936-f62596d744a8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.008461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505d9c1-38e2-4a39-b0ce-e6375d6406fd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.014884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63ee9ec-8920-4b87-a85a-0830926c50c3 req-02918c8c-9e29-45b0-bf0d-e5c71e9c3408 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 210 time: 0.1347082 Mar 07 10:28:57.056268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:57.057126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:57.066969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:57.101235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ce75eaa1-5268-46fd-8bc5-a54cc8173fc1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.101587 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Added segment ce75eaa1-5268-46fd-8bc5-a54cc8173fc1 of type vlan for network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 Mar 07 10:28:57.180752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf245a-bbe5-4332-a1db-94df9733ea70 None None] Pushing event updated for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.259488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ef4269f6-5513-4aea-8307-6e2a3a2b95a4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.269029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.338262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ef4269f6-5513-4aea-8307-6e2a3a2b95a4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.340471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.341091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.390073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ecd3ec5-bf0d-418f-9ab8-542924b0fc2e req-72dcc7a5-eb46-4908-bb2d-14d821fb3e0e tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671015 Mar 07 10:28:57.468234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] Pushing event updated for resources: {'Network': ['ID=ef4269f6-5513-4aea-8307-6e2a3a2b95a4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.497630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec7eab07-11ab-4e00-81d5-cf32b5d3e63c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9647548 Mar 07 10:28:57.499283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Current status of the port bef57846-00e4-4c56-a3a4-15dcedf4b9cb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:57.499952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.505372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39760) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:57.509491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:57.515302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Request body: {'subnet': {'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-subnet', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:57.540930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Made reservation on behalf of 1a1226458f8f46da8667abe99112e5a8 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:57.545319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.566653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Allocated IP 192.168.233.79 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/8fcdfc9a-f89b-4485-ad75-aed6ddb344d3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:57.677050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-abb1d7f7-c783-402b-8bb9-c01cce5aac6f tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.681656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-abb1d7f7-c783-402b-8bb9-c01cce5aac6f tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.26 "GET /v2.0/networks?id=8f6ef809-ce52-4804-9807-7db87d8e511a HTTP/1.1" status: 200 len: 812 time: 0.6271064 Mar 07 10:28:57.714299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:57.731140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7001c-be32-42b6-8ea0-5936cef5b020 req-86974a74-35ad-48c2-abde-5bad6f4ae028 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.732781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72c7001c-be32-42b6-8ea0-5936cef5b020 req-86974a74-35ad-48c2-abde-5bad6f4ae028 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 950 time: 0.3392546 Mar 07 10:28:57.801321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd3ec5-bf0d-418f-9ab8-542924b0fc2e req-414f5938-2614-4bda-ab6a-d34652c6e61a tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.808672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ecd3ec5-bf0d-418f-9ab8-542924b0fc2e req-414f5938-2614-4bda-ab6a-d34652c6e61a tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4169078 Mar 07 10:28:57.876451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] For port bef57846-00e4-4c56-a3a4-15dcedf4b9cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:57.885131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.892236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:57.983465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1057611698-network', 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:58.015748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ecd3ec5-bf0d-418f-9ab8-542924b0fc2e req-2ef19a86-04c7-4fa3-b0bc-f1baba122cde tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/quotas/25b4a7d409584f2a8be8e5e99bd6d280 HTTP/1.1" status: 200 len: 375 time: 0.2055805 Mar 07 10:28:58.040072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks [] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.041507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:58.044016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.079663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (24350e72-9ab7-4a50-b61e-f97633e442e6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.097681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ecd3ec5-bf0d-418f-9ab8-542924b0fc2e req-ba29b3f8-24c8-491e-a3d3-8185c4a26f9f tempest-QuotasAdminNegativeTest-229008339 tempest-QuotasAdminNegativeTest-229008339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808947 Mar 07 10:28:58.101863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c2432fdd-5819-4857-808e-7968679c1963 None None] Provisioning complete for port bef57846-00e4-4c56-a3a4-15dcedf4b9cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:58.102238 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2432fdd-5819-4857-808e-7968679c1963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.130525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24350e72-9ab7-4a50-b61e-f97633e442e6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.143348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.157646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4040e-a6f9-4823-8832-1b1cf156b79e None None] Pushing event updated for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.177965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Checking segment: {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:58.178367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Network hostable DHCP agents. Network: ef4269f6-5513-4aea-8307-6e2a3a2b95a4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:58.199383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72c7001c-be32-42b6-8ea0-5936cef5b020 req-11b53df6-22c0-48ec-857c-82a30d17a17d tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470904 Mar 07 10:28:58.214853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:58.227201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ef4269f6-5513-4aea-8307-6e2a3a2b95a4) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:58.232828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.233782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.261022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f9a375e-851f-4f40-9bc7-ee6577d6f906 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7535067 Mar 07 10:28:58.261766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.267341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fadc34-bb6a-488d-84fe-c3994f78678e None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:58.270227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:58.272426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-ba134f36-7648-4bd1-90c7-2a62352a5a9a tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0e47c51ccfd44bb864ca861f2732b44 HTTP/1.1" status: 200 len: 379 time: 0.5589688 Mar 07 10:28:58.321397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.322856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.403920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'port': {'device_id': 'b2d46500-b803-4120-9422-72b35147c581', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'admin_state_up': True, 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'security_groups': ['eca4f22e-8a78-435b-8fe2-6db66759691f']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:58.409334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for router_controller (1b694d6b-55c4-48ea-a79c-501dcf271a90), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.462610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'fixed_ips': [{'subnet_id': '24350e72-9ab7-4a50-b61e-f97633e442e6'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:58.463474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.474556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.32', 59537) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.504137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2432fdd-5819-4857-808e-7968679c1963 None None] Current status of the port bef57846-00e4-4c56-a3a4-15dcedf4b9cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:58.515597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.540813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5632a2c7-3feb-4ad8-8039-5bc5d3d05736 req-4c20e98d-8e3c-42f1-985f-d6b20c2290c5 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 210 time: 0.1576149 Mar 07 10:28:58.638417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.682115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:56Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:58.751633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a445f-f2d8-4060-9e27-d28fca6204f0 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:56Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:58.772429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for router_gateway (1b694d6b-55c4-48ea-a79c-501dcf271a90), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.868020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Allocated IP 172.20.0.2 (ef4269f6-5513-4aea-8307-6e2a3a2b95a4/24350e72-9ab7-4a50-b61e-f97633e442e6/e76de5d4-8581-439b-afbb-53e673856387) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:58.921618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-2cfcb88f-86e2-42bb-b322-4b43b720a925 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.927494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-2cfcb88f-86e2-42bb-b322-4b43b720a925 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.32 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 950 time: 0.4501193 Mar 07 10:28:59.115612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks [] for security_group (ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.143558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.216302 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks [] for port (e76de5d4-8581-439b-afbb-53e673856387), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.246133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e76de5d4-8581-439b-afbb-53e673856387), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.256640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.267042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222d22-5b48-4727-9d1b-f74db44e30b2 req-8475295e-18c9-4c2f-ac04-ff1559a21060 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:59.268665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb222d22-5b48-4727-9d1b-f74db44e30b2 req-8475295e-18c9-4c2f-ac04-ff1559a21060 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 935 time: 0.7421396 Mar 07 10:28:59.289455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:59.317558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:59.341106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:59.353208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:59.355781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:59.361310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:59.361927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.375059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:59.393462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:59.417386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb222d22-5b48-4727-9d1b-f74db44e30b2 req-d33cb690-6f5c-4a12-9600-2f9976431951 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366992 Mar 07 10:28:59.418089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Pushing event updated for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.449558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-44fe6915-05bd-4423-9baf-29b8c9a890d9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5723917 Mar 07 10:28:59.458072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Pushing event updated for resources: {'Port': ['ID=e76de5d4-8581-439b-afbb-53e673856387,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.502627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Request body: {'port': {'device_id': '8a145816-eba4-49c9-9eca-1e3464543e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:59.509320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Deleting port 422a37b3-7722-4b65-9c2e-9047e2970aeb {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:28:59.517238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.578149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Attempting to bind port e76de5d4-8581-439b-afbb-53e673856387 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:59.578681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Attempting to bind port e76de5d4-8581-439b-afbb-53e673856387 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:59.578876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Attempting to bind port e76de5d4-8581-439b-afbb-53e673856387 on network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:59.604249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:59.604624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Checking segment: {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:59.605359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.605796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Bound using segment: {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:59.606653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Bound port: e76de5d4-8581-439b-afbb-53e673856387, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:59.606784 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e76de5d4-8581-439b-afbb-53e673856387), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.638163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (45265d4f-5cc1-4bee-a3a9-313da3ff8b52), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.643839 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Added segment 45265d4f-5cc1-4bee-a3a9-313da3ff8b52 of type vlan for network f7e16943-88d1-4a7c-b987-dd307e3a4c97 Mar 07 10:28:59.682958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Made reservation on behalf of e0e47c51ccfd44bb864ca861f2732b44 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:59.695494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.790160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] For port e76de5d4-8581-439b-afbb-53e673856387, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:59.797371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] For port e76de5d4-8581-439b-afbb-53e673856387, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e76de5d4-8581-439b-afbb-53e673856387,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:59.818143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e76de5d4-8581-439b-afbb-53e673856387), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.963154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f7e16943-88d1-4a7c-b987-dd307e3a4c97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.038596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-787c5e93-709e-490f-9340-f79bdf2a60f4 None None] Provisioning complete for port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:00.039092 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-787c5e93-709e-490f-9340-f79bdf2a60f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.052269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] For port 422a37b3-7722-4b65-9c2e-9047e2970aeb, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422a37b3-7722-4b65-9c2e-9047e2970aeb,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:00.052269 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.052964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1f3d-ef88-44a6-865e-ec49e9428d00 None None] Pushing event updated for resources: {'Port': ['ID=e76de5d4-8581-439b-afbb-53e673856387,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.058350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff9d1d-aa50-467e-bbd8-b174cccf85ff req-ed3fe2dc-2a46-4fef-b469-b599c88ec106 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.068275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ff9d1d-aa50-467e-bbd8-b174cccf85ff req-ed3fe2dc-2a46-4fef-b469-b599c88ec106 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1127 time: 0.8187025 Mar 07 10:29:00.083195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for router_gateway (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.177587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Calling delete_port for 422a37b3-7722-4b65-9c2e-9047e2970aeb owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:00.181054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-787c5e93-709e-490f-9340-f79bdf2a60f4 None None] Port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:00.195182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.202291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.207429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.408792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f7e16943-88d1-4a7c-b987-dd307e3a4c97), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.409033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bef57846-00e4-4c56-a3a4-15dcedf4b9cb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:00.409886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.410479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.493505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bef57846-00e4-4c56-a3a4-15dcedf4b9cb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:00.493904 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.658115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e16943-88d1-4a7c-b987-dd307e3a4c97,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.677685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a48d-ecf0-413d-82ef-40498797f1c4 req-cc8c8bef-b57a-4e91-abbb-8ec5adbab283 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.685367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b095a48d-ecf0-413d-82ef-40498797f1c4 req-cc8c8bef-b57a-4e91-abbb-8ec5adbab283 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 950 time: 1.0487785 Mar 07 10:29:00.690135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:00.709312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e69d5849-a32e-42e0-aa53-b1bbf2ded6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.769522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-334357ae-7dd2-484c-a474-bc4eb3051bc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0330439 Mar 07 10:29:00.795870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bef57846-00e4-4c56-a3a4-15dcedf4b9cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:00.811341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39796) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.828935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Request body: {'subnet': {'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1057611698-subnet', 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:00.838278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ff9d1d-aa50-467e-bbd8-b174cccf85ff req-eb2a141d-9785-45b1-a266-44553d9796f8 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671204 Mar 07 10:29:00.856722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b095a48d-ecf0-413d-82ef-40498797f1c4 req-c8538b92-ce4f-4adf-b9cf-cedb566e41f1 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/security-groups?id=6aaadce3-7188-4380-b424-f2a39f2ccbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703529 Mar 07 10:29:00.959029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Allocated IP 172.25.4.134 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/362e8be5-0e30-487d-a12a-72dc9bb71fd8) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:00.963287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:00.966079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.010172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ea95efa-e111-461d-8d62-ad074cdc774b req-6512279d-2f43-494b-a224-686f443593e7 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 210 time: 0.0362704 Mar 07 10:29:01.042536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Allocated IP 172.20.0.9 (8f6ef809-ce52-4804-9807-7db87d8e511a/65d6bf77-c746-4228-942e-d10733340a30/c6c62b70-dadf-45dd-bb21-5630ca1a60e5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:01.144000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63bf79-ee14-4e93-84ca-4f68027da135 req-9d587124-0062-4b46-bfc9-7be3e5637a72 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.151846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee63bf79-ee14-4e93-84ca-4f68027da135 req-9d587124-0062-4b46-bfc9-7be3e5637a72 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 935 time: 0.1513324 Mar 07 10:29:01.251391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-9a4eafb5-804c-4225-b9da-6ed02e9bb4f1 req-365d9ef5-665b-4fd7-a9a9-e63652bc95a6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:01.252514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a4eafb5-804c-4225-b9da-6ed02e9bb4f1 req-365d9ef5-665b-4fd7-a9a9-e63652bc95a6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112920 Mar 07 10:29:01.361934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee63bf79-ee14-4e93-84ca-4f68027da135 req-1976b435-14a4-4710-85dc-849b72d88375 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039979 Mar 07 10:29:01.449330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.558615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e69d5849-a32e-42e0-aa53-b1bbf2ded6da admin admin] Publish callbacks [] for security_group (464e30af-5c05-4bd8-8207-3153ee6cb5e5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.574344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (422a37b3-7722-4b65-9c2e-9047e2970aeb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.607543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:01.620181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks [] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.654552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Transition to ACTIVE for port object 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:01.656766 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.659244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.667967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.743953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Network 8f6ef809-ce52-4804-9807-7db87d8e511a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:01.747138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:01.753412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event updated for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.757300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:01.772207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.773512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.803949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3752bf-da85-42ac-862e-f22ac2f706fa None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:01.870278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e69d5849-a32e-42e0-aa53-b1bbf2ded6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (464e30af-5c05-4bd8-8207-3153ee6cb5e5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.933087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-762f24b4-7aa2-4674-ab4a-c4976e15c04e tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5513761 Mar 07 10:29:01.965672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Request body: {'port': {'device_id': 'b2d46500-b803-4120-9422-72b35147c581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:02.040239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e69d5849-a32e-42e0-aa53-b1bbf2ded6da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25b4a7d409584f2a8be8e5e99bd6d280&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8283055 Mar 07 10:29:02.041359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (cea91c99-82cd-4fd1-9b61-3a5efde87bd9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.048688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:02.064080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.079311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Attempting to bind port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:02.079982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Attempting to bind port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:02.080458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Attempting to bind port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:02.095499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Pushing event deleted for resources: {'Port': ['ID=422a37b3-7722-4b65-9c2e-9047e2970aeb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.109982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Provisioning complete for port e76de5d4-8581-439b-afbb-53e673856387 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:02.110359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e76de5d4-8581-439b-afbb-53e673856387), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.174943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:02.175261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Attempting to bind port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:02.217565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56f1b5af-cd0c-4827-b997-b93c8bbc1424 req-a0207438-1c0d-4b39-8507-8ea07eafaa5c tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.23 "GET /v2.0/ports?device_id=898fdc57-29ac-4822-8a83-8f10b4c0ea3b HTTP/1.1" status: 200 len: 210 time: 0.1324432 Mar 07 10:29:02.295500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:02.296110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:02.296326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:02.296794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Bound port: 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:02.297780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.378199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.460818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Current status of the port e76de5d4-8581-439b-afbb-53e673856387 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:02.473801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e76de5d4-8581-439b-afbb-53e673856387), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.513802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e76de5d4-8581-439b-afbb-53e673856387 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:02.526217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-0bff59b7-325d-4b21-be39-0bb2955c39ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5557468 Mar 07 10:29:02.591394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:02.593457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d5849-a32e-42e0-aa53-b1bbf2ded6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e30af-5c05-4bd8-8207-3153ee6cb5e5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.595275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:02.608132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] No DVR routers for this DVR port 422a37b3-7722-4b65-9c2e-9047e2970aeb on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:02.623306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.632356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] For port e76de5d4-8581-439b-afbb-53e673856387, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e76de5d4-8581-439b-afbb-53e673856387,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:02.639792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26a10302-3a54-4498-8d8f-df1bbd3a58db req-8d7b4194-0df9-43b2-815b-5a99c2975eb9 tempest-ServerDiagnosticsNegativeTest-1074523152 tempest-ServerDiagnosticsNegativeTest-1074523152-project] 10.222.0.32 "DELETE /v2.0/ports/422a37b3-7722-4b65-9c2e-9047e2970aeb HTTP/1.1" status: 204 len: 173 time: 3.7032623 Mar 07 10:29:02.643997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e76de5d4-8581-439b-afbb-53e673856387), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.675456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'name': 'network-vif-deleted', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:02.737267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455422d2-db10-48b2-88ff-d7f54fd519b1 None None] Pushing event updated for resources: {'Port': ['ID=e76de5d4-8581-439b-afbb-53e673856387,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.808900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e76de5d4-8581-439b-afbb-53e673856387 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:02.809727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e76de5d4-8581-439b-afbb-53e673856387), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.915384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] Publish callbacks [] for security_group (464e30af-5c05-4bd8-8207-3153ee6cb5e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.928800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.942398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] Publish callbacks [] for security_group (464e30af-5c05-4bd8-8207-3153ee6cb5e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:02.985656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6db2eee0-5576-465a-914c-831bd5be262d None None] Provisioning complete for port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:02.988696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6db2eee0-5576-465a-914c-831bd5be262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.000847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea91c99-82cd-4fd1-9b61-3a5efde87bd9,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.009906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (464e30af-5c05-4bd8-8207-3153ee6cb5e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.014710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.016292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/464e30af-5c05-4bd8-8207-3153ee6cb5e5 HTTP/1.1" status: 204 len: 168 time: 0.9638855 Mar 07 10:29:03.036568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9d9d9-a255-48d1-b7aa-56d0dec807a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e30af-5c05-4bd8-8207-3153ee6cb5e5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.042875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:03.043534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Network hostable DHCP agents. Network: f7e16943-88d1-4a7c-b987-dd307e3a4c97, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:03.051810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.073598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:03.076133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:03.091158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.114295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:03.171968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.172641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.174120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-ac2ad9ec-f766-4ca0-8099-23968a2bf78a service neutron] 10.222.0.32 "PUT /v2.0/ports/8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 HTTP/1.1" status: 200 len: 1095 time: 3.7110274 Mar 07 10:29:03.192419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:03.204619 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f63dfad-4b1d-498b-b463-04b730356357" -d '{"events": [{"name": "network-changed", "server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:03.291049 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642d9e4-b445-43b1-b04d-34b142fec5ff" -d '{"events": [{"server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "name": "network-vif-deleted", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:03.344910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:03.379607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Pushing event updated for resources: {'Port': ['ID=362e8be5-0e30-487d-a12a-72dc9bb71fd8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.432083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f7e16943-88d1-4a7c-b987-dd307e3a4c97) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:03.447006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.447608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.478876 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e3b0a71-bb8e-4b88-b635-a5ca065fc2c4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6574709 Mar 07 10:29:03.571070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5e567-cfbf-4f00-84bd-33807f050043 req-ceb6a4b1-eaa1-4a8b-9bc7-f3c1f1b0cb51 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.574322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fd5e567-cfbf-4f00-84bd-33807f050043 req-ceb6a4b1-eaa1-4a8b-9bc7-f3c1f1b0cb51 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 931 time: 1.1294467 Mar 07 10:29:03.614843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-52e163a8-16b8-4fed-8421-f28bacd24fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.616547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-52e163a8-16b8-4fed-8421-f28bacd24fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1126 time: 0.7337906 Mar 07 10:29:03.618656 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for router_gateway (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.775056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:03.789996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422a37b3-7722-4b65-9c2e-9047e2970aeb no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:03.806126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1493531-4b11-4789-bb1b-0226c547c603 None None] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:03.906466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-6065aa31-7ff0-4815-927a-1ff27a4a8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.908210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-6065aa31-7ff0-4815-927a-1ff27a4a8ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 1129 time: 0.6549187 Mar 07 10:29:03.944366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39858) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:03.958581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6db2eee0-5576-465a-914c-831bd5be262d None None] Port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:03.966888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c62b70-dadf-45dd-bb21-5630ca1a60e5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:03.984175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 422a37b3-7722-4b65-9c2e-9047e2970aeb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:03.984723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks [] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.985952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422a37b3-7722-4b65-9c2e-9047e2970aeb not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:04.034425 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35347625-88f7-4532-b7e6-2ff4347a2138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.061186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.063698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e76de5d4-8581-439b-afbb-53e673856387 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:04.087953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fd5e567-cfbf-4f00-84bd-33807f050043 req-6e9b6846-f7dd-409c-a3e1-34d9c1102296 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623780 Mar 07 10:29:04.091674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-0744dccb-1fa3-47e4-9453-573c95921e54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 HTTP/1.1" status: 200 len: 217 time: 0.1458247 Mar 07 10:29:04.136098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b61e5-1138-480c-977f-ca690ac5008d None None] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:04.162469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Transition to ACTIVE for port object c6c62b70-dadf-45dd-bb21-5630ca1a60e5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:04.170696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bc448d7d-c3da-4794-b2fd-557717e8d13e None None] Provisioning complete for port e76de5d4-8581-439b-afbb-53e673856387 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:04.171228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc448d7d-c3da-4794-b2fd-557717e8d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e76de5d4-8581-439b-afbb-53e673856387), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.256894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.359455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bc448d7d-c3da-4794-b2fd-557717e8d13e None None] Current status of the port e76de5d4-8581-439b-afbb-53e673856387 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:04.372537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e76de5d4-8581-439b-afbb-53e673856387 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:04.380646 n-d-832156-4 neutron-server[103788]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 10:29:04.383700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-5aa9d1e5-9f2a-4f6f-bb9a-44df973cae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.385614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-5aa9d1e5-9f2a-4f6f-bb9a-44df973cae1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.6792278 Mar 07 10:29:04.408416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-f16a4dda-3fdc-41f0-90a8-3aa8f5f2226e tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:04.409470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-f16a4dda-3fdc-41f0-90a8-3aa8f5f2226e tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6310830 Mar 07 10:29:04.505525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e76de5d4-8581-439b-afbb-53e673856387 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:04.505928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e76de5d4-8581-439b-afbb-53e673856387), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.510431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Router 1b694d6b-55c4-48ea-a79c-501dcf271a90 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:04.567400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-c9d8bf47-aa80-4a79-8914-9cc77ff4ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.569351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-c9d8bf47-aa80-4a79-8914-9cc77ff4ecd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.4671822 Mar 07 10:29:04.570945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-eda0762c-8d19-4b62-945d-8a1dd875b5b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.1350679 Mar 07 10:29:04.583132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.740314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Attempting to bind port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:04.740960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Attempting to bind port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:04.741523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Attempting to bind port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 on network 8f6ef809-ce52-4804-9807-7db87d8e511a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:04.761551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb33d-0748-4b69-a10e-c8268ed2eb1c req-4a08cafa-aa30-4d2e-843f-3a4bd8e69622 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.763059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56beb33d-0748-4b69-a10e-c8268ed2eb1c req-4a08cafa-aa30-4d2e-843f-3a4bd8e69622 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 947 time: 0.5123692 Mar 07 10:29:04.779161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 on network 8f6ef809-ce52-4804-9807-7db87d8e511a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:04.779477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Attempting to bind port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 on network 8f6ef809-ce52-4804-9807-7db87d8e511a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:04.792640 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35347625-88f7-4532-b7e6-2ff4347a2138 admin admin] Publish callbacks [] for security_group (5d577ef4-4ec5-4a47-997e-2017954e2711), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.800833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-acc924a6-4d0e-4fb3-a2b2-4e85aa84f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.802073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-acc924a6-4d0e-4fb3-a2b2-4e85aa84f79e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.2201371 Mar 07 10:29:04.805566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:04.805943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Checking segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:04.806445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Bound using segment: {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:04.807274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Bound port: c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d19ab1-959c-4cd1-974a-6192bf64e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:04.807274 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.817604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:04.835227 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Sync routers for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:04.853168 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:04.854966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.857040 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:04.860280 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-95205504-3c4d-4ea1-ba6a-d2901a81c36b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5947821 Mar 07 10:29:04.860880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:04.885116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35347625-88f7-4532-b7e6-2ff4347a2138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d577ef4-4ec5-4a47-997e-2017954e2711), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.940200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e76de5d4-8581-439b-afbb-53e673856387 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:04.963121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:04.970146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-579135265-network', 'tenant_id': 'db9a14cd561345a794943b77a1a41b4b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:04.976848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-688ea2cf-3205-4618-b51f-6627014d414c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670938 Mar 07 10:29:04.985599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-f4ada708-e818-4d6a-a250-aa0185e4565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.987073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-f4ada708-e818-4d6a-a250-aa0185e4565c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4085340 Mar 07 10:29:04.998769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-300a6f99-92e6-4fde-a315-05ff6fd7e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:05.000612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-300a6f99-92e6-4fde-a315-05ff6fd7e41d service neutron] 10.222.0.23 "GET /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 1124 time: 0.3598344 Mar 07 10:29:05.003523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Made reservation on behalf of db9a14cd561345a794943b77a1a41b4b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:05.006028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.046633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Request body: {'binding': {'host': 'n-h2-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:05.047515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Unknown quota resources ['binding']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:29:05.049150 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:05.110913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347625-88f7-4532-b7e6-2ff4347a2138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d577ef4-4ec5-4a47-997e-2017954e2711,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.126611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35347625-88f7-4532-b7e6-2ff4347a2138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b7b9b936ba24e2e9b9b1d97e73c2e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1758859 Mar 07 10:29:05.159108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39882) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:05.183885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56beb33d-0748-4b69-a10e-c8268ed2eb1c req-0c3beb01-f150-4340-8ad7-4569569206e3 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977220 Mar 07 10:29:05.285357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.496607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:03Z', 'revision_number': 3, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:05.496607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Checking router: 1b694d6b-55c4-48ea-a79c-501dcf271a90 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:05.496607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Updating router 1b694d6b-55c4-48ea-a79c-501dcf271a90 port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:05.516440 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.700975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-6e9ee8cc-47e2-47d5-a8f4-3676eda8cee2 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104778 Mar 07 10:29:05.703199 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e28411-ff57-413c-a8aa-5775786cfdeb x-openstack-request-id: req-96e28411-ff57-413c-a8aa-5775786cfdeb {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:05.703745 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:05.704139 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96e28411-ff57-413c-a8aa-5775786cfdeb {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:05.704668 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3', 'status': 'completed', 'code': 200} Mar 07 10:29:05.818577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on host n-h2-832156-4 for vnic_type normal with profile None {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:05.819879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:05.820786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:05.836802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:05.837059 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fef6c16-8f41-409a-952c-37cc7f602202 x-openstack-request-id: req-7fef6c16-8f41-409a-952c-37cc7f602202 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:05.837170 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898fdc57-29ac-4822-8a83-8f10b4c0ea3b", "name": "network-vif-deleted", "tag": "422a37b3-7722-4b65-9c2e-9047e2970aeb", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:05.837361 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fef6c16-8f41-409a-952c-37cc7f602202 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:05.838332 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898fdc57-29ac-4822-8a83-8f10b4c0ea3b', 'name': 'network-vif-deleted', 'tag': '422a37b3-7722-4b65-9c2e-9047e2970aeb', 'status': 'completed', 'code': 200} Mar 07 10:29:05.848332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks [] for security_group (d23f1d09-9b01-4c45-87e4-bffcbfe6abab), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.854513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:05.854745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:05.864978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d23f1d09-9b01-4c45-87e4-bffcbfe6abab), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.880986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:05.882809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:05.883461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:05.883954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Bound port: 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:05.898118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:05.917719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39894) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:05.945859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:05.957470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7f07b341-7543-43f9-9972-6593ad99400d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.958103 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Added segment 7f07b341-7543-43f9-9972-6593ad99400d of type vlan for network db5299ad-464d-425a-9716-e34a47291b33 Mar 07 10:29:05.969277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.004484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.005098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.006569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6c62b70-dadf-45dd-bb21-5630ca1a60e5 HTTP/1.1" status: 200 len: 1091 time: 4.0591407 Mar 07 10:29:06.014326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (db5299ad-464d-425a-9716-e34a47291b33), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.051029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f1d09-9b01-4c45-87e4-bffcbfe6abab,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.124990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] Publish callbacks [] for security_group (5d577ef4-4ec5-4a47-997e-2017954e2711), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.131367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02e08fab-c221-45ea-b1a2-e9e91a969887 req-3017ffb0-6795-436f-874b-0e7e9e456324 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879886 Mar 07 10:29:06.152626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-b8527f52-b2d2-423d-b0e2-cea9099ddece service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1090939 Mar 07 10:29:06.167389 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks [] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.173270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (db5299ad-464d-425a-9716-e34a47291b33), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.177475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.178142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.180982 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.279829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=db5299ad-464d-425a-9716-e34a47291b33,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.287345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Attempting to bind port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:06.287976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Attempting to bind port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:06.288372 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Attempting to bind port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:06.289993 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d6b96096-f9b8-45f2-9400-e2a884825ea9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3234313 Mar 07 10:29:06.291330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f59e2-259a-4b66-a0d4-73fc5d09dcc8 None None] Pushing event updated for resources: {'Port': ['ID=362e8be5-0e30-487d-a12a-72dc9bb71fd8,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.294293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network db5299ad-464d-425a-9716-e34a47291b33 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:06.298822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:06.299122 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:06.299530 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.300395 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:06.300605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Bound port: 362e8be5-0e30-487d-a12a-72dc9bb71fd8, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:06.300924 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.311139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:06.340022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Request body: {'subnet': {'network_id': 'db5299ad-464d-425a-9716-e34a47291b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-579135265-subnet', 'tenant_id': 'db9a14cd561345a794943b77a1a41b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:06.355132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d69a-9bec-4d71-9db1-ab49c3d47ac3 req-87a4a3a1-6d7c-4a07-9fd5-6f62faf7445b tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.357355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d58d69a-9bec-4d71-9db1-ab49c3d47ac3 req-87a4a3a1-6d7c-4a07-9fd5-6f62faf7445b tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 943 time: 0.4712501 Mar 07 10:29:06.404721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] For port 362e8be5-0e30-487d-a12a-72dc9bb71fd8, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:06.417406 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] For port 362e8be5-0e30-487d-a12a-72dc9bb71fd8, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=362e8be5-0e30-487d-a12a-72dc9bb71fd8,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:06.433831 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.489743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:06.508124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.509159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:06.509775 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:06.509918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-e74269a2-8ca5-48b2-93f1-baf1575538d7 service neutron] 10.222.0.23 "POST /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0/bindings HTTP/1.1" status: 201 len: 389 time: 1.4667456 Mar 07 10:29:06.515874 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f59e2-259a-4b66-a0d4-73fc5d09dcc8 None None] Pushing event updated for resources: {'Port': ['ID=362e8be5-0e30-487d-a12a-72dc9bb71fd8,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.535608 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f59a29bb-7257-4b1d-b367-0e048d93d763 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=206bb14bfa554edf8bd26dfeb9a614b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861584 Mar 07 10:29:06.539361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39902) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:06.595902 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] Publish callbacks [] for security_group (5d577ef4-4ec5-4a47-997e-2017954e2711), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.642273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d58d69a-9bec-4d71-9db1-ab49c3d47ac3 req-20a6d9b1-cb87-463c-bb36-9696293b9f54 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374127 Mar 07 10:29:06.693178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-cb0405cf-d5c3-4fb8-9ec4-46c61f1a84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.696282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-cb0405cf-d5c3-4fb8-9ec4-46c61f1a84ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0e47c51ccfd44bb864ca861f2732b44&device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 1125 time: 0.6118624 Mar 07 10:29:06.696947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1812-8c57-4c41-ab32-85b5c3102d34 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.713206 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:06.781810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] Publish callbacks [] for security_group (6aaadce3-7188-4380-b424-f2a39f2ccbb0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.805253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] Publish callbacks [] for security_group (6aaadce3-7188-4380-b424-f2a39f2ccbb0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.860438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-7d37fd76-60c2-4b3d-b86f-4e8dba9d2dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5 HTTP/1.1" status: 200 len: 217 time: 0.1473753 Mar 07 10:29:06.947482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6aaadce3-7188-4380-b424-f2a39f2ccbb0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.949049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.952807 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aaadce3-7188-4380-b424-f2a39f2ccbb0 HTTP/1.1" status: 204 len: 168 time: 0.4096670 Mar 07 10:29:06.973979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d1026-a733-40d7-a457-be443d6b4415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaadce3-7188-4380-b424-f2a39f2ccbb0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.993883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.006900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-5c129656-3652-4879-9eeb-f5d93cef7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.008616 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-5c129656-3652-4879-9eeb-f5d93cef7982 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1127 time: 0.1636071 Mar 07 10:29:07.011557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Made reservation on behalf of db9a14cd561345a794943b77a1a41b4b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:07.013983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.043802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75f19b9e-6cac-4e98-8832-0dd9607c612e req-8280ff05-8915-4982-ba09-74ce990dfc88 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792685 Mar 07 10:29:07.061824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:03Z', 'revision_number': 3, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:07.098522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d577ef4-4ec5-4a47-997e-2017954e2711), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.102436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.110706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d577ef4-4ec5-4a47-997e-2017954e2711 HTTP/1.1" status: 204 len: 168 time: 1.9468138 Mar 07 10:29:07.132286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ed0dc-a250-4e7f-8076-c2ef91867b62 None None] The sync data for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 is: [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:03Z', 'revision_number': 3, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:07.172926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-dc44a9c7-6941-436f-bc0a-6c5e3f7bf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.174839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-dc44a9c7-6941-436f-bc0a-6c5e3f7bf24c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65d6bf77-c746-4228-942e-d10733340a30 HTTP/1.1" status: 200 len: 851 time: 0.2848055 Mar 07 10:29:07.254994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98283220-f370-40f9-8c00-63363bb81ba2 req-5acdd052-8888-4018-9fdb-6d45c6d78c2c tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.256924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98283220-f370-40f9-8c00-63363bb81ba2 req-5acdd052-8888-4018-9fdb-6d45c6d78c2c tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 947 time: 0.4209857 Mar 07 10:29:07.280516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130964-e810-4809-b3ec-0fedf81d2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d577ef4-4ec5-4a47-997e-2017954e2711,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.347962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708248cb-e58b-4e8d-84a5-569e39838634 req-d1b07258-a9e3-453d-a6a7-75e878f43ccb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.349606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-708248cb-e58b-4e8d-84a5-569e39838634 req-d1b07258-a9e3-453d-a6a7-75e878f43ccb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 945 time: 0.5125687 Mar 07 10:29:07.477961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98283220-f370-40f9-8c00-63363bb81ba2 req-f9696cae-99d4-4508-b08b-f990d2e948e4 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407681 Mar 07 10:29:07.494811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:07.517901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dfad-4b1d-498b-b463-04b730356357 req-ac01bba2-2f7d-4bbf-a554-f81a596b6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.519588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-ac01bba2-2f7d-4bbf-a554-f81a596b6422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 1129 time: 0.3381836 Mar 07 10:29:07.527831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728435f-00bd-469b-88ff-51a819c161fe req-d5f61490-860a-4819-97a9-3d9b0b2df792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.529555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-d5f61490-860a-4819-97a9-3d9b0b2df792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f6ef809-ce52-4804-9807-7db87d8e511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3290620 Mar 07 10:29:07.541076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-cfe9d476-8579-4f61-9c48-787736a31df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.542798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-cfe9d476-8579-4f61-9c48-787736a31df3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.5259094 Mar 07 10:29:07.656359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c38148f-9b1b-4e67-8dc3-cb8d298caa63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.665214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-708248cb-e58b-4e8d-84a5-569e39838634 req-069286ad-a625-4066-9bf8-174a018d03f2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817545 Mar 07 10:29:07.685329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Allocated IP 172.20.0.1 (ef4269f6-5513-4aea-8307-6e2a3a2b95a4/24350e72-9ab7-4a50-b61e-f97633e442e6/b9cbe6fa-754f-49d0-8bdd-164c2fde22f6) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:07.759351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:07.761940 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1d292-8710-425a-b465-8c3924beed08" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:07.781932 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-b8aa7569-c56a-49f5-a628-54647e83f687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.1969187 Mar 07 10:29:07.891051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-3ad7d328-7973-4d3c-9ab5-e9357d577aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544126 Mar 07 10:29:07.907700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (ac14267f-e68a-43c8-8d62-86dfc46f42f1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.957900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-8b6f3b38-9031-40db-adc6-0b96dddd35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.959387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-8b6f3b38-9031-40db-adc6-0b96dddd35ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1663475 Mar 07 10:29:07.962541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks [] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.030900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-6f567402-9e30-40eb-bf4a-f15a05a2d3c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631909 Mar 07 10:29:08.138437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dfad-4b1d-498b-b463-04b730356357 req-9e9a7f50-12d0-400a-b49a-085b684792e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.140711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-9e9a7f50-12d0-400a-b49a-085b684792e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.6050849 Mar 07 10:29:08.229110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-a1910224-a003-4d73-a36e-9405d15cf0aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 HTTP/1.1" status: 200 len: 217 time: 0.0751679 Mar 07 10:29:08.240382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Checking segment: {'id': '7f07b341-7543-43f9-9972-6593ad99400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'db5299ad-464d-425a-9716-e34a47291b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:08.240621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Network hostable DHCP agents. Network: db5299ad-464d-425a-9716-e34a47291b33, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:08.243430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac14267f-e68a-43c8-8d62-86dfc46f42f1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.333651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c38148f-9b1b-4e67-8dc3-cb8d298caa63 admin admin] Publish callbacks [] for security_group (04039e9f-b1b0-4fbb-a23e-3bdd6793fb05), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.342009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 362e8be5-0e30-487d-a12a-72dc9bb71fd8 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:08.349505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c38148f-9b1b-4e67-8dc3-cb8d298caa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04039e9f-b1b0-4fbb-a23e-3bdd6793fb05), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.367631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ca47-a831-4652-9dca-94e5f9fd096f req-0df6b940-7846-4999-99f2-11ad69872307 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.369236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c563ca47-a831-4652-9dca-94e5f9fd096f req-0df6b940-7846-4999-99f2-11ad69872307 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 943 time: 0.5199628 Mar 07 10:29:08.410779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:08.425056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:08.425739 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.425858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38148f-9b1b-4e67-8dc3-cb8d298caa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04039e9f-b1b0-4fbb-a23e-3bdd6793fb05,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.432525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c38148f-9b1b-4e67-8dc3-cb8d298caa63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8699deadf27d433ca4bce7f3b1f5af95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9377115 Mar 07 10:29:08.433636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.436112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39960) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:08.487141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-fd6cd28c-d2b6-4d42-a60d-25fab9036c43 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444883 Mar 07 10:29:08.493989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-4b221562-a77d-45e5-abbe-869a0c3ed2f7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.495904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-4b221562-a77d-45e5-abbe-869a0c3ed2f7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/networks?id=1a052ca4-8335-4e22-b527-82dab66f841e HTTP/1.1" status: 200 len: 814 time: 0.4298897 Mar 07 10:29:08.522723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Network db5299ad-464d-425a-9716-e34a47291b33 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:08.540867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5728435f-00bd-469b-88ff-51a819c161fe req-17516e94-c856-41a8-b317-27fd85d689d1 service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347082 Mar 07 10:29:08.542678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:08.543075 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.568563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 362e8be5-0e30-487d-a12a-72dc9bb71fd8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=362e8be5-0e30-487d-a12a-72dc9bb71fd8,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:08.575268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dfad-4b1d-498b-b463-04b730356357 req-47997173-05c4-40c0-8217-809d8f65e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.576091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.577823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-47997173-05c4-40c0-8217-809d8f65e0ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2793036 Mar 07 10:29:08.581248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:08.591226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-eba8ee23-3d71-4b61-b52a-896b24945b9d tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/quotas/bbb21cdcb7da44458c95d757fdbd71a9 HTTP/1.1" status: 200 len: 375 time: 0.0811319 Mar 07 10:29:08.599345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, db5299ad-464d-425a-9716-e34a47291b33) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:08.603189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-network', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:08.613752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55132e-bbc3-4e39-91ca-9530b38b9ddb None None] Network db5299ad-464d-425a-9716-e34a47291b33 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:08.628163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.628381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.637514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:08.643231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:08.643737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.667260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c563ca47-a831-4652-9dca-94e5f9fd096f req-8e104d9f-e513-419a-9cd8-7387471cf1eb tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728500 Mar 07 10:29:08.711261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=362e8be5-0e30-487d-a12a-72dc9bb71fd8,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.719454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6dc35593-0d6d-49ab-947a-a4434fe57711 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3846018 Mar 07 10:29:08.744889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-1bfe91bc-faba-4f0b-a2ee-52d009a148c0 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbb21cdcb7da44458c95d757fdbd71a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526122 Mar 07 10:29:08.754808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dfad-4b1d-498b-b463-04b730356357 req-4b8c8e72-c45d-49da-9bae-446a63c2ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.756693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-4b8c8e72-c45d-49da-9bae-446a63c2ef1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1589723 Mar 07 10:29:08.788942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bab57-6868-4e4b-b936-a869c57d30f8 None None] Network db5299ad-464d-425a-9716-e34a47291b33 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:08.816616 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3823a43-7775-4a2d-a993-c3bd5ae01d0e x-openstack-request-id: req-a3823a43-7775-4a2d-a993-c3bd5ae01d0e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:08.816902 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:08.817153 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3823a43-7775-4a2d-a993-c3bd5ae01d0e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:08.817605 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'status': 'completed', 'code': 200} Mar 07 10:29:08.853026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Made reservation on behalf of edbf5aca5638421da7cef83cc5f66443 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:08.855539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.862971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] Publish callbacks [] for security_group (04039e9f-b1b0-4fbb-a23e-3bdd6793fb05), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.908694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Pushing event updated for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.948498 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-35a25bfd-93dd-4512-bb5e-c8dd503ec66c service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323630 Mar 07 10:29:08.954196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.974966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] Publish callbacks [] for security_group (04039e9f-b1b0-4fbb-a23e-3bdd6793fb05), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.032305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a82187cd-6029-4b19-8b55-a46b32a96c2c None None] Provisioning complete for port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:09.032740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a82187cd-6029-4b19-8b55-a46b32a96c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.106256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a82187cd-6029-4b19-8b55-a46b32a96c2c None None] Port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:09.230466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04039e9f-b1b0-4fbb-a23e-3bdd6793fb05), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.233114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.234274 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04039e9f-b1b0-4fbb-a23e-3bdd6793fb05 HTTP/1.1" status: 204 len: 168 time: 0.7959650 Mar 07 10:29:09.247938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-afed33a4-311a-41c8-acd6-93c68c77e9a2 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.249506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-afed33a4-311a-41c8-acd6-93c68c77e9a2 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2365046 Mar 07 10:29:09.269160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832156-4'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:09.276332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.299565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eef201-d4d5-466c-b8d9-4661bb38dc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04039e9f-b1b0-4fbb-a23e-3bdd6793fb05,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.313866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks [] for security_group (42c144fc-5b57-41b2-a675-b66d689a0ed1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.324879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (42c144fc-5b57-41b2-a675-b66d689a0ed1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.397339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:09.406324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d292-8710-425a-b465-8c3924beed08 req-36ad8597-eca8-4fe1-8215-1d10c4f2dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.408209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-36ad8597-eca8-4fe1-8215-1d10c4f2dffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0e47c51ccfd44bb864ca861f2732b44&device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 1125 time: 0.5414248 Mar 07 10:29:09.417392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c52f9-c8c0-4172-b32e-332581bf7868 req-58dd02e0-40fd-4f75-be64-2c739ba94aff tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.418844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f73c52f9-c8c0-4172-b32e-332581bf7868 req-58dd02e0-40fd-4f75-be64-2c739ba94aff tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 947 time: 0.4819460 Mar 07 10:29:09.423511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-2b50177a-5344-485a-a649-137b02e446ea service neutron] 10.222.0.23 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778047 Mar 07 10:29:09.430251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c144fc-5b57-41b2-a675-b66d689a0ed1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.438225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (15aee625-8879-4be9-83c1-67561d1faa90), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.438558 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Added segment 15aee625-8879-4be9-83c1-67561d1faa90 of type vlan for network 137ca028-807e-40df-a8e6-04d1cfefd2bd Mar 07 10:29:09.452405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.504397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-a0e8b3f3-8f25-4646-b5ad-ac78bac85074 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351050 Mar 07 10:29:09.541442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (137ca028-807e-40df-a8e6-04d1cfefd2bd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.629296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (137ca028-807e-40df-a8e6-04d1cfefd2bd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.630719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.630881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.648475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d292-8710-425a-b465-8c3924beed08 req-60e4f60e-d2cf-4a64-a6f6-cccc36888512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.650178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-60e4f60e-d2cf-4a64-a6f6-cccc36888512 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f6ef809-ce52-4804-9807-7db87d8e511a HTTP/1.1" status: 200 len: 913 time: 0.2304728 Mar 07 10:29:09.714114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-4c919974-8840-4315-bd92-d3ba47909da8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5 HTTP/1.1" status: 200 len: 217 time: 0.0516500 Mar 07 10:29:09.720424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f73c52f9-c8c0-4172-b32e-332581bf7868 req-6550002d-4340-4894-b929-f4b1cfa4f0a0 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183390 Mar 07 10:29:09.729256 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3173897 Mar 07 10:29:09.741769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:09.754867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Request body: {'subnet': {'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-subnet', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:09.769576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e75ee-43ef-4f39-8ade-16072095ed42 admin admin] Pushing event updated for resources: {'Network': ['ID=137ca028-807e-40df-a8e6-04d1cfefd2bd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.783853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:09.800356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks [] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.810626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-5d6e99c3-5711-47ef-8b4e-842b8d202a34 service neutron] 10.222.0.23 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096406 Mar 07 10:29:09.811545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:09.824487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.825236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.837804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f63dfad-4b1d-498b-b463-04b730356357 req-e2c028a0-21f7-4072-96b2-b9b2d1a86aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205690 Mar 07 10:29:09.842509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Made reservation on behalf of edbf5aca5638421da7cef83cc5f66443 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:09.845803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.849365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d292-8710-425a-b465-8c3924beed08 req-6a680c29-71ae-4b84-8fc4-02fdbd0633ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.853586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-6a680c29-71ae-4b84-8fc4-02fdbd0633ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65d6bf77-c746-4228-942e-d10733340a30 HTTP/1.1" status: 200 len: 851 time: 0.1315489 Mar 07 10:29:09.922333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Pushing event updated for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.962522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:10.032873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:10.036264 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df62e0d8-ea53-4e68-a94f-1ae3dd54f4ac" -d '{"events": [{"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-unplugged", "status": "completed", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:10.041812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks [] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.051042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:10.052523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:10.062422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.077856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d292-8710-425a-b465-8c3924beed08 req-dc4aa595-d20b-4073-999b-961c12b6e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.079372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-dc4aa595-d20b-4073-999b-961c12b6e2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f6ef809-ce52-4804-9807-7db87d8e511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2035551 Mar 07 10:29:10.090292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed5d-c417-4fbb-9679-f64cdfb9600a req-db143e29-cbd0-4186-8ee4-c4c48747ff4b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.091811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d91ed5d-c417-4fbb-9679-f64cdfb9600a req-db143e29-cbd0-4186-8ee4-c4c48747ff4b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 945 time: 0.1773224 Mar 07 10:29:10.305819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 362e8be5-0e30-487d-a12a-72dc9bb71fd8 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:10.377257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d91ed5d-c417-4fbb-9679-f64cdfb9600a req-8aed35bb-b305-4a72-a627-05b9bafbac30 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688942 Mar 07 10:29:10.379138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on host n-h1-832156-4 for vnic_type normal with profile {"migrating_to": "n-h2-832156-4"} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:10.379373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:10.379721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:10.391901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.397011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:10.397409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Attempting to bind port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:10.407884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:10.408226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:10.408601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:10.409041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Bound port: 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:10.409726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.442055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40006) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:10.453791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-b160c42f-7a7e-4c85-b97a-2021d3e8d12f service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605213 Mar 07 10:29:10.455352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (3ac9a201-7fe8-49c4-bf77-7452d95cf79e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.496783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:10.498199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.538878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Router 1b694d6b-55c4-48ea-a79c-501dcf271a90 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:10.613600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac9a201-7fe8-49c4-bf77-7452d95cf79e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.634309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2f88724b-c91e-4a00-b74b-0d02bff3896a None None] Provisioning complete for port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:10.634591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f88724b-c91e-4a00-b74b-0d02bff3896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.635839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-network', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:10.668559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Checking segment: {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:10.668921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Network hostable DHCP agents. Network: 137ca028-807e-40df-a8e6-04d1cfefd2bd, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:10.672736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2f88724b-c91e-4a00-b74b-0d02bff3896a None None] Port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:10.683240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08a1d292-8710-425a-b465-8c3924beed08 req-1effaa6a-972e-43d5-ba4e-717c0e6d3cc8 service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236598 Mar 07 10:29:10.698459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Made reservation on behalf of 1cc03756a6c1443e887a8a08329db7ca for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:10.701698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.722855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af3b-64f1-486e-a6e9-05ae926f6b41 req-4e918963-6973-48b7-b9a4-e9cc5884c2a8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.726770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:10.733005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2e8af3b-64f1-486e-a6e9-05ae926f6b41 req-4e918963-6973-48b7-b9a4-e9cc5884c2a8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 943 time: 0.1628356 Mar 07 10:29:10.742484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:10.744555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.778656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 137ca028-807e-40df-a8e6-04d1cfefd2bd) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:10.788540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e5057-7d12-424a-a1e1-8f3ebd3cc6ec None None] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:10.805720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.806315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.819059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:10.824841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:10.842050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.863576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2e8af3b-64f1-486e-a6e9-05ae926f6b41 req-109ac6b3-f6e4-4f9f-9988-5ed891eb9c10 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296778 Mar 07 10:29:10.874562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:10.876805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-78091b6a-8f42-4a4c-a2da-1fdbe460569e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1336064 Mar 07 10:29:10.880232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:10.887626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:10.905494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6c02e97-0fa5-4ab9-80b0-bcb414bbcbea admin admin] 10.222.0.23 "PUT /v2.0/routers/1b694d6b-55c4-48ea-a79c-501dcf271a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0435050 Mar 07 10:29:10.935363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Sync routers for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:10.954932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=8']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.962280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:10.963222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:10.982779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.983910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.019449 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223c72a-ce50-4be6-b37e-939e5ed8e948 x-openstack-request-id: req-1223c72a-ce50-4be6-b37e-939e5ed8e948 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:11.020770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-137ca028-807e-40df-a8e6-04d1cfefd2bd', 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd', 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'fixed_ips': [{'subnet_id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:29:11.021324 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-unplugged", "status": "completed", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:11.021756 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1223c72a-ce50-4be6-b37e-939e5ed8e948 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:11.022356 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'code': 200} Mar 07 10:29:11.023123 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.039867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.041134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.042945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-bc2409d9-0346-47f7-b188-95736d9699a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 1121 time: 1.7851973 Mar 07 10:29:11.066053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c6c62b70-dadf-45dd-bb21-5630ca1a60e5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:11.088788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks [] for security_group (720bb090-14ff-421a-b39f-fdc400ba5ec6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.126663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for router_controller (da393dfa-60c4-4a2f-805f-4a5d580598b4), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.130722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (720bb090-14ff-421a-b39f-fdc400ba5ec6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.164359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:11.196500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d9e926d-0592-49dd-b560-6f34131939a5 req-8f3e7a52-fd8b-49c0-b199-1a5d3e17358a tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 210 time: 0.0907798 Mar 07 10:29:11.249625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:11.257664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-c2d59339-5468-411f-abee-1370f652621d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.259189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-c2d59339-5468-411f-abee-1370f652621d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.4618444 Mar 07 10:29:11.259941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720bb090-14ff-421a-b39f-fdc400ba5ec6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:11.260056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:11.287424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (736d30da-ff69-4277-8062-7d2f7b0050ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.287841 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Added segment 736d30da-ff69-4277-8062-7d2f7b0050ef of type vlan for network d80789f3-f0b9-4986-bb10-203d98492f5e Mar 07 10:29:11.290210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-68d5a8e9-c695-4de5-a541-9bd654543274 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/quotas/dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 375 time: 0.0153716 Mar 07 10:29:11.344081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-6345c2af-8c90-452d-b1cc-f1cbce484e1e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464387 Mar 07 10:29:11.381130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d80789f3-f0b9-4986-bb10-203d98492f5e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.386774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:11.433634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:11.474850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:11.488817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d80789f3-f0b9-4986-bb10-203d98492f5e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.489830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.490422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.512119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3ac71-7f78-422e-96d1-55beac1d16bd req-c3dd715f-08e6-4509-a91c-d0ff9f72c7d5 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.514330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63b3ac71-7f78-422e-96d1-55beac1d16bd req-c3dd715f-08e6-4509-a91c-d0ff9f72c7d5 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 947 time: 0.2048233 Mar 07 10:29:11.558653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1118782 Mar 07 10:29:11.559321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for router_gateway (da393dfa-60c4-4a2f-805f-4a5d580598b4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.561863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-d8846207-f58b-491c-95fb-a21ba3692558 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853600 Mar 07 10:29:11.562557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:11.569308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Request body: {'subnet': {'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-subnet', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:11.610012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Made reservation on behalf of 1cc03756a6c1443e887a8a08329db7ca for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:11.612823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.688350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'port_id': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'mac_address': 'fa:16:3e:ce:72:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:11.724017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Allocated IP 172.20.0.2 (137ca028-807e-40df-a8e6-04d1cfefd2bd/3ac9a201-7fe8-49c4-bf77-7452d95cf79e/bf1b04a8-9f16-4ad0-83fb-ced685144a72) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:11.727570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b602a9-2503-460e-baf3-206efd47eb96 admin admin] Pushing event updated for resources: {'Network': ['ID=d80789f3-f0b9-4986-bb10-203d98492f5e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:11.777108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d80789f3-f0b9-4986-bb10-203d98492f5e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:11.830772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-3274a6a4-6896-455f-9068-200bd7ae5afd service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422864 Mar 07 10:29:11.859215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63b3ac71-7f78-422e-96d1-55beac1d16bd req-4e66021b-c315-4f3a-8e75-2527b2842c33 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911754 Mar 07 10:29:11.944051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-c9961d6b-532d-4608-bc98-9953a8c84272 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.945508 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-c9961d6b-532d-4608-bc98-9953a8c84272 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.32 "GET /v2.0/networks?id=1a052ca4-8335-4e22-b527-82dab66f841e HTTP/1.1" status: 200 len: 814 time: 0.3288069 Mar 07 10:29:11.969458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Request body: {'port': {'device_id': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'admin_state_up': True, 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:12.024000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:12.024539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.198378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdc07b-0c7a-43d4-b436-ac85ae1fc864 req-882d21ca-0680-440c-8414-993900a23cce tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.200665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c62b70-dadf-45dd-bb21-5630ca1a60e5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:12.205925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38cdc07b-0c7a-43d4-b436-ac85ae1fc864 req-882d21ca-0680-440c-8414-993900a23cce tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 0.0989356 Mar 07 10:29:12.252924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68741a-4926-4a1c-95f0-01a0e0dea270 req-64683586-5ea3-4d7c-a49a-7eafb0ee8ea9 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.254440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd68741a-4926-4a1c-95f0-01a0e0dea270 req-64683586-5ea3-4d7c-a49a-7eafb0ee8ea9 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 943 time: 0.1050720 Mar 07 10:29:12.275505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38cdc07b-0c7a-43d4-b436-ac85ae1fc864 req-7a115a7e-01ae-4506-a474-c38a61073069 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687237 Mar 07 10:29:12.285383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:12.349339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.382673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd68741a-4926-4a1c-95f0-01a0e0dea270 req-c7b2d38a-fd17-4267-8a96-af082a383bfb tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168492 Mar 07 10:29:12.427738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.449247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:12.496743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a6b7503-8389-43d0-83c9-b42f576e9299 req-a13890bf-2b25-4c68-9e4f-fec9b3be3d35 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 210 time: 0.0763872 Mar 07 10:29:12.508824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.589857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3', 'mac_address': 'fa:16:3e:d1:5d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:12.606636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Made reservation on behalf of bbb21cdcb7da44458c95d757fdbd71a9 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:12.616126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.640356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.700084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:12.701614 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.704380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c6c62b70-dadf-45dd-bb21-5630ca1a60e5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:12.800149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27c4d5d5-8788-475e-ba2a-5120eed8f86f req-8efcdb71-ff40-4d88-9afe-23e8b8d3aedf tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 210 time: 0.0884421 Mar 07 10:29:12.862694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:12.914966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:12.953238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:09Z', 'revision_number': 4, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b9cbe6fa-754f-49d0-8bdd-164c2fde22f6', 'name': '', 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'mac_address': 'fa:16:3e:9c:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:07Z', 'updated_at': '2022-03-07T10:29:09Z', 'revision_number': 2, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'subnets': [{'id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:12.966061 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.032557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks [] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.046988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518e23-c88f-44d6-8179-6a0868162a04 req-e09440b5-fe2a-4318-82fd-eaf74e11e6f4 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.057172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75518e23-c88f-44d6-8179-6a0868162a04 req-e09440b5-fe2a-4318-82fd-eaf74e11e6f4 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 948 time: 0.1117487 Mar 07 10:29:13.070647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:13.077337 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0e076-f407-4f49-8165-47ac95ef3481" -d '{"events": [{"name": "network-changed", "server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:13.169252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75518e23-c88f-44d6-8179-6a0868162a04 req-9dcdb9b4-b548-427f-bc4e-9577e80d172c tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110961 Mar 07 10:29:13.216538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Checking segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:13.226519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Checking router: 1b694d6b-55c4-48ea-a79c-501dcf271a90 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:13.228951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Updating router 1b694d6b-55c4-48ea-a79c-501dcf271a90 port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:13.229804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Network hostable DHCP agents. Network: d80789f3-f0b9-4986-bb10-203d98492f5e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:13.326435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.347347 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d823c0b-bf8e-4318-a029-88ca84750b30 x-openstack-request-id: req-4d823c0b-bf8e-4318-a029-88ca84750b30 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:13.347621 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:13.347919 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d823c0b-bf8e-4318-a029-88ca84750b30 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:13.349774 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'status': 'completed', 'code': 200} Mar 07 10:29:13.353297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Allocated IP 172.20.0.6 (1a052ca4-8335-4e22-b527-82dab66f841e/4b5bd63b-d931-4de1-a17e-a7c645d54dbc/d7ea6740-ca7c-4260-87a3-27d1ce6c3129) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:13.354574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.465465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-d2c93be0-6d7c-4d69-ab89-ac77c4e74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.475428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-d2c93be0-6d7c-4d69-ab89-ac77c4e74dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1155 time: 0.1658669 Mar 07 10:29:13.495774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:13.501058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40086) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:13.533028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Network d80789f3-f0b9-4986-bb10-203d98492f5e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:13.538584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:13.541391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.555470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842899666', 'description': 'tempest-description--565077815'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:13.576552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d80789f3-f0b9-4986-bb10-203d98492f5e) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:13.635394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03360a-16c8-43c5-8a68-524dd26e7f6d None None] Network d80789f3-f0b9-4986-bb10-203d98492f5e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:13.638902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.640325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.662552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for router_gateway (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.691993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.715486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:13.787747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.823707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:13.828546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:13.842544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-db152178-ed59-484f-8adf-e2621d5d4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.844037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-db152178-ed59-484f-8adf-e2621d5d4778 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.3676867 Mar 07 10:29:13.855386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228e56-645a-4022-a5c6-8ed5d4fa02ba req-c54f1e9b-008d-4994-9330-52a77581dcdc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.863402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15228e56-645a-4022-a5c6-8ed5d4fa02ba req-c54f1e9b-008d-4994-9330-52a77581dcdc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 0.3661656 Mar 07 10:29:13.885014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Pushing event updated for resources: {'Port': ['ID=bf1b04a8-9f16-4ad0-83fb-ced685144a72,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.892992 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:14.048377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafd791-37e2-4c6c-8943-ada9a2c91013 req-f4059df8-479d-49a2-93f5-60493093cc35 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.071724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cafd791-37e2-4c6c-8943-ada9a2c91013 req-f4059df8-479d-49a2-93f5-60493093cc35 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 944 time: 0.4276130 Mar 07 10:29:14.078349 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-648908cb-e8a7-4ac3-8c39-b98bb50f08a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5122223 Mar 07 10:29:14.086938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40092) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:14.102780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-861cef9e-622c-4d59-b4b0-1ed08898f129 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.2338455 Mar 07 10:29:14.108663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:14.135223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks [] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.315039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (52b6a2d7-46da-424e-8f70-747f1003c904), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.328891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (52b6a2d7-46da-424e-8f70-747f1003c904), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.350427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Attempting to bind port bf1b04a8-9f16-4ad0-83fb-ced685144a72 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:14.351724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Attempting to bind port bf1b04a8-9f16-4ad0-83fb-ced685144a72 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:14.351724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Attempting to bind port bf1b04a8-9f16-4ad0-83fb-ced685144a72 on network 137ca028-807e-40df-a8e6-04d1cfefd2bd {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:14.387872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Allocated IP 172.25.4.165 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/2a6b11fc-7db9-4477-875f-5e90d891c7d0) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:14.398527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.434977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:14.435345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Checking segment: {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:14.435947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.436375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Bound using segment: {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:14.437158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Bound port: bf1b04a8-9f16-4ad0-83fb-ced685144a72, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:14.438059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.528875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-d80789f3-f0b9-4986-bb10-203d98492f5e', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:29:14.529903 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.537188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-414be42b-9bf0-4a8f-a2d7-a6ca9d16cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.543762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-414be42b-9bf0-4a8f-a2d7-a6ca9d16cbe8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.4312801 Mar 07 10:29:14.581896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Network 1a052ca4-8335-4e22-b527-82dab66f841e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:14.585780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cafd791-37e2-4c6c-8943-ada9a2c91013 req-04fe7302-21d1-4805-b752-f4e43050203a tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5122306 Mar 07 10:29:14.618679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:14.638640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:14.644036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.644683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.664522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for router_controller (52b6a2d7-46da-424e-8f70-747f1003c904), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.675958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (633c5b74-b45a-4890-b682-2baf665acde5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.684825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Pushing event updated for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.771089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-2252489b-2890-4b59-b026-c5a4e6ce1cc6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.774414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-2252489b-2890-4b59-b026-c5a4e6ce1cc6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.7626691 Mar 07 10:29:14.788338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (633c5b74-b45a-4890-b682-2baf665acde5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.802469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15228e56-645a-4022-a5c6-8ed5d4fa02ba req-b4336092-7382-4623-8a68-a5ed0ebad6ce tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9379394 Mar 07 10:29:14.805628 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f6034437-c2f3-48d7-9291-da62256085c9 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8436391 Mar 07 10:29:14.854683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Allocated IP 172.20.0.2 (d80789f3-f0b9-4986-bb10-203d98492f5e/fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce/619dd31a-3acb-4c08-bf05-3c94b3079c9c) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:14.864562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Request body: {'port': {'device_id': '6405da99-8036-4440-aa1d-411f6b9c585e', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'admin_state_up': True, 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:14.895492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Request body: {'port': {'device_id': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:14.910922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-0eb5cde9-7aea-404f-a0f9-febeeb6d27ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3156369 Mar 07 10:29:14.971310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c233676b-5308-4754-b53e-3def5e291462 req-7e806bc9-fe25-4d5f-91ae-ea2f90b8acfe tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 210 time: 0.1878984 Mar 07 10:29:15.168694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.190823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6847692 Mar 07 10:29:15.191617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:15.299332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:15.324227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for router_gateway (52b6a2d7-46da-424e-8f70-747f1003c904), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.341058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.405021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.492904 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks [] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.502327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c6c62b70-dadf-45dd-bb21-5630ca1a60e5 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:15.542179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.575132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:29:15.623421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:15.683594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.701319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6b11fc-7db9-4477-875f-5e90d891c7d0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.730522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c587a-c272-4336-a5d4-6fad050b2e05 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633c5b74-b45a-4890-b682-2baf665acde5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.744618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88fd6b-a22c-40e6-ace5-4ef11f6c1497 None None] Pushing event updated for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.770936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:15.773212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0c6041b1-9622-4c07-9e84-1b1eddada4c4 None None] Provisioning complete for port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:15.773587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c6041b1-9622-4c07-9e84-1b1eddada4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.791607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:15.812400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:15.822285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0c6041b1-9622-4c07-9e84-1b1eddada4c4 None None] Port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:15.830928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:15.832495 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks [] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.839310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:15.839584 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.861623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.865774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'security_group_rule': {'security_group_id': '633c5b74-b45a-4890-b682-2baf665acde5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:15.935092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-10a1fc65-e554-4706-bf5a-5a298038f5f0 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833593 Mar 07 10:29:15.975420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] For port bf1b04a8-9f16-4ad0-83fb-ced685144a72, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:15.987239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Pushing event updated for resources: {'Port': ['ID=619dd31a-3acb-4c08-bf05-3c94b3079c9c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.028782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Network d80789f3-f0b9-4986-bb10-203d98492f5e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:16.062057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:16.065275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] For port bf1b04a8-9f16-4ad0-83fb-ced685144a72, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bf1b04a8-9f16-4ad0-83fb-ced685144a72,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:16.077358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:16.084042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:16.137119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.167604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:16.168002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.178060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c7e89-8bf6-44fa-b780-1f885e1f37ac req-33faad9f-76d9-4fc4-ae8f-4e17e075aeff tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.180068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf7c7e89-8bf6-44fa-b780-1f885e1f37ac req-33faad9f-76d9-4fc4-ae8f-4e17e075aeff tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 931 time: 1.2428474 Mar 07 10:29:16.268624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (a18bb26b-2f74-4106-b582-805cbbd377f5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.339158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Attempting to bind port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:16.339555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Attempting to bind port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:16.341579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Attempting to bind port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 on network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:16.374043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:16.374451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Checking segment: {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:16.378608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.379063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Bound using segment: {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:16.379567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Bound port: b9cbe6fa-754f-49d0-8bdd-164c2fde22f6, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:16.380072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.398044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fa54-fe4e-45c8-a086-b80185e06314 req-858cbeb5-4f66-4b17-b6c7-4f912e6914f6 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.399739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f573fa54-fe4e-45c8-a086-b80185e06314 req-858cbeb5-4f66-4b17-b6c7-4f912e6914f6 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 948 time: 1.2060640 Mar 07 10:29:16.430626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:16.439137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.516949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:16.520531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.555005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Attempting to bind port 619dd31a-3acb-4c08-bf05-3c94b3079c9c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:16.555416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Attempting to bind port 619dd31a-3acb-4c08-bf05-3c94b3079c9c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:16.555870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Attempting to bind port 619dd31a-3acb-4c08-bf05-3c94b3079c9c on network d80789f3-f0b9-4986-bb10-203d98492f5e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:16.608299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d0e076-f407-4f49-8165-47ac95ef3481 req-e43199ea-4a8a-434b-9a9d-04520e725ba5 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263380 Mar 07 10:29:16.626062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9ad0c1ad-cd60-411d-bb02-16ac3703bec3 None None] Provisioning complete for port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:16.626062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c1ad-cd60-411d-bb02-16ac3703bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.629573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6467d-d07f-4d82-b3fc-de81fdfd3a54 None None] Pushing event updated for resources: {'Port': ['ID=bf1b04a8-9f16-4ad0-83fb-ced685144a72,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.664511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (a18bb26b-2f74-4106-b582-805cbbd377f5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.670731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf7c7e89-8bf6-44fa-b780-1f885e1f37ac req-91c61bbb-709e-4b6c-b3da-2196ad41751c tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721663 Mar 07 10:29:16.675943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a18bb26b-2f74-4106-b582-805cbbd377f5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.726460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:16.726861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Checking segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:16.727254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.727777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Bound using segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:16.728150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Bound port: 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:16.728531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.795014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:16.802418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18bb26b-2f74-4106-b582-805cbbd377f5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.804599 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f08517-cde9-48b0-bde3-927a6ce9d490" -d '{"events": [{"server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "name": "network-vif-plugged", "status": "completed", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:16.808192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for router_gateway (52b6a2d7-46da-424e-8f70-747f1003c904), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.808749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f573fa54-fe4e-45c8-a086-b80185e06314 req-a2c41541-a0b4-4457-bacc-47ae88445a15 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789759 Mar 07 10:29:16.860906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.862648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f02fb079-77e4-44e8-b59c-5e0871a17c73 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1332352 Mar 07 10:29:16.866228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40108) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:16.910653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:16.912707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ad0c1ad-cd60-411d-bb02-16ac3703bec3 None None] Port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:16.913194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'security_group_rule': {'security_group_id': '633c5b74-b45a-4890-b682-2baf665acde5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:16.924132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.938933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for router_gateway (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.993580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.030667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017213-4132-4610-bbf2-067019fd2e9b req-b0b3b1a0-6fab-4723-8c63-d668be7da30b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.031693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8017213-4132-4610-bbf2-067019fd2e9b req-b0b3b1a0-6fab-4723-8c63-d668be7da30b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 943 time: 0.1057389 Mar 07 10:29:17.041692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] For port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:17.041928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (6d678884-cf94-413d-933b-5523477b40b8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.048452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:17.048833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.068837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ea6740-ca7c-4260-87a3-27d1ce6c3129 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:17.074799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] For port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:17.095869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dae42-38fc-4019-be77-99964f56ef99 req-d3fc4ca8-2694-4034-96aa-b11ac4f5ccb8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.104204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-826dae42-38fc-4019-be77-99964f56ef99 req-d3fc4ca8-2694-4034-96aa-b11ac4f5ccb8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 944 time: 0.3031952 Mar 07 10:29:17.109123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks [] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.113526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.139863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] For port 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:17.159682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.178078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:17.180163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] For port 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=619dd31a-3acb-4c08-bf05-3c94b3079c9c,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:17.206679 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:29:17.207535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.222714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Transition to ACTIVE for port object d7ea6740-ca7c-4260-87a3-27d1ce6c3129 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:17.244448 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.247875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.262836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:17.263479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:17.347877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8017213-4132-4610-bbf2-067019fd2e9b req-ce4d75f9-4d22-4ea2-beeb-a883c7310087 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745478 Mar 07 10:29:17.353535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Allocated IP 172.20.0.4 (f7e16943-88d1-4a7c-b987-dd307e3a4c97/cea91c99-82cd-4fd1-9b61-3a5efde87bd9/39b3a19e-08ce-4731-9668-c47babebf71a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:17.388728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (6d678884-cf94-413d-933b-5523477b40b8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.402204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88fd6b-a22c-40e6-ace5-4ef11f6c1497 None None] Pushing event updated for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.404253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-826dae42-38fc-4019-be77-99964f56ef99 req-1f2ad615-8dd5-446b-9096-d43fed8f0988 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988698 Mar 07 10:29:17.429537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6d678884-cf94-413d-933b-5523477b40b8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.643086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.26', 59123) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:17.659342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.661022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7921145 Mar 07 10:29:17.677368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:17.684993 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b164d6b-7391-47e0-925a-ad621babdea3 x-openstack-request-id: req-7b164d6b-7391-47e0-925a-ad621babdea3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:17.685568 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "name": "network-vif-plugged", "status": "completed", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:17.685736 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b164d6b-7391-47e0-925a-ad621babdea3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:17.686151 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'code': 200} Mar 07 10:29:17.735326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:17.746664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfc923-044f-4daa-968b-263abbda1d26 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d678884-cf94-413d-933b-5523477b40b8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.773885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.784316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.810757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.817324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Allocated IP 172.25.4.123 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f27c1820-8a60-4f80-92c1-7d57491277bc) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:17.861278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Attempting to bind port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:17.861615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Attempting to bind port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:17.861944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Attempting to bind port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 on network 1a052ca4-8335-4e22-b527-82dab66f841e {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:17.915503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:18.003371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Provisioning complete for port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:18.003771 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.024842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 on network 1a052ca4-8335-4e22-b527-82dab66f841e not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:18.031225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Attempting to bind port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 on network 1a052ca4-8335-4e22-b527-82dab66f841e {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:18.047924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:18.048266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Checking segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:18.048654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Bound using segment: {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:18.049114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Bound port: d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde5f6ba-36d4-4089-b806-d886e5050bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:18.049470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.140097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks [] for port (39b3a19e-08ce-4731-9668-c47babebf71a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.177588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b2ae-ad71-4465-aae7-5ce0b2f662a4 None None] Pushing event updated for resources: {'Port': ['ID=619dd31a-3acb-4c08-bf05-3c94b3079c9c,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.236860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:18.240430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:18.253631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872e17e7-0b6a-45e9-8095-b4f518b50567 req-97cb27d6-9edf-4c77-9004-deb670a42ce3 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 210 time: 0.6181757 Mar 07 10:29:18.300017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.306540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.310013 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.323550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-6dfd93db-3ac1-4c66-adfb-4cb4772161c8 service neutron] 10.222.0.26 "GET /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.8260837 Mar 07 10:29:18.434049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:18.455859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Current status of the port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:18.456245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.497566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d1cec-1b0f-462e-8dc9-fd4c4f18676a None None] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:18.568341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.581544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:18.602837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:18.608130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.608739 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.622322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bf1b04a8-9f16-4ad0-83fb-ced685144a72 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:18.746809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.747437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.749130 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7ea6740-ca7c-4260-87a3-27d1ce6c3129 HTTP/1.1" status: 200 len: 1091 time: 3.8610153 Mar 07 10:29:18.751323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:18.753981 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c0583-ea9f-4407-9ae2-85c4922d264b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:18.866755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d65928-47bc-468a-9cca-fa0f730d9aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.880201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:18.922075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:18.982603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:18.999288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:19.010234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.064780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-ed2ec783-7015-4a39-8f7b-7f360ad99fc2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2777774 Mar 07 10:29:19.093400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Request body: {'port': {'device_id': '6405da99-8036-4440-aa1d-411f6b9c585e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:19.138838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.139104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.211691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] For port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:19.231491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.237513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f89f101f-2191-4903-881f-16e7b3f2e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.239238 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-f89f101f-2191-4903-881f-16e7b3f2e977 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbb21cdcb7da44458c95d757fdbd71a9&device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 1125 time: 0.4372201 Mar 07 10:29:19.249470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:19.258204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:19.288638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] Transition to ACTIVE for port object 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:19.290081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:19.332212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.337781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72925524-9d3f-4db4-8a0b-bcd6b3eece1b req-934f43ae-f3a1-487a-af52-f95af77c10a7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.340447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72925524-9d3f-4db4-8a0b-bcd6b3eece1b req-934f43ae-f3a1-487a-af52-f95af77c10a7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 943 time: 1.1135190 Mar 07 10:29:19.367375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.399752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a2e20b-3c41-414f-8fe5-102392ca4388 None None] Network d80789f3-f0b9-4986-bb10-203d98492f5e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:19.423065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ff23a-72bd-4c97-a92a-f2fa31a95903 req-52b596fb-8db3-46b7-af01-77276e1147f9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.424758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-899ff23a-72bd-4c97-a92a-f2fa31a95903 req-52b596fb-8db3-46b7-af01-77276e1147f9 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.8345609 Mar 07 10:29:19.472018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-9e4f2624-e47d-40d5-a4e4-d1a3ba202340 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129 HTTP/1.1" status: 200 len: 217 time: 0.1504934 Mar 07 10:29:19.481397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Pushing event updated for resources: {'Port': ['ID=f27c1820-8a60-4f80-92c1-7d57491277bc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.489140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974681f-d7c2-4a4e-aeb7-083d00cd2ab9 None None] Pushing event updated for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.531439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.574849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] No DVR routers for this DVR port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:19.582783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e9da1-3a6a-4a52-9ebb-8f4cf0351775 req-2149803f-32a1-4054-8433-5b5e53d824ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.586831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa0e9da1-3a6a-4a52-9ebb-8f4cf0351775 req-2149803f-32a1-4054-8433-5b5e53d824ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 1127 time: 1.9301224 Mar 07 10:29:19.604950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bf1b04a8-9f16-4ad0-83fb-ced685144a72 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:19.605327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.638772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Provisioning complete for port bf1b04a8-9f16-4ad0-83fb-ced685144a72 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:19.639228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.651542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-13730e65-49f2-4378-b14a-0099e2583a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.653024 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-13730e65-49f2-4378-b14a-0099e2583a2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b5bd63b-d931-4de1-a17e-a7c645d54dbc HTTP/1.1" status: 200 len: 853 time: 0.1049664 Mar 07 10:29:19.695515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:19.696374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Router da393dfa-60c4-4a2f-805f-4a5d580598b4 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:19.697899 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0153bdb-c054-45de-accf-9f2d950d0880" -d '{"events": [{"server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:19.755669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72925524-9d3f-4db4-8a0b-bcd6b3eece1b req-d6c06e7d-f2be-444f-ae27-6f8670f549cf tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700683 Mar 07 10:29:19.761383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.762092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:09Z', 'revision_number': 4, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b9cbe6fa-754f-49d0-8bdd-164c2fde22f6', 'name': '', 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'mac_address': 'fa:16:3e:9c:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:07Z', 'updated_at': '2022-03-07T10:29:16Z', 'revision_number': 4, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'subnets': [{'id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:19.811887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61845c77-ba43-4601-ab88-2f6fb08cd659 None None] The sync data for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 is: [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:29:09Z', 'revision_number': 4, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b9cbe6fa-754f-49d0-8bdd-164c2fde22f6', 'name': '', 'network_id': 'ef4269f6-5513-4aea-8307-6e2a3a2b95a4', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'mac_address': 'fa:16:3e:9c:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:07Z', 'updated_at': '2022-03-07T10:29:16Z', 'revision_number': 4, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'subnets': [{'id': '24350e72-9ab7-4a50-b61e-f97633e442e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:19.812937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-62321f4d-2a48-40fb-b79b-4591a1ad7608 service neutron] 10.222.0.26 "PUT /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0/bindings/n-h2-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3734965 Mar 07 10:29:19.824492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa0e9da1-3a6a-4a52-9ebb-8f4cf0351775 req-ba7d2422-78a6-4a7f-b714-6db418270999 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742792 Mar 07 10:29:19.956942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Allocated IP 172.25.4.188 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/7d6d2975-46b8-4a2a-b59c-e6ddd37877bf) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:19.980453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Current status of the port bf1b04a8-9f16-4ad0-83fb-ced685144a72 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:19.980909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.012441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bf1b04a8-9f16-4ad0-83fb-ced685144a72 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:20.013327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.075409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-899ff23a-72bd-4c97-a92a-f2fa31a95903 req-6c46283e-efb9-48ba-81ca-71ff70d3cc3f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650976 Mar 07 10:29:20.090369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port bf1b04a8-9f16-4ad0-83fb-ced685144a72, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bf1b04a8-9f16-4ad0-83fb-ced685144a72,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:20.098013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.239731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.364243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=bf1b04a8-9f16-4ad0-83fb-ced685144a72,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.386663 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:20.387269 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:20.444144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.566274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'Port': ['ID=7d6d2975-46b8-4a2a-b59c-e6ddd37877bf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.641032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 619dd31a-3acb-4c08-bf05-3c94b3079c9c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:20.653203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7fb5-0938-485c-bc78-42ce8cd8ce3a req-40e35b0e-fe51-44a2-bccf-11a2371d1bc3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.657195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50cc7fb5-0938-485c-bc78-42ce8cd8ce3a req-40e35b0e-fe51-44a2-bccf-11a2371d1bc3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.5987689 Mar 07 10:29:20.668437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac370-87ba-41f0-b8d5-ac084d22c239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.704867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2a7c-9184-4f8d-b230-889952d1361c req-9cd1b5a1-012a-4e85-9d04-66464fc08572 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.713525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9ce2a7c-9184-4f8d-b230-889952d1361c req-9cd1b5a1-012a-4e85-9d04-66464fc08572 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.3267534 Mar 07 10:29:20.754195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:20.774163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:20.797326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 619dd31a-3acb-4c08-bf05-3c94b3079c9c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:20.797755 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.802140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:20.863616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-42437eef-06ce-47af-bca9-72e39ac3f178 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.869204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-42437eef-06ce-47af-bca9-72e39ac3f178 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.7756808 Mar 07 10:29:20.965896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9ce2a7c-9184-4f8d-b230-889952d1361c req-5a858498-8bb6-46c9-831a-91346f3ba011 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852508 Mar 07 10:29:20.983997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 619dd31a-3acb-4c08-bf05-3c94b3079c9c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:20.985023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.997288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50cc7fb5-0938-485c-bc78-42ce8cd8ce3a req-024c2856-fb24-4c8c-9cdd-fd8b9dd6b748 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307059 Mar 07 10:29:21.053495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-2a3810b2-4b9b-427b-8ee3-7391c817f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.055098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-2a3810b2-4b9b-427b-8ee3-7391c817f144 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&tenant_id=1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 1126 time: 0.1273444 Mar 07 10:29:21.105314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d378fe65-944f-4a3a-a255-fa7b1e454204 None None] Current status of the port bf1b04a8-9f16-4ad0-83fb-ced685144a72 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:21.153586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:21.159161 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63c122-7efd-4119-93d2-af9c57e7bc0b x-openstack-request-id: req-6e63c122-7efd-4119-93d2-af9c57e7bc0b {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:21.159853 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:21.159853 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e63c122-7efd-4119-93d2-af9c57e7bc0b {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:21.160157 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129', 'status': 'completed', 'code': 200} Mar 07 10:29:21.174863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-29ac4e81-1e0c-4fe2-8864-2dad1d7a74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.178409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-29ac4e81-1e0c-4fe2-8864-2dad1d7a74d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a052ca4-8335-4e22-b527-82dab66f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5128260 Mar 07 10:29:21.227517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b3a19e-08ce-4731-9668-c47babebf71a {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:21.243343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=619dd31a-3acb-4c08-bf05-3c94b3079c9c,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:21.248414 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eaceab-cd54-45d0-8c54-b8f10475c3e5 x-openstack-request-id: req-a5eaceab-cd54-45d0-8c54-b8f10475c3e5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:21.248658 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:21.248793 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5eaceab-cd54-45d0-8c54-b8f10475c3e5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:21.249179 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3', 'code': 200} Mar 07 10:29:21.251097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks [] for port (39b3a19e-08ce-4731-9668-c47babebf71a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.267299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-41bcff81-526d-497d-b6a6-14b9f3ee44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.268929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-41bcff81-526d-497d-b6a6-14b9f3ee44fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1126 time: 0.1831515 Mar 07 10:29:21.272862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.32', 59545) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:21.283292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for router_gateway (52b6a2d7-46da-424e-8f70-747f1003c904), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.302802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.303950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:21.318324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.464743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:21.475940 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Sync routers for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:21.510709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Routers {'da393dfa-60c4-4a2f-805f-4a5d580598b4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:21.512988 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['da393dfa-60c4-4a2f-805f-4a5d580598b4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:21.528875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.650571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=619dd31a-3acb-4c08-bf05-3c94b3079c9c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.655141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:29:21.655546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:21.707219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Provisioning complete for port bf1b04a8-9f16-4ad0-83fb-ced685144a72 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:21.707659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.833864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:21.835792 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.885452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.902456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Transition to ACTIVE for port object 39b3a19e-08ce-4731-9668-c47babebf71a will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:21.925699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.928873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.951234 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Set router da393dfa-60c4-4a2f-805f-4a5d580598b4 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:21.986466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.000168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6eacff47-ab35-4775-8702-0fe753e6ac20 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 11.1062591 Mar 07 10:29:22.002395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Current status of the port bf1b04a8-9f16-4ad0-83fb-ced685144a72 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:22.008850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.011181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40132) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:22.039024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Provisioning complete for port 619dd31a-3acb-4c08-bf05-3c94b3079c9c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:22.039544 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.059516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99b3a8-8679-426a-bd02-c18de46819a0 req-0292ea36-c94e-476c-8f25-6b7d60b0aca6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.061381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e99b3a8-8679-426a-bd02-c18de46819a0 req-0292ea36-c94e-476c-8f25-6b7d60b0aca6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 931 time: 0.9085474 Mar 07 10:29:22.213828 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-554a105e-90b3-4274-9fcb-635971d65daa service neutron] 10.222.0.32 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853502 Mar 07 10:29:22.257474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f5ba3-7c16-469a-a017-7490f3fe42a5 None None] Current status of the port 619dd31a-3acb-4c08-bf05-3c94b3079c9c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:22.274058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:22.387671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:16Z', 'revision_number': 3, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:22.419305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bf1b04a8-9f16-4ad0-83fb-ced685144a72 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:22.420346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d095f-8279-482a-8a4f-0e8342ec27ea req-f84d540b-d5f5-4a55-990a-8cddc06728ab tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.422617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-030d095f-8279-482a-8a4f-0e8342ec27ea req-f84d540b-d5f5-4a55-990a-8cddc06728ab tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 943 time: 1.1025679 Mar 07 10:29:22.430512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Checking router: da393dfa-60c4-4a2f-805f-4a5d580598b4 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:22.431147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Updating router da393dfa-60c4-4a2f-805f-4a5d580598b4 port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:22.434310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1600fa-9205-4182-91f8-b00dd59a5e7a req-a29eae95-089f-4c2a-8901-2a206b3b3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.435851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb1600fa-9205-4182-91f8-b00dd59a5e7a req-a29eae95-089f-4c2a-8901-2a206b3b3729 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 1131 time: 1.1620317 Mar 07 10:29:22.496468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e99b3a8-8679-426a-bd02-c18de46819a0 req-0c7404a5-45ed-4075-9bcf-40b7fc0f1caf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087969 Mar 07 10:29:22.497003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.499828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:22.500159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:22.500594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:22.503954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bf1b04a8-9f16-4ad0-83fb-ced685144a72 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:22.504604 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.533338 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.571450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56dab831-eef6-4c19-9397-a46b31e73f3b req-e67be713-6c91-4a42-afb7-c67fa39b44b9 service neutron] 10.222.0.32 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396104 Mar 07 10:29:22.576060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.579615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8985884 Mar 07 10:29:22.582984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'Port': ['ID=7d6d2975-46b8-4a2a-b59c-e6ddd37877bf,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.604097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:22.604858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:22.620897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.621525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.622019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.622508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.623001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.623480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.623982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.624530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.625074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.625560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.626036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.626509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.626980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.640308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:22.640920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:22.641464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:22.642053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Bound port: 39b3a19e-08ce-4731-9668-c47babebf71a, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:22.642807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.644947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.645405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.645842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.646582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.647183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.647702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.648084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.649013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.649768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.651353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.651837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.652592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.653188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550348f9-6465-4096-925f-d3fff0a6d02e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:22.676318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-8b31c012-4d0c-44b3-b30b-ba221691ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.678425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-8b31c012-4d0c-44b3-b30b-ba221691ccf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 1.3952582 Mar 07 10:29:22.783149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-714d0594-fa9e-41b8-8134-6b0337a92b71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0559916 Mar 07 10:29:22.831243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bf1b04a8-9f16-4ad0-83fb-ced685144a72 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:22.835950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 619dd31a-3acb-4c08-bf05-3c94b3079c9c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:22.873287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb1600fa-9205-4182-91f8-b00dd59a5e7a req-0aba8c2c-27ff-4045-986c-7264b77b78f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905072 Mar 07 10:29:22.903847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-030d095f-8279-482a-8a4f-0e8342ec27ea req-9659e21a-35d6-4beb-9d97-1b9d4c034776 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289126 Mar 07 10:29:22.976321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4f5b2c2e-3b25-46df-8528-06ed492e2e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.999518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 619dd31a-3acb-4c08-bf05-3c94b3079c9c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:23.001314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.017184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-06d76464-e814-4c3c-a82c-a446f23dedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.018964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-06d76464-e814-4c3c-a82c-a446f23dedf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1956387 Mar 07 10:29:23.035068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7b37-d7b1-4b35-b04f-7bde9be02c98 req-c1e492af-8d5b-4883-baa7-5aa5d173d407 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.037096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec4f7b37-d7b1-4b35-b04f-7bde9be02c98 req-c1e492af-8d5b-4883-baa7-5aa5d173d407 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.3232024 Mar 07 10:29:23.124485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 619dd31a-3acb-4c08-bf05-3c94b3079c9c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:23.134427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:23.263191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:23.282280 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks [] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.291135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb25973-1e63-44e6-b045-83193ec3ec7c req-93126a2f-0b40-44a7-9efe-d8c50bf9b9a0 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.292981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fb25973-1e63-44e6-b045-83193ec3ec7c req-93126a2f-0b40-44a7-9efe-d8c50bf9b9a0 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.2513537 Mar 07 10:29:23.294360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.299663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (52b6a2d7-46da-424e-8f70-747f1003c904), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.307556 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.311906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-db6139c5-b7fb-493c-9a46-30c1913e9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.314161 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-db6139c5-b7fb-493c-9a46-30c1913e9481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbb21cdcb7da44458c95d757fdbd71a9&device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 1125 time: 0.6546504 Mar 07 10:29:23.321548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec4f7b37-d7b1-4b35-b04f-7bde9be02c98 req-6eb03756-446d-437d-aad5-b652784c537f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491508 Mar 07 10:29:23.421238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.426288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Attempting to bind port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:23.427195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Attempting to bind port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:23.427195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Attempting to bind port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:23.432224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.432832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.434306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] 10.222.0.26 "PUT /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 1091 time: 4.3450239 Mar 07 10:29:23.439490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:23.440469 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:23.440469 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.440675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:23.440769 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:23.441089 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Bound port: 2a6b11fc-7db9-4477-875f-5e90d891c7d0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:23.441472 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.442663 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694" -d '{"events": [{"name": "network-changed", "server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:23.443085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Pushing event updated for resources: {'Port': ['ID=2a6b11fc-7db9-4477-875f-5e90d891c7d0,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.523140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fb25973-1e63-44e6-b045-83193ec3ec7c req-711a3032-57aa-44d0-86ba-a1c98d6a5237 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100067 Mar 07 10:29:23.562905 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.563619 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.566080 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.566487 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.566827 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.567159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.567488 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07344-cbd5-47d9-a790-d0bf1fe25d08 service neutron] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.579767 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.579767 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:23.668222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-5d52016f-0016-4cc3-a87e-5a7702b09dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.669782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-5d52016f-0016-4cc3-a87e-5a7702b09dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1125 time: 0.1759377 Mar 07 10:29:23.721700 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] For port 2a6b11fc-7db9-4477-875f-5e90d891c7d0, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:23.734961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] For port 2a6b11fc-7db9-4477-875f-5e90d891c7d0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a6b11fc-7db9-4477-875f-5e90d891c7d0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:23.751113 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.763260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-386d4b4c-709c-49ee-aea1-41e432408def service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0843668 Mar 07 10:29:23.805052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3fe5c-5872-40e5-a822-73bbd7bed945 req-7d4216b6-2ab5-490b-bd03-78a3210b1e61 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.812924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4e3fe5c-5872-40e5-a822-73bbd7bed945 req-7d4216b6-2ab5-490b-bd03-78a3210b1e61 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.2500973 Mar 07 10:29:23.816492 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.892364 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bf00-1da3-44b9-a998-8a7a80a70bf1 None None] Pushing event updated for resources: {'Port': ['ID=2a6b11fc-7db9-4477-875f-5e90d891c7d0,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.894564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Router 52b6a2d7-46da-424e-8f70-747f1003c904 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:23.921782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Routers {'da393dfa-60c4-4a2f-805f-4a5d580598b4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:23.922399 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['da393dfa-60c4-4a2f-805f-4a5d580598b4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:23.924760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-2385ef3f-0919-4b90-94fb-67dd5b37abbf tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--842899666&fields=id&tenant_id=a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 267 time: 0.1604970 Mar 07 10:29:23.930069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Allocated IP 172.20.0.1 (137ca028-807e-40df-a8e6-04d1cfefd2bd/3ac9a201-7fe8-49c4-bf77-7452d95cf79e/b6165e64-8c52-4481-84e4-408a2cde29e4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:23.952586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4e3fe5c-5872-40e5-a822-73bbd7bed945 req-bf73174c-58ae-44dc-9168-a2516bc61149 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386793 Mar 07 10:29:23.981238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-19670d1d-d6cd-459b-83b4-2f69b1f07153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.995127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-19670d1d-d6cd-459b-83b4-2f69b1f07153 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.2245681 Mar 07 10:29:24.061454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.108375 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd908ad-fe4a-44c4-899c-155d7db3c181 x-openstack-request-id: req-6bd908ad-fe4a-44c4-899c-155d7db3c181 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:24.108709 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:24.109589 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd908ad-fe4a-44c4-899c-155d7db3c181 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:24.110012 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a', 'status': 'completed', 'code': 200} Mar 07 10:29:24.112477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-22572624-6bb8-41ea-ac02-0baebca8108c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771239 Mar 07 10:29:24.161906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:24.163988 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] Set router da393dfa-60c4-4a2f-805f-4a5d580598b4 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:24.174178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Sync routers for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:24.196242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:24.197226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.198462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.199918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed2e1954-4ebe-4c07-8a46-07f2b576a14d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.1070666 Mar 07 10:29:24.202790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40160) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:24.462645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:24.482944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:16Z', 'revision_number': 3, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.515023 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c34221-0e4c-4143-9426-00c4012953fb None None] The sync data for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 is: [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:16Z', 'revision_number': 3, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:24.723400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af089b07-f76c-4fda-8521-e148eb19568d req-5e9c2cc4-e48e-41f7-9058-9bd6a6e637be tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.725168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af089b07-f76c-4fda-8521-e148eb19568d req-5e9c2cc4-e48e-41f7-9058-9bd6a6e637be tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.5723770 Mar 07 10:29:24.738615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba08c9c3-3d2b-4357-90c7-05f6cb0035a2 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.745772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba08c9c3-3d2b-4357-90c7-05f6cb0035a2 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 823 time: 0.7918112 Mar 07 10:29:24.793457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-08abcfba-626d-4576-a678-7f63362bbfc0 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580217 Mar 07 10:29:24.809673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-b1b78fdb-7585-404f-96de-21ffe2fbc59a tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/quotas/a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 375 time: 0.0616508 Mar 07 10:29:24.866226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.870453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks [] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.908381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:20Z', 'revision_number': 3, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.953581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Checking router: 52b6a2d7-46da-424e-8f70-747f1003c904 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:24.954489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Updating router 52b6a2d7-46da-424e-8f70-747f1003c904 port f27c1820-8a60-4f80-92c1-7d57491277bc binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:24.975084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af089b07-f76c-4fda-8521-e148eb19568d req-3fa7ba8c-7603-4a00-8321-53a94b822bb6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270322 Mar 07 10:29:24.997746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.043233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-7c693c13-00f6-4c85-aabc-fd563ef2fb37 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2338545 Mar 07 10:29:25.048647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Allocated IP 172.20.0.1 (d80789f3-f0b9-4986-bb10-203d98492f5e/fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce/0f32454d-580d-4a04-9722-95f2c102c2a7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:25.095277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.118852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ece7e50-661c-4ac7-825b-4093d7cdab09 req-f85fd479-1907-461c-83d7-e07c1fe2c512 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757828 Mar 07 10:29:25.180052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:25.180755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks [] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.219637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.232353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:25.234949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:25.235805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.272730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.296642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Network d80789f3-f0b9-4986-bb10-203d98492f5e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:25.301277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:25.307781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:25.308277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (52b6a2d7-46da-424e-8f70-747f1003c904), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.457446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks [] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.459776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Pushing event updated for resources: {'Port': ['ID=b6165e64-8c52-4481-84e4-408a2cde29e4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.472048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.518142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.542425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.557735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1ef4-762c-4b50-84f8-03771c212cbb None None] Pushing event updated for resources: {'Port': ['ID=f27c1820-8a60-4f80-92c1-7d57491277bc,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.561183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Attempting to bind port f27c1820-8a60-4f80-92c1-7d57491277bc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:25.561550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Attempting to bind port f27c1820-8a60-4f80-92c1-7d57491277bc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:25.561908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Attempting to bind port f27c1820-8a60-4f80-92c1-7d57491277bc on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:25.565632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.566457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789898c-464b-41be-8506-dff582d44c6f req-4eac49f9-200d-42b6-beed-615c31096963 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.570895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:25.571274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:25.571701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.572094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:25.572655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Bound port: f27c1820-8a60-4f80-92c1-7d57491277bc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:25.572951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.584050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:25.590687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Request body: {'floatingip': {'port_id': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:25.591382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2789898c-464b-41be-8506-dff582d44c6f req-4eac49f9-200d-42b6-beed-615c31096963 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.5082519 Mar 07 10:29:25.671067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] For port f27c1820-8a60-4f80-92c1-7d57491277bc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:25.674728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] For port f27c1820-8a60-4f80-92c1-7d57491277bc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f27c1820-8a60-4f80-92c1-7d57491277bc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:25.682551 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.743765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Provisioning complete for port b6165e64-8c52-4481-84e4-408a2cde29e4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:25.744280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.744418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-8da73892-416b-4eec-a3ca-f30f803bd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.746023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-8da73892-416b-4eec-a3ca-f30f803bd019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1125 time: 0.5348034 Mar 07 10:29:25.747938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.748076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-fce12d59-1943-4a06-a45b-946f5c0ab3b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666635 Mar 07 10:29:25.772007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-8f361019-1405-4abd-a9b6-048743291f7b service neutron] 10.222.0.23 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277634 Mar 07 10:29:25.791860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:25.792985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:25.799024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1ef4-762c-4b50-84f8-03771c212cbb None None] Pushing event updated for resources: {'Port': ['ID=f27c1820-8a60-4f80-92c1-7d57491277bc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.844707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Port b6165e64-8c52-4481-84e4-408a2cde29e4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:25.863152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:25.863152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.942147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-585db7ec-82f3-4ac4-acf6-6fd8b5c86b8c None None] Port 0f32454d-580d-4a04-9722-95f2c102c2a7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:25.954575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:26.051082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-5ddcb4ff-fa1c-4a31-afb5-3c6d3c0f5363 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680049 Mar 07 10:29:26.058860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-615fb86e-8c0e-4e99-8225-4c4bec1d35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.060359 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-615fb86e-8c0e-4e99-8225-4c4bec1d35ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a052ca4-8335-4e22-b527-82dab66f841e HTTP/1.1" status: 200 len: 915 time: 0.3496766 Mar 07 10:29:26.136972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708e2f-6270-404f-90d4-182eb5ec36a7 req-bc2f170a-a91f-44b8-9dcd-386cf9176836 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.138535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4708e2f-6270-404f-90d4-182eb5ec36a7 req-bc2f170a-a91f-44b8-9dcd-386cf9176836 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 943 time: 0.4542909 Mar 07 10:29:26.146470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-4acd36d4-a07d-41f0-bcbd-b2aa8c06db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.148141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-4acd36d4-a07d-41f0-bcbd-b2aa8c06db01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.3727784 Mar 07 10:29:26.151349 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-4a3c13c5-12b8-4be2-8d9f-5cd623c5e725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129 HTTP/1.1" status: 200 len: 217 time: 0.0778596 Mar 07 10:29:26.195749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 1, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:26.209022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-02467cc2-e978-43c7-98a5-0b2dfabf03fc service neutron] 10.222.0.23 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490965 Mar 07 10:29:26.226028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c4f0b-1fa4-4c0a-81af-cf19bbd99fe8 None None] The sync data for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 is: [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 1, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:26.256833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-6bdba1d9-9c0d-442a-87a1-e6bfb17f9bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0714207 Mar 07 10:29:26.265068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks [] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.269406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-bd789b91-02d6-48d7-8be5-3a44ac7bf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.271586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-bd789b91-02d6-48d7-8be5-3a44ac7bf911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b5bd63b-d931-4de1-a17e-a7c645d54dbc HTTP/1.1" status: 200 len: 853 time: 0.1086771 Mar 07 10:29:26.274633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.275354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (52b6a2d7-46da-424e-8f70-747f1003c904), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.352445 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks [] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.370510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.373994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.379371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4708e2f-6270-404f-90d4-182eb5ec36a7 req-e000cff1-b339-47a0-9ae0-3a492f2b89fd tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243884 Mar 07 10:29:26.391979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-77f7b01c-97e3-438f-bee3-3ce3eda416da service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272810 Mar 07 10:29:26.446172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-02b57cb3-27df-4f96-aad6-1de802ab6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.447692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-02b57cb3-27df-4f96-aad6-1de802ab6edf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1851792 Mar 07 10:29:26.517787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.529597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a6b11fc-7db9-4477-875f-5e90d891c7d0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:26.624273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:26.624745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.625730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-cc396968-a40e-4f42-b3e7-d73a03a0fbc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634057 Mar 07 10:29:26.717583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Pushing event updated for resources: {'Port': ['ID=b6165e64-8c52-4481-84e4-408a2cde29e4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.750773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-82842662-ad1a-4585-a87b-e3635576b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.757045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-82842662-ad1a-4585-a87b-e3635576b549 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a052ca4-8335-4e22-b527-82dab66f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4515049 Mar 07 10:29:26.767382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:26.768866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.807231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 2a6b11fc-7db9-4477-875f-5e90d891c7d0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a6b11fc-7db9-4477-875f-5e90d891c7d0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:26.814912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.845790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c56b08-e1a6-4dcb-90e6-aa2c8a677867 req-40f98f1c-d028-416e-8797-7fe52ec2e1f0 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.854426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c56b08-e1a6-4dcb-90e6-aa2c8a677867 req-40f98f1c-d028-416e-8797-7fe52ec2e1f0 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.2745552 Mar 07 10:29:26.956483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=2a6b11fc-7db9-4477-875f-5e90d891c7d0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.960793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caec03-71e9-4781-930c-74f812b9e3a2 req-6ec33a49-62e4-41de-baa7-68fc03243cad tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.969907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40caec03-71e9-4781-930c-74f812b9e3a2 req-6ec33a49-62e4-41de-baa7-68fc03243cad tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.3568957 Mar 07 10:29:27.067256 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.088364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:27.093126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-6f9e0b78-90fb-42b6-849d-1e6d138b0751 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093451 Mar 07 10:29:27.094064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:27.492745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ffaaee60-ed38-44d3-9fb2-eb2ce8120779 None None] Provisioning complete for port b6165e64-8c52-4481-84e4-408a2cde29e4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:27.493117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffaaee60-ed38-44d3-9fb2-eb2ce8120779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.507036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c56b08-e1a6-4dcb-90e6-aa2c8a677867 req-bf5f0ea3-dfc8-4ef8-af6e-8be74aee9192 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515594 Mar 07 10:29:27.557245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaee60-ed38-44d3-9fb2-eb2ce8120779 None None] Port b6165e64-8c52-4481-84e4-408a2cde29e4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:27.592607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-cca2b71d-6cb3-47a4-9849-44fb77a89825 service neutron] 10.222.0.32 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157413 Mar 07 10:29:27.595800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Network d80789f3-f0b9-4986-bb10-203d98492f5e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:27.628057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804de7bc-6a46-4c6b-8e3f-9f4c162a5694 req-84ba626a-e1fd-49cd-b692-a7d102617e95 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107481 Mar 07 10:29:27.638710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:27.653074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40caec03-71e9-4781-930c-74f812b9e3a2 req-5629a141-409b-4060-b8dc-d88df550001f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822927 Mar 07 10:29:27.699262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770693-db2e-4d46-8032-be063de72ae2 req-f9aab480-2c1d-4536-99f7-2553bd79aedf tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.700798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-f9aab480-2c1d-4536-99f7-2553bd79aedf tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.6765935 Mar 07 10:29:27.842035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17d368b1-ce00-4aa0-90cd-80a2697b7a9a req-4948b41a-23b7-46e4-8853-4c94bedd4b08 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 210 time: 0.0554988 Mar 07 10:29:27.855983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Router da393dfa-60c4-4a2f-805f-4a5d580598b4 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:27.895462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99d87-e68e-48fe-8def-c4a0766cae0d req-fb498d7f-d9e6-49c8-972c-199d68f0acad tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.904387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea99d87-e68e-48fe-8def-c4a0766cae0d req-fb498d7f-d9e6-49c8-972c-199d68f0acad tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.2804170 Mar 07 10:29:27.983792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2824f347-2846-42e1-b179-70d0929d64eb None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:27.984315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2824f347-2846-42e1-b179-70d0929d64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.024280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:28.056932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2824f347-2846-42e1-b179-70d0929d64eb None None] Port 0f32454d-580d-4a04-9722-95f2c102c2a7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:28.121674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.131462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d3c0583-ea9f-4407-9ae2-85c4922d264b req-953c50b0-344e-471a-8744-8b8bb6bf9950 service neutron] 10.222.0.32 "GET /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275245 Mar 07 10:29:28.135819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.188586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea99d87-e68e-48fe-8def-c4a0766cae0d req-15c8a661-194c-4b8b-b5ae-535d29a7b109 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828567 Mar 07 10:29:28.267209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ce770693-db2e-4d46-8032-be063de72ae2 req-56bcb7b6-f13f-49b9-9257-6dd3edeebc66 service neutron] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:28.269933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Router 52b6a2d7-46da-424e-8f70-747f1003c904 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:28.275964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce770693-db2e-4d46-8032-be063de72ae2 req-56bcb7b6-f13f-49b9-9257-6dd3edeebc66 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.277113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce770693-db2e-4d46-8032-be063de72ae2 req-56bcb7b6-f13f-49b9-9257-6dd3edeebc66 service neutron] 10.222.0.32 "DELETE /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0/bindings/n-h1-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.5639880 Mar 07 10:29:28.287365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a5bc8-b6f8-4d6f-9a71-a83c3ae02dd6 req-05fe3df2-b4aa-4475-9495-2db790353ae2 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.289835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.301139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-633a5bc8-b6f8-4d6f-9a71-a83c3ae02dd6 req-05fe3df2-b4aa-4475-9495-2db790353ae2 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 943 time: 0.3123186 Mar 07 10:29:28.309969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-145aa117-ad10-49a6-9744-89ef3e77b4f4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.311461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-145aa117-ad10-49a6-9744-89ef3e77b4f4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.32 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 823 time: 0.4014130 Mar 07 10:29:28.355290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:28.355536 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Floating IP ae365a18-6efe-4dc4-ae9b-a649c9919057 associated. External IP: 172.25.4.166, port: c6c62b70-dadf-45dd-bb21-5630ca1a60e5. Mar 07 10:29:28.361887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-185ca67f-f990-45f9-a1e8-7b47a8a42d07 admin admin] 10.222.0.23 "PUT /v2.0/routers/da393dfa-60c4-4a2f-805f-4a5d580598b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2993321 Mar 07 10:29:28.380448 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Sync routers for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:28.419181 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Routers {'da393dfa-60c4-4a2f-805f-4a5d580598b4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:28.420669 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['da393dfa-60c4-4a2f-805f-4a5d580598b4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:28.443821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-633a5bc8-b6f8-4d6f-9a71-a83c3ae02dd6 req-a7cb4f2c-3c37-464d-b5f3-f4bb1e1ac444 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415794 Mar 07 10:29:28.484308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-f2421eec-87c6-4f53-80b6-d82c07c9fe7f tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 379 time: 0.1608829 Mar 07 10:29:28.493854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'port': {'device_id': '20871074-c7e4-4a80-99b8-2627e45f1268', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'admin_state_up': True, 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'security_groups': ['633c5b74-b45a-4890-b682-2baf665acde5']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:28.549395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f27c1820-8a60-4f80-92c1-7d57491277bc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:28.580212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:28.600476 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-477a1a45-f230-41d0-8183-e13480ffd325 admin admin] 10.222.0.23 "PUT /v2.0/routers/52b6a2d7-46da-424e-8f70-747f1003c904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3965585 Mar 07 10:29:28.673730 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Set router da393dfa-60c4-4a2f-805f-4a5d580598b4 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:28.706101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f27c1820-8a60-4f80-92c1-7d57491277bc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:28.706680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.810567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f27c1820-8a60-4f80-92c1-7d57491277bc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:28.810961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.841274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f27c1820-8a60-4f80-92c1-7d57491277bc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f27c1820-8a60-4f80-92c1-7d57491277bc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:28.854953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.856268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a6b11fc-7db9-4477-875f-5e90d891c7d0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:28.862062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53016b18-2e70-462b-9165-cbda5bc3d4c8 req-abc29c46-4e37-45dd-93f2-a8e2c83050b7 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.863592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53016b18-2e70-462b-9165-cbda5bc3d4c8 req-abc29c46-4e37-45dd-93f2-a8e2c83050b7 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.2081287 Mar 07 10:29:28.942856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8224-a3b2-4741-8a10-ee74b1720852 req-fd400aa4-a656-4417-bcff-1053539305ea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.947346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-384f8224-a3b2-4741-8a10-ee74b1720852 req-fd400aa4-a656-4417-bcff-1053539305ea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.1286402 Mar 07 10:29:28.948696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Made reservation on behalf of a9756735b7da42ab99c48bfba5420c2b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:28.954030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.992372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f27c1820-8a60-4f80-92c1-7d57491277bc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.014030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Router 146a5525-07f8-449f-b51f-ab179263fe8d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:29.020887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:29.021296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.038721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53016b18-2e70-462b-9165-cbda5bc3d4c8 req-370645f9-e74e-44ae-a609-5b30a48ba8ac tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555252 Mar 07 10:29:29.116010 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b6165e64-8c52-4481-84e4-408a2cde29e4', 'name': '', 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'mac_address': 'fa:16:3e:9c:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:23Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 2, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'subnets': [{'id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:29.182570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-384f8224-a3b2-4741-8a10-ee74b1720852 req-2b2e92f3-f543-4193-86d2-e0d2a07f9dff tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241864 Mar 07 10:29:29.186442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Checking router: da393dfa-60c4-4a2f-805f-4a5d580598b4 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:29.188002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Updating router da393dfa-60c4-4a2f-805f-4a5d580598b4 port b6165e64-8c52-4481-84e4-408a2cde29e4 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:29.208482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:29.212638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:29.223012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.263706 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-949b28ab-45e3-40ac-8c02-c9566c883473 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "PUT /v2.0/floatingips/ae365a18-6efe-4dc4-ae9b-a649c9919057 HTTP/1.1" status: 200 len: 991 time: 3.6777422 Mar 07 10:29:29.263996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:29.266467 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a84eed-ecf5-4202-ba54-853457634c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:29.266643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Sync routers for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:29.288763 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-24026ced-56df-45e2-89de-4ee315e84148 req-5cef70bb-3ee2-4b66-aee1-cf6494173f48 tempest-FloatingIPDetailsNegativeTestJSON-998019707 tempest-FloatingIPDetailsNegativeTestJSON-998019707-project] show failed (client error): The resource could not be found. Mar 07 10:29:29.295805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24026ced-56df-45e2-89de-4ee315e84148 req-5cef70bb-3ee2-4b66-aee1-cf6494173f48 tempest-FloatingIPDetailsNegativeTestJSON-998019707 tempest-FloatingIPDetailsNegativeTestJSON-998019707-project] 10.222.0.23 "GET /v2.0/floatingips/b0a88e50-5e1e-4bee-b739-b4e7533a6c1d HTTP/1.1" status: 404 len: 350 time: 0.1231191 Mar 07 10:29:29.306947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40212) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:29.343977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Allocated IP 172.20.0.4 (a05eb801-78d0-4b35-af64-5d8a40962920/d42b9764-1435-447b-a3e9-93acad0b3e90/3baf48ad-e609-460b-ab5b-228f97945f01) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:29.364007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:29.382984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:29.383204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:29.444857 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.533055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac530d5d-5449-43f0-953c-e99da601c3c0 req-1c978723-9926-4d5a-9c60-537bf8ca5e34 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 210 time: 0.0516014 Mar 07 10:29:29.597394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:29.660434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for port (3baf48ad-e609-460b-ab5b-228f97945f01), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.729459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-9d816b5d-7984-4693-9145-79392eda08cf tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.731415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-9d816b5d-7984-4693-9145-79392eda08cf tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 829 time: 0.2521815 Mar 07 10:29:29.766635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-02c7ef7f-2038-48eb-bb52-156e894d6b36 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/quotas/1cc03756a6c1443e887a8a08329db7ca HTTP/1.1" status: 200 len: 375 time: 0.0279412 Mar 07 10:29:29.773849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.939176 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks [] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.953548 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.963933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Network a05eb801-78d0-4b35-af64-5d8a40962920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:29.976111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:29.978532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.984725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:29.997608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.007974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.074108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d7ea6740-ca7c-4260-87a3-27d1ce6c3129 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:30.086610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-1b523239-b0ed-4a2d-a843-41d60e8fb792 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3102105 Mar 07 10:29:30.090750 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378194-9a43-4cc2-b80c-7179e7ca561a None None] Pushing event updated for resources: {'Port': ['ID=b6165e64-8c52-4481-84e4-408a2cde29e4,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.105036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-ba282d08-2eb0-4070-9bb6-c2f1f22d08f8 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150587 Mar 07 10:29:30.126685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Request body: {'port': {'device_id': '20871074-c7e4-4a80-99b8-2627e45f1268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:30.192982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:30.211474 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Attempting to bind port b6165e64-8c52-4481-84e4-408a2cde29e4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:30.212285 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Attempting to bind port b6165e64-8c52-4481-84e4-408a2cde29e4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:30.212644 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Attempting to bind port b6165e64-8c52-4481-84e4-408a2cde29e4 on network 137ca028-807e-40df-a8e6-04d1cfefd2bd {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:30.222804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651dcd-bf42-40cf-91e6-07661c40377a req-c175231e-52f4-4f79-a256-e4ca736d6466 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.224418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3651dcd-bf42-40cf-91e6-07661c40377a req-c175231e-52f4-4f79-a256-e4ca736d6466 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.2982929 Mar 07 10:29:30.234257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '39b3a19e-08ce-4731-9668-c47babebf71a', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'port_id': '39b3a19e-08ce-4731-9668-c47babebf71a', 'mac_address': 'fa:16:3e:a6:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea91c99-82cd-4fd1-9b61-3a5efde87bd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:30.234614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:30.235351 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Checking segment: {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:30.235930 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.238720 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Bound using segment: {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:30.239422 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Bound port: b6165e64-8c52-4481-84e4-408a2cde29e4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aee625-8879-4be9-83c1-67561d1faa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:30.239984 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.360747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ae365a18-6efe-4dc4-ae9b-a649c9919057', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'port_id': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'mac_address': 'fa:16:3e:ce:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d46500-b803-4120-9422-72b35147c581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:50Z', 'updated_at': '2022-03-07T10:29:27Z', 'revision_number': 1, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:30.386697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.408504 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] For port b6165e64-8c52-4481-84e4-408a2cde29e4, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:30.414722 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] For port b6165e64-8c52-4481-84e4-408a2cde29e4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6165e64-8c52-4481-84e4-408a2cde29e4,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:30.429894 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.473506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:30.483024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-ba09975d-dbc2-42d7-ad3a-105ef971bdd2 service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852162 Mar 07 10:29:30.496487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129', 'network_id': '1a052ca4-8335-4e22-b527-82dab66f841e', 'port_id': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129', 'mac_address': 'fa:16:3e:c7:9d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5bd63b-d931-4de1-a17e-a7c645d54dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:30.503150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f27c1820-8a60-4f80-92c1-7d57491277bc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:30.505283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Checking router: 146a5525-07f8-449f-b51f-ab179263fe8d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:30.510161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 39b3a19e-08ce-4731-9668-c47babebf71a is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:30.511219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.513795 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Routers {'da393dfa-60c4-4a2f-805f-4a5d580598b4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:30.514495 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['da393dfa-60c4-4a2f-805f-4a5d580598b4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:30.516998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378194-9a43-4cc2-b80c-7179e7ca561a None None] Pushing event updated for resources: {'Port': ['ID=b6165e64-8c52-4481-84e4-408a2cde29e4,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.528824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3651dcd-bf42-40cf-91e6-07661c40377a req-056fe1a6-b133-40d9-bd97-79ee2b64f468 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946219 Mar 07 10:29:30.589319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.597108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b3a19e-08ce-4731-9668-c47babebf71a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:30.662621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:30.663359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.719302 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] Set router da393dfa-60c4-4a2f-805f-4a5d580598b4 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:30.727486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a02b20a8-ea00-4f62-8dc6-69b7b8a79eba None None] Provisioning complete for port 3baf48ad-e609-460b-ab5b-228f97945f01 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:30.728233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a02b20a8-ea00-4f62-8dc6-69b7b8a79eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.731382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:30.734346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:30.736230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:30.741000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ea6740-ca7c-4260-87a3-27d1ce6c3129 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:30.786910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.848551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-a2d55575-2532-4e36-87c5-00fbfd474383 service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168354 Mar 07 10:29:30.884931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:30.886448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.917164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.922308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f27c1820-8a60-4f80-92c1-7d57491277bc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:30.922679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.939899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6668-3f85-404d-9279-54966576b341 req-684588ec-61c0-48b3-a1fb-ae8ab8c78363 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.958611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-308e6668-3f85-404d-9279-54966576b341 req-684588ec-61c0-48b3-a1fb-ae8ab8c78363 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.2311509 Mar 07 10:29:30.985332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b6165e64-8c52-4481-84e4-408a2cde29e4', 'name': '', 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'mac_address': 'fa:16:3e:9c:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:23Z', 'updated_at': '2022-03-07T10:29:30Z', 'revision_number': 4, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'subnets': [{'id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:30.994247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a02b20a8-ea00-4f62-8dc6-69b7b8a79eba None None] Port 3baf48ad-e609-460b-ab5b-228f97945f01 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:31.033903 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56978861-4d38-4faf-ac2f-9840fac4082f None None] The sync data for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 is: [{'id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2109406921-router', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:11Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'gw_port': {'id': '2a6b11fc-7db9-4477-875f-5e90d891c7d0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:13Z', 'updated_at': '2022-03-07T10:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b6165e64-8c52-4481-84e4-408a2cde29e4', 'name': '', 'network_id': '137ca028-807e-40df-a8e6-04d1cfefd2bd', 'tenant_id': 'edbf5aca5638421da7cef83cc5f66443', 'mac_address': 'fa:16:3e:9c:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da393dfa-60c4-4a2f-805f-4a5d580598b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:23Z', 'updated_at': '2022-03-07T10:29:30Z', 'revision_number': 4, 'project_id': 'edbf5aca5638421da7cef83cc5f66443', 'subnets': [{'id': '3ac9a201-7fe8-49c4-bf77-7452d95cf79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:31.056308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['39b3a19e-08ce-4731-9668-c47babebf71a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:31.184266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-308e6668-3f85-404d-9279-54966576b341 req-a5e1dabc-408b-4cec-b289-a0be31d12033 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227850 Mar 07 10:29:31.186919 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b754f3-1fcd-4266-9f2e-0f1bd661ae89 x-openstack-request-id: req-c5b754f3-1fcd-4266-9f2e-0f1bd661ae89 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:31.187206 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:31.187458 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5b754f3-1fcd-4266-9f2e-0f1bd661ae89 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:31.187878 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'status': 'completed', 'code': 200} Mar 07 10:29:31.223711 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Sync routers for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:31.238135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-84ee6cd2-57a2-4b0f-8390-6e71f9994553 None None] Provisioning complete for port b6165e64-8c52-4481-84e4-408a2cde29e4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:31.238621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84ee6cd2-57a2-4b0f-8390-6e71f9994553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.240552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.245669 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:31.246205 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.256916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Deleting port b6165e64-8c52-4481-84e4-408a2cde29e4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:31.263523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.334842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d7ea6740-ca7c-4260-87a3-27d1ce6c3129'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:31.373485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:31.400511 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:31.426229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] For port b6165e64-8c52-4481-84e4-408a2cde29e4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6165e64-8c52-4481-84e4-408a2cde29e4,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:31.426532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.443480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Calling delete_port for b6165e64-8c52-4481-84e4-408a2cde29e4 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:31.512862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f27c1820-8a60-4f80-92c1-7d57491277bc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:31.791950 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 2, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.805980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.834306 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Checking router: 52b6a2d7-46da-424e-8f70-747f1003c904 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:31.835174 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Updating router 52b6a2d7-46da-424e-8f70-747f1003c904 port 0f32454d-580d-4a04-9722-95f2c102c2a7 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:29:31.846746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6165e64-8c52-4481-84e4-408a2cde29e4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.911054 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.992798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baf48ad-e609-460b-ab5b-228f97945f01 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:31.999853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-84ee6cd2-57a2-4b0f-8390-6e71f9994553 None None] Current status of the port b6165e64-8c52-4481-84e4-408a2cde29e4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:32.000635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84ee6cd2-57a2-4b0f-8390-6e71f9994553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6165e64-8c52-4481-84e4-408a2cde29e4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.004605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks [] for port (3baf48ad-e609-460b-ab5b-228f97945f01), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.011187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-49721f5b-aa91-46d7-9782-ce0e2dfedad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.012717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-49721f5b-aa91-46d7-9782-ce0e2dfedad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0e47c51ccfd44bb864ca861f2732b44&device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 1127 time: 0.8261456 Mar 07 10:29:32.092910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Transition to ACTIVE for port object 3baf48ad-e609-460b-ab5b-228f97945f01 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:32.113656 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.172011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89debd-ea40-4763-a0b2-e54766eeb0f9 req-90e707aa-fe5b-4a19-8883-c1dab1942b1f tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.181676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d89debd-ea40-4763-a0b2-e54766eeb0f9 req-90e707aa-fe5b-4a19-8883-c1dab1942b1f tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 944 time: 0.8193538 Mar 07 10:29:32.200880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.218546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fde02-5593-4d6a-8584-d5502a86ef5e req-0a07effd-9957-456b-9b0e-7aefc4c37be5 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.220674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff2fde02-5593-4d6a-8584-d5502a86ef5e req-0a07effd-9957-456b-9b0e-7aefc4c37be5 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.8438735 Mar 07 10:29:32.394583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-1a5d7326-4222-4d9c-8220-88dbde05c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.396101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-1a5d7326-4222-4d9c-8220-88dbde05c2f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f6ef809-ce52-4804-9807-7db87d8e511a HTTP/1.1" status: 200 len: 913 time: 0.3714526 Mar 07 10:29:32.407609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ae365a18-6efe-4dc4-ae9b-a649c9919057', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'port_id': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'mac_address': 'fa:16:3e:ce:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d46500-b803-4120-9422-72b35147c581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:50Z', 'updated_at': '2022-03-07T10:29:27Z', 'revision_number': 1, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:32.408817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d89debd-ea40-4763-a0b2-e54766eeb0f9 req-0e10a35e-d46d-412b-bd49-0016fc1de519 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262890 Mar 07 10:29:32.493732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c6201-5cd6-4201-b5d2-ded635d40303 None None] The sync data for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 is: [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ae365a18-6efe-4dc4-ae9b-a649c9919057', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'port_id': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'mac_address': 'fa:16:3e:ce:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d46500-b803-4120-9422-72b35147c581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:50Z', 'updated_at': '2022-03-07T10:29:27Z', 'revision_number': 1, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:32.521827 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks [] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.534491 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.592343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37af83-20eb-44ad-b9fc-1d19005b6d62 None None] Pushing event updated for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:32.612163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Router da393dfa-60c4-4a2f-805f-4a5d580598b4 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:32.656736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-3fea51a2-679a-493b-8e93-ea0e4515f9b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5 HTTP/1.1" status: 200 len: 999 time: 0.2441971 Mar 07 10:29:32.657398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:32.704538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Attempting to bind port 0f32454d-580d-4a04-9722-95f2c102c2a7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:32.705083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Attempting to bind port 0f32454d-580d-4a04-9722-95f2c102c2a7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:32.705800 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Attempting to bind port 0f32454d-580d-4a04-9722-95f2c102c2a7 on network d80789f3-f0b9-4986-bb10-203d98492f5e {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:32.712341 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:32.712934 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Checking segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:32.713750 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.714231 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Bound using segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:32.714812 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Bound port: 0f32454d-580d-4a04-9722-95f2c102c2a7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:32.716797 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.884117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:32.891969 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24574fc7-fc1c-43e5-85f1-f16db1c9491d admin admin] 10.222.0.23 "PUT /v2.0/routers/da393dfa-60c4-4a2f-805f-4a5d580598b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5836127 Mar 07 10:29:32.899684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40246) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:32.922779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Attempting to bind port 3baf48ad-e609-460b-ab5b-228f97945f01 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:32.924605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Attempting to bind port 3baf48ad-e609-460b-ab5b-228f97945f01 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:32.924605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Attempting to bind port 3baf48ad-e609-460b-ab5b-228f97945f01 on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:32.966109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556540d7-d729-4e54-ab8b-3bfafbab70a9 None None] New status for floating IP ae365a18-6efe-4dc4-ae9b-a649c9919057: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:29:33.019619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff2fde02-5593-4d6a-8584-d5502a86ef5e req-152876b5-527c-4bcd-ad4b-cc1e008d51fe tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184635 Mar 07 10:29:33.067028 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] For port 0f32454d-580d-4a04-9722-95f2c102c2a7, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:33.070061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Port 3baf48ad-e609-460b-ab5b-228f97945f01 on network a05eb801-78d0-4b35-af64-5d8a40962920 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:33.073573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Attempting to bind port 3baf48ad-e609-460b-ab5b-228f97945f01 on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:33.075249 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] For port 0f32454d-580d-4a04-9722-95f2c102c2a7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0f32454d-580d-4a04-9722-95f2c102c2a7,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:33.091062 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.172654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:33.173286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:33.194895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks [] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.258306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-74f71fb1-7dee-4ed3-a6e1-f280927afe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.259869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-74f71fb1-7dee-4ed3-a6e1-f280927afe39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65d6bf77-c746-4228-942e-d10733340a30 HTTP/1.1" status: 200 len: 851 time: 0.5724616 Mar 07 10:29:33.267943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:33.268315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Checking segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:33.268607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Bound using segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:33.269127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Bound port: 3baf48ad-e609-460b-ab5b-228f97945f01, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:33.269480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.279215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd8f37-d0bf-4002-a8de-83e0daa5e9d8 req-52eecf90-5f72-4967-8a06-7c54c3e35538 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.288233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdfd8f37-d0bf-4002-a8de-83e0daa5e9d8 req-52eecf90-5f72-4967-8a06-7c54c3e35538 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 943 time: 0.6161957 Mar 07 10:29:33.344364 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37af83-20eb-44ad-b9fc-1d19005b6d62 None None] Pushing event updated for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.351223 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:33.373181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks [] for router_gateway (da393dfa-60c4-4a2f-805f-4a5d580598b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.382819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:33.464283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Deleting port 2a6b11fc-7db9-4477-875f-5e90d891c7d0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:33.464681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.484524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:33.485093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.510004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:33.513177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3baf48ad-e609-460b-ab5b-228f97945f01,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:33.532689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.545362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f2ec-572d-4965-b4ae-257f3fe3ccb4 req-b8bb1694-18f3-4512-9e95-67d0848e08ff tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.546892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce42f2ec-572d-4965-b4ae-257f3fe3ccb4 req-b8bb1694-18f3-4512-9e95-67d0848e08ff tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1126 time: 0.3084261 Mar 07 10:29:33.588299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] For port 2a6b11fc-7db9-4477-875f-5e90d891c7d0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a6b11fc-7db9-4477-875f-5e90d891c7d0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:33.588849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.591338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-ebabe068-28e6-4608-a2e9-15961df849c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.592886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-ebabe068-28e6-4608-a2e9-15961df849c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f6ef809-ce52-4804-9807-7db87d8e511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2693269 Mar 07 10:29:33.603522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Calling delete_port for 2a6b11fc-7db9-4477-875f-5e90d891c7d0 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:33.603883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-97e0950a-4777-4f26-badc-c25dab0b405e tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.605799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-97e0950a-4777-4f26-badc-c25dab0b405e tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.26 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 829 time: 0.6997807 Mar 07 10:29:33.633481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 39b3a19e-08ce-4731-9668-c47babebf71a completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:33.665081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'port': {'device_id': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'admin_state_up': True, 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:33.666704 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:33.679833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.685165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.686817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3baf48ad-e609-460b-ab5b-228f97945f01 HTTP/1.1" status: 200 len: 1091 time: 3.5731862 Mar 07 10:29:33.691209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Current status of the port 0f32454d-580d-4a04-9722-95f2c102c2a7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:33.691931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.695088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 39b3a19e-08ce-4731-9668-c47babebf71a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:33.695744 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.697091 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3dc53-e50b-4d5c-8017-5ae1538d5405 None None] The sync data for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 is: [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:33.713694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d7ea6740-ca7c-4260-87a3-27d1ce6c3129 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:33.715954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:33.718662 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6422d790-85b2-48f3-b844-16070f0fba92" -d '{"events": [{"name": "network-changed", "server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:33.842277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2a6b11fc-7db9-4477-875f-5e90d891c7d0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.852789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdfd8f37-d0bf-4002-a8de-83e0daa5e9d8 req-c374766d-d7a9-410c-926f-bba81ecdb145 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5635390 Mar 07 10:29:33.877515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] For port 0f32454d-580d-4a04-9722-95f2c102c2a7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0f32454d-580d-4a04-9722-95f2c102c2a7,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:33.888935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.897061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce42f2ec-572d-4965-b4ae-257f3fe3ccb4 req-c16b0100-4fee-48ea-b6f6-c3edc0a276de tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318734 Mar 07 10:29:33.946314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6b11fc-7db9-4477-875f-5e90d891c7d0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.980144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:34.016176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.046445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda244b-5642-41f7-9b13-2dd049668bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.096786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20bf9f58-0461-421f-b258-afbc4dc78559 req-e979fc7d-731f-49d9-90a3-cb5e60877677 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 210 time: 0.0735414 Mar 07 10:29:34.123958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 39b3a19e-08ce-4731-9668-c47babebf71a is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:34.126702 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.187967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:34.188444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.235671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-85fc3c1a-33d1-4c31-b50a-297654ceacfe service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269779 Mar 07 10:29:34.277198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.280026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks [] for router_controller (da393dfa-60c4-4a2f-805f-4a5d580598b4), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.292589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:34.295351 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff9afe-e494-4918-9650-5f838e6c21d3" -d '{"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-plugged", "status": "completed", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:34.297752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1a205-139d-473c-9ea7-494b3248a33b None None] Pushing event updated for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.326908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-424343be-72fe-4025-a6d8-353bcd991f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.328700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-424343be-72fe-4025-a6d8-353bcd991f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 1125 time: 0.5808761 Mar 07 10:29:34.338950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-5c4ebeaa-2e55-444f-af65-030255cc1165 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a921d5de86fc497389289449ab62cdfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929694 Mar 07 10:29:34.342254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:34.348580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c0e9ca84-1e9a-42ff-9a49-2ec40e157820 None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:34.349056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ca84-1e9a-42ff-9a49-2ec40e157820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.355838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.406520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:34.406769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.419040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (da393dfa-60c4-4a2f-805f-4a5d580598b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.419580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da393dfa-60c4-4a2f-805f-4a5d580598b4 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:34.432467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.436332 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-712d5f41-c5e2-4a5a-90c9-ef39973ec305 admin admin] 10.222.0.23 "DELETE /v2.0/routers/da393dfa-60c4-4a2f-805f-4a5d580598b4 HTTP/1.1" status: 204 len: 168 time: 1.5323400 Mar 07 10:29:34.439037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40270) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:34.487973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.494602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:34.503750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.524259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-abcda767-f0ff-4b5c-94bc-0aa8a6ca09a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3baf48ad-e609-460b-ab5b-228f97945f01 HTTP/1.1" status: 200 len: 217 time: 0.1620655 Mar 07 10:29:34.540507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850329d-d994-4fb8-9270-08335dd72f51 req-c7396959-1b34-4dd1-b2d8-7585a72c68e2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.542188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b850329d-d994-4fb8-9270-08335dd72f51 req-c7396959-1b34-4dd1-b2d8-7585a72c68e2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.4574182 Mar 07 10:29:34.561404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0f32454d-580d-4a04-9722-95f2c102c2a7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:34.626825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Made reservation on behalf of 1cc03756a6c1443e887a8a08329db7ca for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:34.630361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.633447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9ca84-1e9a-42ff-9a49-2ec40e157820 None None] Current status of the port 0f32454d-580d-4a04-9722-95f2c102c2a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:34.649467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.671259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:34.671760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.706780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a84eed-ecf5-4202-ba54-853457634c1b req-b22ab02b-43fb-435d-b7f6-66859dddd14f service neutron] 10.222.0.26 "GET /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597857 Mar 07 10:29:34.721939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-b0ceffdc-b69d-4eba-bb3a-4ecc15819049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.723499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-b0ceffdc-b69d-4eba-bb3a-4ecc15819049 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.1764860 Mar 07 10:29:34.756944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-deee4045-7cee-48b4-b350-2a5afa5005ad tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.758466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-deee4045-7cee-48b4-b350-2a5afa5005ad tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176223 Mar 07 10:29:34.802215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0f32454d-580d-4a04-9722-95f2c102c2a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:34.805402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b850329d-d994-4fb8-9270-08335dd72f51 req-d4307bbd-4166-49c7-bc3e-b805942dca00 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230370 Mar 07 10:29:34.806751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Deleting subnet 3ac9a201-7fe8-49c4-bf77-7452d95cf79e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:29:34.811251 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Publish callbacks [] for subnet (3ac9a201-7fe8-49c4-bf77-7452d95cf79e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.842057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-5cf96e0f-537f-48b2-9530-08ba1f2eeb17 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/quotas/a921d5de86fc497389289449ab62cdfa HTTP/1.1" status: 200 len: 375 time: 0.0416024 Mar 07 10:29:34.858891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Publish callbacks [] for subnet (3ac9a201-7fe8-49c4-bf77-7452d95cf79e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.941043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3ac9a201-7fe8-49c4-bf77-7452d95cf79e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.001853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (3ac9a201-7fe8-49c4-bf77-7452d95cf79e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.028746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac9a201-7fe8-49c4-bf77-7452d95cf79e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:35.032442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.035734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a528e2d3-2932-4118-a468-934d9e1ecbf3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ac9a201-7fe8-49c4-bf77-7452d95cf79e HTTP/1.1" status: 204 len: 168 time: 0.5946903 Mar 07 10:29:35.039241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40274) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:35.039402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b82428-32bb-4537-9706-6d5aa8b0a1e0 None None] Network 137ca028-807e-40df-a8e6-04d1cfefd2bd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:35.141671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (137ca028-807e-40df-a8e6-04d1cfefd2bd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.185549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688239bd-8af7-4c25-990a-c9396e8039da req-9f52eae1-7022-4f84-a9c2-f4bfc50b3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.187071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-9f52eae1-7022-4f84-a9c2-f4bfc50b3037 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4510992 Mar 07 10:29:35.223982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Deleting port bf1b04a8-9f16-4ad0-83fb-ced685144a72 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:35.224400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.234744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Allocated IP 172.20.0.14 (d80789f3-f0b9-4986-bb10-203d98492f5e/fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce/63bfad62-6ada-49e4-8c60-e0581679b718) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:35.237179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] DHCP port deletion for 137ca028-807e-40df-a8e6-04d1cfefd2bd request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:29:35.309604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Deleting port bf1b04a8-9f16-4ad0-83fb-ced685144a72 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:35.309982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.330678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] For port bf1b04a8-9f16-4ad0-83fb-ced685144a72, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bf1b04a8-9f16-4ad0-83fb-ced685144a72,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:35.331094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.345722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177a19-069e-4e83-aa65-6573796bebb2 req-34496dce-e516-4f12-a19a-32b0db545de4 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.346841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81177a19-069e-4e83-aa65-6573796bebb2 req-34496dce-e516-4f12-a19a-32b0db545de4 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.4677842 Mar 07 10:29:35.355702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-954374e9-a203-4aaa-af36-142cce66ef5a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4890516 Mar 07 10:29:35.364425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Calling delete_port for bf1b04a8-9f16-4ad0-83fb-ced685144a72 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:35.406365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] For port bf1b04a8-9f16-4ad0-83fb-ced685144a72, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bf1b04a8-9f16-4ad0-83fb-ced685144a72,segment=NetworkSegment(15aee625-8879-4be9-83c1-67561d1faa90),segment_id=15aee625-8879-4be9-83c1-67561d1faa90)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:35.406630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.425231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Calling delete_port for bf1b04a8-9f16-4ad0-83fb-ced685144a72 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:35.466950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-b933b3d2-43b0-4f4a-a5dc-ff32a76e42df service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707944 Mar 07 10:29:35.491446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.503948 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Sync routers for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:35.520144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:35.522737 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:29:35.523590 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da393dfa-60c4-4a2f-805f-4a5d580598b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent'). {{(pid=103791) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:29:35.545407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1b04a8-9f16-4ad0-83fb-ced685144a72,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:35.554112 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:35.556224 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:29:35.557014 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da393dfa-60c4-4a2f-805f-4a5d580598b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent'). {{(pid=103791) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:29:35.558238 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5101a2-2063-4ffb-b0fd-5a76c281db16 None None] The sync data for ids ['da393dfa-60c4-4a2f-805f-4a5d580598b4'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:35.558505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] No DVR routers for this DVR port bf1b04a8-9f16-4ad0-83fb-ced685144a72 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:35.631059 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fc017-6d53-4534-912a-4812a7fc10d4 x-openstack-request-id: req-d95fc017-6d53-4534-912a-4812a7fc10d4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:35.631372 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:35.631630 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d95fc017-6d53-4534-912a-4812a7fc10d4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:35.632142 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01', 'status': 'completed', 'code': 200} Mar 07 10:29:35.654459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (bf1b04a8-9f16-4ad0-83fb-ced685144a72), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.661375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81177a19-069e-4e83-aa65-6573796bebb2 req-8cd8fd38-bd34-444b-9330-a4f131ec74e7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949052 Mar 07 10:29:35.736940 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (137ca028-807e-40df-a8e6-04d1cfefd2bd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.752768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] Pushing event deleted for resources: {'Port': ['ID=bf1b04a8-9f16-4ad0-83fb-ced685144a72,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:35.763901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540583c-b3a6-4fa9-be28-021fcdfa08b9 None None] No DVR routers for this DVR port bf1b04a8-9f16-4ad0-83fb-ced685144a72 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:35.765731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.766575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.767889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.768884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > port after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.769309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.769708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.770248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.770642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.771144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.773641 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79bf152-057a-48d8-afa2-747afd0cd6cc x-openstack-request-id: req-f79bf152-057a-48d8-afa2-747afd0cd6cc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:35.774015 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-plugged", "status": "completed", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:35.774332 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f79bf152-057a-48d8-afa2-747afd0cd6cc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:35.774804 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a', 'code': 200} Mar 07 10:29:35.783710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.930144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.930481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.930815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.931145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:35.931728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137ca028-807e-40df-a8e6-04d1cfefd2bd']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.954296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aee625-8879-4be9-83c1-67561d1faa90') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.954500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aee625-8879-4be9-83c1-67561d1faa90') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.976373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (15aee625-8879-4be9-83c1-67561d1faa90), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.009298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (15aee625-8879-4be9-83c1-67561d1faa90), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.020586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:29:36.021163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (15aee625-8879-4be9-83c1-67561d1faa90), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.033346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-60a69063-4fb8-4507-9992-e66ea1bbdd48 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.034808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-60a69063-4fb8-4507-9992-e66ea1bbdd48 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.2687035 Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: from cryptography.utils import int_from_bytes Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: from cryptography.utils import int_from_bytes Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:36.047234 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:36.058729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for port (63bfad62-6ada-49e4-8c60-e0581679b718), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.089695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688239bd-8af7-4c25-990a-c9396e8039da req-23c24c36-6f67-4e8f-98c4-3f642fa58b8f service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064892 Mar 07 10:29:36.091526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1881-cb30-45d0-95d8-cbbc61a5c8d2 req-e99c9e97-86ed-4956-865b-d3a560099aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.092875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c4d1881-cb30-45d0-95d8-cbbc61a5c8d2 req-e99c9e97-86ed-4956-865b-d3a560099aed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1127 time: 0.2017572 Mar 07 10:29:36.096330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-d1d46188-2e25-42e0-ac37-950b714e938c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/quotas/1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 375 time: 0.0501926 Mar 07 10:29:36.115609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (137ca028-807e-40df-a8e6-04d1cfefd2bd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.140397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.143988 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] 10.222.0.23 "DELETE /v2.0/networks/137ca028-807e-40df-a8e6-04d1cfefd2bd HTTP/1.1" status: 204 len: 168 time: 1.1023796 Mar 07 10:29:36.145188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6518-522a-4eec-aea4-d959c9bcd372 admin admin] Pushing event deleted for resources: {'Network': ['ID=137ca028-807e-40df-a8e6-04d1cfefd2bd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.182092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b105b-0176-4b9d-80cf-ae07f9099441 req-db2f7423-f95a-4515-b809-e9c71dc29b9b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.183572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa1b105b-0176-4b9d-80cf-ae07f9099441 req-db2f7423-f95a-4515-b809-e9c71dc29b9b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 943 time: 0.2939260 Mar 07 10:29:36.250224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.266692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c4d1881-cb30-45d0-95d8-cbbc61a5c8d2 req-28f0823a-f5d4-40b4-94e4-2941ea85b628 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671240 Mar 07 10:29:36.279607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:36.331240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2b0e868-308b-4c58-b851-9be900663dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edbf5aca5638421da7cef83cc5f66443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503154 Mar 07 10:29:36.333824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:36.339621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-2b2c364a-fe63-428a-8d4c-5d07e64432ca tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2298253 Mar 07 10:29:36.356630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Network d80789f3-f0b9-4986-bb10-203d98492f5e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:36.379285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:36.399168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa1b105b-0176-4b9d-80cf-ae07f9099441 req-1387bad6-a3cc-4207-ad1b-7378b793a7a0 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006257 Mar 07 10:29:36.409523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:36.418411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] Publish callbacks [] for security_group (42c144fc-5b57-41b2-a675-b66d689a0ed1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.419081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.420772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.422665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event updated for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.426484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d790-85b2-48f3-b844-16070f0fba92 req-df756940-65c7-4ac1-9eed-91507e71903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.428090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-df756940-65c7-4ac1-9eed-91507e71903b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 1125 time: 0.2678332 Mar 07 10:29:36.449241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0f32454d-580d-4a04-9722-95f2c102c2a7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:36.488078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] Publish callbacks [] for security_group (42c144fc-5b57-41b2-a675-b66d689a0ed1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.542658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0f32454d-580d-4a04-9722-95f2c102c2a7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:36.543460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.592696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (42c144fc-5b57-41b2-a675-b66d689a0ed1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.596189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.599945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42c144fc-5b57-41b2-a675-b66d689a0ed1 HTTP/1.1" status: 204 len: 168 time: 0.2626550 Mar 07 10:29:36.617094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b007-b1b8-4d75-b2a7-7209b7b15c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c144fc-5b57-41b2-a675-b66d689a0ed1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.715890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-66dc7709-e4f0-47cb-acfe-3491dd0a9af6 service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579133 Mar 07 10:29:36.725440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0f32454d-580d-4a04-9722-95f2c102c2a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:36.764399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-91de8e3f-cd94-48c5-ac71-7b8099f465e8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1413081 Mar 07 10:29:36.791489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Request body: {'port': {'device_id': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:36.875608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c07445f6-341a-4da8-ad28-9b7dfc07e735 None None] Provisioning complete for port 63bfad62-6ada-49e4-8c60-e0581679b718 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:36.876475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c07445f6-341a-4da8-ad28-9b7dfc07e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.878373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d790-85b2-48f3-b844-16070f0fba92 req-2af9ce6d-79c0-461c-9855-6b646b7cae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.880133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-2af9ce6d-79c0-461c-9855-6b646b7cae57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 924 time: 0.4425757 Mar 07 10:29:36.935230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bf1b04a8-9f16-4ad0-83fb-ced685144a72 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:36.969304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bf1b04a8-9f16-4ad0-83fb-ced685144a72 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:36.969645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bf1b04a8-9f16-4ad0-83fb-ced685144a72 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:36.970087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6165e64-8c52-4481-84e4-408a2cde29e4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:36.978351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e017dc-ebb8-4835-b15a-9d88e7ccd867 req-0c308fd3-00c1-42b2-9f32-d08618c4ff08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.985209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00e017dc-ebb8-4835-b15a-9d88e7ccd867 req-0c308fd3-00c1-42b2-9f32-d08618c4ff08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 932 time: 0.2778635 Mar 07 10:29:36.994613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-f2bc7fb5-b81e-4c40-9930-08dd50fe3a99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3baf48ad-e609-460b-ab5b-228f97945f01 HTTP/1.1" status: 200 len: 217 time: 0.1007307 Mar 07 10:29:37.005338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b6165e64-8c52-4481-84e4-408a2cde29e4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:37.005747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6165e64-8c52-4481-84e4-408a2cde29e4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:37.016608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c07445f6-341a-4da8-ad28-9b7dfc07e735 None None] Port 63bfad62-6ada-49e4-8c60-e0581679b718 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:37.017828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.036375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-b4c88df6-c0df-487b-8d89-0539806ae30c service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193793 Mar 07 10:29:37.119969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-9f3fa276-9911-4a21-ad37-a84f1a169af2 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a921d5de86fc497389289449ab62cdfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442324 Mar 07 10:29:37.180272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d790-85b2-48f3-b844-16070f0fba92 req-5e6bbec6-1276-4af0-8722-046ae87a57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.181718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-5e6bbec6-1276-4af0-8722-046ae87a57cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.1716905 Mar 07 10:29:37.235900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00e017dc-ebb8-4835-b15a-9d88e7ccd867 req-c2fbc043-1d56-4073-a020-5204286a148c tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454717 Mar 07 10:29:37.483521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ccc1520-f3e3-4802-8c93-6b47f3766b58 req-7fbc3247-4b36-453f-96d3-1cf494c395f3 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 210 time: 0.1138332 Mar 07 10:29:37.588213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40338) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:37.638014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-5fafd15f-a5d2-4f38-9b42-a0a59773de38 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.639461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-5fafd15f-a5d2-4f38-9b42-a0a59773de38 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4895170 Mar 07 10:29:37.655178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d790-85b2-48f3-b844-16070f0fba92 req-8d2981ae-403b-4316-a9c1-924dcd8cf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.656607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-8d2981ae-403b-4316-a9c1-924dcd8cf485 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4000139 Mar 07 10:29:37.660083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Request body: {'port': {'device_id': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'a921d5de86fc497389289449ab62cdfa'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:37.676971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b40a3a-fbff-435b-9f6f-6be89b3c70c9 req-7cc47268-4869-477d-bc39-d99e724a9edb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.678982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81b40a3a-fbff-435b-9f6f-6be89b3c70c9 req-7cc47268-4869-477d-bc39-d99e724a9edb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 945 time: 0.3055882 Mar 07 10:29:37.707485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1337670863-network', 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:37.730691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:37.733156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.745425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.776134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:37.778472 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886bc74-991d-403c-b681-3e9623b91089" -d '{"events": [{"server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "name": "network-vif-plugged", "status": "completed", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:37.840514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks [] for security_group (082a1adb-6699-4bb8-90a6-fdf9b2825415), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.844887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (082a1adb-6699-4bb8-90a6-fdf9b2825415), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.867237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:37.883164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a1adb-6699-4bb8-90a6-fdf9b2825415,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:37.886258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (69dd3966-2a42-44b6-9102-447df2cd3320), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.886586 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Added segment 69dd3966-2a42-44b6-9102-447df2cd3320 of type vlan for network 8e210b07-fe7f-47b3-b458-7168effcc24e Mar 07 10:29:37.929060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (8e210b07-fe7f-47b3-b458-7168effcc24e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.958542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (8e210b07-fe7f-47b3-b458-7168effcc24e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.959563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.960190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.995459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4061062 Mar 07 10:29:38.004694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40344) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:38.025237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec7cb3-489f-4505-afe1-2026ab8f329b admin admin] Pushing event updated for resources: {'Network': ['ID=8e210b07-fe7f-47b3-b458-7168effcc24e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.036287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 8e210b07-fe7f-47b3-b458-7168effcc24e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:38.081884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Request body: {'subnet': {'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1337670863-subnet', 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:38.148545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a3f0-7c53-4b18-b41e-8a3ce983ff29 req-e525f642-daff-417e-babe-5cc6d58d50c6 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.150118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2eb8a3f0-7c53-4b18-b41e-8a3ce983ff29 req-e525f642-daff-417e-babe-5cc6d58d50c6 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.6022336 Mar 07 10:29:38.222944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:38.225280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.253989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81b40a3a-fbff-435b-9f6f-6be89b3c70c9 req-42552037-34a3-4b10-8a12-ffaea43d6f6f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050370 Mar 07 10:29:38.265517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-35170e48-8ad8-4128-89d4-b1c89e92a1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958805 Mar 07 10:29:38.347848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a6b11fc-7db9-4477-875f-5e90d891c7d0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:38.348783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bfad62-6ada-49e4-8c60-e0581679b718 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:38.380484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2a6b11fc-7db9-4477-875f-5e90d891c7d0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:38.380843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a6b11fc-7db9-4477-875f-5e90d891c7d0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:38.389908 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks [] for port (63bfad62-6ada-49e4-8c60-e0581679b718), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.473496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Made reservation on behalf of a921d5de86fc497389289449ab62cdfa for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:38.477064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.541659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da60c81e-d67b-4be0-8866-1c0ab855f775 req-c19580b2-4560-4230-b10b-f4514c07af26 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 210 time: 0.1550896 Mar 07 10:29:38.556212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2eb8a3f0-7c53-4b18-b41e-8a3ce983ff29 req-7527687b-3639-45b3-bdb3-93bf6782c7c7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886373 Mar 07 10:29:38.559325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Transition to ACTIVE for port object 63bfad62-6ada-49e4-8c60-e0581679b718 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:38.578050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.616310 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c19c0-c1da-4289-be3a-fe905b3ca962 x-openstack-request-id: req-d54c19c0-c1da-4289-be3a-fe905b3ca962 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:38.616907 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "name": "network-vif-plugged", "status": "completed", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:38.617163 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d54c19c0-c1da-4289-be3a-fe905b3ca962 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:38.617567 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129', 'code': 200} Mar 07 10:29:38.750205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-b6b0df75-690a-465a-b8c9-09ca19eb9170 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.751692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-b6b0df75-690a-465a-b8c9-09ca19eb9170 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.4854646 Mar 07 10:29:38.773098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0af80-e8ba-4180-a949-90318ee0e747 req-343b9d4f-b1af-46ac-82c4-21ff769fd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.774602 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7ee0af80-e8ba-4180-a949-90318ee0e747 req-343b9d4f-b1af-46ac-82c4-21ff769fd4bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 1127 time: 0.0943799 Mar 07 10:29:38.812074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Request body: {'port': {'device_id': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'admin_state_up': True, 'tenant_id': '1e4a6acf30d24121a5519a94f1666392'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:38.817772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6422d790-85b2-48f3-b844-16070f0fba92 req-4e7aea3a-b32e-481f-bbde-d817c2341970 service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393560 Mar 07 10:29:38.829304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7ee0af80-e8ba-4180-a949-90318ee0e747 req-e001786f-e304-4d2d-a378-ed92d5f488ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Mar 07 10:29:38.850283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Pushing event updated for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.025076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Attempting to bind port 63bfad62-6ada-49e4-8c60-e0581679b718 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:39.025412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Attempting to bind port 63bfad62-6ada-49e4-8c60-e0581679b718 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:39.025716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Attempting to bind port 63bfad62-6ada-49e4-8c60-e0581679b718 on network d80789f3-f0b9-4986-bb10-203d98492f5e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:39.041666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22105-5210-49e4-b208-485c0effea53 req-f82b010d-aee6-486d-b2e9-14e6ec64c4f1 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.043150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fe22105-5210-49e4-b208-485c0effea53 req-f82b010d-aee6-486d-b2e9-14e6ec64c4f1 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 943 time: 0.4302454 Mar 07 10:29:39.059076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Allocated IP 192.168.233.187 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/ed184335-8257-4b61-a3e3-eb2d42993c39) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:39.086722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08481601-1e5e-41ae-885d-6a6c576a63fc req-7b6d73d5-9f62-408b-9b7a-545df8655b0a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.088236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08481601-1e5e-41ae-885d-6a6c576a63fc req-7b6d73d5-9f62-408b-9b7a-545df8655b0a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 944 time: 0.4123862 Mar 07 10:29:39.096364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Port 63bfad62-6ada-49e4-8c60-e0581679b718 on network d80789f3-f0b9-4986-bb10-203d98492f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:39.096681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Attempting to bind port 63bfad62-6ada-49e4-8c60-e0581679b718 on network d80789f3-f0b9-4986-bb10-203d98492f5e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:39.115683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (971f724d-9e45-46e9-9b62-9d1c12a31e2b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.144437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:39.144762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Checking segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:39.145138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Bound using segment: {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:39.145569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Bound port: 63bfad62-6ada-49e4-8c60-e0581679b718, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736d30da-ff69-4277-8062-7d2f7b0050ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:39.145914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.291233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:39.294513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.315772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fe22105-5210-49e4-b208-485c0effea53 req-430737fa-633e-49ad-acb3-2e84e1c547bd tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581050 Mar 07 10:29:39.329839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971f724d-9e45-46e9-9b62-9d1c12a31e2b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.342572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08481601-1e5e-41ae-885d-6a6c576a63fc req-bc3b23e3-5e2e-4f66-bd31-af7be506fe63 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359252 Mar 07 10:29:39.442913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Checking segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:39.443512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Network hostable DHCP agents. Network: 8e210b07-fe7f-47b3-b458-7168effcc24e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:39.471296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:39.484879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd46ed3-b392-4fae-8ef1-a29a7914255e req-b7bce5fd-e5cc-46d0-8bab-1ff5eafb35b5 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 210 time: 0.1033406 Mar 07 10:29:39.543847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=63bfad62-6ada-49e4-8c60-e0581679b718,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:39.573354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.647684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Network 8e210b07-fe7f-47b3-b458-7168effcc24e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:39.685421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3baf48ad-e609-460b-ab5b-228f97945f01 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:39.699216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.700141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.701269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] 10.222.0.26 "PUT /v2.0/ports/63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 1092 time: 2.9221494 Mar 07 10:29:39.711700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:39.714016 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd537eae-5123-4157-b0b4-edc1c7aecc72" -d '{"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:39.718234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20de0289-60b8-43cf-98cc-c053e92aa9b9 req-93d7e7e3-72a6-4b4a-ba08-b6d0ab4624e6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 210 time: 0.0830586 Mar 07 10:29:39.738234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 8e210b07-fe7f-47b3-b458-7168effcc24e) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:39.745750 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks [] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.753332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.754076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.765656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96247610-8192-489e-9a19-ebec330c6f53 None None] Network 8e210b07-fe7f-47b3-b458-7168effcc24e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:39.772714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beff7fb-cbf0-4c97-9a22-9affa67a2e73 req-bc46c77f-6ecc-4c58-899b-720204fbcac8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.779617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9beff7fb-cbf0-4c97-9a22-9affa67a2e73 req-bc46c77f-6ecc-4c58-899b-720204fbcac8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 945 time: 0.3324838 Mar 07 10:29:39.811954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeffc37-a95a-4ee6-b36d-eb412ece4430 service neutron] Pushing event updated for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.830728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Allocated IP 172.20.0.6 (9258202e-043b-452c-9d49-e8b6223f25e7/31832294-ca17-40e5-9cc9-c65e77d5c9a3/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:39.879147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce2c75c5-27a4-4fd6-bf35-05b66b2c17a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8380432 Mar 07 10:29:39.912250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3baf48ad-e609-460b-ab5b-228f97945f01,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:39.923589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '3baf48ad-e609-460b-ab5b-228f97945f01', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'port_id': '3baf48ad-e609-460b-ab5b-228f97945f01', 'mac_address': 'fa:16:3e:e8:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:39.969587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ffd9b-8aef-4b1d-89a6-ee8d41efaf7b None None] Network 8e210b07-fe7f-47b3-b458-7168effcc24e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:39.969889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9beff7fb-cbf0-4c97-9a22-9affa67a2e73 req-0a33a9b4-1248-486d-9c7c-08d25c078bf4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893947 Mar 07 10:29:39.985662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-f2f95b81-a6e6-4530-ba36-651734020d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.987228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-f2f95b81-a6e6-4530-ba36-651734020d14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1126 time: 0.2254493 Mar 07 10:29:39.992513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.022134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:40.093239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3baf48ad-e609-460b-ab5b-228f97945f01 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:40.093239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.114124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baf48ad-e609-460b-ab5b-228f97945f01 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:40.162959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3baf48ad-e609-460b-ab5b-228f97945f01,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:40.189028 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.293398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.295711 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb6509-104c-4aba-9642-1ea5f37ea177 x-openstack-request-id: req-fbeb6509-104c-4aba-9642-1ea5f37ea177 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:40.296005 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:40.296262 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbeb6509-104c-4aba-9642-1ea5f37ea177 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:40.296643 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718', 'status': 'completed', 'code': 200} Mar 07 10:29:40.333123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897b544-b844-48ca-b398-493f0acd16f3 req-08b96ac2-98eb-465d-8eac-d6a78488ee93 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.340139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c897b544-b844-48ca-b398-493f0acd16f3 req-08b96ac2-98eb-465d-8eac-d6a78488ee93 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.4967289 Mar 07 10:29:40.360759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-cd6e0f27-6e62-4bf2-9ed0-700024c92c67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 217 time: 0.3654141 Mar 07 10:29:40.424072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:40.464566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:40.484283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Pushing event updated for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.491067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:40.495908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.496531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.559878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-8658419b-528e-4012-a25b-de890677b838 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9084346 Mar 07 10:29:40.561313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-8be0a628-6f27-4994-8422-140b58beec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.562625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-8be0a628-6f27-4994-8422-140b58beec10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.1624253 Mar 07 10:29:40.569873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c897b544-b844-48ca-b398-493f0acd16f3 req-99827d0f-e5c4-4c7a-9e5f-42a69ff572c5 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288477 Mar 07 10:29:40.591468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Request body: {'port': {'device_id': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:40.594494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3baf48ad-e609-460b-ab5b-228f97945f01'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:40.638871 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks [] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.649351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0043c-017c-4172-97c3-290d5fc9e1bd req-59bf745a-7c54-4617-ad2b-8da7b378496b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.650902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4a0043c-017c-4172-97c3-290d5fc9e1bd req-59bf745a-7c54-4617-ad2b-8da7b378496b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1127 time: 0.2296178 Mar 07 10:29:40.742183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.766053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-b650214f-a568-4ad0-81e7-b30385fdaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.767554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-b650214f-a568-4ad0-81e7-b30385fdaddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1843224 Mar 07 10:29:40.769485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-50e99325-5fdd-40c2-8173-d3dba1b74fe5 None None] Provisioning complete for port ed184335-8257-4b61-a3e3-eb2d42993c39 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:40.769963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50e99325-5fdd-40c2-8173-d3dba1b74fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.781134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.801005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4a0043c-017c-4172-97c3-290d5fc9e1bd req-27370865-c5d9-4fa2-a0ce-456c4d3acca9 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421211 Mar 07 10:29:40.809929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-50e99325-5fdd-40c2-8173-d3dba1b74fe5 None None] Port ed184335-8257-4b61-a3e3-eb2d42993c39 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:40.983555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Network 9258202e-043b-452c-9d49-e8b6223f25e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:41.012732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:41.018968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:41.024143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.024749 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.027009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.139219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-d1e709ac-0f78-4878-8874-5b88cfe452fe tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.140617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-d1e709ac-0f78-4878-8874-5b88cfe452fe tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.3923020 Mar 07 10:29:41.147698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-c3a4122b-3c61-4d44-a7a6-7353f130d8f9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3520610 Mar 07 10:29:41.169341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Request body: {'port': {'device_id': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:41.173936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-3afe4ff7-97f9-4d46-9b91-2cb2221bdeca service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944728 Mar 07 10:29:41.203807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-a23d79ea-7cb5-4400-9843-dd6d7832ab80 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/quotas/45d5e9b32e3741a28dcb5f1fc6aaca26 HTTP/1.1" status: 200 len: 375 time: 0.0542777 Mar 07 10:29:41.295098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-6ecd3c95-3aca-4fdf-9038-3d4f1a58de58 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837030 Mar 07 10:29:41.311910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21857628-4040-44a0-ad8c-94ccd2f14c39 req-630f24e1-165e-46a6-b18e-96dc435850d2 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.313345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21857628-4040-44a0-ad8c-94ccd2f14c39 req-630f24e1-165e-46a6-b18e-96dc435850d2 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 944 time: 0.3805330 Mar 07 10:29:41.431716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.549830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e37c9f-1965-4a22-b9b6-637cf253d960 req-7f62eb67-2075-412b-8e32-4f06aa4bbec8 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434048 Mar 07 10:29:41.573276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21857628-4040-44a0-ad8c-94ccd2f14c39 req-209ecc65-529b-4439-b078-e3d7d18ecb59 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315056 Mar 07 10:29:41.629471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-6146f222-8650-4296-9fc9-78ff60fd9dd0 service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152018 Mar 07 10:29:41.700025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3baf48ad-e609-460b-ab5b-228f97945f01 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:41.740502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed184335-8257-4b61-a3e3-eb2d42993c39 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:41.753506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 3baf48ad-e609-460b-ab5b-228f97945f01 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:41.759175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 3baf48ad-e609-460b-ab5b-228f97945f01 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:41.759543 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.764284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks [] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.834141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Transition to ACTIVE for port object ed184335-8257-4b61-a3e3-eb2d42993c39 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:41.843276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3baf48ad-e609-460b-ab5b-228f97945f01 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:41.843880 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.858698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.867757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-ce9fea2f-9971-43a4-99d1-44c9c262fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.868235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:41.869265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-ce9fea2f-9971-43a4-99d1-44c9c262fd61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1126 time: 0.2601790 Mar 07 10:29:41.870542 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad107a57-685e-4841-b43a-1e426d2c077e" -d '{"events": [{"server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "name": "network-vif-plugged", "status": "completed", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:41.883112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3baf48ad-e609-460b-ab5b-228f97945f01,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:41.887843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.935045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.983144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404baae-5a7d-4ccb-9713-37cd686db0dd req-659006ef-1f78-4b59-adc2-d46b86bb3f49 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.984693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2404baae-5a7d-4ccb-9713-37cd686db0dd req-659006ef-1f78-4b59-adc2-d46b86bb3f49 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 944 time: 0.3359034 Mar 07 10:29:42.292938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Pushing event updated for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.297328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-735b9b2c-d6ce-47e7-9efe-6649ee1a2dbd service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474617 Mar 07 10:29:42.392601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Attempting to bind port ed184335-8257-4b61-a3e3-eb2d42993c39 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:42.392935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Attempting to bind port ed184335-8257-4b61-a3e3-eb2d42993c39 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:42.393258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Attempting to bind port ed184335-8257-4b61-a3e3-eb2d42993c39 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.438149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2404baae-5a7d-4ccb-9713-37cd686db0dd req-d377857b-663c-4ddb-a47c-0fc543e3849a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418883 Mar 07 10:29:42.441294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-b7e1b49f-f8f6-4aac-824e-c958812ef0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.442645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-b7e1b49f-f8f6-4aac-824e-c958812ef0ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 930 time: 0.5479455 Mar 07 10:29:42.447229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Port ed184335-8257-4b61-a3e3-eb2d42993c39 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:42.447537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Attempting to bind port ed184335-8257-4b61-a3e3-eb2d42993c39 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.490298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:42.490636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:42.491020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:42.491463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Bound port: ed184335-8257-4b61-a3e3-eb2d42993c39, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:42.491853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.495312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:42.512046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-ca10352d-82f0-42de-9d95-2c70536454de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 217 time: 0.0599356 Mar 07 10:29:42.513898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks [] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.611286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Transition to ACTIVE for port object bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:42.639709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.691880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-b3a931c1-5823-4607-b1f9-0022e3b3b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.693543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-b3a931c1-5823-4607-b1f9-0022e3b3b273 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.1567464 Mar 07 10:29:42.730852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5757a-258f-4c5e-8b27-d4fccd978896 req-b1899ae6-c100-4e76-9bb3-973c00b89997 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.732407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94a5757a-258f-4c5e-8b27-d4fccd978896 req-b1899ae6-c100-4e76-9bb3-973c00b89997 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 948 time: 0.2702539 Mar 07 10:29:42.787590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:42.811437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab81890-db64-40e6-aa39-76a852523d91 req-888f9c69-caa8-416b-b6c5-da0b6aa790e8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.813008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ab81890-db64-40e6-aa39-76a852523d91 req-888f9c69-caa8-416b-b6c5-da0b6aa790e8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 931 time: 0.2832818 Mar 07 10:29:42.813629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.846092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed184335-8257-4b61-a3e3-eb2d42993c39,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:42.876379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.896991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:42.897340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:42.897660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.942819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:42.943168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.957396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94a5757a-258f-4c5e-8b27-d4fccd978896 req-41dfbd72-bace-40cf-b87b-a2afa6fc2c9a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090387 Mar 07 10:29:42.959354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-e7ec1042-05e3-4af2-848a-8b97cd27e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.960781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-e7ec1042-05e3-4af2-848a-8b97cd27e832 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2413449 Mar 07 10:29:42.964120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.964727 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.966047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed184335-8257-4b61-a3e3-eb2d42993c39 HTTP/1.1" status: 200 len: 1096 time: 2.3816054 Mar 07 10:29:42.971359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:42.973717 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f21074-e6bd-4143-84de-55cf2d71746a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:43.003253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:43.003594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:43.004069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:43.004507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Bound port: bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:43.004865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.046463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ab81890-db64-40e6-aa39-76a852523d91 req-22f834c8-7d1f-481a-8a5a-82899c796e9b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057593 Mar 07 10:29:43.135330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe215a0-e05e-4277-9ee3-f9e89fec0f45 service neutron] Pushing event updated for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.290216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-0050b960-736d-4013-a32e-cf1979a3e253 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135056 Mar 07 10:29:43.292718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:43.321164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:43.324811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-921ebe06-a00a-49a4-81fc-ac5addeeb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.326266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-921ebe06-a00a-49a4-81fc-ac5addeeb1b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 1130 time: 0.2745988 Mar 07 10:29:43.345902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b214-57ce-4e33-a76b-489567a47bd1 req-ba896234-7c44-4fb0-bc6b-af8b6460e5da tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.347388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da6b214-57ce-4e33-a76b-489567a47bd1 req-ba896234-7c44-4fb0-bc6b-af8b6460e5da tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1127 time: 0.2140360 Mar 07 10:29:43.359693 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.372425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e7bc1-39ab-4c0f-84f3-ccdabe90c4cb req-4e847929-c378-45a4-9b3c-b1289c23c2d7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.373852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-319e7bc1-39ab-4c0f-84f3-ccdabe90c4cb req-4e847929-c378-45a4-9b3c-b1289c23c2d7 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.2127652 Mar 07 10:29:43.461431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-85e6de6c-0e94-4420-b7e6-b5335c425186 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ed184335-8257-4b61-a3e3-eb2d42993c39 HTTP/1.1" status: 200 len: 217 time: 0.1192203 Mar 07 10:29:43.538657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.539186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.540565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 1091 time: 2.3829319 Mar 07 10:29:43.658590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f2a8-0e87-4d9a-b75b-6913623b90a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.703015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd537eae-5123-4157-b0b4-edc1c7aecc72 req-1d8d58df-0945-492d-aaf8-4bfcceee2666 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906348 Mar 07 10:29:43.711134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da6b214-57ce-4e33-a76b-489567a47bd1 req-cf578fd9-18ee-44a2-b6ef-eb920a82bf4b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470321 Mar 07 10:29:43.712499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-fc905ab0-dc98-4c2c-975e-21c0b1f49a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.714046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-fc905ab0-dc98-4c2c-975e-21c0b1f49a67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2347221 Mar 07 10:29:43.723884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-319e7bc1-39ab-4c0f-84f3-ccdabe90c4cb req-adee20a3-fd12-40b7-bd02-7cbf6982704f tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783527 Mar 07 10:29:43.794531 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d19560-1cc7-4851-9568-1da0b414bdb0 x-openstack-request-id: req-a1d19560-1cc7-4851-9568-1da0b414bdb0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:43.795026 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "name": "network-vif-plugged", "status": "completed", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:43.795752 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1d19560-1cc7-4851-9568-1da0b414bdb0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:43.795752 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01', 'code': 200} Mar 07 10:29:43.802351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-632ee0ab-fd55-4dfc-94b9-d696f02cb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.804067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-632ee0ab-fd55-4dfc-94b9-d696f02cb8f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1125 time: 0.1770582 Mar 07 10:29:43.809856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-8a9e0e5b-fa18-48c5-8afc-08f8f71aa8ef tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.811840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-8a9e0e5b-fa18-48c5-8afc-08f8f71aa8ef tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.2769370 Mar 07 10:29:43.836092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Request body: {'port': {'device_id': '54241822-cd96-44ba-bf83-b8a466cd632d', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'admin_state_up': True, 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:43.887409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-f2b5a2eb-401a-4497-9300-31105176918d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.0744233 Mar 07 10:29:43.922393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281040f1-6b79-4e40-a276-ff60ee56944b req-dc6f11a1-bf4b-4fce-bff6-a573b6ed7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.924410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-dc6f11a1-bf4b-4fce-bff6-a573b6ed7e2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1938889 Mar 07 10:29:43.938284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c16be-baba-4929-bcab-0473868482df req-6137078b-ea4e-493e-91eb-efdb14f72387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.940136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-676c16be-baba-4929-bcab-0473868482df req-6137078b-ea4e-493e-91eb-efdb14f72387 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 1127 time: 0.0690660 Mar 07 10:29:44.006118 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-676c16be-baba-4929-bcab-0473868482df req-cb1bbdbc-dbd2-4e5c-89b6-4afe4b71e9a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578065 Mar 07 10:29:44.027235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb78aa4a-5bea-4acd-b97d-766c9f009269 req-9ae9929e-4dca-48fa-8a94-fde1b0d1e37b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 210 time: 0.1272042 Mar 07 10:29:44.109430 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da0564c-d34b-407d-8698-dde7f9b657f7 x-openstack-request-id: req-3da0564c-d34b-407d-8698-dde7f9b657f7 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:44.109719 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:44.109991 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3da0564c-d34b-407d-8698-dde7f9b657f7 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:44.110383 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39', 'status': 'completed', 'code': 200} Mar 07 10:29:44.117812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-7feff8f2-b300-4e70-a035-02b5a9dd9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.118672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-7feff8f2-b300-4e70-a035-02b5a9dd9e5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.2228289 Mar 07 10:29:44.161007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898774-a3ee-4314-b4a3-542aebdf6483 req-e0887f98-3b13-4c7e-bed1-59c547076cc4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.162528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b898774-a3ee-4314-b4a3-542aebdf6483 req-e0887f98-3b13-4c7e-bed1-59c547076cc4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 945 time: 0.2506073 Mar 07 10:29:44.223291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:44.226879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:44.234137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-85e7f31f-5a25-4e17-a3e7-48bc1d096de8 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533636 Mar 07 10:29:44.331815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-7d529348-3cea-4354-a3d4-4d6c8ad51f32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619514 Mar 07 10:29:44.639370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b898774-a3ee-4314-b4a3-542aebdf6483 req-7ff8c776-ba89-42af-86d3-1acd3601d99b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675803 Mar 07 10:29:44.672822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfcacb-9d1e-4987-a7f9-5f847c4e7fe2 req-1cd58840-1dbe-4c06-a1d1-367ba44d6982 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.682184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fbfcacb-9d1e-4987-a7f9-5f847c4e7fe2 req-1cd58840-1dbe-4c06-a1d1-367ba44d6982 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 944 time: 0.5141335 Mar 07 10:29:44.862032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-281040f1-6b79-4e40-a276-ff60ee56944b req-cfcbe810-83b0-4433-b98b-25d4f0951376 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186957 Mar 07 10:29:44.895683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fbfcacb-9d1e-4987-a7f9-5f847c4e7fe2 req-89ad7877-c04e-47bb-bbbe-69cfeb870960 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144690 Mar 07 10:29:44.903944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Allocated IP 172.20.0.2 (8e210b07-fe7f-47b3-b458-7168effcc24e/971f724d-9e45-46e9-9b62-9d1c12a31e2b/adb3b18c-52f0-4b23-b207-720e1bd62e25) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:44.911296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-dd7626e0-376d-45b7-8c49-0db61b6e6ccf service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615485 Mar 07 10:29:44.990039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddebe91-6513-4dac-b7b0-0090d21eafe9 req-0a85aedc-44f8-4124-9526-b5be8968abae tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.991686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ddebe91-6513-4dac-b7b0-0090d21eafe9 req-0a85aedc-44f8-4124-9526-b5be8968abae tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 948 time: 0.2021563 Mar 07 10:29:45.208521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 63bfad62-6ada-49e4-8c60-e0581679b718 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:45.214972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d41ed0d-b6dd-47e4-b008-748bb01565e8 req-10169ce3-104c-4371-a47d-e934f15779b4 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943358 Mar 07 10:29:45.231339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ddebe91-6513-4dac-b7b0-0090d21eafe9 req-60dd162d-329f-4ed8-a614-835ea810b3fb tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245860 Mar 07 10:29:45.249138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21074-e6bd-4143-84de-55cf2d71746a req-8d4e83b6-16f7-4d57-bae3-fda8aa1faf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.249138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-8d4e83b6-16f7-4d57-bae3-fda8aa1faf56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a921d5de86fc497389289449ab62cdfa&device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 1130 time: 0.3180602 Mar 07 10:29:45.260912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f816-01cd-44ec-b85b-f42ef528a517 req-51a13ee5-3e1e-4caa-b798-56afb41d30b4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.270379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df39f816-01cd-44ec-b85b-f42ef528a517 req-51a13ee5-3e1e-4caa-b798-56afb41d30b4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.2757254 Mar 07 10:29:45.325950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=63bfad62-6ada-49e4-8c60-e0581679b718,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.341016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '63bfad62-6ada-49e4-8c60-e0581679b718', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'mac_address': 'fa:16:3e:6f:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:45.382210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 63bfad62-6ada-49e4-8c60-e0581679b718 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:45.382682 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.397810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bfad62-6ada-49e4-8c60-e0581679b718 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:45.442089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=63bfad62-6ada-49e4-8c60-e0581679b718,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.443351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks [] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.454790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.517534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df39f816-01cd-44ec-b85b-f42ef528a517 req-6530d7a9-6fc9-4acf-acfd-932ffb08af9d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460392 Mar 07 10:29:45.544122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:45.565906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21074-e6bd-4143-84de-55cf2d71746a req-4d3ad576-f0c0-4c9f-be74-12fc74a665cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.567725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-4d3ad576-f0c0-4c9f-be74-12fc74a665cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2947769 Mar 07 10:29:45.620164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.628921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-d6dfe178-88ea-43f6-8c00-1d76297248d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ed184335-8257-4b61-a3e3-eb2d42993c39 HTTP/1.1" status: 200 len: 217 time: 0.0545304 Mar 07 10:29:45.731172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Network 8e210b07-fe7f-47b3-b458-7168effcc24e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:45.744531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['63bfad62-6ada-49e4-8c60-e0581679b718'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:45.745458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:45.748419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:45.756233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.756789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.780348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:45.789349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b01bc57-d944-48cf-859c-feface6a019b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9678168 Mar 07 10:29:45.791000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21074-e6bd-4143-84de-55cf2d71746a req-b274fdac-56a7-4d50-b7f2-510c3e1cae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.792962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-b274fdac-56a7-4d50-b7f2-510c3e1cae66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1370304 Mar 07 10:29:45.814385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Request body: {'port': {'device_id': '54241822-cd96-44ba-bf83-b8a466cd632d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:45.837838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fb27f-d0e0-4652-8e81-ce5c7d74fbc0 req-8ef8fa47-d4e0-40bc-bde7-a0a83b5a713f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.839384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-566fb27f-d0e0-4652-8e81-ce5c7d74fbc0 req-8ef8fa47-d4e0-40bc-bde7-a0a83b5a713f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 931 time: 0.1818843 Mar 07 10:29:45.952047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.976591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-566fb27f-d0e0-4652-8e81-ce5c7d74fbc0 req-7e7afd60-0596-4be5-8604-aa2973d39f30 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185582 Mar 07 10:29:45.980171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21074-e6bd-4143-84de-55cf2d71746a req-42a1f8db-4f35-4048-bb9a-bbd2a2ec9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.981808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-42a1f8db-4f35-4048-bb9a-bbd2a2ec9570 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1645329 Mar 07 10:29:46.155622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:46.157846 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:46.230012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-ca3dd68b-f8b4-4097-8ca8-0bae4f5fda13 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229097 Mar 07 10:29:46.293541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a6c68-99ac-46c0-8564-b5357205120b req-f6e11389-25cc-4567-a284-244c5d09bf11 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.295025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f90a6c68-99ac-46c0-8564-b5357205120b req-f6e11389-25cc-4567-a284-244c5d09bf11 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 945 time: 0.2453315 Mar 07 10:29:46.404156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5b9bfbec-c18b-4467-9ce5-0ba995ae57c3 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:46.405771 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5b9bfbec-c18b-4467-9ce5-0ba995ae57c3 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065649 Mar 07 10:29:46.425430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f21074-e6bd-4143-84de-55cf2d71746a req-5eb16a52-a04a-493a-aee9-123daaf5a7bc service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662407 Mar 07 10:29:46.434043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f90a6c68-99ac-46c0-8564-b5357205120b req-c9c708d6-2ed8-4ae0-a455-d6c493b5be91 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282506 Mar 07 10:29:46.471060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-caa36bfa-3172-4a4b-a056-9bf94fcab4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.472601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-caa36bfa-3172-4a4b-a056-9bf94fcab4a9 service neutron] 10.222.0.23 "GET /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 1124 time: 0.0584507 Mar 07 10:29:46.482253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Request body: {'binding': {'host': 'n-h2-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:46.482697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Unknown quota resources ['binding']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:29:46.500343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb3b18c-52f0-4b23-b207-720e1bd62e25 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:46.511636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks [] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.554141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Transition to ACTIVE for port object adb3b18c-52f0-4b23-b207-720e1bd62e25 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:46.564668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.618904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77932cf5-4923-45a0-a0a3-7ac7a6430e55 req-24d3e260-ffe8-4b89-b328-0888ef7af54a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.620573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77932cf5-4923-45a0-a0a3-7ac7a6430e55 req-24d3e260-ffe8-4b89-b328-0888ef7af54a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 945 time: 0.1054194 Mar 07 10:29:46.633640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on host n-h2-832156-4 for vnic_type normal with profile None {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:46.634163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:46.634768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:46.641556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:46.642136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:46.647432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:46.647791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:46.648359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:46.648839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Bound port: 39b3a19e-08ce-4731-9668-c47babebf71a, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:46.671760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:46.704530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:46.712472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.713772 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-5bf5ba61-6f9a-43ac-a666-5652f2614b28 service neutron] 10.222.0.23 "POST /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2349730 Mar 07 10:29:46.720807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Attempting to bind port adb3b18c-52f0-4b23-b207-720e1bd62e25 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:46.721139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Attempting to bind port adb3b18c-52f0-4b23-b207-720e1bd62e25 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:46.721458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Attempting to bind port adb3b18c-52f0-4b23-b207-720e1bd62e25 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:46.732935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Port adb3b18c-52f0-4b23-b207-720e1bd62e25 on network 8e210b07-fe7f-47b3-b458-7168effcc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:46.733578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Attempting to bind port adb3b18c-52f0-4b23-b207-720e1bd62e25 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:46.747675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77932cf5-4923-45a0-a0a3-7ac7a6430e55 req-5f052132-ccad-43ad-aa8e-3a2b1307cb49 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070068 Mar 07 10:29:46.748592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:46.749170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Checking segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:46.749296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Bound using segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:46.749834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Bound port: adb3b18c-52f0-4b23-b207-720e1bd62e25, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:46.750097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.804262 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912f9436-afc6-48bf-8c1b-dbe2193bd940 x-openstack-request-id: req-912f9436-afc6-48bf-8c1b-dbe2193bd940 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:46.804566 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:46.804821 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-912f9436-afc6-48bf-8c1b-dbe2193bd940 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:46.805494 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'status': 'completed', 'code': 200} Mar 07 10:29:46.978336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:46.999493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:47.014189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-3060c61f-fbf2-4307-8b7f-688d137cdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.015855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-3060c61f-fbf2-4307-8b7f-688d137cdd73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1125 time: 0.1829634 Mar 07 10:29:47.018978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.057547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-ea81999f-5b9d-4f04-8bee-f95680561b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.059088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-ea81999f-5b9d-4f04-8bee-f95680561b93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1127 time: 0.0546281 Mar 07 10:29:47.097823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d924c82-aac9-4cfc-97eb-a7826a426999 req-c334fc75-fda2-4219-b2dd-50d00a9ee2fe tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.099708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d924c82-aac9-4cfc-97eb-a7826a426999 req-c334fc75-fda2-4219-b2dd-50d00a9ee2fe tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 948 time: 0.2102163 Mar 07 10:29:47.111589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c39b-cc65-4373-831c-28229f98e8e5 req-e11746c9-480f-4b75-9b4b-5be9f3bf1c04 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.113068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9df1c39b-cc65-4373-831c-28229f98e8e5 req-e11746c9-480f-4b75-9b4b-5be9f3bf1c04 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 945 time: 0.2215743 Mar 07 10:29:47.114280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.115013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.116356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] 10.222.0.26 "PUT /v2.0/ports/adb3b18c-52f0-4b23-b207-720e1bd62e25 HTTP/1.1" status: 200 len: 1091 time: 1.3073540 Mar 07 10:29:47.122196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40480) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:47.126969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'floatingip': {'port_id': '3baf48ad-e609-460b-ab5b-228f97945f01'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:47.173356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.208671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd898-2512-4849-a23c-696d18fc2c48 service neutron] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.225332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed184335-8257-4b61-a3e3-eb2d42993c39 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:47.230532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 63bfad62-6ada-49e4-8c60-e0581679b718 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:47.265015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-f7712af7-18ca-4e19-a1d2-08433c2a8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.266671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-f7712af7-18ca-4e19-a1d2-08433c2a8bc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.2014315 Mar 07 10:29:47.292067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d924c82-aac9-4cfc-97eb-a7826a426999 req-8afdc3db-e323-434d-89fb-908d7a9d5d0b tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728086 Mar 07 10:29:47.297726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-59df6e59-b851-4717-89b4-8f4fe52cb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.299944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-59df6e59-b851-4717-89b4-8f4fe52cb073 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.2718792 Mar 07 10:29:47.320768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97ab5-2710-4d5d-a807-2699d0286883 req-a990c1d4-b915-48ad-94be-4c4ffac5b380 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.322233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31a97ab5-2710-4d5d-a807-2699d0286883 req-a990c1d4-b915-48ad-94be-4c4ffac5b380 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.1330645 Mar 07 10:29:47.325440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-20aefd58-c0c0-4835-b060-1aea180c5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.326860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-20aefd58-c0c0-4835-b060-1aea180c5e1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 1125 time: 0.1567371 Mar 07 10:29:47.335140 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-a0101ba3-061e-4f9d-a2fc-f4a764536b4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0446751 Mar 07 10:29:47.372209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-d3949d39-584c-48c7-b225-55f40f20e6e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.0649145 Mar 07 10:29:47.372459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 63bfad62-6ada-49e4-8c60-e0581679b718 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:47.386610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 63bfad62-6ada-49e4-8c60-e0581679b718 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:47.386987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.413982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-e6f70379-5664-41bb-8e7c-aaf12ffcd335 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25 HTTP/1.1" status: 200 len: 217 time: 0.0541301 Mar 07 10:29:47.434677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed184335-8257-4b61-a3e3-eb2d42993c39,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:47.436461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-9294cc6d-f109-4c6d-b4e4-08397f977205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.438002 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-9294cc6d-f109-4c6d-b4e4-08397f977205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.0955708 Mar 07 10:29:47.453157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'ed184335-8257-4b61-a3e3-eb2d42993c39', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'ed184335-8257-4b61-a3e3-eb2d42993c39', 'mac_address': 'fa:16:3e:16:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:47.505809 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-4a8b4c63-a889-4847-ad91-36e45d8fcc53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370166 Mar 07 10:29:47.524829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed184335-8257-4b61-a3e3-eb2d42993c39 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:47.525213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.541443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-2463d8d8-5a6f-4036-9d01-515ca3454ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.542973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-2463d8d8-5a6f-4036-9d01-515ca3454ec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1433084 Mar 07 10:29:47.547122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed184335-8257-4b61-a3e3-eb2d42993c39 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:47.547837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31a97ab5-2710-4d5d-a807-2699d0286883 req-472a9d92-f4cf-4067-9856-188d0e934d20 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892455 Mar 07 10:29:47.552797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 63bfad62-6ada-49e4-8c60-e0581679b718 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:47.553181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.562477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-09f444f9-b942-4e00-8244-6af92a0f4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.563932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-09f444f9-b942-4e00-8244-6af92a0f4e1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1279492 Mar 07 10:29:47.583767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-f68cd429-5a85-46db-90e8-da20a5ff3787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321131 Mar 07 10:29:47.589526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed184335-8257-4b61-a3e3-eb2d42993c39,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:47.605273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:47.607736 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a09fb3-d877-4dd4-982e-fa0c2530367b" -d '{"events": [{"server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "name": "network-vif-plugged", "status": "completed", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:47.610492 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.635791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f1961-1178-45d6-a6f5-73eeee5009bf req-8fc966ef-de5a-4145-80e5-3032a0d18970 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.642606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-327f1961-1178-45d6-a6f5-73eeee5009bf req-8fc966ef-de5a-4145-80e5-3032a0d18970 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 945 time: 0.2278290 Mar 07 10:29:47.647548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-023f4535-16d8-434f-8055-18eb63a7a6d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677378 Mar 07 10:29:47.648000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=63bfad62-6ada-49e4-8c60-e0581679b718,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:47.666356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.695415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.757356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.762264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-55fb401a-c05c-47a7-9f12-d7e47025090a service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486978 Mar 07 10:29:47.900485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ed184335-8257-4b61-a3e3-eb2d42993c39'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:47.942199 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-84ba9f04-9429-49e9-931d-4d5d94de3eaa service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671684 Mar 07 10:29:47.954225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.960184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.087639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-327f1961-1178-45d6-a6f5-73eeee5009bf req-2674cd6e-ee9e-4567-aa45-3fe2ec8b61b4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425116 Mar 07 10:29:48.116033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8fe53-2127-42d6-8ee8-7167d4af9b50 req-e6a9ce7c-1390-454f-8c2b-a9b519df56d4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.116256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-fe3758e6-d552-4256-8c6c-bd1f1b71b974 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.116358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4b8fe53-2127-42d6-8ee8-7167d4af9b50 req-e6a9ce7c-1390-454f-8c2b-a9b519df56d4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 943 time: 0.4662571 Mar 07 10:29:48.116470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-fe3758e6-d552-4256-8c6c-bd1f1b71b974 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.1020768 Mar 07 10:29:48.123695 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0 associated. External IP: 172.25.4.188, port: 3baf48ad-e609-460b-ab5b-228f97945f01. Mar 07 10:29:48.126407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-97849926-ce03-4664-8007-4c6aa5e586f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336907 Mar 07 10:29:48.131032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832156-4'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:48.136956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-7b0991db-751d-4729-81a5-72341783542c service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732008 Mar 07 10:29:48.150275 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9468c-5d6d-423e-9029-663e02ab9ce2 x-openstack-request-id: req-0be9468c-5d6d-423e-9029-663e02ab9ce2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:48.151268 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "name": "network-vif-plugged", "status": "completed", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:48.151550 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0be9468c-5d6d-423e-9029-663e02ab9ce2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:48.152084 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718', 'code': 200} Mar 07 10:29:48.319096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4b8fe53-2127-42d6-8ee8-7167d4af9b50 req-ce25561b-23b9-4d5a-83e6-3b2be4aabec0 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950939 Mar 07 10:29:48.387964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ea0652e-6a13-47d5-b075-08c6bf64ea96 req-c28abb50-7dd9-4f3e-ba37-90b97e2b5306 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346649 Mar 07 10:29:48.440280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4c6bd51-2f64-4542-8e8e-d6af035fd7ef req-b948d730-ab9f-4d22-be45-f00d252232a1 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051839 Mar 07 10:29:48.444306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24015ec-85cc-4d4f-8b58-c2482ecd5074 req-781e5847-c6c2-4c47-9674-fae0bad47a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.445832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f24015ec-85cc-4d4f-8b58-c2482ecd5074 req-781e5847-c6c2-4c47-9674-fae0bad47a5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1128 time: 0.2031262 Mar 07 10:29:48.484170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6efa8e-a843-4ef2-b038-bce2b961180d req-703b50b3-2da7-402f-b534-902eaaae0ecd tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.488102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6efa8e-a843-4ef2-b038-bce2b961180d req-703b50b3-2da7-402f-b534-902eaaae0ecd tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.0842395 Mar 07 10:29:48.536063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.546063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f24015ec-85cc-4d4f-8b58-c2482ecd5074 req-f23cc9bd-ca20-4bb9-92b2-c63423bfb186 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886688 Mar 07 10:29:48.581826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6efa8e-a843-4ef2-b038-bce2b961180d req-15c66d70-02bb-49d7-bf8d-da10e4921393 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876110 Mar 07 10:29:48.713005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887454c8-2894-40b6-a03d-fec1f6fadb26 req-e4968848-3a8e-42f3-b020-814d86841bca tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.714387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-887454c8-2894-40b6-a03d-fec1f6fadb26 req-e4968848-3a8e-42f3-b020-814d86841bca tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 949 time: 0.0911250 Mar 07 10:29:48.726934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64fde5-1194-4172-8910-95fda6371bbc req-daaa95d1-51c3-43e4-b68a-f99634475c50 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.728459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f64fde5-1194-4172-8910-95fda6371bbc req-daaa95d1-51c3-43e4-b68a-f99634475c50 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.0929894 Mar 07 10:29:48.791702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:48.800140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:48.800845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-887454c8-2894-40b6-a03d-fec1f6fadb26 req-486c160c-ed5a-41f1-a62a-687f0afc6d7f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714209 Mar 07 10:29:48.805408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f64fde5-1194-4172-8910-95fda6371bbc req-e96b614e-f57d-42de-aa71-d270513f8bd4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702598 Mar 07 10:29:48.806935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:48.809241 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e3e6f8-93f7-48bc-968e-c97e23207989" -d '{"events": [{"name": "network-changed", "server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:48.861269 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d8cb8-3dcf-4a32-b64a-1aea4248c793 x-openstack-request-id: req-e54d8cb8-3dcf-4a32-b64a-1aea4248c793 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:48.861561 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:48.861812 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e54d8cb8-3dcf-4a32-b64a-1aea4248c793 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:48.862208 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'status': 'completed', 'code': 200} Mar 07 10:29:48.919471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:48.939052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-090d148c-62e6-457f-a023-84c84a24c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.940946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-090d148c-62e6-457f-a023-84c84a24c1df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 1125 time: 0.0562050 Mar 07 10:29:48.973284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:48.976435 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b48bc6-dcd2-447f-a530-b664cbec5fba" -d '{"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-unplugged", "status": "completed", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:48.980391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks [] for port (39b3a19e-08ce-4731-9668-c47babebf71a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.982665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:48.987633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.003020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:49.024823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:49.025821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.030720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.036285 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cdbd41ac-0785-494c-9930-9bafbe66b729 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "PUT /v2.0/floatingips/8a2dcf9a-953a-4132-840d-87d766f6c6b0 HTTP/1.1" status: 200 len: 991 time: 1.9129796 Mar 07 10:29:49.045575 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb0044-7d24-408d-8d25-01152c436736 x-openstack-request-id: req-badb0044-7d24-408d-8d25-01152c436736 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:49.045884 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-unplugged", "status": "completed", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:49.046134 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-badb0044-7d24-408d-8d25-01152c436736 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:49.046523 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a', 'code': 200} Mar 07 10:29:49.067182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-56edeff3-d588-43b9-b2c2-1828051986e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.068900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-56edeff3-d588-43b9-b2c2-1828051986e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 906 time: 0.1189914 Mar 07 10:29:49.126909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-ea62bc82-275f-4bd5-acf8-7ecef3591480 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25 HTTP/1.1" status: 200 len: 217 time: 0.0470295 Mar 07 10:29:49.127908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.150403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on host n-h1-832156-4 for vnic_type normal with profile {"migrating_to": "n-h2-832156-4"} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:49.150735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:49.151099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:49.157538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:49.157855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Attempting to bind port 39b3a19e-08ce-4731-9668-c47babebf71a on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:49.163872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:49.164207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:49.164580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:49.164997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Bound port: 39b3a19e-08ce-4731-9668-c47babebf71a, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:49.165351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.212284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:49.256528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed184335-8257-4b61-a3e3-eb2d42993c39 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:49.265212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:49.268919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:49.279114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.294278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-a5d192fe-5237-4192-8b64-d9ce77d33063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.296005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-a5d192fe-5237-4192-8b64-d9ce77d33063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1545258 Mar 07 10:29:49.308840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1898f6-53c1-4c7d-8946-1277d078bdb9 req-9e8bfc4c-6895-4b97-b7bf-3e6e1bf80554 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.311044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc1898f6-53c1-4c7d-8946-1277d078bdb9 req-9e8bfc4c-6895-4b97-b7bf-3e6e1bf80554 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 945 time: 0.1825919 Mar 07 10:29:49.355544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-4fef4ff0-0a20-43d1-aef2-bcbc8e597de8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415442 Mar 07 10:29:49.361396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=8']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.393988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455198-cecf-463c-b099-42916181c7c6 req-899f01e3-0580-4314-b551-778234892f47 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.404007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf455198-cecf-463c-b099-42916181c7c6 req-899f01e3-0580-4314-b551-778234892f47 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.1756103 Mar 07 10:29:49.425595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.426300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.428215 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-8c75531e-76ca-4e3c-aa18-35bb5f454496 service neutron] 10.222.0.32 "PUT /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 1121 time: 1.3020437 Mar 07 10:29:49.533571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc1898f6-53c1-4c7d-8946-1277d078bdb9 req-8a0e78bd-a48d-4898-a573-d24721081d4b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086346 Mar 07 10:29:49.548119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port ed184335-8257-4b61-a3e3-eb2d42993c39 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:49.555970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port ed184335-8257-4b61-a3e3-eb2d42993c39 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:49.556448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.569702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf455198-cecf-463c-b099-42916181c7c6 req-88051b5a-5331-4088-ace9-6a702577281f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Mar 07 10:29:49.590463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-30a76a56-d556-4451-a9e7-810f60bdf387 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224898 Mar 07 10:29:49.618704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['39b3a19e-08ce-4731-9668-c47babebf71a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:49.746434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:49.851189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b602-013b-4b04-826a-6c130b02399d req-67dabe86-685e-4364-afd6-19cef5b98929 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.855136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6e6b602-013b-4b04-826a-6c130b02399d req-67dabe86-685e-4364-afd6-19cef5b98929 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 943 time: 0.2184620 Mar 07 10:29:49.858105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed184335-8257-4b61-a3e3-eb2d42993c39 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:49.858507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.905814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad06b3d-6021-4f17-a812-f7a1a35f0000 req-e94e9bdb-2151-4ddf-994a-34572fd097f7 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.907592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dad06b3d-6021-4f17-a812-f7a1a35f0000 req-e94e9bdb-2151-4ddf-994a-34572fd097f7 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.1698651 Mar 07 10:29:49.924488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e3e6f8-93f7-48bc-968e-c97e23207989 req-a39eb7cc-aa39-49b1-ba38-09ed076af852 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292904 Mar 07 10:29:49.950489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed184335-8257-4b61-a3e3-eb2d42993c39,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:49.952179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6e6b602-013b-4b04-826a-6c130b02399d req-c6cbf534-9ed7-4fdc-a3f0-cc8ff9e399f4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889161 Mar 07 10:29:49.981153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '3baf48ad-e609-460b-ab5b-228f97945f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:e8:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20871074-c7e4-4a80-99b8-2627e45f1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:29:47Z', 'revision_number': 1, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.981153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.981564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dad06b3d-6021-4f17-a812-f7a1a35f0000 req-bbd1a376-bcca-42d6-a788-697e0b6266b6 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608451 Mar 07 10:29:50.040616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:50.091442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:50.116679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.118987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:50.119682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:50.137510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c783-f58c-4b8c-80b5-81ec25f8fa79 req-05569537-a0d7-40db-ab7d-dd846c696aff tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.138976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae11c783-f58c-4b8c-80b5-81ec25f8fa79 req-05569537-a0d7-40db-ab7d-dd846c696aff tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.0881383 Mar 07 10:29:50.151948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f683-dc73-4237-b9be-a23e672095ce req-2f306752-131b-473b-a463-1d444bd2e97e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.153382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d38f683-dc73-4237-b9be-a23e672095ce req-2f306752-131b-473b-a463-1d444bd2e97e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.0760334 Mar 07 10:29:50.168992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:50.171215 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e274eb30-0ce4-4b35-bc92-08bc2a1b3f26" -d '{"events": [{"server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "name": "network-vif-plugged", "status": "completed", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:50.173697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'port_id': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'mac_address': 'fa:16:3e:71:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31832294-ca17-40e5-9cc9-c65e77d5c9a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:50.238382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae11c783-f58c-4b8c-80b5-81ec25f8fa79 req-d1467b12-2d12-42cf-b61c-2b2a959ef990 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937052 Mar 07 10:29:50.254399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d38f683-dc73-4237-b9be-a23e672095ce req-21b92111-e8b0-44f3-92eb-431d21c3693f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893948 Mar 07 10:29:50.272752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:50.273416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.293153 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca462d1-33eb-43e7-8060-027fa698753c x-openstack-request-id: req-6ca462d1-33eb-43e7-8060-027fa698753c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:50.293476 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "name": "network-vif-plugged", "status": "completed", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:50.293735 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ca462d1-33eb-43e7-8060-027fa698753c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:50.294129 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39', 'code': 200} Mar 07 10:29:50.302401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:50.305281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:50.360120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:50.368110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.405893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24af5c-e814-4967-8679-e9c9e1186579 req-298e57e4-9dc8-4344-b1d7-21588a8aa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.407228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb24af5c-e814-4967-8679-e9c9e1186579 req-298e57e4-9dc8-4344-b1d7-21588a8aa4bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 1132 time: 0.0501723 Mar 07 10:29:50.455549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb24af5c-e814-4967-8679-e9c9e1186579 req-4783e02c-25be-4c78-b51f-79138d8675d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Mar 07 10:29:50.477051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.492325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.492655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.492993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.493318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.493642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.493963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.494280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.494598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.494905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.495222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.495533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.495871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.496192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:50.613441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '3baf48ad-e609-460b-ab5b-228f97945f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:e8:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20871074-c7e4-4a80-99b8-2627e45f1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:29:47Z', 'revision_number': 1, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:50.645883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449dea2a-4366-48c8-bf3e-99669c888540 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '3baf48ad-e609-460b-ab5b-228f97945f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:e8:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20871074-c7e4-4a80-99b8-2627e45f1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:29:47Z', 'revision_number': 1, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:50.662894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f10d02a1-f0e0-4146-ab02-e10f2e519371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.723177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149dbfc-7901-4f57-8e7e-59d07c525131 req-946db1af-a858-40c4-86c8-46bb576d7c1a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.725191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f149dbfc-7901-4f57-8e7e-59d07c525131 req-946db1af-a858-40c4-86c8-46bb576d7c1a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.0624540 Mar 07 10:29:50.791236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f149dbfc-7901-4f57-8e7e-59d07c525131 req-45d7fca2-ccff-4ad7-bdae-b845a31c408d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Mar 07 10:29:50.796869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:50.877218 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839d2b7-09ce-4c27-bce8-0bf6b08b308b None None] New status for floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:29:51.047579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01'}, {'name': 'network-changed', 'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:51.050078 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e9e6a-4b5f-4572-9f34-45f290958807" -d '{"events": [{"name": "network-changed", "server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01"}, {"name": "network-changed", "server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:51.137562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a8c3-f9e0-46b1-968a-32e21afd661e req-438a110a-f1ef-4ed2-ab0b-6c317fdfec1f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.139299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c391a8c3-f9e0-46b1-968a-32e21afd661e req-438a110a-f1ef-4ed2-ab0b-6c317fdfec1f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 943 time: 0.0946155 Mar 07 10:29:51.161703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4eec3-7b30-4d4b-820f-8c58f7fa7c91 req-015368b9-4f68-4b9c-a58b-1f42d58884af tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.163678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78b4eec3-7b30-4d4b-820f-8c58f7fa7c91 req-015368b9-4f68-4b9c-a58b-1f42d58884af tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.0855494 Mar 07 10:29:51.234234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:51.235207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c391a8c3-f9e0-46b1-968a-32e21afd661e req-9803ef0c-7a77-4d7c-a763-4810ca341e70 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887601 Mar 07 10:29:51.244944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78b4eec3-7b30-4d4b-820f-8c58f7fa7c91 req-710cb8ef-ea15-49d8-86ce-c3c59309ac40 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743461 Mar 07 10:29:51.318679 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4a0a6-3485-453b-9c1a-1720dd4fb0ec x-openstack-request-id: req-4cb4a0a6-3485-453b-9c1a-1720dd4fb0ec {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:51.319327 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:51.319802 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cb4a0a6-3485-453b-9c1a-1720dd4fb0ec {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:51.320405 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01', 'status': 'completed', 'code': 200} Mar 07 10:29:51.320827 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a', 'status': 'completed', 'code': 200} Mar 07 10:29:51.385653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:51.399924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'mac_address': 'fa:16:3e:d9:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:51.423448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-df5722b9-ee55-420b-ba67-9ff60bee6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.424981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-df5722b9-ee55-420b-ba67-9ff60bee6cfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 1127 time: 0.0779736 Mar 07 10:29:51.438447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port adb3b18c-52f0-4b23-b207-720e1bd62e25 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:51.438779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.457126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb3b18c-52f0-4b23-b207-720e1bd62e25 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:51.473896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-bbe7b4ff-c091-4c14-a420-e371a2d030c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.475634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-bbe7b4ff-c091-4c14-a420-e371a2d030c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1155 time: 0.1306736 Mar 07 10:29:51.479048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:51.484333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918ca8-9246-4109-bf5c-e38b5f8aca10 req-d41bb315-263f-4c8f-bf5d-651e8f1a2d8f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.486209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.492306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08918ca8-9246-4109-bf5c-e38b5f8aca10 req-d41bb315-263f-4c8f-bf5d-651e8f1a2d8f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.1377041 Mar 07 10:29:51.532197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-38ce5ba7-931f-4939-b2ad-f5bbe82c293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.533798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-38ce5ba7-931f-4939-b2ad-f5bbe82c293d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 924 time: 0.0982206 Mar 07 10:29:51.549603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:51.581368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ee09-23b9-4cd5-a9e6-a84db21d3880 req-5aa515a8-331c-419d-b04f-189ae79490be tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.588173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7001ee09-23b9-4cd5-a9e6-a84db21d3880 req-5aa515a8-331c-419d-b04f-189ae79490be tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.1813831 Mar 07 10:29:51.642688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-23ab89e8-4d81-4041-8d41-c4abe2ab4d1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3baf48ad-e609-460b-ab5b-228f97945f01 HTTP/1.1" status: 200 len: 1001 time: 0.0988350 Mar 07 10:29:51.657569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-3eb58ee7-0c19-4340-81a5-65edd62bbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.659007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-3eb58ee7-0c19-4340-81a5-65edd62bbff7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1641619 Mar 07 10:29:51.662743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08918ca8-9246-4109-bf5c-e38b5f8aca10 req-370eba35-d6ea-457f-aae5-5d57a99a1717 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690025 Mar 07 10:29:51.683067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7001ee09-23b9-4cd5-a9e6-a84db21d3880 req-53b55310-b751-4fc1-b6d7-53911aaca925 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Mar 07 10:29:51.714537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-57dcd0c6-5e07-43ed-996c-5faceeceb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.716328 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-57dcd0c6-5e07-43ed-996c-5faceeceb515 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.0663350 Mar 07 10:29:51.738592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-716358eb-9895-474e-9f1d-d47add077222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0609918 Mar 07 10:29:51.757580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:51.771917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-8ab623d7-6362-4f68-845d-b4bc5a67f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.773523 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-8ab623d7-6362-4f68-845d-b4bc5a67f117 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505276 Mar 07 10:29:51.808238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['adb3b18c-52f0-4b23-b207-720e1bd62e25'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:51.936284 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-7a3d1b18-e85c-493c-b030-85b8c5baad94 service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555212 Mar 07 10:29:52.007341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:52.054436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-cf20d8c2-43e6-4ce5-8362-2f459285a7c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110897 Mar 07 10:29:52.058405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-b6c206d6-d506-443f-8708-888e90c1a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.060089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-b6c206d6-d506-443f-8708-888e90c1a22b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.3119330 Mar 07 10:29:52.065842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:29:52.068222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4373e-aa78-4803-9101-71f696dff033 req-b9b6cdd9-79a9-4775-abc8-602cdced3378 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.076825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03a4373e-aa78-4803-9101-71f696dff033 req-b9b6cdd9-79a9-4775-abc8-602cdced3378 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.1332464 Mar 07 10:29:52.136851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-a43f6416-e791-4bd6-abb3-d5b6283d9244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491753 Mar 07 10:29:52.182365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-6555ca5c-4d23-42cb-a6ad-801ecd07308a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 258 time: 0.4540982 Mar 07 10:29:52.196157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:52.256632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03a4373e-aa78-4803-9101-71f696dff033 req-03ccde08-8912-4ded-a6d3-7d55e2b5782b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787934 Mar 07 10:29:52.263941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.294691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-957527ff-56e7-4d86-9850-978e75e6e6cb service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496418 Mar 07 10:29:52.472127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736e9e6a-4b5f-4572-9f34-45f290958807 req-61abbf99-0c57-4b3d-a795-673140d593c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695564 Mar 07 10:29:52.481455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f311284-dd40-442b-8668-c9cec56108f2 req-50c3cc54-08a4-4da8-8167-72b7833287f8 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.482988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f311284-dd40-442b-8668-c9cec56108f2 req-50c3cc54-08a4-4da8-8167-72b7833287f8 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 944 time: 0.1449184 Mar 07 10:29:52.545414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.549731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f311284-dd40-442b-8668-c9cec56108f2 req-199b8280-474b-4258-b34e-2c1e9f2193d4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560806 Mar 07 10:29:52.663209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Allocated IP 172.25.4.8 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c5a2d68f-697b-4d69-8860-d362fffc873c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:52.794916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.816750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc99b7-b87c-4781-8d95-0972da034c13 req-9ba634c7-48a8-4ddc-a4c3-971ee7d9fc46 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.818357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afdc99b7-b87c-4781-8d95-0972da034c13 req-9ba634c7-48a8-4ddc-a4c3-971ee7d9fc46 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.0806477 Mar 07 10:29:52.869106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.934777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462022ac-9f19-4f60-8f15-690a715d9690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.160446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afdc99b7-b87c-4781-8d95-0972da034c13 req-90c83ab5-ae83-4d12-b784-54ee7551c44a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326843 Mar 07 10:29:53.169218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:53.172306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:53.178020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:53.203376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event updated for resources: {'Port': ['ID=c5a2d68f-697b-4d69-8860-d362fffc873c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.239852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:53.304733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.356051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76562cb8-4d2a-454b-bdff-de405d8d5994 req-3b529fba-a493-427c-b004-6acc8a593631 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.357702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76562cb8-4d2a-454b-bdff-de405d8d5994 req-3b529fba-a493-427c-b004-6acc8a593631 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.1222146 Mar 07 10:29:53.370369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.436188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port adb3b18c-52f0-4b23-b207-720e1bd62e25 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:53.440486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port adb3b18c-52f0-4b23-b207-720e1bd62e25 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:53.440849 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.457876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76562cb8-4d2a-454b-bdff-de405d8d5994 req-ba76ca8d-cf55-421d-8bec-d943ab93fb88 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897391 Mar 07 10:29:53.522762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port adb3b18c-52f0-4b23-b207-720e1bd62e25 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:53.523020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.549348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:53.551854 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0fd270-396e-4150-8085-0c21a00b2966" -d '{"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-plugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:53.566438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:53.575164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.594856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.603930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.638046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.667199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.683925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event updated for resources: {'Port': ['ID=c5a2d68f-697b-4d69-8860-d362fffc873c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.688950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.690622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-5befe8b7-9cf1-4849-a2b7-12aa86191fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5014420 Mar 07 10:29:53.778965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:53.791288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-a46ee45e-ca7a-4aa4-b324-a1d42d20381b tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0942984 Mar 07 10:29:53.830385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.832415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97e0a-e67d-4044-90db-c720c8c95ab8 req-167fccd6-a184-4699-a66b-fde81f796ab0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.833964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83e97e0a-e67d-4044-90db-c720c8c95ab8 req-167fccd6-a184-4699-a66b-fde81f796ab0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.1357431 Mar 07 10:29:53.844812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:53.849050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:53.849561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.928325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83e97e0a-e67d-4044-90db-c720c8c95ab8 req-83c479f5-b02c-4802-966d-2f5773669177 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Mar 07 10:29:53.934933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:53.935448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.944927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-9602baa8-3fc4-4228-b433-54bd0809b0ec tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.946581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-9602baa8-3fc4-4228-b433-54bd0809b0ec tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1452384 Mar 07 10:29:53.963821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-b15ac5d9-3620-446a-8130-f5f5d20d0068 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:53.965093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8facb2e-2a6e-4444-a0d6-55ec31a53cd7 req-b15ac5d9-3620-446a-8130-f5f5d20d0068 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117681 Mar 07 10:29:54.000865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:54.009283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:54.058322 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b7320-1a7c-4201-8597-cb339237c57d x-openstack-request-id: req-c12b7320-1a7c-4201-8597-cb339237c57d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:54.058631 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-plugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:54.058883 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c12b7320-1a7c-4201-8597-cb339237c57d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:54.059271 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'code': 200} Mar 07 10:29:54.108760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:54.113603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:54.178840 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:29:54.236602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacd5-8db6-4658-8da8-402eae15c6f1 req-31ae373e-5544-469f-b5d9-67e73893875b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.238115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f0dacd5-8db6-4658-8da8-402eae15c6f1 req-31ae373e-5544-469f-b5d9-67e73893875b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 945 time: 0.1432955 Mar 07 10:29:54.251594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ff9e-004f-4df1-b609-85322dd3b616 req-68418e09-0427-40be-af45-53ac47f3c05b tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.253163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60b0ff9e-004f-4df1-b609-85322dd3b616 req-68418e09-0427-40be-af45-53ac47f3c05b tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.1286399 Mar 07 10:29:54.262336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215170b4-065b-43c7-81fd-a91a425f78ea req-ea8ec6c5-d5cb-4529-adf4-806696755cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.263820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-215170b4-065b-43c7-81fd-a91a425f78ea req-ea8ec6c5-d5cb-4529-adf4-806696755cc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 1127 time: 0.1089919 Mar 07 10:29:54.361077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f0dacd5-8db6-4658-8da8-402eae15c6f1 req-53653eea-b2ff-41a4-a78e-a7e6282da36c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068597 Mar 07 10:29:54.394988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-215170b4-065b-43c7-81fd-a91a425f78ea req-1f4a6ed9-478e-4e94-863a-96eec794aecd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166797 Mar 07 10:29:54.407805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60b0ff9e-004f-4df1-b609-85322dd3b616 req-b31ec254-6bda-41bf-8acd-110a84886f6b tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430230 Mar 07 10:29:54.583746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-c5909259-3fae-4c61-8392-01096a0bcb46 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.585083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-c5909259-3fae-4c61-8392-01096a0bcb46 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1167121 Mar 07 10:29:54.639121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-96f384fe-00e0-4f95-a47f-0738f8cdedd4 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0477188 Mar 07 10:29:54.647189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405b32-e8fd-4dd9-be14-5e8c416297d4 req-82ba5a97-6bca-4549-b91f-f0dff851f69c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.648806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10405b32-e8fd-4dd9-be14-5e8c416297d4 req-82ba5a97-6bca-4549-b91f-f0dff851f69c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1136246 Mar 07 10:29:54.653794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'floatingip': {'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:54.713497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:54.794108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10405b32-e8fd-4dd9-be14-5e8c416297d4 req-e7e02243-1b4e-422c-8221-21dcf23603cd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373127 Mar 07 10:29:55.227157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b878a7-3fc4-48e2-8d1c-9a3d360a202a req-5aba5a73-0895-4020-b21f-333631e14f98 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.228657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03b878a7-3fc4-48e2-8d1c-9a3d360a202a req-5aba5a73-0895-4020-b21f-333631e14f98 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.1693754 Mar 07 10:29:55.390586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03b878a7-3fc4-48e2-8d1c-9a3d360a202a req-c88f273c-3592-4e5e-bcb0-08243563adbe tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399775 Mar 07 10:29:55.411175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.426075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.494391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.814721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fd1c2-0f2c-4822-9a5a-b04d23bafff9 req-7d348a9d-90a1-4504-b4e4-eec6fcc9d129 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.816092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa4fd1c2-0f2c-4822-9a5a-b04d23bafff9 req-7d348a9d-90a1-4504-b4e4-eec6fcc9d129 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 945 time: 0.3508577 Mar 07 10:29:55.819014 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Floating IP 26438c5f-7ba8-4fca-aee6-795fe2cd1981 associated. External IP: 172.25.4.8, port: 63bfad62-6ada-49e4-8c60-e0581679b718. Mar 07 10:29:55.940543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa4fd1c2-0f2c-4822-9a5a-b04d23bafff9 req-60ae9aa6-e81a-48da-b993-5df2d0d3d9f2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Mar 07 10:29:56.060829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:56.063254 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c090836a-d7ed-4077-887c-7c46d9a27bda" -d '{"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-plugged", "status": "completed", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:56.121361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534eccb-4643-4e8c-ac51-f25f131eea35 req-ecf3bbbf-9e88-4ae9-8339-5b3202966862 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.123259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6534eccb-4643-4e8c-ac51-f25f131eea35 req-ecf3bbbf-9e88-4ae9-8339-5b3202966862 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.1148214 Mar 07 10:29:56.140354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Router 52b6a2d7-46da-424e-8f70-747f1003c904 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:56.224139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6534eccb-4643-4e8c-ac51-f25f131eea35 req-0b9a7852-cdd2-4338-8c32-7e9dae4e683f tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938733 Mar 07 10:29:56.297695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:56.309206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Sync routers for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:56.320723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.329292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:56.329292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.368745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-b71539f8-4bdd-4c96-bf1f-0bba67e39048 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "PUT /v2.0/floatingips/26438c5f-7ba8-4fca-aee6-795fe2cd1981 HTTP/1.1" status: 200 len: 995 time: 1.7184308 Mar 07 10:29:56.370778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:56.372810 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de6931-6a23-4df0-9448-604d5023fb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:56.386847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e1d36-f67f-48fa-9044-9dd6c573f8c7 req-8d040162-dc08-442c-bb96-8519fa43e095 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.388319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a60e1d36-f67f-48fa-9044-9dd6c573f8c7 req-8d040162-dc08-442c-bb96-8519fa43e095 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1035271 Mar 07 10:29:56.445249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:56.474125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a60e1d36-f67f-48fa-9044-9dd6c573f8c7 req-a21c4e8e-da0b-4fb9-a86e-9dd8493ffdba tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768301 Mar 07 10:29:56.476800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-ed12bcf0-be3f-4382-8cb9-d89a7ad713b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.483479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-ed12bcf0-be3f-4382-8cb9-d89a7ad713b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1128 time: 0.0880835 Mar 07 10:29:56.550568 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e0acf-4784-4de3-b3c2-5f2e13ea8fe7 x-openstack-request-id: req-1e3e0acf-4784-4de3-b3c2-5f2e13ea8fe7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:56.551531 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-plugged", "status": "completed", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:56.551998 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e3e0acf-4784-4de3-b3c2-5f2e13ea8fe7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:56.552523 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'code': 200} Mar 07 10:29:56.659179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-5dd73325-a225-4077-ba47-6715d3683e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.660938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-5dd73325-a225-4077-ba47-6715d3683e0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 930 time: 0.1766946 Mar 07 10:29:56.673595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa181-16ec-4a46-bcca-fcb1935ca432 req-c68e7fdd-6ecd-4d7b-90ca-ac2c28ca21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.676466 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-659aa181-16ec-4a46-bcca-fcb1935ca432 req-c68e7fdd-6ecd-4d7b-90ca-ac2c28ca21b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1127 time: 0.0621340 Mar 07 10:29:56.711043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '26438c5f-7ba8-4fca-aee6-795fe2cd1981', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'mac_address': 'fa:16:3e:6f:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:53Z', 'updated_at': '2022-03-07T10:29:55Z', 'revision_number': 1, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.712062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c6675-321a-40db-8fbd-e954617af1fb req-6bfb8655-a159-416b-b67d-5ac8bfde08d4 tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.718949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a88c6675-321a-40db-8fbd-e954617af1fb req-6bfb8655-a159-416b-b67d-5ac8bfde08d4 tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 1132 time: 0.1262369 Mar 07 10:29:56.731980 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-659aa181-16ec-4a46-bcca-fcb1935ca432 req-0a44e8b4-1e60-438a-9b3c-33ba108aea17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Mar 07 10:29:56.741129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Checking router: 52b6a2d7-46da-424e-8f70-747f1003c904 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:56.742424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a88c6675-321a-40db-8fbd-e954617af1fb req-7961f49f-eb20-4a4d-b973-8211762b5a3f tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.750270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:56.750882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.816408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-c0371538-aa18-4801-afef-58466a773025 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 998 time: 0.1482499 Mar 07 10:29:56.838891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a88c6675-321a-40db-8fbd-e954617af1fb req-7961f49f-eb20-4a4d-b973-8211762b5a3f tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] Publish callbacks [] for security_group (1b12f306-66a1-470f-b914-bee892e5945f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.859518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a88c6675-321a-40db-8fbd-e954617af1fb req-7961f49f-eb20-4a4d-b973-8211762b5a3f tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1b12f306-66a1-470f-b914-bee892e5945f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.864973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:56.912641 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a88c6675-321a-40db-8fbd-e954617af1fb req-7961f49f-eb20-4a4d-b973-8211762b5a3f tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926582 Mar 07 10:29:56.931534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961f49f-eb20-4a4d-b973-8211762b5a3f tempest-LiveMigrationNegativeTest-489973634 tempest-LiveMigrationNegativeTest-489973634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b12f306-66a1-470f-b914-bee892e5945f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.948577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-fcb1d54d-4cdb-41aa-8dd2-a51cf7bdfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.961675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-fcb1d54d-4cdb-41aa-8dd2-a51cf7bdfb2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.1341801 Mar 07 10:29:57.002944 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098b941-bdde-4f83-829a-817954f517f3 x-openstack-request-id: req-0098b941-bdde-4f83-829a-817954f517f3 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:57.003211 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:57.003471 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0098b941-bdde-4f83-829a-817954f517f3 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:57.003889 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718', 'status': 'completed', 'code': 200} Mar 07 10:29:57.055963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.118960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6931-6a23-4df0-9448-604d5023fb8c req-9da50725-09a1-4dbc-8d95-ad06742f8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.120759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-9da50725-09a1-4dbc-8d95-ad06742f8f37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1128 time: 0.1312571 Mar 07 10:29:57.128892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845af48-4d3c-46dc-9dee-1cf4fcf40208 req-2fcc0e15-3586-43b9-8d0c-88fedaa7fbdb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.130313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b845af48-4d3c-46dc-9dee-1cf4fcf40208 req-2fcc0e15-3586-43b9-8d0c-88fedaa7fbdb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 943 time: 0.1028230 Mar 07 10:29:57.132546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-220b94df-e042-4794-a354-3414c0ce3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.137014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '26438c5f-7ba8-4fca-aee6-795fe2cd1981', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'mac_address': 'fa:16:3e:6f:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:53Z', 'updated_at': '2022-03-07T10:29:55Z', 'revision_number': 1, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:57.140826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-220b94df-e042-4794-a354-3414c0ce3cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1669557 Mar 07 10:29:57.146990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-51c208af-43b6-496a-9554-53f0dd44547e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:57.147991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-51c208af-43b6-496a-9554-53f0dd44547e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064209 Mar 07 10:29:57.168700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25884c-664f-469c-a47b-da13bd6f2c90 None None] The sync data for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 is: [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '26438c5f-7ba8-4fca-aee6-795fe2cd1981', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'mac_address': 'fa:16:3e:6f:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:53Z', 'updated_at': '2022-03-07T10:29:55Z', 'revision_number': 1, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:57.355560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b845af48-4d3c-46dc-9dee-1cf4fcf40208 req-33bbf1b7-c545-46d5-aaa3-133e083d120a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066667 Mar 07 10:29:57.386651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6931-6a23-4df0-9448-604d5023fb8c req-b4807e08-6156-49b1-bb12-18aeb9c022ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.388124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-b4807e08-6156-49b1-bb12-18aeb9c022ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 930 time: 0.2453854 Mar 07 10:29:57.408273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-455af7c5-78f0-4d92-ba6e-58d861778bcb service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430787 Mar 07 10:29:57.466044 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038c81-3aea-4ceb-9dfb-81038236558a None None] New status for floating IP 26438c5f-7ba8-4fca-aee6-795fe2cd1981: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:29:57.525520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-57c16507-ed31-4cec-bff9-714f685e810b service neutron] 10.222.0.26 "GET /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.1822493 Mar 07 10:29:57.553579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-81ecd5ec-9b45-4fe1-8ebd-eec60eaf6929 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 998 time: 0.1566463 Mar 07 10:29:57.681234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1b4671-4ca8-484d-a624-b786f81f4a1f req-bae2954b-fd52-4d5a-bb35-76363fb60ee3 service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405767 Mar 07 10:29:57.691360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6931-6a23-4df0-9448-604d5023fb8c req-e74cd745-b7fd-44d5-bed0-7bf6e0cb69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.692725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-e74cd745-b7fd-44d5-bed0-7bf6e0cb69a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.1221991 Mar 07 10:29:57.747614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a12808-e322-4528-95a7-2e0e9fc430eb req-7384190d-5b31-4e25-bb17-94831bc51672 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.751696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9a12808-e322-4528-95a7-2e0e9fc430eb req-7384190d-5b31-4e25-bb17-94831bc51672 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 945 time: 0.2221773 Mar 07 10:29:57.920987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6931-6a23-4df0-9448-604d5023fb8c req-745bdf09-8a96-44f8-ad1f-ca9b63fc5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.922489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-745bdf09-8a96-44f8-ad1f-ca9b63fc5f9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2227619 Mar 07 10:29:57.930382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9a12808-e322-4528-95a7-2e0e9fc430eb req-4bff7508-5ee8-40e5-b4ba-5e30e5c87b05 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536062 Mar 07 10:29:57.981428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:58.052856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201393e-dbc6-4d8b-9715-0c1fddf4671c req-04560442-f84d-45b5-adb6-ea8253fc5445 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.054425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c201393e-dbc6-4d8b-9715-0c1fddf4671c req-04560442-f84d-45b5-adb6-ea8253fc5445 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2389958 Mar 07 10:29:58.117465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:58.201573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b3a19e-08ce-4731-9668-c47babebf71a {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:58.224580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-193c3394-e3e4-40de-a798-a81b0580a982 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891710 Mar 07 10:29:58.230466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:58.250408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c201393e-dbc6-4d8b-9715-0c1fddf4671c req-2dc6cdc5-001c-4420-aca0-e41a509a5113 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837606 Mar 07 10:29:58.254325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-7dbe48f0-5b7a-4cc3-a728-509969a88b8e tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 258 time: 0.2809310 Mar 07 10:29:58.270568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:58.276077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:58.303342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:58.366264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:58.425484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69de6931-6a23-4df0-9448-604d5023fb8c req-b958a0ad-e24c-48a0-b5ee-1a2ced86ca39 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922619 Mar 07 10:29:58.478673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] Transition to ACTIVE for port object 39b3a19e-08ce-4731-9668-c47babebf71a will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:58.767705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:58.852242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] No DVR routers for this DVR port 39b3a19e-08ce-4731-9668-c47babebf71a on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:58.863157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] Pushing event updated for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:58.894589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-60b89fdd-fb43-45cf-9e4a-d940f19ec280 service neutron] 10.222.0.26 "PUT /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a/bindings/n-h2-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3499157 Mar 07 10:29:58.905603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.061429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Allocated IP 172.25.4.243 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/eba3d70e-9598-4016-9eec-a00d82f80719) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:59.100318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ef9e-562a-4dde-8021-7dcd9d0e8be6 req-162ce6f4-0f2d-444c-b02f-ef6c1b47f063 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.101923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e283ef9e-562a-4dde-8021-7dcd9d0e8be6 req-162ce6f4-0f2d-444c-b02f-ef6c1b47f063 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.0945256 Mar 07 10:29:59.200868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e283ef9e-562a-4dde-8021-7dcd9d0e8be6 req-f2575cc2-dd48-401c-855e-a1617ec22495 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925472 Mar 07 10:29:59.216535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for port (eba3d70e-9598-4016-9eec-a00d82f80719), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.255751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.322776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:59.331480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:59.337895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:59.343132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event updated for resources: {'Port': ['ID=eba3d70e-9598-4016-9eec-a00d82f80719,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.396893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7cb7d-f9f3-4564-bd07-228b3cf68109 req-ee763546-9ff7-413d-9aa0-4346d9c0b546 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.398409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0a7cb7d-f9f3-4564-bd07-228b3cf68109 req-ee763546-9ff7-413d-9aa0-4346d9c0b546 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.1148899 Mar 07 10:29:59.414353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (aff48d10-66b0-4a9c-a264-10d623981fcc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.477414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0a7cb7d-f9f3-4564-bd07-228b3cf68109 req-09548454-3445-4579-b0c6-db9162fc67b2 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723140 Mar 07 10:29:59.478418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.646894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for port (eba3d70e-9598-4016-9eec-a00d82f80719), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.654150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.692521 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (aff48d10-66b0-4a9c-a264-10d623981fcc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.716212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event updated for resources: {'Port': ['ID=eba3d70e-9598-4016-9eec-a00d82f80719,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.723507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.725726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-b0ef71b1-b319-4f80-a2ed-5acea1317338 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4590449 Mar 07 10:29:59.810801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-a6e9f502-0d5d-4416-94ac-d722db7dfde0 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0757766 Mar 07 10:29:59.851689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36572-73f5-49f5-811b-e31321c8f1e2 req-5b6537e9-a154-450d-9646-04696aa20780 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.853613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e36572-73f5-49f5-811b-e31321c8f1e2 req-5b6537e9-a154-450d-9646-04696aa20780 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.1341295 Mar 07 10:29:59.956818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e36572-73f5-49f5-811b-e31321c8f1e2 req-7e4dc81b-0c13-4bf2-ab37-7af64f1bcc12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967450 Mar 07 10:29:59.966618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-bc5f24fe-5583-4068-a50a-089041fd301a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.967963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f9cc509-9cf9-4de7-8876-2c3efaac0c64 req-bc5f24fe-5583-4068-a50a-089041fd301a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1499634 Mar 07 10:30:00.142066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9a99c-b557-4f9a-ba93-4dc28387b032 req-cc63aa68-52db-4e6c-a383-407975fda1c5 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.143407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f9a99c-b557-4f9a-ba93-4dc28387b032 req-cc63aa68-52db-4e6c-a383-407975fda1c5 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 945 time: 0.1346428 Mar 07 10:30:00.150033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1a850-97c2-4a84-a4fa-a147f0f663ae req-8191d6b8-d235-41c6-8391-f22bb70dbd82 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.151379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aea1a850-97c2-4a84-a4fa-a147f0f663ae req-8191d6b8-d235-41c6-8391-f22bb70dbd82 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1339834 Mar 07 10:30:00.159310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-b9add55c-a6af-4248-8855-f669ebc98181 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.160647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-b9add55c-a6af-4248-8855-f669ebc98181 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 950 time: 0.1130092 Mar 07 10:30:00.286449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aea1a850-97c2-4a84-a4fa-a147f0f663ae req-b29aa719-8e72-4866-b31b-a3e3d77c782b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240602 Mar 07 10:30:00.290559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f9a99c-b557-4f9a-ba93-4dc28387b032 req-73270ee5-739f-4048-ad59-3568394b37f7 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382844 Mar 07 10:30:00.343095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Deleting port ed184335-8257-4b61-a3e3-eb2d42993c39 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:00.343542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.578145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad9bdc-4933-4f6d-ba0d-f09663c7f90a req-0c1e64ec-3fb1-4a6c-8c1f-df8db85b0964 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.579873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41ad9bdc-4933-4f6d-ba0d-f09663c7f90a req-0c1e64ec-3fb1-4a6c-8c1f-df8db85b0964 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.1819856 Mar 07 10:30:00.582220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] For port ed184335-8257-4b61-a3e3-eb2d42993c39, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed184335-8257-4b61-a3e3-eb2d42993c39,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:00.582667 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.598510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-6e75e52c-68c0-41b6-b34f-6909ca53a618 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.600183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-6e75e52c-68c0-41b6-b34f-6909ca53a618 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1599097 Mar 07 10:30:00.612670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Calling delete_port for ed184335-8257-4b61-a3e3-eb2d42993c39 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:00.678749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-b9662f3f-e392-461d-ad7d-28ac18a7beda tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0679762 Mar 07 10:30:00.722543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-285cf427-2813-4c9d-a596-1bcc4cf9bbe5 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'floatingip': {'port_id': '63bfad62-6ada-49e4-8c60-e0581679b718', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:00.775689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41ad9bdc-4933-4f6d-ba0d-f09663c7f90a req-4da874d9-29be-477a-aeaa-118d5fdf2fa1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847858 Mar 07 10:30:00.778996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-285cf427-2813-4c9d-a596-1bcc4cf9bbe5 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (aff48d10-66b0-4a9c-a264-10d623981fcc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.991416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (ed184335-8257-4b61-a3e3-eb2d42993c39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.007011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ed184335-8257-4b61-a3e3-eb2d42993c39'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:01.025113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Pushing event deleted for resources: {'Port': ['ID=ed184335-8257-4b61-a3e3-eb2d42993c39,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.049408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:01.117871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] No DVR routers for this DVR port ed184335-8257-4b61-a3e3-eb2d42993c39 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:01.132785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.137662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da1c4c1b-772e-4600-9735-f862a1c80381 req-944062a4-c7c0-43a6-bfa3-5a44368f041a tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.26 "DELETE /v2.0/ports/ed184335-8257-4b61-a3e3-eb2d42993c39 HTTP/1.1" status: 204 len: 173 time: 0.9697032 Mar 07 10:30:01.138205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'name': 'network-vif-deleted', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:01.140725 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460de8de-da6a-40e3-b3e7-7d668554d743" -d '{"events": [{"server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "name": "network-vif-deleted", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:01.155571 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-285cf427-2813-4c9d-a596-1bcc4cf9bbe5 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:30:01.157097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba49898c-ba20-43fc-be80-16cda70ca121 req-285cf427-2813-4c9d-a596-1bcc4cf9bbe5 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "PUT /v2.0/floatingips/aff48d10-66b0-4a9c-a264-10d623981fcc HTTP/1.1" status: 409 len: 551 time: 0.4699225 Mar 07 10:30:01.225798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bfcd2ca-6940-4825-abec-896a0a8b58cf req-96f107dc-aab3-45cf-b440-e82587e62d83 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ada36c0-f946-4576-bd9d-fffb740e4866 HTTP/1.1" status: 200 len: 210 time: 0.0537252 Mar 07 10:30:01.296730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:01.360430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 39b3a19e-08ce-4731-9668-c47babebf71a host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:30:01.360906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:01.378543 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fbeb78-ae5b-4747-8b9c-51aad05cd70f x-openstack-request-id: req-20fbeb78-ae5b-4747-8b9c-51aad05cd70f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:01.378904 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada36c0-f946-4576-bd9d-fffb740e4866", "name": "network-vif-deleted", "tag": "ed184335-8257-4b61-a3e3-eb2d42993c39", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:01.379081 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20fbeb78-ae5b-4747-8b9c-51aad05cd70f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:01.379475 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada36c0-f946-4576-bd9d-fffb740e4866', 'name': 'network-vif-deleted', 'tag': 'ed184335-8257-4b61-a3e3-eb2d42993c39', 'status': 'completed', 'code': 200} Mar 07 10:30:01.454526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-f7f6ad05-29fb-4381-886c-ad2cf4242f88 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips/aff48d10-66b0-4a9c-a264-10d623981fcc HTTP/1.1" status: 200 len: 693 time: 0.0644717 Mar 07 10:30:01.595384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-74bf379c-b27b-4391-8c4c-150a8d82aa13 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.596753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-74bf379c-b27b-4391-8c4c-150a8d82aa13 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1410880 Mar 07 10:30:01.604150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290d5bb-03c3-43c5-b812-146fa5bc5ce1 req-f08c340e-c790-4d3d-a478-63ff1497e508 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.605514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3290d5bb-03c3-43c5-b812-146fa5bc5ce1 req-f08c340e-c790-4d3d-a478-63ff1497e508 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1177568 Mar 07 10:30:01.612653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-f76630ba-436a-48d9-af06-c5724c3499f2 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:01.613590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-f76630ba-436a-48d9-af06-c5724c3499f2 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059369 Mar 07 10:30:01.679059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-5f5f506b-8c82-41f0-9f32-360e1b4f147b tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0583112 Mar 07 10:30:01.742843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3290d5bb-03c3-43c5-b812-146fa5bc5ce1 req-660f2cc9-e12e-4458-8873-2728ca8ed023 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282482 Mar 07 10:30:01.747443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-0aba6445-3bb9-4aa4-ad40-7512fd51c2db tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0624881 Mar 07 10:30:01.917233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d89c0-f4d7-4934-8c7f-c85bb869b4c6 req-466cae6d-7fb7-4a44-8eef-58faa92a7d7f tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.918674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3d89c0-f4d7-4934-8c7f-c85bb869b4c6 req-466cae6d-7fb7-4a44-8eef-58faa92a7d7f tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.1143479 Mar 07 10:30:01.932309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Deleting port eba3d70e-9598-4016-9eec-a00d82f80719 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:01.932630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.017980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3d89c0-f4d7-4934-8c7f-c85bb869b4c6 req-44011f70-d1c5-4689-87ca-570e0fba1bac tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929053 Mar 07 10:30:02.037417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.037764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (eba3d70e-9598-4016-9eec-a00d82f80719), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.061446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Calling delete_port for eba3d70e-9598-4016-9eec-a00d82f80719 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:02.191975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59bf1-b83e-4fa6-906b-2a9697d625ab req-52fed5ea-4c34-4861-9776-5e2b858c0d50 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.193494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46d59bf1-b83e-4fa6-906b-2a9697d625ab req-52fed5ea-4c34-4861-9776-5e2b858c0d50 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.0835524 Mar 07 10:30:02.272872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46d59bf1-b83e-4fa6-906b-2a9697d625ab req-4eb6ca90-251c-4103-828f-2a3850177cfd tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733116 Mar 07 10:30:02.275255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (eba3d70e-9598-4016-9eec-a00d82f80719), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.309649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event deleted for resources: {'Port': ['ID=eba3d70e-9598-4016-9eec-a00d82f80719,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.337641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (aff48d10-66b0-4a9c-a264-10d623981fcc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.340533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.341677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8f67fb-9f90-4d5e-873e-5a15905109be req-e387c7e2-6110-4e6f-9850-975ee4a47f05 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "DELETE /v2.0/floatingips/aff48d10-66b0-4a9c-a264-10d623981fcc HTTP/1.1" status: 204 len: 173 time: 0.5889122 Mar 07 10:30:02.791028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-26a450cf-0964-4cd5-bd36-d8c31603583b tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.3822870 Mar 07 10:30:02.858920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-970adc98-6b73-46b2-94e6-9ac61f48aaab tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.860262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-970adc98-6b73-46b2-94e6-9ac61f48aaab tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports/63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 943 time: 0.0546484 Mar 07 10:30:02.871890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb35b8-449e-4b52-835a-11e01c1b5b78 req-1f277c8a-4680-4d8c-b0d4-5ac327357c71 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.873295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ebb35b8-449e-4b52-835a-11e01c1b5b78 req-1f277c8a-4680-4d8c-b0d4-5ac327357c71 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.3854413 Mar 07 10:30:02.922852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ebb35b8-449e-4b52-835a-11e01c1b5b78 req-1f10b11a-aeb7-4245-8dd5-4bada895bc87 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Mar 07 10:30:03.029519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-ad2631f3-341d-4b42-89c9-449d88e2ec36 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.0874081 Mar 07 10:30:03.078252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49cb3-2c33-4964-85bf-eeceebc78b60 req-1e17d8db-6c51-4f7b-8420-b6f9c86111d3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.079574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31d49cb3-2c33-4964-85bf-eeceebc78b60 req-1e17d8db-6c51-4f7b-8420-b6f9c86111d3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.0952058 Mar 07 10:30:03.204254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-31949789-34f2-4a6d-b232-7408d0434fab tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.205963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-31949789-34f2-4a6d-b232-7408d0434fab tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1704273 Mar 07 10:30:03.212067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31d49cb3-2c33-4964-85bf-eeceebc78b60 req-5a5eb621-6f27-414e-bd3e-24afcf3de704 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041853 Mar 07 10:30:03.220045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-ef41ba1a-4775-4add-aba5-1bab0d6a919d tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:03.220969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-ef41ba1a-4775-4add-aba5-1bab0d6a919d tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070732 Mar 07 10:30:03.229315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-77e85c3f-3119-40be-abb3-4ca49dc41e2d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.230728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-77e85c3f-3119-40be-abb3-4ca49dc41e2d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.1243396 Mar 07 10:30:03.278827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed184335-8257-4b61-a3e3-eb2d42993c39 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:03.299597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: ed184335-8257-4b61-a3e3-eb2d42993c39 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:03.299597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed184335-8257-4b61-a3e3-eb2d42993c39 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:03.362869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-378a32ba-e5fb-448f-bdbf-26b7d2218d77 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.1312003 Mar 07 10:30:03.401391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:03.471945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.481731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40da250-5efc-4408-9767-03f9d2787e60 req-26448de6-b3e7-4044-b9c3-aa7484444d81 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.483179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e40da250-5efc-4408-9767-03f9d2787e60 req-26448de6-b3e7-4044-b9c3-aa7484444d81 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 945 time: 0.2053254 Mar 07 10:30:03.549700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Deleting port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:03.549986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.679118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e40da250-5efc-4408-9767-03f9d2787e60 req-e0ef8cb5-60e8-42b0-b89a-bd5ead0afc8d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups?id=eca4f22e-8a78-435b-8fe2-6db66759691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641631 Mar 07 10:30:03.750674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.761610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.761938 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Floating IP 26438c5f-7ba8-4fca-aee6-795fe2cd1981 disassociated. External IP: 172.25.4.8, port: 63bfad62-6ada-49e4-8c60-e0581679b718. Mar 07 10:30:03.783175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] For port c6c62b70-dadf-45dd-bb21-5630ca1a60e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:03.783523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.034784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5d137-2894-4eca-ac5e-060adf605a7b req-77e0f9dc-c637-437a-9dd3-f0658734b52e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.036390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41f5d137-2894-4eca-ac5e-060adf605a7b req-77e0f9dc-c637-437a-9dd3-f0658734b52e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.2973344 Mar 07 10:30:04.197010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.197268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.197571 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Floating IP ae365a18-6efe-4dc4-ae9b-a649c9919057 disassociated. External IP: 172.25.4.166, port: c6c62b70-dadf-45dd-bb21-5630ca1a60e5. Mar 07 10:30:04.197904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Calling delete_port for c6c62b70-dadf-45dd-bb21-5630ca1a60e5 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:04.213569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41f5d137-2894-4eca-ac5e-060adf605a7b req-83d80a4f-cd03-4986-8cd3-27b40be665ee tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654146 Mar 07 10:30:04.438569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Router 52b6a2d7-46da-424e-8f70-747f1003c904 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:04.451093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c6c62b70-dadf-45dd-bb21-5630ca1a60e5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.498957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event deleted for resources: {'Port': ['ID=c6c62b70-dadf-45dd-bb21-5630ca1a60e5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.557027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a90d-69a8-48f0-80b3-56b68688ee64 req-4bb3eda1-456f-445b-a101-8ca45f19b613 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.558773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9388a90d-69a8-48f0-80b3-56b68688ee64 req-4bb3eda1-456f-445b-a101-8ca45f19b613 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.1629143 Mar 07 10:30:04.735125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:04.744086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.746710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Sync routers for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:04.759369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:04.760198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:04.775556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9388a90d-69a8-48f0-80b3-56b68688ee64 req-bacf4df1-d136-499c-9f50-12cce9281575 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734693 Mar 07 10:30:04.845021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Router 146a5525-07f8-449f-b51f-ab179263fe8d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:04.862619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-d7d7cb73-9464-44f8-95ab-b67088828ceb tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "PUT /v2.0/floatingips/26438c5f-7ba8-4fca-aee6-795fe2cd1981 HTTP/1.1" status: 200 len: 693 time: 1.4791598 Mar 07 10:30:04.863344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:04.865924 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0c696-27bc-4182-ab58-24e944a6adb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:04.909545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:05.213601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-c47de65c-6f56-4c16-8418-5c9b7f009781 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887153 Mar 07 10:30:05.285014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:05.386278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-b8720380-4e81-4026-bb64-96c04319b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.389477 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-b8720380-4e81-4026-bb64-96c04319b08d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1126 time: 0.1004689 Mar 07 10:30:05.429683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:05.441288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Sync routers for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:05.460897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-c6935d40-0e0c-4c27-9340-3f0419cc672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.461369 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:05.462005 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:05.462439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-c6935d40-0e0c-4c27-9340-3f0419cc672f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1128 time: 0.5778000 Mar 07 10:30:05.498859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84a2a-ef0b-4be9-81b1-f61e1d1de204 req-44ad7ffa-76b1-45f1-9aa9-606ce4a6e38c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.501098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84e84a2a-ef0b-4be9-81b1-f61e1d1de204 req-44ad7ffa-76b1-45f1-9aa9-606ce4a6e38c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.6152954 Mar 07 10:30:05.597538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] No DVR routers for this DVR port c6c62b70-dadf-45dd-bb21-5630ca1a60e5 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:05.626640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:05.639376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-22de9364-165d-48dc-854d-20f10e70d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.640946 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-22de9364-165d-48dc-854d-20f10e70d160 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.2281988 Mar 07 10:30:05.642866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.651639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'mac_address': 'fa:16:3e:d9:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:05.658551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c37c148-29f2-4fde-ac11-b0fc812b1b1b req-5f32c6a5-9a11-47da-894d-606409a19d12 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.26 "DELETE /v2.0/ports/c6c62b70-dadf-45dd-bb21-5630ca1a60e5 HTTP/1.1" status: 204 len: 173 time: 2.4196956 Mar 07 10:30:05.744720 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:05.754148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port adb3b18c-52f0-4b23-b207-720e1bd62e25 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:05.754148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.763961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-cf175f2e-6945-4bed-859a-a3d575925e2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.1103621 Mar 07 10:30:05.784218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:05.796294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb3b18c-52f0-4b23-b207-720e1bd62e25 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:05.839343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-2ce6f815-86ad-4535-9c2b-7f87106f0732 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.841592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-2ce6f815-86ad-4535-9c2b-7f87106f0732 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.4230521 Mar 07 10:30:05.845947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:05.868814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-c136ef28-d6d2-4bb7-9164-7b6930f11f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.870670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-c136ef28-d6d2-4bb7-9164-7b6930f11f38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0992055 Mar 07 10:30:05.872391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84e84a2a-ef0b-4be9-81b1-f61e1d1de204 req-43a52d38-5df4-455f-97d3-1ba51fcedd57 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261416 Mar 07 10:30:05.910210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.913908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Checking router: 52b6a2d7-46da-424e-8f70-747f1003c904 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:05.939739 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-a64283f2-1a6c-4d5b-833e-b815eea7393d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552132 Mar 07 10:30:05.967004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:05.967658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.132958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-892ec78b-6f3d-4627-b5d9-940b80040388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.145719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-892ec78b-6f3d-4627-b5d9-940b80040388 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 930 time: 0.5820327 Mar 07 10:30:06.191329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['adb3b18c-52f0-4b23-b207-720e1bd62e25'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:06.204238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0188276-8413-4508-b24a-68307855e037 req-3b6f51c0-9ea3-4205-9f5c-c3c8e14aa4b4 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d46500-b803-4120-9422-72b35147c581 HTTP/1.1" status: 200 len: 210 time: 0.1290305 Mar 07 10:30:06.275017 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.281677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-3eb76990-a84f-40ce-bf4a-ae0140581f2e service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406916 Mar 07 10:30:06.323958 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c28d1d-445a-41db-b1e4-14e92e559779 x-openstack-request-id: req-05c28d1d-445a-41db-b1e4-14e92e559779 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:06.324482 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:06.324825 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05c28d1d-445a-41db-b1e4-14e92e559779 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:06.325326 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718', 'status': 'completed', 'code': 200} Mar 07 10:30:06.362601 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Checking router: 146a5525-07f8-449f-b51f-ab179263fe8d for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:06.375626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-cf240c88-1f95-4392-b2eb-36be7df1b975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 217 time: 0.1874731 Mar 07 10:30:06.390193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-7ffaaf01-31dc-4daf-ae11-02edc1d267f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.391877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-7ffaaf01-31dc-4daf-ae11-02edc1d267f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e&tenant_id=dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 1126 time: 0.5333090 Mar 07 10:30:06.397046 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:06.398024 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.566083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a40b4b59-706e-4538-b654-cfeee35cf038 req-e0e483e3-fcd5-41fb-84f1-adc5600fce64 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692690 Mar 07 10:30:06.568632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.774153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:06.878590 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:06.883891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-55c50f5b-699e-45a8-ba14-b44c9ca68860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.894670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-55c50f5b-699e-45a8-ba14-b44c9ca68860 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.5067294 Mar 07 10:30:06.945147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-6bd82754-29b6-49fe-b0bc-33436ef6d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.946738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-6bd82754-29b6-49fe-b0bc-33436ef6d385 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc03756a6c1443e887a8a08329db7ca&device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 1128 time: 0.5780008 Mar 07 10:30:06.969311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-2d8596c7-a507-4c0f-b3b8-8964905a9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.970782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-2d8596c7-a507-4c0f-b3b8-8964905a9940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1126 time: 0.4263623 Mar 07 10:30:06.996464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d3773-2c27-4fee-b405-e16bbdc610e6 req-6f00074f-cf90-40b2-b270-3fd9d39e06c6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.003655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-390d3773-2c27-4fee-b405-e16bbdc610e6 req-6f00074f-cf90-40b2-b270-3fd9d39e06c6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.4602540 Mar 07 10:30:07.154311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-db2568f4-6580-486c-85ee-67a369fb0e76 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.160547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-db2568f4-6580-486c-85ee-67a369fb0e76 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.1176298 Mar 07 10:30:07.184714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-c73361b0-d331-4630-80ba-85d63f8a3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.193663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-c73361b0-d331-4630-80ba-85d63f8a3e6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2993588 Mar 07 10:30:07.308572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c6c62b70-dadf-45dd-bb21-5630ca1a60e5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:07.319086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-390d3773-2c27-4fee-b405-e16bbdc610e6 req-b8484abf-0cd4-4161-8efa-48efe93f29d5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144341 Mar 07 10:30:07.334104 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:07.377746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: c6c62b70-dadf-45dd-bb21-5630ca1a60e5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:07.378102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c6c62b70-dadf-45dd-bb21-5630ca1a60e5 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:07.383258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-68db56dc-7e3c-4e55-8fe0-f0f75be76d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.386680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-68db56dc-7e3c-4e55-8fe0-f0f75be76d83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 200 len: 930 time: 0.4298868 Mar 07 10:30:07.406550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e84aaa-be8b-44f8-a282-f816d400c045 None None] The sync data for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 is: [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:28:42Z', 'revision_number': 4, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c61a763a-1ae8-4fb7-a38a-4f9885c6b203', 'name': '', 'network_id': '8f6ef809-ce52-4804-9807-7db87d8e511a', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'mac_address': 'fa:16:3e:37:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '65d6bf77-c746-4228-942e-d10733340a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'subnets': [{'id': '65d6bf77-c746-4228-942e-d10733340a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:07.412030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:07.465041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7d289-e24a-401c-8af0-abf48e57a533 None None] The sync data for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 is: [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:29:25Z', 'revision_number': 4, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0f32454d-580d-4a04-9722-95f2c102c2a7', 'name': '', 'network_id': 'd80789f3-f0b9-4986-bb10-203d98492f5e', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'mac_address': 'fa:16:3e:03:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'subnets': [{'id': 'fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:07.494234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Deleting port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:07.494718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.595702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-1c46ab88-bf54-4849-a85d-27a40875ebcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 200 len: 217 time: 0.1526675 Mar 07 10:30:07.635490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-0fb015a2-1089-4d7e-8f9c-00ef6c4d0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.636923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-0fb015a2-1089-4d7e-8f9c-00ef6c4d0a78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.6264772 Mar 07 10:30:07.742110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] For port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:07.742582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.756054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Calling delete_port for 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:07.768450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-91b2715c-4762-4cc3-9490-72d2b06698ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0795605 Mar 07 10:30:07.772724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-130bc4f9-d549-4ec8-8ed7-82a0640417d9 service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782390 Mar 07 10:30:07.983875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-eb16e680-8fe4-493c-b163-b892cfe60f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.985463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-eb16e680-8fe4-493c-b163-b892cfe60f06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 200 len: 868 time: 0.3884673 Mar 07 10:30:08.006560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8fcdfc9a-f89b-4485-ad75-aed6ddb344d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.029285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:08.065984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Pushing event deleted for resources: {'Port': ['ID=8fcdfc9a-f89b-4485-ad75-aed6ddb344d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.086553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b84010-ecce-43cf-b17c-b5174c733f4e None None] New status for floating IP ae365a18-6efe-4dc4-ae9b-a649c9919057: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:30:08.132420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-38814886-c21c-4ec3-8734-b63448918a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.134246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-38814886-c21c-4ec3-8734-b63448918a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.3521402 Mar 07 10:30:08.148854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f103cdc-2ffc-410d-918a-2eab2f3970be None None] New status for floating IP 26438c5f-7ba8-4fca-aee6-795fe2cd1981: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:30:08.164520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040ba83-b920-41c2-b08e-10e02269eee1 req-fb7c3171-c54a-4064-9823-762add5d76e1 service neutron] 10.222.0.23 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675432 Mar 07 10:30:08.169276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] No DVR routers for this DVR port 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:08.172666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.174049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022332a5-401a-4f05-bb76-3687b0960df1 req-f5526116-d47c-4133-adb8-6268f76810bb tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.175800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-022332a5-401a-4f05-bb76-3687b0960df1 req-f5526116-d47c-4133-adb8-6268f76810bb tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a145816-eba4-49c9-9eca-1e3464543e56 HTTP/1.1" status: 200 len: 949 time: 0.6124277 Mar 07 10:30:08.183244 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a7e5365-9102-447a-8de0-8866244f62f6 req-b78e0049-35f0-4fd3-ba55-82390db826db tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.32 "DELETE /v2.0/ports/8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 HTTP/1.1" status: 204 len: 173 time: 1.0164104 Mar 07 10:30:08.184043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'name': 'network-vif-deleted', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:08.189136 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3825ab-390d-47bf-b9f7-bbc972b2f1b9" -d '{"events": [{"server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "name": "network-vif-deleted", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:08.256503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-6d603de4-c273-4140-ab13-cf57528ff980 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767539 Mar 07 10:30:08.358981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'name': 'network-vif-deleted', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:08.361054 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74b721-2b84-45c4-96b5-0964ef208626" -d '{"events": [{"server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "name": "network-vif-deleted", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:08.456698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-e56ba8fd-bb6d-4a95-9522-72543a62bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.458929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-e56ba8fd-bb6d-4a95-9522-72543a62bcc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80789f3-f0b9-4986-bb10-203d98492f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4005389 Mar 07 10:30:08.476911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-022332a5-401a-4f05-bb76-3687b0960df1 req-fb83d653-c953-4dc8-94be-ac96ae1bd945 tempest-LiveMigrationNegativeTest-755416301 tempest-LiveMigrationNegativeTest-755416301-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad17aa59-cf1e-4a76-a936-f62596d744a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062621 Mar 07 10:30:08.628919 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15d0fcf-f887-4ffc-b859-e0bd9b4261ef x-openstack-request-id: req-f15d0fcf-f887-4ffc-b859-e0bd9b4261ef {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:08.629429 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a145816-eba4-49c9-9eca-1e3464543e56", "name": "network-vif-deleted", "tag": "8fcdfc9a-f89b-4485-ad75-aed6ddb344d3", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:08.630682 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f15d0fcf-f887-4ffc-b859-e0bd9b4261ef {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:08.631175 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a145816-eba4-49c9-9eca-1e3464543e56', 'name': 'network-vif-deleted', 'tag': '8fcdfc9a-f89b-4485-ad75-aed6ddb344d3', 'status': 'completed', 'code': 200} Mar 07 10:30:08.726168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005389e7-970c-4b50-a285-37faaa0ce449 req-34209d90-2643-46a0-8bc3-72117d4275d2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.728184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-005389e7-970c-4b50-a285-37faaa0ce449 req-34209d90-2643-46a0-8bc3-72117d4275d2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.4309337 Mar 07 10:30:08.739783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-4e3fd55f-47d2-4d8f-a4ce-a20e449f3f81 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips/26438c5f-7ba8-4fca-aee6-795fe2cd1981 HTTP/1.1" status: 200 len: 691 time: 0.0871859 Mar 07 10:30:08.792682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-05f8d3d1-cb74-4e1b-8d3c-36553a03ef06 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943836 Mar 07 10:30:08.853513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-a7f33db1-e547-4eeb-af4c-12322b2355c6 service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648682 Mar 07 10:30:08.923162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-005389e7-970c-4b50-a285-37faaa0ce449 req-8b6cbd27-fae0-451c-88b0-42309efde837 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752040 Mar 07 10:30:09.148181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-e8e421f8-d433-4e0d-8681-24efe74820fa service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280609 Mar 07 10:30:09.155398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-85c8daa3-fe8e-47b2-9da9-b00cf93fe86c tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.157347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-85c8daa3-fe8e-47b2-9da9-b00cf93fe86c tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.4050286 Mar 07 10:30:09.178576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-f84611bd-1290-4841-a5da-a645910934aa tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:09.179565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-f84611bd-1290-4841-a5da-a645910934aa tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102379 Mar 07 10:30:09.182527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fae0c696-27bc-4182-ab58-24e944a6adb3 req-fae1ded7-9765-4392-9eee-823f7da3bade service neutron] 10.222.0.26 "GET /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163023 Mar 07 10:30:09.189669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd28e6-c4e5-4b20-b128-3a731f6e90dc req-7dd3375a-20a0-47a7-95b5-19b180ffa136 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.191129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31fd28e6-c4e5-4b20-b128-3a731f6e90dc req-7dd3375a-20a0-47a7-95b5-19b180ffa136 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.1840627 Mar 07 10:30:09.314929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:09.425814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port adb3b18c-52f0-4b23-b207-720e1bd62e25 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:09.426727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.693213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-4960cbfc-e2e5-47ed-a1c1-739f6c5c91f7 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.5005391 Mar 07 10:30:09.789001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port adb3b18c-52f0-4b23-b207-720e1bd62e25 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:09.789462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.824136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:09.826398 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9c1f7-f784-4b96-90c2-cb75cd3a4a52" -d '{"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-plugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:09.842142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:09.848531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.875391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31fd28e6-c4e5-4b20-b128-3a731f6e90dc req-b242549d-4c01-4052-bc92-096f26cbf25c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761279 Mar 07 10:30:09.894815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-8d257f1b-4647-4e3d-b41b-1332803d3a73 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1908529 Mar 07 10:30:09.914973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:09.981060 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e02ccc8-b192-4fb6-b2c1-94e2875b112d x-openstack-request-id: req-8e02ccc8-b192-4fb6-b2c1-94e2875b112d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:09.981060 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d46500-b803-4120-9422-72b35147c581", "name": "network-vif-deleted", "tag": "c6c62b70-dadf-45dd-bb21-5630ca1a60e5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:09.981060 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e02ccc8-b192-4fb6-b2c1-94e2875b112d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:09.981060 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d46500-b803-4120-9422-72b35147c581', 'name': 'network-vif-deleted', 'tag': 'c6c62b70-dadf-45dd-bb21-5630ca1a60e5', 'status': 'completed', 'code': 200} Mar 07 10:30:09.986833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-360e4cb7-6101-4a3c-8a66-2120a43036d5 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.989751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-360e4cb7-6101-4a3c-8a66-2120a43036d5 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.3993893 Mar 07 10:30:10.102129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40812) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:10.215354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Deleting port c5a2d68f-697b-4d69-8860-d362fffc873c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:10.216190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.283432 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e60374-0b3e-464a-8ccc-d84f29774d02 x-openstack-request-id: req-43e60374-0b3e-464a-8ccc-d84f29774d02 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:10.283974 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-plugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:10.284490 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43e60374-0b3e-464a-8ccc-d84f29774d02 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:10.285118 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'code': 200} Mar 07 10:30:10.291614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-a8c8c66e-ee8b-4eb4-aff8-2f61dd44c12f service neutron] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:10.295320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (eca4f22e-8a78-435b-8fe2-6db66759691f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.296260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-a8c8c66e-ee8b-4eb4-aff8-2f61dd44c12f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.297584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-172fa073-3e09-4836-aad1-9fc1778f30b5 req-a8c8c66e-ee8b-4eb4-aff8-2f61dd44c12f service neutron] 10.222.0.32 "DELETE /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a/bindings/n-h1-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.3006308 Mar 07 10:30:10.370148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (eca4f22e-8a78-435b-8fe2-6db66759691f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.386681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.387147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (c5a2d68f-697b-4d69-8860-d362fffc873c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.453582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eca4f22e-8a78-435b-8fe2-6db66759691f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.454111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Calling delete_port for c5a2d68f-697b-4d69-8860-d362fffc873c owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:10.458029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.462538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40818) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:10.463226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "DELETE /v2.0/security-groups/eca4f22e-8a78-435b-8fe2-6db66759691f HTTP/1.1" status: 204 len: 168 time: 0.3594780 Mar 07 10:30:10.488695 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-781a1521-a40d-4dfa-b623-016ec76f9dd8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] show failed (client error): The resource could not be found. Mar 07 10:30:10.491280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-781a1521-a40d-4dfa-b623-016ec76f9dd8 tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "GET /v2.0/security-groups/eca4f22e-8a78-435b-8fe2-6db66759691f HTTP/1.1" status: 404 len: 347 time: 0.0261962 Mar 07 10:30:10.492711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6820b3-9ef6-4e52-8cad-12b398a3a9de tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4f22e-8a78-435b-8fe2-6db66759691f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.494335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40820) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:10.596365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88ebf2-4e94-4cb0-ba68-9ae76e61dda4 req-33d4c3cb-a14f-47b6-816f-474d92ca9b9e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:10.598068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce88ebf2-4e94-4cb0-ba68-9ae76e61dda4 req-33d4c3cb-a14f-47b6-816f-474d92ca9b9e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2298758 Mar 07 10:30:10.644299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:10.769679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce88ebf2-4e94-4cb0-ba68-9ae76e61dda4 req-7901cede-5f4f-4c00-845f-5622db00e5c6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054137 Mar 07 10:30:10.846166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Deleting port 87cdd17a-c258-484e-ab9a-87f7262ac9e0 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:10.846166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.990138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.991082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (87cdd17a-c258-484e-ab9a-87f7262ac9e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.993514 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-18be799e-0d18-459f-b80c-367fc096e3f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a921d5de86fc497389289449ab62cdfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430955 Mar 07 10:30:10.994284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:11.018072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Calling delete_port for 87cdd17a-c258-484e-ab9a-87f7262ac9e0 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:11.139253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] Publish callbacks [] for security_group (ad17aa59-cf1e-4a76-a936-f62596d744a8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.202901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] Publish callbacks [] for security_group (ad17aa59-cf1e-4a76-a936-f62596d744a8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.280193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ad17aa59-cf1e-4a76-a936-f62596d744a8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.289227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.296294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad17aa59-cf1e-4a76-a936-f62596d744a8 HTTP/1.1" status: 204 len: 168 time: 0.2974880 Mar 07 10:30:11.297933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c5a2d68f-697b-4d69-8860-d362fffc873c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.337854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04d08-82dd-41ec-ac27-b5b272527b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad17aa59-cf1e-4a76-a936-f62596d744a8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.411016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event deleted for resources: {'Port': ['ID=c5a2d68f-697b-4d69-8860-d362fffc873c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.458361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks [] for floatingip (26438c5f-7ba8-4fca-aee6-795fe2cd1981), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.461382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.462533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d393d-b2ae-4637-b9f7-bdefd6aa998f req-14ef08c9-56d3-490a-84be-ef4f58507b08 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "DELETE /v2.0/floatingips/26438c5f-7ba8-4fca-aee6-795fe2cd1981 HTTP/1.1" status: 204 len: 173 time: 1.5649500 Mar 07 10:30:11.476176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (87cdd17a-c258-484e-ab9a-87f7262ac9e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.488299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a30b7-ecd6-47f6-b7d1-2788a632a433 req-b0df517d-b0c9-4e7c-b8df-e4d8fc109d0a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:11.495470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-221a30b7-ecd6-47f6-b7d1-2788a632a433 req-b0df517d-b0c9-4e7c-b8df-e4d8fc109d0a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.2779868 Mar 07 10:30:11.529318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Pushing event deleted for resources: {'Port': ['ID=87cdd17a-c258-484e-ab9a-87f7262ac9e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.565819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks [] for floatingip (ae365a18-6efe-4dc4-ae9b-a649c9919057), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.568821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.569983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1bca6e29-e2b0-4732-befa-c7ce588f402d tempest-ServersTestManualDisk-1494601418 tempest-ServersTestManualDisk-1494601418-project] 10.222.0.23 "DELETE /v2.0/floatingips/ae365a18-6efe-4dc4-ae9b-a649c9919057 HTTP/1.1" status: 204 len: 168 time: 1.0747278 Mar 07 10:30:11.573257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:11.633432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-221a30b7-ecd6-47f6-b7d1-2788a632a433 req-e0abf58a-f4f3-4fd8-9839-dcbb109d9301 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369076 Mar 07 10:30:11.844027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:11.940432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:11.941096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8fcdfc9a-f89b-4485-ad75-aed6ddb344d3 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:11.998809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0eee3-5d5b-430e-98e6-0f1468a75998 req-3862e109-fd07-411c-a11b-39a4197793ef tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.010280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efe0eee3-5d5b-430e-98e6-0f1468a75998 req-3862e109-fd07-411c-a11b-39a4197793ef tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1846631 Mar 07 10:30:12.085605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40866) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:12.134829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efe0eee3-5d5b-430e-98e6-0f1468a75998 req-569b8987-c1bb-4ae8-9567-a21852775520 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1188545 Mar 07 10:30:12.138131 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3368bede-7266-4f26-ae17-d7d9c74ffe18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cf285f0e780472398af3814446261f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491352 Mar 07 10:30:12.138733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:12.191057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c7713-abb1-4d92-a9a3-65dd62eb5df5 req-91713677-8a9f-404a-966e-962500f56b6b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.200725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-864c7713-abb1-4d92-a9a3-65dd62eb5df5 req-91713677-8a9f-404a-966e-962500f56b6b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1126 time: 0.2487676 Mar 07 10:30:12.213374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] Publish callbacks [] for security_group (1b12f306-66a1-470f-b914-bee892e5945f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.240830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] Publish callbacks [] for security_group (1b12f306-66a1-470f-b914-bee892e5945f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.320230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1b12f306-66a1-470f-b914-bee892e5945f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.324895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.356233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b12f306-66a1-470f-b914-bee892e5945f HTTP/1.1" status: 204 len: 168 time: 0.1958523 Mar 07 10:30:12.384992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-864c7713-abb1-4d92-a9a3-65dd62eb5df5 req-fb3c80ab-34b9-4716-bb1f-37807cc55ba2 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829567 Mar 07 10:30:12.431408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbeea5-2030-468f-99b8-283ecc4ade0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b12f306-66a1-470f-b914-bee892e5945f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.434181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84884d9-0a9a-43d8-b673-4405730867ad req-85eddad1-83fb-4bbb-801d-7877bdfc12d2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.456860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a84884d9-0a9a-43d8-b673-4405730867ad req-85eddad1-83fb-4bbb-801d-7877bdfc12d2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2177863 Mar 07 10:30:12.756428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (146a5525-07f8-449f-b51f-ab179263fe8d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.824831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-849bc743-c0e4-4f8a-9993-cb9546724eed req-326eba11-1fd1-4d08-bea1-0cbbb86104f9 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2016101 Mar 07 10:30:12.879999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a84884d9-0a9a-43d8-b673-4405730867ad req-a775937b-3e89-4b4c-a712-fed93dfba26f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216866 Mar 07 10:30:13.267341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-b43f7afa-a23b-4345-bea0-84bd3d39362e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.269182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-b43f7afa-a23b-4345-bea0-84bd3d39362e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.1335492 Mar 07 10:30:13.309474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-fe1159f0-4c89-4dc3-b41b-d6aece2e858a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/quotas/dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 375 time: 0.0300045 Mar 07 10:30:13.414697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-de51fd8a-58d1-45d3-8471-84dc0a9dca0d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040411 Mar 07 10:30:13.540303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347f4a-ca06-46ce-a27e-1a7f44318daf req-d8dcf845-991a-4890-8229-020cc423025a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.541965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29347f4a-ca06-46ce-a27e-1a7f44318daf req-d8dcf845-991a-4890-8229-020cc423025a tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.1435585 Mar 07 10:30:13.583812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-ec327ea2-702b-4a39-897c-7e3d243039ca service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383655 Mar 07 10:30:13.680681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29347f4a-ca06-46ce-a27e-1a7f44318daf req-edc4b879-51a7-4da4-ae60-f197b7ab4678 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174479 Mar 07 10:30:13.797521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-ed8ab5d8-81ec-4c4e-a07c-741c66dca7e9 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011993 Mar 07 10:30:13.846373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Deleting port c61a763a-1ae8-4fb7-a38a-4f9885c6b203 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:13.847284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.091947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] For port c61a763a-1ae8-4fb7-a38a-4f9885c6b203, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:14.092373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.122656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Calling delete_port for c61a763a-1ae8-4fb7-a38a-4f9885c6b203 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:14.153181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387419-e84a-45e1-83e0-4f5f402c0725 req-dacab641-ef40-4533-8b1e-3fb275b0d613 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.155203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0387419-e84a-45e1-83e0-4f5f402c0725 req-dacab641-ef40-4533-8b1e-3fb275b0d613 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1060185 Mar 07 10:30:14.268315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4def06d9-8e60-4746-afff-94fedce949e8 req-6a7b3a25-b24d-452f-ad81-c639f4dadd65 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0528402 Mar 07 10:30:14.288666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0387419-e84a-45e1-83e0-4f5f402c0725 req-b119abfa-489e-4725-b9de-01fdd1cdb7e1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172907 Mar 07 10:30:14.470945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c61a763a-1ae8-4fb7-a38a-4f9885c6b203), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.501430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61a763a-1ae8-4fb7-a38a-4f9885c6b203,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:14.797734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-3f7d1944-dcbe-405e-a452-1aed5036bb34 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.799430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-3f7d1944-dcbe-405e-a452-1aed5036bb34 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.26 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.0885098 Mar 07 10:30:14.915908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (146a5525-07f8-449f-b51f-ab179263fe8d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.993469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dd208-b142-4f4e-a993-cc708c70153a req-5ac948e8-19df-4430-9d34-2ef9446329a4 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.000853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f35dd208-b142-4f4e-a993-cc708c70153a req-5ac948e8-19df-4430-9d34-2ef9446329a4 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 946 time: 0.1440978 Mar 07 10:30:15.068759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Deleting port 63bfad62-6ada-49e4-8c60-e0581679b718 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:15.069134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.127369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f35dd208-b142-4f4e-a993-cc708c70153a req-857da6ea-06cd-4476-b9d0-835777f9f1a7 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/security-groups?id=720bb090-14ff-421a-b39f-fdc400ba5ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254382 Mar 07 10:30:15.279506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] For port 63bfad62-6ada-49e4-8c60-e0581679b718, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=63bfad62-6ada-49e4-8c60-e0581679b718,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:15.280036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.312763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Calling delete_port for 63bfad62-6ada-49e4-8c60-e0581679b718 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:15.414374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Router 146a5525-07f8-449f-b51f-ab179263fe8d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:15.475458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a00691a5-4c42-47ac-bf6d-797673999d10 req-e8ba201b-2148-493b-98f3-c5e8046f8779 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0467989 Mar 07 10:30:15.577106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:15.591612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e52f83a2-04c7-493d-816c-2fc9f1d4e137 admin admin] 10.222.0.23 "PUT /v2.0/routers/146a5525-07f8-449f-b51f-ab179263fe8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0166862 Mar 07 10:30:15.595266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:15.595569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Sync routers for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:15.630308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:15.636970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:15.654657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda2a14-0dda-405f-a77b-3905d1fee023 req-3701ee0b-4acf-4852-8c61-27cbb4bfa028 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.656451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bda2a14-0dda-405f-a77b-3905d1fee023 req-3701ee0b-4acf-4852-8c61-27cbb4bfa028 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2057047 Mar 07 10:30:15.749587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-6b76394a-636c-45db-9337-5c591818c8b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.751330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-6b76394a-636c-45db-9337-5c591818c8b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.2447746 Mar 07 10:30:15.769871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Request body: {'port': {'device_id': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'admin_state_up': True, 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:15.823169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks [] for router (146a5525-07f8-449f-b51f-ab179263fe8d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.856581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bda2a14-0dda-405f-a77b-3905d1fee023 req-a0ab8255-3ad1-492a-a589-1658f21f7fb9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890719 Mar 07 10:30:15.907272 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (63bfad62-6ada-49e4-8c60-e0581679b718), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.922075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-dbbcc04b-b5a4-4ef2-811f-2ddda8c7c04c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910230 Mar 07 10:30:15.931713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['63bfad62-6ada-49e4-8c60-e0581679b718'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:15.982167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Pushing event deleted for resources: {'Port': ['ID=63bfad62-6ada-49e4-8c60-e0581679b718,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.998377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:16.024107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] No DVR routers for this DVR port 63bfad62-6ada-49e4-8c60-e0581679b718 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:16.026936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.032215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1de20a5b-7e18-4628-bc23-dd15fa9e6478 req-1ee44f6b-3b41-4b0f-ace1-fe5f2619ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.26 "DELETE /v2.0/ports/63bfad62-6ada-49e4-8c60-e0581679b718 HTTP/1.1" status: 204 len: 173 time: 1.2271233 Mar 07 10:30:16.040418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks [] for router_gateway (146a5525-07f8-449f-b51f-ab179263fe8d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.056890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'name': 'network-vif-deleted', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:16.061282 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796a794-8b14-401e-8558-1a5a3a01d393" -d '{"events": [{"server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "name": "network-vif-deleted", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:16.163147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Deleting port bc1b8bac-da2d-4b3b-a723-fa91f95ee439 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:16.163147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.302379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] For port bc1b8bac-da2d-4b3b-a723-fa91f95ee439, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:16.302914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.321349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Calling delete_port for bc1b8bac-da2d-4b3b-a723-fa91f95ee439 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:16.393427 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4afe03d-65f2-478a-a3ec-b63accaa821d x-openstack-request-id: req-f4afe03d-65f2-478a-a3ec-b63accaa821d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:16.393761 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645213e-8b42-41d3-abf8-80d6318a3c2a", "name": "network-vif-deleted", "tag": "63bfad62-6ada-49e4-8c60-e0581679b718", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:16.394014 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4afe03d-65f2-478a-a3ec-b63accaa821d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:16.394452 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1645213e-8b42-41d3-abf8-80d6318a3c2a', 'name': 'network-vif-deleted', 'tag': '63bfad62-6ada-49e4-8c60-e0581679b718', 'status': 'completed', 'code': 200} Mar 07 10:30:16.433017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:16.436679 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.459578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:30:14Z', 'revision_number': 5, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port': {'id': 'bc1b8bac-da2d-4b3b-a723-fa91f95ee439', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:30Z', 'updated_at': '2022-03-07T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:16.490375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Checking router: 146a5525-07f8-449f-b51f-ab179263fe8d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:16.502231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Routers {'146a5525-07f8-449f-b51f-ab179263fe8d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:16.502405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['146a5525-07f8-449f-b51f-ab179263fe8d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:16.608457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] Set router 146a5525-07f8-449f-b51f-ab179263fe8d gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:16.642779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Allocated IP 172.20.0.10 (f7e16943-88d1-4a7c-b987-dd307e3a4c97/cea91c99-82cd-4fd1-9b61-3a5efde87bd9/ed104740-be49-4598-bab8-716372681dd3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:16.676860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:30:16Z', 'revision_number': 6, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:16.688584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bc1b8bac-da2d-4b3b-a723-fa91f95ee439), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.716740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1b8bac-da2d-4b3b-a723-fa91f95ee439,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.812172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (146a5525-07f8-449f-b51f-ab179263fe8d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.850614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693228b0-b6db-41d6-9fa0-e672ee5edec7 req-027f6cb8-71b4-4c4e-a41d-a1a839a5bdf6 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405 tempest-FloatingIPsAssociationNegativeTestJSON-1990433405-project] 10.222.0.23 "GET /v2.0/ports?device_id=1645213e-8b42-41d3-abf8-80d6318a3c2a HTTP/1.1" status: 200 len: 210 time: 0.3937104 Mar 07 10:30:16.909290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d19f8-51f2-4aca-9b50-54f27e64d6b8 None None] The sync data for ids ['146a5525-07f8-449f-b51f-ab179263fe8d'] in n-d-832156-4 is: [{'id': '146a5525-07f8-449f-b51f-ab179263fe8d', 'name': 'tempest-ServersTestManualDisk-1268553388-router', 'tenant_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:29Z', 'updated_at': '2022-03-07T10:30:16Z', 'revision_number': 6, 'project_id': 'e0e47c51ccfd44bb864ca861f2732b44', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:16.955551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-eb56a820-baf1-4964-be4e-4acb4932a4cf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.957281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-eb56a820-baf1-4964-be4e-4acb4932a4cf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9837675 Mar 07 10:30:16.967203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (146a5525-07f8-449f-b51f-ab179263fe8d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.969504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks [] for router_controller (146a5525-07f8-449f-b51f-ab179263fe8d), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.004064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-9a5a1a52-2fa5-4ca3-87a0-28a753b11c34 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/quotas/56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 375 time: 0.0378881 Mar 07 10:30:17.043540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-8a914c1e-49b5-45f0-90fa-a5ee11a77d77 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328190 Mar 07 10:30:17.054452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks [] for port (ed104740-be49-4598-bab8-716372681dd3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.054907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (146a5525-07f8-449f-b51f-ab179263fe8d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.056421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146a5525-07f8-449f-b51f-ab179263fe8d {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:17.064449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.070653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41018) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:17.071898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9bc9371-4b8b-4774-84a3-124ef743dbcb admin admin] 10.222.0.23 "DELETE /v2.0/routers/146a5525-07f8-449f-b51f-ab179263fe8d HTTP/1.1" status: 204 len: 168 time: 1.4752023 Mar 07 10:30:17.115273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ac9da41-49a4-4991-94f4-5299138ed75f req-bf828e51-849c-4065-bdbc-8c2c54f4d0a6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0360351 Mar 07 10:30:17.179891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Deleting subnet 65d6bf77-c746-4228-942e-d10733340a30 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:30:17.185017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ed104740-be49-4598-bab8-716372681dd3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.196050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Publish callbacks [] for subnet (65d6bf77-c746-4228-942e-d10733340a30), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.338897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Publish callbacks [] for subnet (65d6bf77-c746-4228-942e-d10733340a30), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.460191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.863034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f4edaff-da08-4e93-b3e4-26ac434d3acf req-11d6d37b-d645-44ef-99a1-c3119f83ae2c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 210 time: 0.6136808 Mar 07 10:30:17.868432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:17.869812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (65d6bf77-c746-4228-942e-d10733340a30), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.908812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:17.930580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:17.938544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:17.944765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.945394 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.008918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dc339-23e4-475d-9caa-1e95a8dbc6e9 req-f2e6a8bf-f0c5-4de3-9ec5-fb0dabf01ba6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.010640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689dc339-23e4-475d-9caa-1e95a8dbc6e9 req-f2e6a8bf-f0c5-4de3-9ec5-fb0dabf01ba6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.7641811 Mar 07 10:30:18.040450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-3808464b-28c0-467e-9823-45c7b06295f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2752419 Mar 07 10:30:18.077836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Request body: {'port': {'device_id': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:18.197002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for subnet (65d6bf77-c746-4228-942e-d10733340a30), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.263307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d6bf77-c746-4228-942e-d10733340a30,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.337045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.342677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5848ba24-4ad6-4ba7-9b7e-ea91e161855d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65d6bf77-c746-4228-942e-d10733340a30 HTTP/1.1" status: 204 len: 168 time: 1.2631392 Mar 07 10:30:18.347745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256763c8-beaf-4c2f-98ce-d91c93b449a9 None None] Network 8f6ef809-ce52-4804-9807-7db87d8e511a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:18.348356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:18.355986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.536030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c61a763a-1ae8-4fb7-a38a-4f9885c6b203 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:18.558696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-689dc339-23e4-475d-9caa-1e95a8dbc6e9 req-8d299b29-d942-4ea4-9f7e-4582f6aa2d17 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267601 Mar 07 10:30:18.592156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c61a763a-1ae8-4fb7-a38a-4f9885c6b203 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:18.592901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c61a763a-1ae8-4fb7-a38a-4f9885c6b203 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:18.593804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bc1b8bac-da2d-4b3b-a723-fa91f95ee439 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:18.633097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bc1b8bac-da2d-4b3b-a723-fa91f95ee439 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:18.636896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bc1b8bac-da2d-4b3b-a723-fa91f95ee439 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:18.762250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (52b6a2d7-46da-424e-8f70-747f1003c904), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.764114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed104740-be49-4598-bab8-716372681dd3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:18.772958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] DHCP port deletion for 8f6ef809-ce52-4804-9807-7db87d8e511a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:30:18.774137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks [] for port (ed104740-be49-4598-bab8-716372681dd3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.787258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Transition to ACTIVE for port object ed104740-be49-4598-bab8-716372681dd3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:18.813287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.861796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-c7a2573d-e898-43ef-bc8a-34fdebcf565d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2909372 Mar 07 10:30:18.868479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.878676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Deleting port bdf14b6d-4ea6-4799-8d54-b63164d4911f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:18.879321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.969600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dc23-ebab-437b-875c-343bfbad5a94 req-6aa74185-db5f-4263-ac97-9e8bd62247cf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.972424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8726dc23-ebab-437b-875c-343bfbad5a94 req-6aa74185-db5f-4263-ac97-9e8bd62247cf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 932 time: 0.6881912 Mar 07 10:30:19.044958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] For port bdf14b6d-4ea6-4799-8d54-b63164d4911f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bdf14b6d-4ea6-4799-8d54-b63164d4911f,segment=NetworkSegment(84d19ab1-959c-4cd1-974a-6192bf64e2b8),segment_id=84d19ab1-959c-4cd1-974a-6192bf64e2b8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:19.045433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8f6ef809-ce52-4804-9807-7db87d8e511a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.046191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.069736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Calling delete_port for bdf14b6d-4ea6-4799-8d54-b63164d4911f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:19.109758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Deleting port 0f32454d-580d-4a04-9722-95f2c102c2a7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:19.110346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.113156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-988218c9-8727-4e2b-9ea0-c873590dd2ec req-2192eb09-4330-421d-9713-e3f936c38c22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 210 time: 0.1091006 Mar 07 10:30:19.151305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:19.151631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:19.151983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:19.164280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8726dc23-ebab-437b-875c-343bfbad5a94 req-7015d98a-8cdc-4f7b-8ba0-5c08cab6a852 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829686 Mar 07 10:30:19.191012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:19.191330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:19.202830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:19.203164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:19.203537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:19.205975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Bound port: ed104740-be49-4598-bab8-716372681dd3, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:19.206334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.229868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-a9eb2e0b-dbd8-4492-b881-81ceea056ded tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.231423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-a9eb2e0b-dbd8-4492-b881-81ceea056ded tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3576946 Mar 07 10:30:19.245208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Request body: {'port': {'device_id': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '56bfb5bbe85e40ae84445580a2d9b621'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:19.302218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] For port 0f32454d-580d-4a04-9722-95f2c102c2a7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0f32454d-580d-4a04-9722-95f2c102c2a7,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:19.302746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.321434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Calling delete_port for 0f32454d-580d-4a04-9722-95f2c102c2a7 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:19.344168 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.386891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Deleting port bdf14b6d-4ea6-4799-8d54-b63164d4911f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:19.387225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.406665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 63bfad62-6ada-49e4-8c60-e0581679b718 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:19.417725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:19.418695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] Pushing event deleted for resources: {'Port': ['ID=bdf14b6d-4ea6-4799-8d54-b63164d4911f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.475828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fa633-7ab9-45d0-a3d1-011880689529 None None] No DVR routers for this DVR port bdf14b6d-4ea6-4799-8d54-b63164d4911f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:19.478663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 63bfad62-6ada-49e4-8c60-e0581679b718 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:19.479334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 63bfad62-6ada-49e4-8c60-e0581679b718 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:19.510492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:19.531498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] For port bdf14b6d-4ea6-4799-8d54-b63164d4911f, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:19.532161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.535169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.557071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.557682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.559276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] 10.222.0.26 "PUT /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 1092 time: 1.5029190 Mar 07 10:30:19.565665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'tag': 'ed104740-be49-4598-bab8-716372681dd3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:19.568387 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c7446-9064-4ec4-9556-2ad1347c2deb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "tag": "ed104740-be49-4598-bab8-716372681dd3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:19.618672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Calling delete_port for bdf14b6d-4ea6-4799-8d54-b63164d4911f owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:19.634274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Port bdf14b6d-4ea6-4799-8d54-b63164d4911f was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:30:19.667698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (bdf14b6d-4ea6-4799-8d54-b63164d4911f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.683871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Made reservation on behalf of 56bfb5bbe85e40ae84445580a2d9b621 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:19.688817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.708388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0f32454d-580d-4a04-9722-95f2c102c2a7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.751331 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4760131-cd82-47fe-bda8-bd4ed67bb9c9 x-openstack-request-id: req-a4760131-cd82-47fe-bda8-bd4ed67bb9c9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:19.753870 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "tag": "ed104740-be49-4598-bab8-716372681dd3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:19.754016 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4760131-cd82-47fe-bda8-bd4ed67bb9c9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:19.755406 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'tag': 'ed104740-be49-4598-bab8-716372681dd3', 'status': 'completed', 'code': 200} Mar 07 10:30:19.755560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Pushing event deleted for resources: {'Port': ['ID=0f32454d-580d-4a04-9722-95f2c102c2a7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.771415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] No DVR routers for this DVR port bdf14b6d-4ea6-4799-8d54-b63164d4911f on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:19.785360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.849670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93715375-121b-4b72-9a0f-ba9b0127ca8c service neutron] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.946644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf14b6d-4ea6-4799-8d54-b63164d4911f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.004949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (52b6a2d7-46da-424e-8f70-747f1003c904), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.137073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8f6ef809-ce52-4804-9807-7db87d8e511a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.173024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-4e150e33-6bc8-4931-8170-e27e7a0b6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.174809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-4e150e33-6bc8-4931-8170-e27e7a0b6ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1126 time: 0.5205493 Mar 07 10:30:20.253035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-2ab98afa-d25f-4960-9078-4c32c29d7c78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.0509543 Mar 07 10:30:20.270728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.271487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.272429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.273606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > port after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.274108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.274605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > port after_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.275566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.276935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.277685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.278338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.382798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.383136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.383465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.383881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:30:20.384198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6ef809-ce52-4804-9807-7db87d8e511a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.389433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Router 52b6a2d7-46da-424e-8f70-747f1003c904 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:20.487124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ee87b-dd46-45f0-99df-3517003ab253 req-f6756452-a55b-4abd-bd00-a6752c263bb4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.495458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-020ee87b-dd46-45f0-99df-3517003ab253 req-f6756452-a55b-4abd-bd00-a6752c263bb4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.6976471 Mar 07 10:30:20.506700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bdf14b6d-4ea6-4799-8d54-b63164d4911f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:20.514456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d19ab1-959c-4cd1-974a-6192bf64e2b8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.514847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d19ab1-959c-4cd1-974a-6192bf64e2b8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.530858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bdf14b6d-4ea6-4799-8d54-b63164d4911f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:20.531565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bdf14b6d-4ea6-4799-8d54-b63164d4911f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:20.586364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ad6a793-70f4-4a55-82b0-dd9e2955775c req-00034b38-c6f2-47a4-b45e-a9eb9b0a0612 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 210 time: 0.1704924 Mar 07 10:30:20.590257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (84d19ab1-959c-4cd1-974a-6192bf64e2b8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.663681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a92453c9-68fd-4a88-85de-28575207f601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.664510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (84d19ab1-959c-4cd1-974a-6192bf64e2b8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.680015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-020ee87b-dd46-45f0-99df-3517003ab253 req-adc84e78-6656-4c4b-afbd-fe3a3d330c07 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834710 Mar 07 10:30:20.712813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-aea6e291-2b2a-47ea-92ba-33fa3433b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.715856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-aea6e291-2b2a-47ea-92ba-33fa3433b4a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.2897942 Mar 07 10:30:20.717843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:30:20.718267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (84d19ab1-959c-4cd1-974a-6192bf64e2b8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.721551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for security_group (94a95d0e-6765-48d0-8321-5c958d0e8093), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: from cryptography.utils import int_from_bytes Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: from cryptography.utils import int_from_bytes Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:20.725351 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:20.795682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (94a95d0e-6765-48d0-8321-5c958d0e8093), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.863906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:20.870876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-b492460d-5960-4645-804f-bc12f090c3a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446309 Mar 07 10:30:20.879624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:20.882571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f89cf5aa-1b0e-48e0-ad4b-8e58d3fbd2af admin admin] 10.222.0.23 "PUT /v2.0/routers/52b6a2d7-46da-424e-8f70-747f1003c904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9461081 Mar 07 10:30:20.885642 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Sync routers for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:20.902392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:20.903982 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.999678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-9ef7f533-064b-4be7-afb4-113cc92fdc27 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095414 Mar 07 10:30:21.054318 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:21.169665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Allocated IP 192.168.233.28 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:21.274644 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:30:19Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:21.310293 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Checking router: 52b6a2d7-46da-424e-8f70-747f1003c904 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:21.319892 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Routers {'52b6a2d7-46da-424e-8f70-747f1003c904'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:21.320833 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:29:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['52b6a2d7-46da-424e-8f70-747f1003c904'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:21.342743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.415455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (8f6ef809-ce52-4804-9807-7db87d8e511a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.429712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a95d0e-6765-48d0-8321-5c958d0e8093,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.434020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.471588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.474195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] Set router 52b6a2d7-46da-424e-8f70-747f1003c904 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:21.485214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/8f6ef809-ce52-4804-9807-7db87d8e511a HTTP/1.1" status: 204 len: 168 time: 3.1280544 Mar 07 10:30:21.587887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce07c8-af9f-47fb-b35e-954b9caaba0e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6ef809-ce52-4804-9807-7db87d8e511a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.627555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcecbde-ff7a-401b-84cc-c28296c3389b req-24b165dc-00ea-41c1-835e-8bec4f992e4c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.629169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fcecbde-ff7a-401b-84cc-c28296c3389b req-24b165dc-00ea-41c1-835e-8bec4f992e4c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.8903334 Mar 07 10:30:21.754636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.787267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:21.803827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:21.837833 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:30:19Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:21.860152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fcecbde-ff7a-401b-84cc-c28296c3389b req-e75e6644-9b14-4c5e-b9e2-faf7fc4d8342 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082570 Mar 07 10:30:21.913065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:21.917602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a268cc-cd24-456c-894b-5e88ba914ecf None None] The sync data for ids ['52b6a2d7-46da-424e-8f70-747f1003c904'] in n-d-832156-4 is: [{'id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715258167-router', 'tenant_id': '1cc03756a6c1443e887a8a08329db7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:14Z', 'updated_at': '2022-03-07T10:30:19Z', 'revision_number': 5, 'project_id': '1cc03756a6c1443e887a8a08329db7ca', 'gw_port': {'id': 'f27c1820-8a60-4f80-92c1-7d57491277bc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b6a2d7-46da-424e-8f70-747f1003c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:21.918794 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f85d991c-3c4a-453c-8994-78fc62af699d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0e47c51ccfd44bb864ca861f2732b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1137314 Mar 07 10:30:21.919702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41118) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:21.921840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:22.015721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] Publish callbacks [] for security_group (6e1c6d29-1d91-4054-a661-25bc4ba66df5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.066281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] Publish callbacks [] for security_group (6e1c6d29-1d91-4054-a661-25bc4ba66df5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.091886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks [] for router (52b6a2d7-46da-424e-8f70-747f1003c904), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.167842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6e1c6d29-1d91-4054-a661-25bc4ba66df5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.171038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.174724 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e1c6d29-1d91-4054-a661-25bc4ba66df5 HTTP/1.1" status: 204 len: 168 time: 0.2514412 Mar 07 10:30:22.186379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661dca-be63-4292-80d1-51c5316af5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c6d29-1d91-4054-a661-25bc4ba66df5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.205948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a90661-047d-4131-a963-6f3721aa0b12 req-9cdf2595-d92b-4492-b367-9359a11a741f service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915983 Mar 07 10:30:22.243686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.244368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.288459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-05712835-81ea-4b32-924a-af48be4a444b None None] Provisioning complete for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:22.289697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05712835-81ea-4b32-924a-af48be4a444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.346108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-05712835-81ea-4b32-924a-af48be4a444b None None] Port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:22.377379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7404-e462-4e9c-bdef-de08f9f3b71c req-ede4d575-b4c6-4bf9-bcde-7c61ebca2c21 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.378938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43cd7404-e462-4e9c-bdef-de08f9f3b71c req-ede4d575-b4c6-4bf9-bcde-7c61ebca2c21 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 935 time: 0.6178155 Mar 07 10:30:22.386072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0f32454d-580d-4a04-9722-95f2c102c2a7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:22.431263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbf46-3292-42fd-9c27-fca1a303da01 req-cebcc0c0-b1ae-4bf5-af63-4d8ff4382b63 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.458164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9fdbf46-3292-42fd-9c27-fca1a303da01 req-cebcc0c0-b1ae-4bf5-af63-4d8ff4382b63 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.4440560 Mar 07 10:30:22.482544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0f32454d-580d-4a04-9722-95f2c102c2a7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:22.482900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0f32454d-580d-4a04-9722-95f2c102c2a7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:22.522550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-333243dd-243d-49ef-9e5e-325fbd0c25b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2814212 Mar 07 10:30:22.559163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Request body: {'port': {'device_id': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:23.033544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43cd7404-e462-4e9c-bdef-de08f9f3b71c req-220b2d24-28e6-4ebd-9ae0-7b8d64e17c62 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296546 Mar 07 10:30:23.054980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c0314074-a3d3-45a4-91a9-7151969c12f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.081589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9fdbf46-3292-42fd-9c27-fca1a303da01 req-cccde0e3-e2b9-4dc0-9d1d-4e7cb7a7a752 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221294 Mar 07 10:30:23.104598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks [] for router_gateway (52b6a2d7-46da-424e-8f70-747f1003c904), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.149163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-829bf565-76ec-4a49-8355-edf23586684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.157158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-829bf565-76ec-4a49-8355-edf23586684d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1126 time: 0.8458855 Mar 07 10:30:23.306155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-aa4cb8b6-b413-400f-87f4-44c57816490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.307624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-aa4cb8b6-b413-400f-87f4-44c57816490d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1339335 Mar 07 10:30:23.394920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.407470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:23.431550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-6ca16ea5-8b01-46ad-aa30-819407b0062e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.1144907 Mar 07 10:30:23.569638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-5c4f2d69-2132-4253-a10f-b0ccb72f04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.571323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-5c4f2d69-2132-4253-a10f-b0ccb72f04e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1268907 Mar 07 10:30:23.614043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1087484773-network', 'tenant_id': 'a8f1155fb35347499c84c8686648a28b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:23.634981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-edc47645-3222-4c26-8c82-cd1855b90273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480905 Mar 07 10:30:23.650759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc47d5-d87c-4c60-a3e3-015687098de2 req-bb7f6fd2-cbe6-40ca-8f1c-ca7945131c88 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.652399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22bc47d5-d87c-4c60-a3e3-015687098de2 req-bb7f6fd2-cbe6-40ca-8f1c-ca7945131c88 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.3406239 Mar 07 10:30:23.661412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Deleting port f27c1820-8a60-4f80-92c1-7d57491277bc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:23.661870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.662571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Made reservation on behalf of a8f1155fb35347499c84c8686648a28b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:23.666305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.682587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.774499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-7b219872-5262-4b52-9fdb-136f02b6331c service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131256 Mar 07 10:30:23.805517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks [] for security_group (c848371d-ee9e-42c6-bbb1-29a6b8da4149), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.813581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c848371d-ee9e-42c6-bbb1-29a6b8da4149), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.829690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:23.854968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.856068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (92ff41be-b7df-44f7-ae39-a3c7edde021a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.856431 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Added segment 92ff41be-b7df-44f7-ae39-a3c7edde021a of type vlan for network adbd9fb0-829a-465d-bb66-1938403c9e1f Mar 07 10:30:23.865843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848371d-ee9e-42c6-bbb1-29a6b8da4149,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.899455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-533c7446-9064-4ec4-9556-2ad1347c2deb req-fb7fd7d1-5381-41da-8a9d-4dd1dd34b2ea service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091399 Mar 07 10:30:23.902208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.902559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.902899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.903235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.903590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.904055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.904488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.904860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.905212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.906111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.906111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.906379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.906702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:23.936562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (adbd9fb0-829a-465d-bb66-1938403c9e1f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.969879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (adbd9fb0-829a-465d-bb66-1938403c9e1f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.971167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.971988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.051084 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6397684 Mar 07 10:30:24.051913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:24.057061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Request body: {'subnet': {'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1087484773-subnet', 'tenant_id': 'a8f1155fb35347499c84c8686648a28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:24.060642 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.072002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545273f-5556-4293-955c-0ae35fa0348c admin admin] Pushing event updated for resources: {'Network': ['ID=adbd9fb0-829a-465d-bb66-1938403c9e1f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.084824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Made reservation on behalf of a8f1155fb35347499c84c8686648a28b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:24.087946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.089838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network adbd9fb0-829a-465d-bb66-1938403c9e1f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:24.141336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22bc47d5-d87c-4c60-a3e3-015687098de2 req-1b294fb0-9628-4300-97cf-449d4ec65e6a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713040 Mar 07 10:30:24.198988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] For port f27c1820-8a60-4f80-92c1-7d57491277bc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f27c1820-8a60-4f80-92c1-7d57491277bc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:24.199746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.247473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Calling delete_port for f27c1820-8a60-4f80-92c1-7d57491277bc owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:24.325415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4ba40f87-03b4-49f9-9cb8-518b4b72b099), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.341666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262d27a-c18e-4af5-90f0-8d6edda698e7 req-202e13c4-4302-4867-a6dd-7b8a6a17f497 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.343068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e262d27a-c18e-4af5-90f0-8d6edda698e7 req-202e13c4-4302-4867-a6dd-7b8a6a17f497 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 935 time: 0.1637967 Mar 07 10:30:24.403444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Checking segment: {'id': '92ff41be-b7df-44f7-ae39-a3c7edde021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:24.403871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Network hostable DHCP agents. Network: adbd9fb0-829a-465d-bb66-1938403c9e1f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:24.407238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba40f87-03b4-49f9-9cb8-518b4b72b099,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.425658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Network adbd9fb0-829a-465d-bb66-1938403c9e1f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:24.443427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, adbd9fb0-829a-465d-bb66-1938403c9e1f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:24.448260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.449162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.454278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1b015-24c6-4529-a36f-34c098ca900d None None] Network adbd9fb0-829a-465d-bb66-1938403c9e1f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:24.484642 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42cd0d05-1ac9-4b9a-999e-394ed7cd8d22 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4315147 Mar 07 10:30:24.529052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:24.541453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e262d27a-c18e-4af5-90f0-8d6edda698e7 req-6762f8d8-cb9c-45a4-8fd9-0262d3c56a1f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857226 Mar 07 10:30:24.545288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks [] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.556770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca68-e481-41f3-92d5-a99134e7694e req-aeedd5da-aeaf-475d-bf79-7ae842816b74 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.567664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7162ca68-e481-41f3-92d5-a99134e7694e req-aeedd5da-aeaf-475d-bf79-7ae842816b74 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2442651 Mar 07 10:30:24.585707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b85841-367f-422c-942a-42ecb47a3021 None None] Network adbd9fb0-829a-465d-bb66-1938403c9e1f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:24.621339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Transition to ACTIVE for port object cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:24.640388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.725601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7162ca68-e481-41f3-92d5-a99134e7694e req-837f9b49-f137-4a8a-a6f6-1cf7629d0275 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491499 Mar 07 10:30:24.852326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.881820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f27c1820-8a60-4f80-92c1-7d57491277bc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.886460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.886802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.887136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.887456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.887807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.888131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.888451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.888769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.889084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.889395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.889717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.890022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.890319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:24.933310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27c1820-8a60-4f80-92c1-7d57491277bc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.026491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:25.028754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:25.029283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:25.046473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:25.046790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:25.061704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (52b6a2d7-46da-424e-8f70-747f1003c904), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.080965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:25.081303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:25.081680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:25.082118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Bound port: cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:25.082520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.275654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (52b6a2d7-46da-424e-8f70-747f1003c904), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.279304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks [] for router_controller (52b6a2d7-46da-424e-8f70-747f1003c904), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.363054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed104740-be49-4598-bab8-716372681dd3 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:25.389400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (52b6a2d7-46da-424e-8f70-747f1003c904), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.389982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b6a2d7-46da-424e-8f70-747f1003c904 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:25.400182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.402199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35044f51-09a8-4bd4-8154-c3c493c01be3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/52b6a2d7-46da-424e-8f70-747f1003c904 HTTP/1.1" status: 204 len: 168 time: 4.5141695 Mar 07 10:30:25.404761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:25.410002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:25.415512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:25.434797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-318dfe6c-e67b-421a-9394-39f2981d453b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.436860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-318dfe6c-e67b-421a-9394-39f2981d453b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/networks?id=adbd9fb0-829a-465d-bb66-1938403c9e1f HTTP/1.1" status: 200 len: 821 time: 0.3230290 Mar 07 10:30:25.438813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.503028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Deleting subnet fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:30:25.517547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Publish callbacks [] for subnet (fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.536886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.570516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-09298667-ad1d-4714-907d-082ab7b802c2 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/quotas/a8f1155fb35347499c84c8686648a28b HTTP/1.1" status: 200 len: 375 time: 0.1106851 Mar 07 10:30:25.596282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.598902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.599850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.601445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-ae3037e2-0804-4631-800b-95b3fed3acc0 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 1095 time: 3.0520046 Mar 07 10:30:25.602149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:25.605998 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:25.612296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.648857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-bcf7d897-ae3d-4e10-b477-6d5acadf30c5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8f1155fb35347499c84c8686648a28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774004 Mar 07 10:30:25.668736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:25.693331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'ed104740-be49-4598-bab8-716372681dd3', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'port_id': 'ed104740-be49-4598-bab8-716372681dd3', 'mac_address': 'fa:16:3e:e7:b9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea91c99-82cd-4fd1-9b61-3a5efde87bd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:25.787988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.790420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed104740-be49-4598-bab8-716372681dd3 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:25.791076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.829541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed104740-be49-4598-bab8-716372681dd3 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:25.872311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:25.872552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-8cbe4655-5a8f-4645-92f7-c7c3c72452f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.874053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-8cbe4655-5a8f-4645-92f7-c7c3c72452f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1129 time: 0.2163105 Mar 07 10:30:25.885987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.911127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.927889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.932973 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce HTTP/1.1" status: 204 len: 168 time: 0.5268278 Mar 07 10:30:25.939392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8b420-8099-45c7-8232-b9aac933c976 None None] Network d80789f3-f0b9-4986-bb10-203d98492f5e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:25.939958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:25.960704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7916dd-66e9-47aa-a46b-0934fd5110d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9952b5-c44c-4fd5-84b9-0a69d7ea4dce,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.961695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-7e5a955f-749b-482f-9e73-2197161bef20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.0699158 Mar 07 10:30:26.035342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.091871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-2ef993fa-ba16-448e-82fb-271b1cb481ec service neutron] 10.222.0.23 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326813 Mar 07 10:30:26.107804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e2d7a-2224-4130-aaf6-df1e76faa329 req-ed7fb2b0-3be9-4673-894a-68846e9780a9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.109218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-368e2d7a-2224-4130-aaf6-df1e76faa329 req-ed7fb2b0-3be9-4673-894a-68846e9780a9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.2552495 Mar 07 10:30:26.112679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ed104740-be49-4598-bab8-716372681dd3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:26.151417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d80789f3-f0b9-4986-bb10-203d98492f5e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.176287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-d2b49d2f-d5bd-4435-901d-355694faa6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.177856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-d2b49d2f-d5bd-4435-901d-355694faa6de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2092659 Mar 07 10:30:26.189717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] DHCP port deletion for d80789f3-f0b9-4986-bb10-203d98492f5e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:30:26.302498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Deleting port 619dd31a-3acb-4c08-bf05-3c94b3079c9c {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:26.302948 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.408269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] For port 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=619dd31a-3acb-4c08-bf05-3c94b3079c9c,segment=NetworkSegment(736d30da-ff69-4277-8062-7d2f7b0050ef),segment_id=736d30da-ff69-4277-8062-7d2f7b0050ef)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:26.408947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.423851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f27c1820-8a60-4f80-92c1-7d57491277bc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:26.434275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Calling delete_port for 619dd31a-3acb-4c08-bf05-3c94b3079c9c owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:26.455137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f27c1820-8a60-4f80-92c1-7d57491277bc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:26.455486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f27c1820-8a60-4f80-92c1-7d57491277bc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:26.456129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 619dd31a-3acb-4c08-bf05-3c94b3079c9c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:26.598914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-368e2d7a-2224-4130-aaf6-df1e76faa329 req-0bfcba43-9763-4795-9462-25485103e212 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690599 Mar 07 10:30:26.603090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 619dd31a-3acb-4c08-bf05-3c94b3079c9c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:26.603480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.612380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.657529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-718ff159-2dc1-4234-a3d5-c35b88cb7b2c service neutron] 10.222.0.23 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394912 Mar 07 10:30:26.676884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] No DVR routers for this DVR port 619dd31a-3acb-4c08-bf05-3c94b3079c9c on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:26.679915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116a45-e34e-4127-b595-9a2a341926d1 None None] Pushing event deleted for resources: {'Port': ['ID=619dd31a-3acb-4c08-bf05-3c94b3079c9c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.740112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Deleting port 619dd31a-3acb-4c08-bf05-3c94b3079c9c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:26.740491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.743372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-49ee0df7-b52c-40cc-8410-bf276e1c38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.745053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-49ee0df7-b52c-40cc-8410-bf276e1c38ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5604615 Mar 07 10:30:26.763854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd367c-12b8-4be7-8e56-8454d6d1c702 req-96c83bc3-21e4-4d76-a24b-7f8ee1436d7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.765311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3fd367c-12b8-4be7-8e56-8454d6d1c702 req-96c83bc3-21e4-4d76-a24b-7f8ee1436d7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.0932446 Mar 07 10:30:26.905129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] For port 619dd31a-3acb-4c08-bf05-3c94b3079c9c, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:26.905129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.918986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Calling delete_port for 619dd31a-3acb-4c08-bf05-3c94b3079c9c owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:26.922979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Port 619dd31a-3acb-4c08-bf05-3c94b3079c9c was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:30:26.924463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (619dd31a-3acb-4c08-bf05-3c94b3079c9c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.927328 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b1ef2-0f82-4fa6-85ef-a59cf7f3f982 x-openstack-request-id: req-e34b1ef2-0f82-4fa6-85ef-a59cf7f3f982 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:26.927617 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:26.927893 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e34b1ef2-0f82-4fa6-85ef-a59cf7f3f982 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:26.928288 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'status': 'completed', 'code': 200} Mar 07 10:30:27.031263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Pushing event deleted for resources: {'Port': ['ID=619dd31a-3acb-4c08-bf05-3c94b3079c9c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:27.040975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] No DVR routers for this DVR port 619dd31a-3acb-4c08-bf05-3c94b3079c9c on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:27.045818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.109506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3fd367c-12b8-4be7-8e56-8454d6d1c702 req-5c8f59c0-09f3-4530-b27b-5ab6fd06498e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246703 Mar 07 10:30:27.137426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-c4050b4b-4252-482c-a329-ae02517d7bee service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711646 Mar 07 10:30:27.218658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c338c-c833-49dd-85bf-49d8f7253213 req-cc8eaa1d-7056-4cf7-9c8e-c0eac85eb316 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:27.227797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a06c338c-c833-49dd-85bf-49d8f7253213 req-cc8eaa1d-7056-4cf7-9c8e-c0eac85eb316 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2577608 Mar 07 10:30:27.243012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d80789f3-f0b9-4986-bb10-203d98492f5e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.378237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80789f3-f0b9-4986-bb10-203d98492f5e']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:27.393272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed104740-be49-4598-bab8-716372681dd3 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:27.444661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736d30da-ff69-4277-8062-7d2f7b0050ef') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:27.445077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736d30da-ff69-4277-8062-7d2f7b0050ef') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:27.477825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46dd6696-68c7-4ebb-b3ab-e2439b8da050 req-dc51eb17-0175-42c7-a47b-0dbc3a723003 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 210 time: 0.1035926 Mar 07 10:30:27.487451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (736d30da-ff69-4277-8062-7d2f7b0050ef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.523935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port ed104740-be49-4598-bab8-716372681dd3 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:27.529628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port ed104740-be49-4598-bab8-716372681dd3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:27.530197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ed104740-be49-4598-bab8-716372681dd3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.571003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a06c338c-c833-49dd-85bf-49d8f7253213 req-ff7b651e-39ad-43ad-8164-adb7c19dd3fb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420472 Mar 07 10:30:27.583676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (736d30da-ff69-4277-8062-7d2f7b0050ef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.611221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:30:27.611933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (736d30da-ff69-4277-8062-7d2f7b0050ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.621790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa8863cb-b813-48a5-bd4c-c8de8a51e540 req-586c3ab9-cc75-4b80-a6e5-7c72e473b5fd service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577858 Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:27.623517 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:27.694103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed104740-be49-4598-bab8-716372681dd3 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:27.694410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.724019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed104740-be49-4598-bab8-716372681dd3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:27.727084 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ceaec-8ec2-4e54-95d4-582c70caa1c1" -d '{"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ed104740-be49-4598-bab8-716372681dd3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:27.746690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:27.757947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.760384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:27.853373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:27.932513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port adb3b18c-52f0-4b23-b207-720e1bd62e25 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:27.932975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.977047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d80789f3-f0b9-4986-bb10-203d98492f5e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.986599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.996197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] 10.222.0.23 "DELETE /v2.0/networks/d80789f3-f0b9-4986-bb10-203d98492f5e HTTP/1.1" status: 204 len: 168 time: 2.0547924 Mar 07 10:30:28.002137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:28.007752 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.034873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d92f3-d7b3-4ef0-b928-c9276257820a admin admin] Pushing event deleted for resources: {'Network': ['ID=d80789f3-f0b9-4986-bb10-203d98492f5e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.047185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-ae8eb0ca-ff0d-4ac1-87a7-63429ef16783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.049719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-ae8eb0ca-ff0d-4ac1-87a7-63429ef16783 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1129 time: 0.2641790 Mar 07 10:30:28.102208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.156033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690743ba-1b80-4a70-86ae-c151cb81cae3 req-647a55fc-815e-4000-9dba-5c568f30e644 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.157569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-690743ba-1b80-4a70-86ae-c151cb81cae3 req-647a55fc-815e-4000-9dba-5c568f30e644 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 946 time: 0.3299422 Mar 07 10:30:28.172625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-e336dbf9-e2f7-46c0-902a-4c3fe10a0feb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.175366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-e336dbf9-e2f7-46c0-902a-4c3fe10a0feb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.5250115 Mar 07 10:30:28.242608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-4cf9d082-d0f1-46a8-896a-593f52631141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.244362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-4cf9d082-d0f1-46a8-896a-593f52631141 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1801858 Mar 07 10:30:28.260291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-8774b1e3-7280-41a3-a7d8-c79873dc915d tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/quotas/45d5e9b32e3741a28dcb5f1fc6aaca26 HTTP/1.1" status: 200 len: 375 time: 0.0620842 Mar 07 10:30:28.269503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:28.317140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.381747 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9cd58802-40bc-4310-ae3e-a4eeff9ffba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cc03756a6c1443e887a8a08329db7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092205 Mar 07 10:30:28.382363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41308) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:28.397501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-690743ba-1b80-4a70-86ae-c151cb81cae3 req-5dc8aa9c-58e1-4eb2-9a13-ca5326d543cf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209866 Mar 07 10:30:28.404044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-2fadd030-29af-4289-b157-2a67677b3ef3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1344395 Mar 07 10:30:28.495892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] Publish callbacks [] for security_group (720bb090-14ff-421a-b39f-fdc400ba5ec6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.519126 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dcd552-a989-4d7f-9bd7-55b4cfff7584 x-openstack-request-id: req-53dcd552-a989-4d7f-9bd7-55b4cfff7584 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:28.519325 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ed104740-be49-4598-bab8-716372681dd3", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:28.519749 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53dcd552-a989-4d7f-9bd7-55b4cfff7584 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:28.522433 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed104740-be49-4598-bab8-716372681dd3', 'code': 200} Mar 07 10:30:28.541370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-7b9539fa-b8e0-4050-8907-fd4839bd18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.544232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-7b9539fa-b8e0-4050-8907-fd4839bd18ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1324248 Mar 07 10:30:28.553865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] Publish callbacks [] for security_group (720bb090-14ff-421a-b39f-fdc400ba5ec6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.563556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-e9d9c979-b3c6-42e7-97a4-168f3a1225d6 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3003223 Mar 07 10:30:28.646340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (720bb090-14ff-421a-b39f-fdc400ba5ec6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.649382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.651705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/720bb090-14ff-421a-b39f-fdc400ba5ec6 HTTP/1.1" status: 204 len: 168 time: 0.2676339 Mar 07 10:30:28.663099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e88190-ed23-4843-af60-5357d341f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720bb090-14ff-421a-b39f-fdc400ba5ec6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.669866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-c490a957-76a4-432f-b02b-992e0905941b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.672126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-c490a957-76a4-432f-b02b-992e0905941b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.32 "GET /v2.0/networks?id=adbd9fb0-829a-465d-bb66-1938403c9e1f HTTP/1.1" status: 200 len: 821 time: 0.3762791 Mar 07 10:30:28.746295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Request body: {'port': {'device_id': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f', 'admin_state_up': True, 'tenant_id': 'a8f1155fb35347499c84c8686648a28b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:28.872316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-8c3afb10-e7c4-49dc-9203-d87b62c50959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.875033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-8c3afb10-e7c4-49dc-9203-d87b62c50959 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3220494 Mar 07 10:30:28.920297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-5652654f-381f-4762-a9a9-e14c35191ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556812 Mar 07 10:30:29.070062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dfd04-f329-4511-94b0-aee64da424b6 req-42cf402a-5913-4f97-a963-8889f6f87c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.070062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-454dfd04-f329-4511-94b0-aee64da424b6 req-42cf402a-5913-4f97-a963-8889f6f87c7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1128 time: 0.3543139 Mar 07 10:30:29.073595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3b15b-1715-4bf4-b889-c7e5d9f9929d req-59c6aee3-ef7c-4fd3-b4b6-755a5f34a6f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.075339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da3b15b-1715-4bf4-b889-c7e5d9f9929d req-59c6aee3-ef7c-4fd3-b4b6-755a5f34a6f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.4465857 Mar 07 10:30:29.254477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Made reservation on behalf of a8f1155fb35347499c84c8686648a28b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:29.258216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.298736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-61c3573b-5a18-4027-b8be-f96bae3c780b service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577597 Mar 07 10:30:29.301287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-454dfd04-f329-4511-94b0-aee64da424b6 req-65cf6ca8-6ec2-4dd3-9b01-b1515e185d7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217214 Mar 07 10:30:29.371101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-69128223-65b7-477c-b200-cc6b9a6fe204 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808872 Mar 07 10:30:29.384561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-078ca48f-2fb8-478a-9887-601f95d0cf7b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.386351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-078ca48f-2fb8-478a-9887-601f95d0cf7b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/ports?device_id=54241822-cd96-44ba-bf83-b8a466cd632d HTTP/1.1" status: 200 len: 943 time: 0.3933525 Mar 07 10:30:29.393491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da3b15b-1715-4bf4-b889-c7e5d9f9929d req-b32cdcc8-4174-4f7a-adf8-ed29c6a244f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511508 Mar 07 10:30:29.649901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87cf1633-a250-489c-99de-8904e95a6c68 req-d3456b27-c93e-450a-8008-ff55d6565222 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 210 time: 0.1252124 Mar 07 10:30:29.902289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Allocated IP 172.20.0.10 (adbd9fb0-829a-465d-bb66-1938403c9e1f/4ba40f87-03b4-49f9-9cb8-518b4b72b099/a05ff650-1ada-4988-8ed4-254d61194970) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:29.984098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-576e3610-a4f1-4c57-aa9f-fe948d8e05fa req-6bb6636d-116b-44ba-ae75-74e972485a6d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495788 Mar 07 10:30:30.027372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237597c-b4b1-43df-941e-8f6329c263f3 req-12376a59-59b2-4271-b817-60d3328a0eb0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.037419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8237597c-b4b1-43df-941e-8f6329c263f3 req-12376a59-59b2-4271-b817-60d3328a0eb0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.4238033 Mar 07 10:30:30.119580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cebf-f3b5-471f-ac39-ab39a079619e req-18ab5cb9-a133-4491-87d2-f464a90f4099 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.121367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1128cebf-f3b5-471f-ac39-ab39a079619e req-18ab5cb9-a133-4491-87d2-f464a90f4099 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 946 time: 0.3431532 Mar 07 10:30:30.135113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Deleting port adb3b18c-52f0-4b23-b207-720e1bd62e25 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:30.135460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.246477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8237597c-b4b1-43df-941e-8f6329c263f3 req-72aa8e5e-e2cd-4aad-a67b-b6ac5f34d94e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080672 Mar 07 10:30:30.524919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:30.529529 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72189b3f-2c21-4c4d-8ec8-a2922e3eb180" -d '{"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:30.827933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1128cebf-f3b5-471f-ac39-ab39a079619e req-5f0f2925-9f1e-475c-9f3e-5af5c5db2f94 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887414 Mar 07 10:30:30.854201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9f8c740-d438-4507-83b3-8a194d180b0c req-362b60af-682b-4a32-9e1d-6ed0f9830b0e tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 210 time: 0.1134801 Mar 07 10:30:30.939947 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0af9d6-1dd0-43a8-b896-5e48d8f66547 x-openstack-request-id: req-6f0af9d6-1dd0-43a8-b896-5e48d8f66547 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:30.940762 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:30.940975 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f0af9d6-1dd0-43a8-b896-5e48d8f66547 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:30.942836 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'code': 200} Mar 07 10:30:30.979613 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks [] for port (a05ff650-1ada-4988-8ed4-254d61194970), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.008757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] For port adb3b18c-52f0-4b23-b207-720e1bd62e25, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=adb3b18c-52f0-4b23-b207-720e1bd62e25,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:31.009645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.080463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Calling delete_port for adb3b18c-52f0-4b23-b207-720e1bd62e25 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:31.097147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-322a7b4f-a5b5-4208-b953-f2aaf7fb3bb2 req-0e28188c-0204-4a96-a032-090cd0a38cee tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 210 time: 0.0955410 Mar 07 10:30:31.289681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ca749-4d07-48d2-8784-f74d796f8693 req-c73d32a3-7ed1-4d85-bb0f-4efbe7ebe672 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.297500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-032ca749-4d07-48d2-8784-f74d796f8693 req-c73d32a3-7ed1-4d85-bb0f-4efbe7ebe672 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.3605816 Mar 07 10:30:31.376052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-2b8770db-d797-4e6a-a012-c9361c02e4f6 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.377170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-2b8770db-d797-4e6a-a012-c9361c02e4f6 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.3107500 Mar 07 10:30:31.378452 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:30:31.391545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.393532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:31.402635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Request body: {'port': {'device_id': '594ad5f4-a46c-4435-88c4-68470518e18f', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'admin_state_up': True, 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:31.515821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Network adbd9fb0-829a-465d-bb66-1938403c9e1f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:31.562563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:31.571665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:31.582955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:31.599060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'mac_address': 'fa:16:3e:29:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:31.624123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-032ca749-4d07-48d2-8784-f74d796f8693 req-6b0298ff-207c-425c-9569-ff33de68e06c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250489 Mar 07 10:30:31.633510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Pushing event updated for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:31.694460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:31.700629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.741703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:31.793768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:31.801288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.803604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.804554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.807200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:31.810980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.885627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:31.971696 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (adb3b18c-52f0-4b23-b207-720e1bd62e25), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.021430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:32.062897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-3ad096e3-d553-4b2a-a43a-c699c9d02bc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3476813 Mar 07 10:30:32.063958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event deleted for resources: {'Port': ['ID=adb3b18c-52f0-4b23-b207-720e1bd62e25,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.096560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Request body: {'port': {'device_id': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:32.197035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] No DVR routers for this DVR port adb3b18c-52f0-4b23-b207-720e1bd62e25 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:32.203976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.209109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa04b456-3094-40cd-b4c0-90e091b66afb req-f0ca69d8-3bc1-466b-b922-309963386a37 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "DELETE /v2.0/ports/adb3b18c-52f0-4b23-b207-720e1bd62e25 HTTP/1.1" status: 204 len: 173 time: 2.6614103 Mar 07 10:30:32.213660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-deleted', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:32.216160 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fc8f50-41f1-45f6-9583-e0f8c9daca6b" -d '{"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-deleted", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:32.226144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79a200-cd19-4f66-b60a-cb255d20e70f req-68658a1d-fdbc-461d-b3bc-84115e6c1030 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.227952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c79a200-cd19-4f66-b60a-cb255d20e70f req-68658a1d-fdbc-461d-b3bc-84115e6c1030 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.4774251 Mar 07 10:30:32.282264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Allocated IP 172.20.0.5 (8e210b07-fe7f-47b3-b458-7168effcc24e/971f724d-9e45-46e9-9b62-9d1c12a31e2b/82669324-2a3c-4238-bf20-1e7978bc7b2d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:32.308232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a05ff650-1ada-4988-8ed4-254d61194970), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.364905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266cb1f-6281-4a66-abb8-f10269702b70 req-ce856de9-a738-461d-9def-2b0115de5bf7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.366667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7266cb1f-6281-4a66-abb8-f10269702b70 req-ce856de9-a738-461d-9def-2b0115de5bf7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 946 time: 0.3203082 Mar 07 10:30:32.480268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c79a200-cd19-4f66-b60a-cb255d20e70f req-9a938cff-ec8c-47ae-bca6-52f57257b3d6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270818 Mar 07 10:30:32.518887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7266cb1f-6281-4a66-abb8-f10269702b70 req-a2437cb9-011d-4ab7-92fc-33d735fdc712 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363041 Mar 07 10:30:32.635587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce91c76e-a1c2-47bc-b0d7-eda9c7fd2df0 req-9d7373b4-c615-4750-a07c-8663d3830c74 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 210 time: 0.0440178 Mar 07 10:30:32.816735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks [] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.917587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbed0d4-ee40-4a98-909e-6a2abea0aa2b req-f25d0d21-1eeb-4948-a4d1-f891b94807d3 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.919027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdbed0d4-ee40-4a98-909e-6a2abea0aa2b req-f25d0d21-1eeb-4948-a4d1-f891b94807d3 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 932 time: 0.1287217 Mar 07 10:30:32.943356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.049685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05ff650-1ada-4988-8ed4-254d61194970 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:33.062883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Network 8e210b07-fe7f-47b3-b458-7168effcc24e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:33.071768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks [] for port (a05ff650-1ada-4988-8ed4-254d61194970), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.076885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:33.083032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:33.096684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdbed0d4-ee40-4a98-909e-6a2abea0aa2b req-518f5275-ef64-43f2-809c-9b41f60530ac tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713774 Mar 07 10:30:33.109166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.148813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Transition to ACTIVE for port object a05ff650-1ada-4988-8ed4-254d61194970 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:33.161430 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.173684 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61741fc5-1939-41e7-93aa-cb9900d7344b x-openstack-request-id: req-61741fc5-1939-41e7-93aa-cb9900d7344b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:33.173979 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54241822-cd96-44ba-bf83-b8a466cd632d", "name": "network-vif-deleted", "tag": "adb3b18c-52f0-4b23-b207-720e1bd62e25", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:33.174234 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61741fc5-1939-41e7-93aa-cb9900d7344b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:33.174656 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54241822-cd96-44ba-bf83-b8a466cd632d', 'name': 'network-vif-deleted', 'tag': 'adb3b18c-52f0-4b23-b207-720e1bd62e25', 'status': 'completed', 'code': 200} Mar 07 10:30:33.210462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.211090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.298619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.304646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-52d96bf5-ae6d-48e6-847f-cade5fa05186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9146028 Mar 07 10:30:33.323675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Request body: {'port': {'device_id': '594ad5f4-a46c-4435-88c4-68470518e18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:33.395071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:33.442990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dee61-f74c-40ae-812d-b2b37acf56e9 req-8cb0baeb-8953-432f-8e4d-24e2e8ef9339 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.446600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-806dee61-f74c-40ae-812d-b2b37acf56e9 req-8cb0baeb-8953-432f-8e4d-24e2e8ef9339 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1128 time: 0.2469969 Mar 07 10:30:33.472570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:33.477654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac60d-dfc4-47a4-aecd-f3e3069bafde req-9278454d-c241-4ed5-aebf-97cbe1265a3a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.480015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:33.480628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.482397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc1ac60d-dfc4-47a4-aecd-f3e3069bafde req-9278454d-c241-4ed5-aebf-97cbe1265a3a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 948 time: 0.2477081 Mar 07 10:30:33.536855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.605351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Attempting to bind port a05ff650-1ada-4988-8ed4-254d61194970 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:33.605668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Attempting to bind port a05ff650-1ada-4988-8ed4-254d61194970 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '92ff41be-b7df-44f7-ae39-a3c7edde021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:33.605913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:33.606064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Attempting to bind port a05ff650-1ada-4988-8ed4-254d61194970 on network adbd9fb0-829a-465d-bb66-1938403c9e1f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:33.606679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.627915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-806dee61-f74c-40ae-812d-b2b37acf56e9 req-9abf264e-3fa4-4fd9-8ee5-309d3f8b9405 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568515 Mar 07 10:30:33.633768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc1ac60d-dfc4-47a4-aecd-f3e3069bafde req-73b82457-7152-40d2-b706-0ddb97c9612f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436613 Mar 07 10:30:33.638409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:33.643376 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792ca06-4c18-46cf-9d04-686a1e2cce9e" -d '{"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:33.656707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Port a05ff650-1ada-4988-8ed4-254d61194970 on network adbd9fb0-829a-465d-bb66-1938403c9e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:33.657043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Attempting to bind port a05ff650-1ada-4988-8ed4-254d61194970 on network adbd9fb0-829a-465d-bb66-1938403c9e1f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:33.667556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:33.667556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Checking segment: {'id': '92ff41be-b7df-44f7-ae39-a3c7edde021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:33.667556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Bound using segment: {'id': '92ff41be-b7df-44f7-ae39-a3c7edde021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:33.668483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Bound port: a05ff650-1ada-4988-8ed4-254d61194970, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ff41be-b7df-44f7-ae39-a3c7edde021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:33.668988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a05ff650-1ada-4988-8ed4-254d61194970), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.671154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:33.678968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.681041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:33.792375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: adb3b18c-52f0-4b23-b207-720e1bd62e25 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:33.792718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device adb3b18c-52f0-4b23-b207-720e1bd62e25 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:33.798754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.816940 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a49678f-810c-4b4d-96d3-0fc9770321cc x-openstack-request-id: req-1a49678f-810c-4b4d-96d3-0fc9770321cc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:33.817539 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:33.817539 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a49678f-810c-4b4d-96d3-0fc9770321cc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:33.817946 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'code': 200} Mar 07 10:30:33.958205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:34.019962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a05ff650-1ada-4988-8ed4-254d61194970,segment=NetworkSegment(92ff41be-b7df-44f7-ae39-a3c7edde021a),segment_id=92ff41be-b7df-44f7-ae39-a3c7edde021a)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:34.039345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.086325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78b180-55fa-426b-aa52-2e66aafa6bdc req-b4a0dcbd-0b83-4db4-956e-4e019396390c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.090590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b78b180-55fa-426b-aa52-2e66aafa6bdc req-b4a0dcbd-0b83-4db4-956e-4e019396390c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2778254 Mar 07 10:30:34.122492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.123086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.124470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/a05ff650-1ada-4988-8ed4-254d61194970 HTTP/1.1" status: 200 len: 1092 time: 2.0321784 Mar 07 10:30:34.160909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e541ef4-696e-4cf9-af5c-03172c05eca0 req-1fb747a8-f38c-47d2-9c4a-2491a1c65031 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.162630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e541ef4-696e-4cf9-af5c-03172c05eca0 req-1fb747a8-f38c-47d2-9c4a-2491a1c65031 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 931 time: 0.2646039 Mar 07 10:30:34.211844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f1e86-f161-434c-a586-0b90014150ea req-5b90456e-ac11-488e-b2a4-eab888ae2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.213317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b64f1e86-f161-434c-a586-0b90014150ea req-5b90456e-ac11-488e-b2a4-eab888ae2a5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1131 time: 0.3131986 Mar 07 10:30:34.244896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244694f2-2e63-435f-9f46-95aee96a33a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.313341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b78b180-55fa-426b-aa52-2e66aafa6bdc req-081cef71-5adc-42c6-8970-e382ff4939d5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136149 Mar 07 10:30:34.371225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e541ef4-696e-4cf9-af5c-03172c05eca0 req-e67aa881-0271-4914-9642-8a3be54a68fb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923287 Mar 07 10:30:34.385622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82669324-2a3c-4238-bf20-1e7978bc7b2d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:34.404156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b64f1e86-f161-434c-a586-0b90014150ea req-f882f44e-f23e-4102-873b-97b6fe650d57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598208 Mar 07 10:30:34.409409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-f09da9cb-93e1-442f-b0b8-13e15ac48549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.412002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-f09da9cb-93e1-442f-b0b8-13e15ac48549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f1155fb35347499c84c8686648a28b&device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 1126 time: 0.2305491 Mar 07 10:30:34.413924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks [] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.497698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Transition to ACTIVE for port object 82669324-2a3c-4238-bf20-1e7978bc7b2d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:34.499501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-c3d460c0-ec9d-42d7-82b5-e3a0c163df46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05ff650-1ada-4988-8ed4-254d61194970 HTTP/1.1" status: 200 len: 217 time: 0.0625014 Mar 07 10:30:34.503433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.592924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bcd74-7d87-4a40-bbed-9dcf7034f6e6 req-073c3ccb-dbc3-4d29-9646-ad19c083aa00 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.594473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee3bcd74-7d87-4a40-bbed-9dcf7034f6e6 req-073c3ccb-dbc3-4d29-9646-ad19c083aa00 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1128 time: 0.2031767 Mar 07 10:30:34.977230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.985833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-e29f8053-e526-4e11-8a81-7cfe396e9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.987289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-e29f8053-e526-4e11-8a81-7cfe396e9047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba40f87-03b4-49f9-9cb8-518b4b72b099 HTTP/1.1" status: 200 len: 861 time: 0.4804709 Mar 07 10:30:35.087350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-9db6bdf0-95bd-4c11-ba18-fa0153993cdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=adbd9fb0-829a-465d-bb66-1938403c9e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835114 Mar 07 10:30:35.104434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee3bcd74-7d87-4a40-bbed-9dcf7034f6e6 req-3508e6f9-042e-4e04-ac63-12441c8cb58d tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908025 Mar 07 10:30:35.159178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8c87-e155-45a6-9f7e-318b47b6044e req-f76d91f9-7c18-40d0-8fbd-471f935f6360 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.162684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df5a8c87-e155-45a6-9f7e-318b47b6044e req-f76d91f9-7c18-40d0-8fbd-471f935f6360 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 944 time: 0.2030449 Mar 07 10:30:35.189808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:35.192179 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a58bb-637d-45a0-981c-5d029bba2902" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "tag": "a05ff650-1ada-4988-8ed4-254d61194970"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:35.210464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Attempting to bind port 82669324-2a3c-4238-bf20-1e7978bc7b2d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:35.210795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Attempting to bind port 82669324-2a3c-4238-bf20-1e7978bc7b2d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:35.211113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Attempting to bind port 82669324-2a3c-4238-bf20-1e7978bc7b2d on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:35.263197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Port 82669324-2a3c-4238-bf20-1e7978bc7b2d on network 8e210b07-fe7f-47b3-b458-7168effcc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:35.263520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Attempting to bind port 82669324-2a3c-4238-bf20-1e7978bc7b2d on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:35.290807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:35.291069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Checking segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:35.291452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Bound using segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:35.291913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Bound port: 82669324-2a3c-4238-bf20-1e7978bc7b2d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:35.292270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.316662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-736d33d8-957c-487b-bf66-a21373777ddd service neutron] 10.222.0.32 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111461 Mar 07 10:30:35.323210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df5a8c87-e155-45a6-9f7e-318b47b6044e req-3624e527-9ae1-432d-a051-ea7879bae4f0 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231196 Mar 07 10:30:35.384465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8145b52-2d19-4afe-8387-dbeb7275816a req-f869725f-6827-4027-a917-3db1068c05b4 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.386599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8145b52-2d19-4afe-8387-dbeb7275816a req-f869725f-6827-4027-a917-3db1068c05b4 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1127 time: 0.1848335 Mar 07 10:30:35.516600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:35.550798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:35.568056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77567b84-7339-4572-8c2d-d47f57f808b1 req-abd7e079-d401-40b2-a035-1aa230a9f9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436414 Mar 07 10:30:35.574657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.581105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8145b52-2d19-4afe-8387-dbeb7275816a req-0faa22e0-56af-46b4-ae87-8ee94e65a36e tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551092 Mar 07 10:30:35.642310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5bc97-77ea-47c9-a94a-c6b53aa0f2c7 req-06b2cf6a-5ac1-41c8-82e5-f213d1892c47 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.643871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94b5bc97-77ea-47c9-a94a-c6b53aa0f2c7 req-06b2cf6a-5ac1-41c8-82e5-f213d1892c47 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1860139 Mar 07 10:30:35.645413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.646019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.647417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/82669324-2a3c-4238-bf20-1e7978bc7b2d HTTP/1.1" status: 200 len: 1091 time: 2.3345048 Mar 07 10:30:35.717912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f576b3e-999a-44b6-b7a4-6728fc3226f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.749968 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e58712-79ff-4fdf-aa22-382dcb399e43 x-openstack-request-id: req-a4e58712-79ff-4fdf-aa22-382dcb399e43 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:35.750336 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "tag": "a05ff650-1ada-4988-8ed4-254d61194970", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:35.750653 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4e58712-79ff-4fdf-aa22-382dcb399e43 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:35.751106 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970', 'status': 'completed', 'code': 200} Mar 07 10:30:35.775446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94b5bc97-77ea-47c9-a94a-c6b53aa0f2c7 req-95b633ec-8694-404b-ae92-a899c3f72863 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195931 Mar 07 10:30:35.836006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-3dfa8fbe-0a46-4f40-9d8b-43a705559705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.837816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-3dfa8fbe-0a46-4f40-9d8b-43a705559705 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 1125 time: 0.1356161 Mar 07 10:30:35.890770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-b7c69482-5a90-4825-b474-a9162e2e0ea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d HTTP/1.1" status: 200 len: 217 time: 0.0443368 Mar 07 10:30:35.897444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a58bb-637d-45a0-981c-5d029bba2902 req-54ed5402-940d-47f0-aded-40057b75c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.898833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-54ed5402-940d-47f0-aded-40057b75c5f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f1155fb35347499c84c8686648a28b&device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 1126 time: 0.1430845 Mar 07 10:30:35.955735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05795d2-ab2f-4f27-9a39-2c35991ea232 req-65d888e7-6e0b-4c7d-bf2b-9960669b84d3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.957883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05795d2-ab2f-4f27-9a39-2c35991ea232 req-65d888e7-6e0b-4c7d-bf2b-9960669b84d3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 943 time: 0.1652861 Mar 07 10:30:35.980291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-2a939bc4-54b5-4c2d-be2f-d21c783fc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.981793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-2a939bc4-54b5-4c2d-be2f-d21c783fc5eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.0821114 Mar 07 10:30:36.036891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-ed95764a-34ff-4129-bcba-8e264a073e3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465841 Mar 07 10:30:36.201777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-17dcf3ab-02de-4300-9276-ac0ace9725ba service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335862 Mar 07 10:30:36.235360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05795d2-ab2f-4f27-9a39-2c35991ea232 req-a38b374c-aed4-4bd6-babd-464329851764 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525606 Mar 07 10:30:36.250498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a58bb-637d-45a0-981c-5d029bba2902 req-5d12c75b-ec80-410e-8400-dbb1eb95a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.252403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-5d12c75b-ec80-410e-8400-dbb1eb95a014 service neutron] 10.222.0.32 "GET /v2.0/networks?id=adbd9fb0-829a-465d-bb66-1938403c9e1f HTTP/1.1" status: 200 len: 922 time: 0.3426533 Mar 07 10:30:36.404927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-c5ed9043-ccbe-4e71-a7c9-ce50e41d6050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05ff650-1ada-4988-8ed4-254d61194970 HTTP/1.1" status: 200 len: 217 time: 0.1440933 Mar 07 10:30:36.423964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe47dc9-7814-411e-85de-b0b93ddadc46 req-27e7b610-465e-470a-a0c2-71c46dbea6c1 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004538 Mar 07 10:30:36.527190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a58bb-637d-45a0-981c-5d029bba2902 req-6cbb419f-7aea-497e-be28-06f0f553ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.530348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-6cbb419f-7aea-497e-be28-06f0f553ede8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba40f87-03b4-49f9-9cb8-518b4b72b099 HTTP/1.1" status: 200 len: 861 time: 0.1038175 Mar 07 10:30:36.584091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-43fc331f-25e4-4ea7-b6ea-8aba22bf1f60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=adbd9fb0-829a-465d-bb66-1938403c9e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451937 Mar 07 10:30:36.770459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-9143383f-5cad-45d9-b0d1-81eede6d9fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787393 Mar 07 10:30:36.846368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9794cf-ea40-41bd-962c-e06548cf21a4 req-9e0efd8a-97ea-46cf-8c78-6b1422afa8d3 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.852678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9794cf-ea40-41bd-962c-e06548cf21a4 req-9e0efd8a-97ea-46cf-8c78-6b1422afa8d3 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 944 time: 0.1458378 Mar 07 10:30:36.927198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420b77f-29aa-411d-b61c-a3c011da64dc req-7b8345a2-008d-4e98-bdf5-53fbcc084804 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.928744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9420b77f-29aa-411d-b61c-a3c011da64dc req-7b8345a2-008d-4e98-bdf5-53fbcc084804 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.1768577 Mar 07 10:30:36.969149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9794cf-ea40-41bd-962c-e06548cf21a4 req-dc60d064-c231-4230-8eb0-0d29d8c8de7d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154726 Mar 07 10:30:36.988505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-239a58bb-637d-45a0-981c-5d029bba2902 req-5f50fccf-1610-4343-9938-6342a11fbc87 service neutron] 10.222.0.32 "GET /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010863 Mar 07 10:30:37.032217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9420b77f-29aa-411d-b61c-a3c011da64dc req-9939c65c-e1d0-4b29-9153-89808453c3e4 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Mar 07 10:30:37.121225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd504f0e-6670-475c-ad5e-17663365f300 req-013b365f-7dbb-4f9d-ad03-4a2e926f0a6e tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.123148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd504f0e-6670-475c-ad5e-17663365f300 req-013b365f-7dbb-4f9d-ad03-4a2e926f0a6e tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1128 time: 0.0592420 Mar 07 10:30:37.178414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd504f0e-6670-475c-ad5e-17663365f300 req-63a566d5-1c74-4f67-9b2d-e11b054ee24b tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Mar 07 10:30:37.334029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba36e7-644d-4e83-81d4-ab099c2e5c79 req-904366a3-ca5f-47fb-830e-fdcb4cadbb06 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.335538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deba36e7-644d-4e83-81d4-ab099c2e5c79 req-904366a3-ca5f-47fb-830e-fdcb4cadbb06 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0659435 Mar 07 10:30:37.397256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deba36e7-644d-4e83-81d4-ab099c2e5c79 req-76e6618b-4418-4509-baa5-76729388c508 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541713 Mar 07 10:30:37.565602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a81397-ee7e-4bf9-bd21-137e95e4ca92 req-9324ff19-2284-4c01-86d7-2a476289350d tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.574964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54a81397-ee7e-4bf9-bd21-137e95e4ca92 req-9324ff19-2284-4c01-86d7-2a476289350d tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 943 time: 0.1051953 Mar 07 10:30:37.637312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54a81397-ee7e-4bf9-bd21-137e95e4ca92 req-30ebdffa-95eb-4200-9b63-9d56d072bf6b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Mar 07 10:30:37.752853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:37.756364 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df64be7-cc99-4202-a40f-99eea3feef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:38.484532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186633d7-cf38-4342-9ad8-ad382394b245 req-992de5a0-32e2-4658-8657-e5472f3491c2 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.486957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-186633d7-cf38-4342-9ad8-ad382394b245 req-992de5a0-32e2-4658-8657-e5472f3491c2 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1131 time: 0.0517528 Mar 07 10:30:38.509779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-186633d7-cf38-4342-9ad8-ad382394b245 req-33499f3a-6744-4fc4-9d64-5f886bd4197b tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.601240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-64b61316-4682-442b-8bdb-bf17c48a4850 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:38.602252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-64b61316-4682-442b-8bdb-bf17c48a4850 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0292270 Mar 07 10:30:38.678838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-186633d7-cf38-4342-9ad8-ad382394b245 req-33499f3a-6744-4fc4-9d64-5f886bd4197b tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Publish callbacks [] for security_group (e7473724-982b-43a9-bc9b-acbc81d2b99e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.686922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-c432260c-2d36-4a64-ba87-82a6d64286ae tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.688404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-c432260c-2d36-4a64-ba87-82a6d64286ae tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.1282895 Mar 07 10:30:38.689777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-72e23fbd-20ed-4356-84b0-feeefff38c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.690983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-72e23fbd-20ed-4356-84b0-feeefff38c5b service neutron] 10.222.0.23 "GET /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 1125 time: 0.0804622 Mar 07 10:30:38.691770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-186633d7-cf38-4342-9ad8-ad382394b245 req-33499f3a-6744-4fc4-9d64-5f886bd4197b tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7473724-982b-43a9-bc9b-acbc81d2b99e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.706551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Request body: {'binding': {'host': 'n-h2-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:38.707062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:30:38.800579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-186633d7-cf38-4342-9ad8-ad382394b245 req-33499f3a-6744-4fc4-9d64-5f886bd4197b tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039711 Mar 07 10:30:38.811237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33499f3a-6744-4fc4-9d64-5f886bd4197b tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7473724-982b-43a9-bc9b-acbc81d2b99e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:38.854847 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4522ab-5230-47a5-b291-1910a105013d x-openstack-request-id: req-7b4522ab-5230-47a5-b291-1910a105013d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:38.855136 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:38.855388 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b4522ab-5230-47a5-b291-1910a105013d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:38.855805 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'status': 'completed', 'code': 200} Mar 07 10:30:39.016639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Deleting port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:39.016891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.030352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-6f10871c-ae98-456a-b243-34ec0050ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.031851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-6f10871c-ae98-456a-b243-34ec0050ff43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 1125 time: 0.1414542 Mar 07 10:30:39.066708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d5b55-9b2f-44ae-ae4a-c8d9bac65ef9 req-67835b78-a2b1-4057-8190-28b1a410950f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.068156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-090d5b55-9b2f-44ae-ae4a-c8d9bac65ef9 req-67835b78-a2b1-4057-8190-28b1a410950f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 944 time: 0.1513414 Mar 07 10:30:39.071588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on host n-h2-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:39.071944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:39.072265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:39.127713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:39.128043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:39.174526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:39.174862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:39.175235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:39.175874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Bound port: ed104740-be49-4598-bab8-716372681dd3, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:39.270536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] For port d7ea6740-ca7c-4260-87a3-27d1ce6c3129, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.270536 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.293944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-a40cf76d-2f27-49a0-92ff-5f0eb772b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.295394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-a40cf76d-2f27-49a0-92ff-5f0eb772b073 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 906 time: 0.2484953 Mar 07 10:30:39.296292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Calling delete_port for d7ea6740-ca7c-4260-87a3-27d1ce6c3129 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:39.304886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-090d5b55-9b2f-44ae-ae4a-c8d9bac65ef9 req-136d7cb1-fdaf-4ec9-a0b4-1a726e6caa5d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166939 Mar 07 10:30:39.310760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:39.349021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.350181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-dff9d516-6f47-4fc2-aef6-67dd1344ac8f service neutron] 10.222.0.23 "POST /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6485860 Mar 07 10:30:39.354468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-c388245c-5ed1-4b52-bcc4-a6cefa86f109 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d HTTP/1.1" status: 200 len: 217 time: 0.0487270 Mar 07 10:30:39.409040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:39.485175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-69d56cd5-66fa-4f5b-acf0-df7b0beeb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.486643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-69d56cd5-66fa-4f5b-acf0-df7b0beeb8ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1032555 Mar 07 10:30:39.529549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-88e3f30d-2203-46fb-8796-9072ce4fea71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356624 Mar 07 10:30:39.538988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8f8c-6534-4666-8a3d-22f22e2edc94 req-3b4b6c92-b0ab-42be-bce8-df5667c0a03e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.540539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6aa8f8c-6534-4666-8a3d-22f22e2edc94 req-3b4b6c92-b0ab-42be-bce8-df5667c0a03e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cf17ba9-ddbc-48c2-abc4-e6e12144aa27 HTTP/1.1" status: 200 len: 945 time: 0.1559958 Mar 07 10:30:39.563768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.582331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'mac_address': 'fa:16:3e:2f:dd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:39.632822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 82669324-2a3c-4238-bf20-1e7978bc7b2d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:39.633378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.651067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82669324-2a3c-4238-bf20-1e7978bc7b2d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:39.652482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-8569e19b-ab76-44fc-b45b-d0fa393ec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.654890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-8569e19b-ab76-44fc-b45b-d0fa393ec0f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1128 time: 0.0583889 Mar 07 10:30:39.680185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.686474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.746200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.804297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-27f7a029-da47-4081-8828-4adb6be0651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.806289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-27f7a029-da47-4081-8828-4adb6be0651f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1441212 Mar 07 10:30:39.862501 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-6259e853-56f9-4d9f-b779-84c941b1bef2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.0475583 Mar 07 10:30:39.919688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['82669324-2a3c-4238-bf20-1e7978bc7b2d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:39.928004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-5cf55ad0-2c49-4de6-b119-88e76dbae036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.929485 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-5cf55ad0-2c49-4de6-b119-88e76dbae036 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.0561297 Mar 07 10:30:39.951764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a05ff650-1ada-4988-8ed4-254d61194970 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:39.964892 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-a786b937-b712-4fa7-9143-371d2ba697bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291033 Mar 07 10:30:40.045139 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d7ea6740-ca7c-4260-87a3-27d1ce6c3129), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.058070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6aa8f8c-6534-4666-8a3d-22f22e2edc94 req-2535b9a7-17d4-4ef2-98c6-956a53c31b62 tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078549 Mar 07 10:30:40.063122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-31617621-3ddb-4eec-84c3-51f72bbfdc15 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216799 Mar 07 10:30:40.065607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d7ea6740-ca7c-4260-87a3-27d1ce6c3129'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:40.114213 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f221e3c2-03cb-4bf4-9902-3f58c857bd45 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419353 Mar 07 10:30:40.136054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Pushing event deleted for resources: {'Port': ['ID=d7ea6740-ca7c-4260-87a3-27d1ce6c3129,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.174311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960897-94ae-4fbf-be5a-8ae2a3fa2a17 req-f41acbbb-95d6-4fa7-a1dd-45b6a6c37db8 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.181603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0960897-94ae-4fbf-be5a-8ae2a3fa2a17 req-f41acbbb-95d6-4fa7-a1dd-45b6a6c37db8 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 944 time: 0.2299595 Mar 07 10:30:40.329201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] No DVR routers for this DVR port d7ea6740-ca7c-4260-87a3-27d1ce6c3129 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:40.353716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-7c0af0c1-60aa-48f4-bf57-0c7c4c53ebc7 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330337 Mar 07 10:30:40.408618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.414822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce135e0f-c049-4703-a4ac-521f78600fd2 req-7f676858-90ea-4dd2-9a92-9e165024eb1e tempest-AttachSCSIVolumeTestJSON-513831952 tempest-AttachSCSIVolumeTestJSON-513831952-project] 10.222.0.32 "DELETE /v2.0/ports/d7ea6740-ca7c-4260-87a3-27d1ce6c3129 HTTP/1.1" status: 204 len: 173 time: 1.7201946 Mar 07 10:30:40.417157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df64be7-cc99-4202-a40f-99eea3feef2e req-2e66591f-fbc5-455b-8a8b-b038454baea8 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342855 Mar 07 10:30:40.487592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0960897-94ae-4fbf-be5a-8ae2a3fa2a17 req-0890c2ee-93aa-47f5-a425-a7cc162d25c1 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045008 Mar 07 10:30:40.599634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-01609f85-0885-44e8-b131-b28c72d6a480 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.601182 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-01609f85-0885-44e8-b131-b28c72d6a480 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1128 time: 0.1809649 Mar 07 10:30:40.605613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a05ff650-1ada-4988-8ed4-254d61194970,segment=NetworkSegment(92ff41be-b7df-44f7-ae39-a3c7edde021a),segment_id=92ff41be-b7df-44f7-ae39-a3c7edde021a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:40.615309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832156-4'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:40.638591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'a05ff650-1ada-4988-8ed4-254d61194970', 'network_id': 'adbd9fb0-829a-465d-bb66-1938403c9e1f', 'port_id': 'a05ff650-1ada-4988-8ed4-254d61194970', 'mac_address': 'fa:16:3e:b4:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba40f87-03b4-49f9-9cb8-518b4b72b099', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:40.677201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432be8c-a15d-4f51-9f90-65edd8e639e9 req-c41a13d9-60df-4d7d-a29c-9e7ab997e20d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.688896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3432be8c-a15d-4f51-9f90-65edd8e639e9 req-c41a13d9-60df-4d7d-a29c-9e7ab997e20d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 946 time: 0.1194577 Mar 07 10:30:40.767246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a05ff650-1ada-4988-8ed4-254d61194970 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:40.767966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a05ff650-1ada-4988-8ed4-254d61194970), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.788476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.807256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05ff650-1ada-4988-8ed4-254d61194970 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:40.807871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3432be8c-a15d-4f51-9f90-65edd8e639e9 req-e79659ef-7b03-4cb6-8abf-386a3404b9e5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074271 Mar 07 10:30:40.848665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a05ff650-1ada-4988-8ed4-254d61194970,segment=NetworkSegment(92ff41be-b7df-44f7-ae39-a3c7edde021a),segment_id=92ff41be-b7df-44f7-ae39-a3c7edde021a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:40.856836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'name': 'network-vif-deleted', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:40.859171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.859351 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5091f71e-9061-4b11-8663-b3300b56f69a" -d '{"events": [{"server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "name": "network-vif-deleted", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:40.942101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.108467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:41.133494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-0f0a229f-b74c-47c6-bbd7-c5e992297b06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265416 Mar 07 10:30:41.133880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2b37-3752-4e96-b2cb-1bfc0cce482d req-5bf29e7a-2c7c-4d1e-8be1-147c135d44d2 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.139147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-345a2b37-3752-4e96-b2cb-1bfc0cce482d req-5bf29e7a-2c7c-4d1e-8be1-147c135d44d2 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 945 time: 0.0928338 Mar 07 10:30:41.149270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-8ef4eb6f-6788-4491-92de-24ac4bfa2fef service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:41.163816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-8ef4eb6f-6788-4491-92de-24ac4bfa2fef service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116427 Mar 07 10:30:41.204400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:41.222008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-345a2b37-3752-4e96-b2cb-1bfc0cce482d req-35b384eb-4b90-48d1-af7c-2dd167f4859b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Mar 07 10:30:41.270273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a05ff650-1ada-4988-8ed4-254d61194970'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:41.272544 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8bde9f-505f-470a-ba52-4e585fad3210 x-openstack-request-id: req-3c8bde9f-505f-470a-ba52-4e585fad3210 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:41.273076 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf17ba9-ddbc-48c2-abc4-e6e12144aa27", "name": "network-vif-deleted", "tag": "d7ea6740-ca7c-4260-87a3-27d1ce6c3129", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:41.274801 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c8bde9f-505f-470a-ba52-4e585fad3210 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:41.275458 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf17ba9-ddbc-48c2-abc4-e6e12144aa27', 'name': 'network-vif-deleted', 'tag': 'd7ea6740-ca7c-4260-87a3-27d1ce6c3129', 'status': 'completed', 'code': 200} Mar 07 10:30:41.286655 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks [] for port (ed104740-be49-4598-bab8-716372681dd3), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.290375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed104740-be49-4598-bab8-716372681dd3'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:41.293806 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046517a7-ecd7-4092-9650-5211782d5949" -d '{"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed104740-be49-4598-bab8-716372681dd3"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:41.299235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.436614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:41.465157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71dace-de54-4dc5-a305-8f272a4b1665 req-f85aca3f-2a39-4d6c-9233-bdfc9e81410a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.487237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da71dace-de54-4dc5-a305-8f272a4b1665 req-f85aca3f-2a39-4d6c-9233-bdfc9e81410a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1235113 Mar 07 10:30:41.542765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 82669324-2a3c-4238-bf20-1e7978bc7b2d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:41.555434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 82669324-2a3c-4238-bf20-1e7978bc7b2d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:41.555840 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.562913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da71dace-de54-4dc5-a305-8f272a4b1665 req-1f7a03c0-690c-416d-8a74-f8ca83d3d757 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739119 Mar 07 10:30:41.573510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on host n-h1-832156-4 for vnic_type normal with profile {"migrating_to": "n-h2-832156-4"} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:41.574566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:41.574898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:41.605081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:41.605412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Attempting to bind port ed104740-be49-4598-bab8-716372681dd3 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:41.613081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.627069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:41.629882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:41.631328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:41.632816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Bound port: ed104740-be49-4598-bab8-716372681dd3, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:41.633391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.678066 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646b2838-84c5-4b25-8540-468b47b34df1 x-openstack-request-id: req-646b2838-84c5-4b25-8540-468b47b34df1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:41.678371 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed104740-be49-4598-bab8-716372681dd3", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:41.678634 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-646b2838-84c5-4b25-8540-468b47b34df1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:41.679185 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed104740-be49-4598-bab8-716372681dd3', 'code': 200} Mar 07 10:30:41.765711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:41.809616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 82669324-2a3c-4238-bf20-1e7978bc7b2d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:41.810183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.827505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7cda-fc58-43de-b9b8-d2ae10422656 req-598ae771-fed0-4279-b94c-e52e5b2b00d2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.838931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-988d7cda-fc58-43de-b9b8-d2ae10422656 req-598ae771-fed0-4279-b94c-e52e5b2b00d2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 944 time: 0.1072545 Mar 07 10:30:41.861515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:41.865353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:41.880015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.905753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:41.913178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-988d7cda-fc58-43de-b9b8-d2ae10422656 req-987eb653-e3c2-4d84-bbe0-9ecd5a3bc918 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730824 Mar 07 10:30:41.915446 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb8972-4b98-442d-a4e9-6bbcb8753d70" -d '{"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-plugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:41.935611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:41.943662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.978990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d7ea6740-ca7c-4260-87a3-27d1ce6c3129 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:42.027235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: d7ea6740-ca7c-4260-87a3-27d1ce6c3129 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:42.032121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d7ea6740-ca7c-4260-87a3-27d1ce6c3129 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:42.105457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.107607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.108096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93922-bc8f-40fd-a885-8f08d6bc353b req-d2e4b36d-b343-48df-b2bd-fc2b390819f9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.120125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.121785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 1122 time: 1.5123091 Mar 07 10:30:42.125386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3a93922-bc8f-40fd-a885-8f08d6bc353b req-d2e4b36d-b343-48df-b2bd-fc2b390819f9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.1245356 Mar 07 10:30:42.130101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-5147fce1-8c2e-41e8-aede-563d816cf119 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.131410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-5147fce1-8c2e-41e8-aede-563d816cf119 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 1128 time: 0.3629704 Mar 07 10:30:42.142523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bfdff-2948-48e0-9fcd-c24ff37fe829 service neutron] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=8']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.190106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ed104740-be49-4598-bab8-716372681dd3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:42.262045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3a93922-bc8f-40fd-a885-8f08d6bc353b req-069a7b98-cb15-4763-82d0-b7ee03ead22e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357062 Mar 07 10:30:42.379551 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49bbf1-1a85-47dd-b85a-01e00f83ed56 x-openstack-request-id: req-5f49bbf1-1a85-47dd-b85a-01e00f83ed56 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:42.382192 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-plugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:42.382997 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f49bbf1-1a85-47dd-b85a-01e00f83ed56 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:42.385720 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'code': 200} Mar 07 10:30:42.607129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3fcda-868b-4c15-9865-2a6ee4dc7ea6 req-ef418c51-8898-4656-ad0d-7f32de00a498 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.623897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aa3fcda-868b-4c15-9865-2a6ee4dc7ea6 req-ef418c51-8898-4656-ad0d-7f32de00a498 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 945 time: 0.1960108 Mar 07 10:30:42.664431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f3fe-d0b3-4a27-bba2-b080ef70638b req-14ee596d-af31-4776-9130-72812f050b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.667512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d554f3fe-d0b3-4a27-bba2-b080ef70638b req-14ee596d-af31-4776-9130-72812f050b82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 1127 time: 0.1997731 Mar 07 10:30:42.792067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aa3fcda-868b-4c15-9865-2a6ee4dc7ea6 req-d87c8fbe-206b-40a7-a324-1d555227c078 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627233 Mar 07 10:30:42.821584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d554f3fe-d0b3-4a27-bba2-b080ef70638b req-f1f1715a-e0a3-4a7d-b754-c8c29d722d0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384411 Mar 07 10:30:42.871358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fa492-36f9-41df-904d-e78e68da90c9 req-14e839d5-499f-412c-a70a-ce27c86a630b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.884741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe6fa492-36f9-41df-904d-e78e68da90c9 req-14e839d5-499f-412c-a70a-ce27c86a630b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.2026305 Mar 07 10:30:43.028222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe6fa492-36f9-41df-904d-e78e68da90c9 req-7bb88a88-987e-4074-a923-d8d63d3f38b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425724 Mar 07 10:30:43.279954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a83e3-559a-454d-8f61-c844aa2c42a3 req-dc86e24f-f46e-4c67-9dba-49c75b703e73 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.282519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d9a83e3-559a-454d-8f61-c844aa2c42a3 req-dc86e24f-f46e-4c67-9dba-49c75b703e73 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1115401 Mar 07 10:30:43.354778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d9a83e3-559a-454d-8f61-c844aa2c42a3 req-16b68e07-a90e-412c-8264-727902a8849b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658808 Mar 07 10:30:43.480986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5f4c-c9a8-4d0c-95e6-34d771851a1e req-d936cad8-6da6-4e6e-a816-e6dbba62a182 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.482869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419d5f4c-c9a8-4d0c-95e6-34d771851a1e req-d936cad8-6da6-4e6e-a816-e6dbba62a182 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0725625 Mar 07 10:30:43.532714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419d5f4c-c9a8-4d0c-95e6-34d771851a1e req-0863210b-3421-4c08-a474-c1d37a41b1e3 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Mar 07 10:30:43.680971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'tag': 'ed104740-be49-4598-bab8-716372681dd3'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:43.683306 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65273fa-0d27-4963-9ae9-138b35d975b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "tag": "ed104740-be49-4598-bab8-716372681dd3"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:43.730881 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b46ab-e63e-43a5-a4be-18ce1603fb29 x-openstack-request-id: req-834b46ab-e63e-43a5-a4be-18ce1603fb29 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:43.731166 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "tag": "ed104740-be49-4598-bab8-716372681dd3", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:43.731458 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-834b46ab-e63e-43a5-a4be-18ce1603fb29 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:43.732040 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'tag': 'ed104740-be49-4598-bab8-716372681dd3', 'status': 'completed', 'code': 200} Mar 07 10:30:43.756141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-4e9b6e1a-c8d7-46d2-a80b-e037d60023f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.760868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-4e9b6e1a-c8d7-46d2-a80b-e037d60023f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1131 time: 0.0699823 Mar 07 10:30:43.976233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ed104740-be49-4598-bab8-716372681dd3 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:43.995962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-ad725dbe-3d3c-45f2-913b-38ae18a3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.997774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-ad725dbe-3d3c-45f2-913b-38ae18a3d5bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1156 time: 0.2358012 Mar 07 10:30:44.004423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a05ff650-1ada-4988-8ed4-254d61194970 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:44.046811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-a29915e0-c706-4860-82a6-937c07b47041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.048875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-a29915e0-c706-4860-82a6-937c07b47041 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2648327 Mar 07 10:30:44.149366 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:30:44.156729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb916dc-2758-4e12-a2e3-fdd9cc72ae7e req-ddce9771-ffff-41fa-ba09-5eee645facc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.158583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bb916dc-2758-4e12-a2e3-fdd9cc72ae7e req-ddce9771-ffff-41fa-ba09-5eee645facc5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 945 time: 0.2250183 Mar 07 10:30:44.164459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-99cba379-5359-45f2-a2ef-958ae60e7398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1004379 Mar 07 10:30:44.268591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port a05ff650-1ada-4988-8ed4-254d61194970 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:44.280106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port a05ff650-1ada-4988-8ed4-254d61194970 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:44.280700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a05ff650-1ada-4988-8ed4-254d61194970), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.322623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:44.344977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ed104740-be49-4598-bab8-716372681dd3 has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:30:44.386986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bb916dc-2758-4e12-a2e3-fdd9cc72ae7e req-42932f11-3218-44b8-a932-b048f101bddd tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021778 Mar 07 10:30:44.413943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a05ff650-1ada-4988-8ed4-254d61194970 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:44.414365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a05ff650-1ada-4988-8ed4-254d61194970), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.414701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-6c7fcdd4-56ea-451e-8f8f-8a1ca902b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.417236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-6c7fcdd4-56ea-451e-8f8f-8a1ca902b420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2439837 Mar 07 10:30:44.422669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-614d2ee7-adc8-493a-8e0e-24b2b369f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.424448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-614d2ee7-adc8-493a-8e0e-24b2b369f591 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.4153180 Mar 07 10:30:44.466014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:44.475292 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc5452e-5081-4f2f-bd02-73d5a63c0a9c" -d '{"events": [{"server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "name": "network-vif-plugged", "status": "completed", "tag": "a05ff650-1ada-4988-8ed4-254d61194970"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:44.481276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363106-37bc-438f-b25d-2f96c56813b0 req-e95d87d7-3ebe-4bf7-b9ce-7a527a803b22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.489671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42363106-37bc-438f-b25d-2f96c56813b0 req-e95d87d7-3ebe-4bf7-b9ce-7a527a803b22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.2243490 Mar 07 10:30:44.493791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a05ff650-1ada-4988-8ed4-254d61194970,segment=NetworkSegment(92ff41be-b7df-44f7-ae39-a3c7edde021a),segment_id=92ff41be-b7df-44f7-ae39-a3c7edde021a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:44.500651 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.555926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-af7e73f5-caae-43b4-90c2-375a8e31e59b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.1244452 Mar 07 10:30:44.584067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:44.642754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-7d4d8abb-7561-4281-a8ee-8371cf897286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.644618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-7d4d8abb-7561-4281-a8ee-8371cf897286 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.0738835 Mar 07 10:30:44.704324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42363106-37bc-438f-b25d-2f96c56813b0 req-4f2c51fb-d00a-4ba0-af45-31246c9768af tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133188 Mar 07 10:30:44.708926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-dedce062-6afa-425c-b8e2-b50c9ab3dcaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575888 Mar 07 10:30:44.717288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-9bf2f51f-678b-466e-a355-79c2b70b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.719213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-9bf2f51f-678b-466e-a355-79c2b70b2ac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2892773 Mar 07 10:30:44.802336 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77655c-a1ea-493e-b2b3-1bf055483167 x-openstack-request-id: req-fa77655c-a1ea-493e-b2b3-1bf055483167 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:44.802599 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "name": "network-vif-plugged", "status": "completed", "tag": "a05ff650-1ada-4988-8ed4-254d61194970", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:44.802827 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa77655c-a1ea-493e-b2b3-1bf055483167 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:44.803263 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970', 'code': 200} Mar 07 10:30:44.819169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-138dddce-62fa-43a0-a1b2-57c02187f71b service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987065 Mar 07 10:30:44.899702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4efcf4-cc61-4ae1-b27d-b237a82e48e0 req-6337d848-89c3-46b2-ab6a-7c70efc37415 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.909581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f4efcf4-cc61-4ae1-b27d-b237a82e48e0 req-6337d848-89c3-46b2-ab6a-7c70efc37415 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.3878527 Mar 07 10:30:44.955239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d61ed6-88be-4012-bf2d-160dbd7bd826 req-f0a47b3c-6916-401f-91f0-b8939a1bdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.959125 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89d61ed6-88be-4012-bf2d-160dbd7bd826 req-f0a47b3c-6916-401f-91f0-b8939a1bdc0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 1128 time: 0.0717504 Mar 07 10:30:44.960777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42118) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:45.008933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89d61ed6-88be-4012-bf2d-160dbd7bd826 req-3eeea2fa-eaf2-4f91-8b3d-67c15681abff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Mar 07 10:30:45.103423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6abde84-3706-48b6-b311-7dc83c19f2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.117238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d42f3-9f73-4b49-b950-da6405464c7d req-e544e4ce-608c-4a2d-874b-e02aa267cc31 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.118757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca4d42f3-9f73-4b49-b950-da6405464c7d req-e544e4ce-608c-4a2d-874b-e02aa267cc31 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.2058060 Mar 07 10:30:45.126071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-39fd4cf8-4d6d-4b02-9658-099be1f21ecb service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052251 Mar 07 10:30:45.135290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f4efcf4-cc61-4ae1-b27d-b237a82e48e0 req-525a773b-cc3c-4c8f-a863-d2c2d43b904f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155991 Mar 07 10:30:45.155121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f65273fa-0d27-4963-9ae9-138b35d975b0 req-82ad2eb0-fdd9-436b-923a-cedaf35891d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216298 Mar 07 10:30:45.231452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6abde84-3706-48b6-b311-7dc83c19f2f2 admin admin] Publish callbacks [] for security_group (da646952-c272-4009-9f36-82835ac70a7e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.238737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6abde84-3706-48b6-b311-7dc83c19f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (da646952-c272-4009-9f36-82835ac70a7e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.275152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca4d42f3-9f73-4b49-b950-da6405464c7d req-c0147274-14b9-4039-8af1-0912ee84da60 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480243 Mar 07 10:30:45.298428 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b6abde84-3706-48b6-b311-7dc83c19f2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcbad9318b494ce99d56673641e83e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342180 Mar 07 10:30:45.298650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42128) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:45.305107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-8d1a5502-b894-4abc-9e13-858340ede175 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660960 Mar 07 10:30:45.307218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abde84-3706-48b6-b311-7dc83c19f2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da646952-c272-4009-9f36-82835ac70a7e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.405599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] Publish callbacks [] for security_group (da646952-c272-4009-9f36-82835ac70a7e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.436459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] Publish callbacks [] for security_group (da646952-c272-4009-9f36-82835ac70a7e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.536960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (da646952-c272-4009-9f36-82835ac70a7e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.541740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.543489 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da646952-c272-4009-9f36-82835ac70a7e HTTP/1.1" status: 204 len: 168 time: 0.2433379 Mar 07 10:30:45.554225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc93be-01fa-4e99-b5be-099307891210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da646952-c272-4009-9f36-82835ac70a7e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.654916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb10a99-d21c-4279-87cc-9e3e9d14f899 req-7de2355a-12f5-484e-a8f4-c1dc4c31a676 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.662152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bb10a99-d21c-4279-87cc-9e3e9d14f899 req-7de2355a-12f5-484e-a8f4-c1dc4c31a676 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1632693 Mar 07 10:30:45.687118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ebf0-6135-4ccd-b733-9791f51745df req-fb106492-7ea2-49b1-a5d0-005e15c6ecef tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.692465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcf3ebf0-6135-4ccd-b733-9791f51745df req-fb106492-7ea2-49b1-a5d0-005e15c6ecef tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1037736 Mar 07 10:30:45.752923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bb10a99-d21c-4279-87cc-9e3e9d14f899 req-7c3956e1-7678-4da3-a8af-b09346040137 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900791 Mar 07 10:30:45.766582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcf3ebf0-6135-4ccd-b733-9791f51745df req-4a90382b-89a8-4578-aa89-387fb12709e4 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Mar 07 10:30:45.912560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e1c39-da45-4091-85ac-36058f8d566f req-489ab098-061b-4602-b5a1-06332b4e62e8 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.914429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-967e1c39-da45-4091-85ac-36058f8d566f req-489ab098-061b-4602-b5a1-06332b4e62e8 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0654790 Mar 07 10:30:45.967603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-967e1c39-da45-4091-85ac-36058f8d566f req-16507e70-0fe8-4a94-aa31-913b8bbc974a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Mar 07 10:30:46.316464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42160) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:46.418385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72702034-99c6-4da7-ab0d-64a68811e9e2 req-2e5eae61-09c6-4fc7-b8b7-12d206bedf0f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.424222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72702034-99c6-4da7-ab0d-64a68811e9e2 req-2e5eae61-09c6-4fc7-b8b7-12d206bedf0f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0640247 Mar 07 10:30:46.462126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1183482600-network', 'tenant_id': '368cbc69efc841baa1833c02dbaca4dd'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:46.472087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72702034-99c6-4da7-ab0d-64a68811e9e2 req-75eea9d2-d9e0-455d-ac04-5eab36eff486 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Mar 07 10:30:46.491909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Made reservation on behalf of 368cbc69efc841baa1833c02dbaca4dd for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:46.491909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.501175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.579092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks [] for security_group (e94c8874-7745-49e1-9d9f-aae79c7a22df), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.583754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e94c8874-7745-49e1-9d9f-aae79c7a22df), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.607670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:46.617381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c8874-7745-49e1-9d9f-aae79c7a22df,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.621979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4c294a89-41bd-46f1-92e8-b75b54b58285), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.622315 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Added segment 4c294a89-41bd-46f1-92e8-b75b54b58285 of type vlan for network ef879ca4-4250-4e56-a3e3-211931198e77 Mar 07 10:30:46.662908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ef879ca4-4250-4e56-a3e3-211931198e77), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.687696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ef879ca4-4250-4e56-a3e3-211931198e77), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.688656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.689238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.748379 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4310570 Mar 07 10:30:46.751177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:46.756286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Request body: {'subnet': {'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1183482600-subnet', 'tenant_id': '368cbc69efc841baa1833c02dbaca4dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:46.759397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc19d22-4561-4f87-8f12-9171b3fc3b2f admin admin] Pushing event updated for resources: {'Network': ['ID=ef879ca4-4250-4e56-a3e3-211931198e77,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.770856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ef879ca4-4250-4e56-a3e3-211931198e77 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:46.778262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Made reservation on behalf of 368cbc69efc841baa1833c02dbaca4dd for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:46.792534 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.939615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a7c5-93be-4676-b571-c1041990f706 req-dc26af8b-3e7e-4f6b-9cd1-053895b1d870 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.941138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55c4a7c5-93be-4676-b571-c1041990f706 req-dc26af8b-3e7e-4f6b-9cd1-053895b1d870 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0913742 Mar 07 10:30:46.952577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bebf3c-a7d4-4834-b021-af837818b592 req-ae73eb69-ec4d-4743-b649-dedfc39872f4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.953995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09bebf3c-a7d4-4834-b021-af837818b592 req-ae73eb69-ec4d-4743-b649-dedfc39872f4 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0902352 Mar 07 10:30:47.028218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (a746144e-1105-4b3d-a0c5-fec9392ed1a2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.032610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55c4a7c5-93be-4676-b571-c1041990f706 req-69ad7402-de0b-4133-baab-074ef53c1649 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776396 Mar 07 10:30:47.042875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09bebf3c-a7d4-4834-b021-af837818b592 req-07f153f1-b4ac-47ae-88ea-521c70673475 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Mar 07 10:30:47.074596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a746144e-1105-4b3d-a0c5-fec9392ed1a2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:47.099819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Checking segment: {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:47.100169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Network hostable DHCP agents. Network: ef879ca4-4250-4e56-a3e3-211931198e77, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:47.119142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Network ef879ca4-4250-4e56-a3e3-211931198e77 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:47.131923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ef879ca4-4250-4e56-a3e3-211931198e77) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:47.136679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.137310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.143905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0473c7-d8a7-4182-99c5-8b54590cc37a None None] Network ef879ca4-4250-4e56-a3e3-211931198e77 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:47.160670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6a8bb25-12e0-4876-8e64-aa18b52e658c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4083297 Mar 07 10:30:47.174243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c63be-104b-424f-a528-2eaa24ed4e77 req-d5089df8-91cf-46f5-93d2-3a2445fa8f05 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.176503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f64c63be-104b-424f-a528-2eaa24ed4e77 req-d5089df8-91cf-46f5-93d2-3a2445fa8f05 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0693142 Mar 07 10:30:47.245860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f64c63be-104b-424f-a528-2eaa24ed4e77 req-5989a7cd-d373-47e2-93a0-cf8442afecbf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583322 Mar 07 10:30:47.258725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd254567-64c3-4607-b90a-a928a7ecec20 None None] Network ef879ca4-4250-4e56-a3e3-211931198e77 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:47.441389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1650265358', 'description': 'tempest-description-1678728970'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:47.464386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.547116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (10a1fe5b-3945-46f4-91f8-5623a980bee5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.560104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (10a1fe5b-3945-46f4-91f8-5623a980bee5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.609051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.610349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a8d8c5a-913a-470f-892e-0aed4a44ab30 req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1735978 Mar 07 10:30:47.611909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11b66e-3254-4d97-81b9-8da469ddf055 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a1fe5b-3945-46f4-91f8-5623a980bee5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:47.637497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d655-a99f-4f68-a6dc-ac624be2b73d req-6c17bd22-446f-47d4-b235-c753c9da51ed tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.638986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d4d655-a99f-4f68-a6dc-ac624be2b73d req-6c17bd22-446f-47d4-b235-c753c9da51ed tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0875976 Mar 07 10:30:47.644031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-323945210', 'description': 'tempest-description-83459751'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:47.686267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.710206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d4d655-a99f-4f68-a6dc-ac624be2b73d req-5b9a053a-ff70-423f-a720-be490bcea329 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613227 Mar 07 10:30:47.776441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (744e4b4f-53c5-404e-8762-1f0fc0a487f5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.781155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (744e4b4f-53c5-404e-8762-1f0fc0a487f5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.815627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.817358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc5ad9ca-5815-42ad-9f2d-62cd021aa6c3 req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1774652 Mar 07 10:30:47.831973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6258f2-960d-41ce-be59-6b66133f6bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e4b4f-53c5-404e-8762-1f0fc0a487f5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:48.032321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-cd3ec9a3-cd1b-43d8-854d-37c126e9c1e2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:48.033770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-cd3ec9a3-cd1b-43d8-854d-37c126e9c1e2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 813 time: 0.1013837 Mar 07 10:30:48.049209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-486231bc-39c5-4ee3-96bc-c8a6d4a12bb5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/quotas/368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 375 time: 0.0096076 Mar 07 10:30:48.083519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-5f04ed0d-5a94-4c08-996b-147f3a15ba3a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289643 Mar 07 10:30:48.218459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-ab6cc102-50c4-4dc1-aef2-4e1ae8ac2f4d service neutron] 10.222.0.23 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267517 Mar 07 10:30:48.225360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2638-e3d0-4deb-bdf7-83bef4e576fa req-f3e76111-7321-449e-a342-9a76a982cbef tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:48.226766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e4b2638-e3d0-4deb-bdf7-83bef4e576fa req-f3e76111-7321-449e-a342-9a76a982cbef tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1097231 Mar 07 10:30:48.336422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e4b2638-e3d0-4deb-bdf7-83bef4e576fa req-da658562-a032-4bb4-a8e8-5fddb3efb5cb tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014521 Mar 07 10:30:48.365089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-c919307d-307e-4499-8693-050ea123e763 service neutron] 10.222.0.23 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373291 Mar 07 10:30:48.494584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff3ea-cef3-4fc4-a152-430dcc42f1e3 req-02fe39e1-2868-445d-8b4e-96b94c71719c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:48.496516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39ff3ea-cef3-4fc4-a152-430dcc42f1e3 req-02fe39e1-2868-445d-8b4e-96b94c71719c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0760942 Mar 07 10:30:48.596390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39ff3ea-cef3-4fc4-a152-430dcc42f1e3 req-47e70366-ace7-46cf-815b-98719f0c0697 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913236 Mar 07 10:30:48.631423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1efd10-0cd8-48a8-a30a-379d5d55850b req-d7d8fac8-6f0a-470e-81b8-82a9ac1c9531 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:48.639188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f1efd10-0cd8-48a8-a30a-379d5d55850b req-d7d8fac8-6f0a-470e-81b8-82a9ac1c9531 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0907252 Mar 07 10:30:48.677234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2de29cf2-d3fe-4706-9799-c658fa1879e6 req-260ed41f-7d45-4ae8-b443-2b924475fa7c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.0353284 Mar 07 10:30:48.713160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f1efd10-0cd8-48a8-a30a-379d5d55850b req-2eeeebc8-1ea3-4b3f-ba5c-0d612014cf1b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731239 Mar 07 10:30:48.843235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad73744-1a53-454f-b52c-a732037ce13b req-3b53de2f-8bd7-44f3-87f9-fb3f3f318ac7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:48.844772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ad73744-1a53-454f-b52c-a732037ce13b req-3b53de2f-8bd7-44f3-87f9-fb3f3f318ac7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0553818 Mar 07 10:30:48.898048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ad73744-1a53-454f-b52c-a732037ce13b req-4648c503-1de2-4617-9f9f-715900f7b897 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Mar 07 10:30:49.469405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5269a-34d1-4a59-96e0-a35487e6f679 req-0492ad98-c382-4da7-851f-feccc274a848 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.470939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a5269a-34d1-4a59-96e0-a35487e6f679 req-0492ad98-c382-4da7-851f-feccc274a848 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0633471 Mar 07 10:30:49.526282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a5269a-34d1-4a59-96e0-a35487e6f679 req-bd87ac64-2e51-4bc5-890d-2147ba326be0 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Mar 07 10:30:49.712042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c04271-4de1-4287-b4c1-43e75632a1bb req-ddaa24c1-fb74-4894-9129-ffb4c6560973 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.713492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87c04271-4de1-4287-b4c1-43e75632a1bb req-ddaa24c1-fb74-4894-9129-ffb4c6560973 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0518773 Mar 07 10:30:49.789412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb2916e8-6a16-4729-ac18-e80894750483 req-73d20930-9d7b-4bc4-ab00-fcf4953e3791 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.0390325 Mar 07 10:30:49.793757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87c04271-4de1-4287-b4c1-43e75632a1bb req-2fa9818a-03e0-4e66-a0b6-a7f6e6e6bd81 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736637 Mar 07 10:30:49.908586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb38a34-6481-483e-85dd-682c8774fbef req-5d94954b-a933-4c29-8142-f6931a8a597d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.910089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-feb38a34-6481-483e-85dd-682c8774fbef req-5d94954b-a933-4c29-8142-f6931a8a597d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0564883 Mar 07 10:30:49.958368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-feb38a34-6481-483e-85dd-682c8774fbef req-0361b05b-a237-455a-a299-c6f97156ec8a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Mar 07 10:30:50.037630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70019920-7a39-4a07-ac96-a369f620b61e req-51c03f6d-b056-48ba-84f5-f4183ffda13a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:50.039235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70019920-7a39-4a07-ac96-a369f620b61e req-51c03f6d-b056-48ba-84f5-f4183ffda13a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0613692 Mar 07 10:30:50.096039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70019920-7a39-4a07-ac96-a369f620b61e req-0686e174-6632-40b4-b65e-30fd9096aeb7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503118 Mar 07 10:30:50.646818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a85a97db-c702-4dd6-83d1-32b3ffcf8fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:50.684781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258bce9-c623-4320-813a-fa0892b68a68 req-1a471668-4485-40c4-b2de-9e7af3ab3259 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:50.687687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b258bce9-c623-4320-813a-fa0892b68a68 req-1a471668-4485-40c4-b2de-9e7af3ab3259 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0750713 Mar 07 10:30:50.736257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b258bce9-c623-4320-813a-fa0892b68a68 req-eb54ed24-ad29-4b8a-99af-f300d6ff6ad7 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Mar 07 10:30:50.930005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c0bf88a-0d35-42ab-82cb-0b3288227ebb req-29d1a65a-08ce-4a49-b18c-ccc7709adb4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.0304217 Mar 07 10:30:50.952264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8bc1b-0c6d-49d5-8bee-6e4dc012184c req-33feb090-081f-4d89-8219-03bcec4f3f90 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:50.954039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50c8bc1b-0c6d-49d5-8bee-6e4dc012184c req-33feb090-081f-4d89-8219-03bcec4f3f90 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0838974 Mar 07 10:30:51.026371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50c8bc1b-0c6d-49d5-8bee-6e4dc012184c req-5a7924be-5097-4a5d-9d21-2f3dda8e338f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Mar 07 10:30:51.090883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91608d2-5a37-4c6f-91b1-c09ac46ae2f6 req-e5f049bb-b9d2-4ffe-8758-03774a2d3449 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.092715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f91608d2-5a37-4c6f-91b1-c09ac46ae2f6 req-e5f049bb-b9d2-4ffe-8758-03774a2d3449 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0570400 Mar 07 10:30:51.141332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f91608d2-5a37-4c6f-91b1-c09ac46ae2f6 req-c9065d00-af46-415f-87e3-5db75a04a7d3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Mar 07 10:30:51.237503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48716ebe-8a94-4442-8524-ca1b496f10c2 req-dbda854b-1f5f-41b6-a9fa-86d4f17c7ed4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.239097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48716ebe-8a94-4442-8524-ca1b496f10c2 req-dbda854b-1f5f-41b6-a9fa-86d4f17c7ed4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.0524075 Mar 07 10:30:51.296794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48716ebe-8a94-4442-8524-ca1b496f10c2 req-37f1020c-ed9b-4d48-9308-5de5def08d16 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Mar 07 10:30:51.871475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86035666-7b17-41a4-8341-77dab304f88c req-fb00be4e-d8a0-4ea9-a181-e27f740c19bf tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.873340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86035666-7b17-41a4-8341-77dab304f88c req-fb00be4e-d8a0-4ea9-a181-e27f740c19bf tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0669975 Mar 07 10:30:51.927849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86035666-7b17-41a4-8341-77dab304f88c req-1a954c99-7ba2-4bb5-8f2d-6c2b68c8b4e6 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478091 Mar 07 10:30:52.032731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-973c44a3-2ba6-469a-bff5-42e4964a5a1c req-16b36b9a-7580-4b29-a498-0cf54f097bc9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Mar 07 10:30:52.142333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414d527-30ae-4441-9e96-bbad1bb1e2a2 req-24ee71c1-5b92-4573-8bf0-101bb161a150 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:52.143860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5414d527-30ae-4441-9e96-bbad1bb1e2a2 req-24ee71c1-5b92-4573-8bf0-101bb161a150 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0532494 Mar 07 10:30:52.197743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5414d527-30ae-4441-9e96-bbad1bb1e2a2 req-e4dc0d72-4c45-4d6a-8377-e363ca20b9af tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Mar 07 10:30:52.273724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f6aa6855-b578-44a8-9c56-3ef6801532b1 service neutron] 10.222.0.26 "GET /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.0748446 Mar 07 10:30:52.357831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e14fc5-2454-4cfe-b64a-cbcf24b9e6e4 req-630d91e1-e87c-4db3-a49e-5390ce2f14f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:52.374067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e14fc5-2454-4cfe-b64a-cbcf24b9e6e4 req-630d91e1-e87c-4db3-a49e-5390ce2f14f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1191628 Mar 07 10:30:52.531606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e14fc5-2454-4cfe-b64a-cbcf24b9e6e4 req-5909d70a-983f-47dc-9b33-d88ab1725521 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564360 Mar 07 10:30:52.562651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e09190-5ac0-4b4f-9f3e-80e3289a7984 req-c6e239b2-42ff-458c-bfd1-6f5e1ce3e743 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:52.564166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e09190-5ac0-4b4f-9f3e-80e3289a7984 req-c6e239b2-42ff-458c-bfd1-6f5e1ce3e743 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 944 time: 0.1651528 Mar 07 10:30:52.596269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:52.617179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:52.944057 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6b846e0-5ab9-4e14-a3a0-c77c4a2a84a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.026655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed104740-be49-4598-bab8-716372681dd3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:53.044271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e09190-5ac0-4b4f-9f3e-80e3289a7984 req-28e80e69-9afd-41ca-a54e-60eccc93e325 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251258 Mar 07 10:30:53.069335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:53.100550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e65e-773e-4720-890e-f1a6b51e9a48 req-ee68e41e-c4cf-411a-8df0-35efc815178c tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.102315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0300e65e-773e-4720-890e-f1a6b51e9a48 req-ee68e41e-c4cf-411a-8df0-35efc815178c tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0804038 Mar 07 10:30:53.105853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed104740-be49-4598-bab8-716372681dd3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.195950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e9bf983-765d-48f4-bbe3-91090f74bc15 req-472fd668-a1be-411e-905b-bfa052cdfab0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.0569615 Mar 07 10:30:53.301470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0300e65e-773e-4720-890e-f1a6b51e9a48 req-5e7a9509-5a30-446a-ab58-9602046d9855 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707408 Mar 07 10:30:53.347188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] Transition to ACTIVE for port object ed104740-be49-4598-bab8-716372681dd3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:53.357317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ed104740-be49-4598-bab8-716372681dd3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.420099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f7bf5-2e39-4966-be99-051c901bf8f3 req-84642701-a2b0-4081-b239-040fac965320 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.421703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573f7bf5-2e39-4966-be99-051c901bf8f3 req-84642701-a2b0-4081-b239-040fac965320 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1260967 Mar 07 10:30:53.449300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] No DVR routers for this DVR port ed104740-be49-4598-bab8-716372681dd3 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:53.489526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] Pushing event updated for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.493740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-ce1a3b45-4b5b-4964-a212-c53e1c64226a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.500588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-ce1a3b45-4b5b-4964-a212-c53e1c64226a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 813 time: 0.1675701 Mar 07 10:30:53.503245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f49855a3-2c56-4ae3-8257-1756967e8359 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3/bindings/n-h2-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2148125 Mar 07 10:30:53.521238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'device_id': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77', 'admin_state_up': True, 'tenant_id': '368cbc69efc841baa1833c02dbaca4dd'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:53.547966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573f7bf5-2e39-4966-be99-051c901bf8f3 req-d54ea2b5-470c-485f-b0db-8c1bc5d28b17 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 Mar 07 10:30:53.714977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Made reservation on behalf of 368cbc69efc841baa1833c02dbaca4dd for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:53.720831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.728816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f67b1f9d-c007-4995-a664-e1b581da0a3a tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.730488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-f67b1f9d-c007-4995-a664-e1b581da0a3a tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.1197321 Mar 07 10:30:53.743374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e593-286f-4b60-97e1-e63c040a9f8b req-0291fee6-cf79-4f83-a8f3-6045aca960b2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.745258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c951e593-286f-4b60-97e1-e63c040a9f8b req-0291fee6-cf79-4f83-a8f3-6045aca960b2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.0843279 Mar 07 10:30:53.839217 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.857834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c951e593-286f-4b60-97e1-e63c040a9f8b req-fd790e33-3f31-4d8c-a2b2-9fb14046e694 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005232 Mar 07 10:30:53.888140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-44a8b185-f038-4994-8f77-4466b6e59a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.890729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-44a8b185-f038-4994-8f77-4466b6e59a25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6&tenant_id=dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 1127 time: 0.1443555 Mar 07 10:30:53.906499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Allocated IP 172.20.0.12 (ef879ca4-4250-4e56-a3e3-211931198e77/a746144e-1105-4b3d-a0c5-fec9392ed1a2/0dfd0c06-716f-4e23-ab1b-e431de2876b2) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:53.982660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-90180e11-9500-4ead-b052-3c370ed447aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.984671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-90180e11-9500-4ead-b052-3c370ed447aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0669160 Mar 07 10:30:54.069132 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.120634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.159779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.181830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-ea86afa7-796d-4c48-8b21-713cd0016013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.183282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-ea86afa7-796d-4c48-8b21-713cd0016013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1913424 Mar 07 10:30:54.216894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Network ef879ca4-4250-4e56-a3e3-211931198e77 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:54.219974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:54.223766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:54.238655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:54.255236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-5555492f-94c3-4da9-bd7e-8298b429c6ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.0488935 Mar 07 10:30:54.312578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.313328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.317790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c1fc6-975a-46f2-a3a8-a10f3b55e3f3 req-4552ccb6-006d-4273-a1d4-5e3d1e5de283 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.319685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-349c1fc6-975a-46f2-a3a8-a10f3b55e3f3 req-4552ccb6-006d-4273-a1d4-5e3d1e5de283 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1467290 Mar 07 10:30:54.333942 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-bf887805-af3e-4a49-97d0-c15684af112f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220239 Mar 07 10:30:54.348460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Request body: {'port': {'device_id': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:54.374173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-a045b32c-61ac-4b9e-89f9-0205d2c9c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.375628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-a045b32c-61ac-4b9e-89f9-0205d2c9c45e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1122162 Mar 07 10:30:54.411138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.421845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-40b8d87b-103c-44bb-aba1-76b7a314b4cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360854 Mar 07 10:30:54.429223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b1c7-2ef6-401c-adfb-189eaa682db3 req-6648a3d4-b111-48e0-b770-b53111409b38 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.430715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb34b1c7-2ef6-401c-adfb-189eaa682db3 req-6648a3d4-b111-48e0-b770-b53111409b38 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 932 time: 0.1335287 Mar 07 10:30:54.474800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-349c1fc6-975a-46f2-a3a8-a10f3b55e3f3 req-edd7bdcf-7984-4225-9eb2-7a0c220e3c92 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Mar 07 10:30:54.548617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb34b1c7-2ef6-401c-adfb-189eaa682db3 req-8b62baea-5557-454c-9e92-fd46b40c2e55 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016634 Mar 07 10:30:54.577123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-08e25ec3-eecc-4fe4-ad6a-625eebd9af43 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391065 Mar 07 10:30:54.723034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfd0c06-716f-4e23-ab1b-e431de2876b2 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:54.734971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks [] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.749427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Transition to ACTIVE for port object 0dfd0c06-716f-4e23-ab1b-e431de2876b2 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:54.753581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.761631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e9b24-140b-41b2-99df-5f3eac9d0b46 req-d56b63df-088f-43bb-9d0b-ea84f8da4025 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.768242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-261e9b24-140b-41b2-99df-5f3eac9d0b46 req-d56b63df-088f-43bb-9d0b-ea84f8da4025 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1629896 Mar 07 10:30:54.773726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-fe77e174-17aa-4480-b308-a9d5697e70ca service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899488 Mar 07 10:30:54.814781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1f6a-76d0-4266-9280-545f420cf8d5 req-fdc9735b-0f04-4a6c-8638-4263ca509314 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.816816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcdc1f6a-76d0-4266-9280-545f420cf8d5 req-fdc9735b-0f04-4a6c-8638-4263ca509314 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1714272 Mar 07 10:30:54.857799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:54.862723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-261e9b24-140b-41b2-99df-5f3eac9d0b46 req-597f0858-348b-4b44-8968-0c15358fdf14 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Mar 07 10:30:54.900826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Attempting to bind port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:54.903988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Attempting to bind port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:54.904473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Attempting to bind port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 on network ef879ca4-4250-4e56-a3e3-211931198e77 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:54.913282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 on network ef879ca4-4250-4e56-a3e3-211931198e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:54.913811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Attempting to bind port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 on network ef879ca4-4250-4e56-a3e3-211931198e77 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:54.916072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcdc1f6a-76d0-4266-9280-545f420cf8d5 req-4fbc58d6-391f-4a87-9b00-1c67592c45a5 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Mar 07 10:30:54.920060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:54.920629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Checking segment: {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:54.921227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Bound using segment: {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:54.922042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Bound port: 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:54.922771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.992187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42300) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:55.008946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:55.013572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:55.026976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.067159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.067831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.069228 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] 10.222.0.32 "PUT /v2.0/ports/0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 1092 time: 0.7250721 Mar 07 10:30:55.069676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:55.071953 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84268f7d-dae2-4195-a152-0bb4482fca5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:55.094645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d9f3-d3df-489b-b84a-448ced0e6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:55.121824 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0374bf2-7639-4a71-b7cc-534916dbdd7f x-openstack-request-id: req-c0374bf2-7639-4a71-b7cc-534916dbdd7f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:55.122193 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:55.122520 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0374bf2-7639-4a71-b7cc-534916dbdd7f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:55.122997 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'status': 'completed', 'code': 200} Mar 07 10:30:55.190882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-72cfbd95-cfb2-4471-ab80-97dbfa547e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.192591 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-72cfbd95-cfb2-4471-ab80-97dbfa547e9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1126 time: 0.0646698 Mar 07 10:30:55.208655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ba7b3-8523-42de-8055-f3d8092a95cd req-4c6b9b5c-1346-4201-bff1-f67aaae46f11 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.210736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c51ba7b3-8523-42de-8055-f3d8092a95cd req-4c6b9b5c-1346-4201-bff1-f67aaae46f11 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1707149 Mar 07 10:30:55.232217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-a62c3566-f6a1-452f-a5ab-e3bfd10bfd7f tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.233663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-a62c3566-f6a1-452f-a5ab-e3bfd10bfd7f tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.1602552 Mar 07 10:30:55.241870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-890b3a7a-075a-49ff-a5dc-5fceed7b8b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 217 time: 0.0398998 Mar 07 10:30:55.290204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-9a6b1ee1-263b-4563-8d5f-ac8cf63f138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.291753 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-9a6b1ee1-263b-4563-8d5f-ac8cf63f138b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0446122 Mar 07 10:30:55.326734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-6552f643-d0f3-4c80-9a72-9bf0e48bedc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272207 Mar 07 10:30:55.383395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c51ba7b3-8523-42de-8055-f3d8092a95cd req-8cadbf54-5c49-4bfc-ba06-7fe9604be2b4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646683 Mar 07 10:30:55.444311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-564d186e-5444-4ed5-8042-ff14de0afdf4 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094117 Mar 07 10:30:55.455363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed104740-be49-4598-bab8-716372681dd3 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:55.542796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port ed104740-be49-4598-bab8-716372681dd3 host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:30:55.543530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed104740-be49-4598-bab8-716372681dd3 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:55.545396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.547148 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e5eeebbb-ed2a-4968-b63d-c90dadad7c92 req-04c1cc0d-d048-453a-a6fc-433d0732a76f service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956285 Mar 07 10:30:55.584840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-16f942ac-bcdf-4c13-a86e-644b16673725 service neutron] For port ed104740-be49-4598-bab8-716372681dd3, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:55.602662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-16f942ac-bcdf-4c13-a86e-644b16673725 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.603776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0e8a37-8bdf-43f5-b62f-e6ef54a8e079 req-16f942ac-bcdf-4c13-a86e-644b16673725 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3/bindings/n-h1-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.3598390 Mar 07 10:30:55.671158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-8e26058d-e6ef-4e97-ba58-ba78f78f0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.673151 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-8e26058d-e6ef-4e97-ba58-ba78f78f0614 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1126 time: 0.0603013 Mar 07 10:30:55.736318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d77b4-99da-45fc-b1eb-750e90b8b818 req-767b3ed6-73df-474e-90b7-97a71f3ac7ef tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.737874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c84d77b4-99da-45fc-b1eb-750e90b8b818 req-767b3ed6-73df-474e-90b7-97a71f3ac7ef tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1663604 Mar 07 10:30:55.774549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-be8477e6-668b-4420-be22-1d596e0ab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.776088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-be8477e6-668b-4420-be22-1d596e0ab054 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.0951507 Mar 07 10:30:55.811549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9b17-c949-46ad-8670-ff81b494eece req-5e974866-2666-4f14-a6de-64defbca0e41 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.812968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a99f9b17-c949-46ad-8670-ff81b494eece req-5e974866-2666-4f14-a6de-64defbca0e41 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 944 time: 0.1643915 Mar 07 10:30:55.829356 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-55374d3d-50f4-491c-bf36-ff90ae2e27d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 217 time: 0.0450923 Mar 07 10:30:55.885814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-583374a7-54da-48f4-bff7-c5cc96b1ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.887243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-583374a7-54da-48f4-bff7-c5cc96b1ff11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0509229 Mar 07 10:30:55.891151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c84d77b4-99da-45fc-b1eb-750e90b8b818 req-7f849118-b7d7-4264-9928-d8f22f130fd0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257515 Mar 07 10:30:55.927237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (012ab246-ef80-4c42-a89d-099f86f958b7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.945687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a99f9b17-c949-46ad-8670-ff81b494eece req-0b88a899-106e-4c83-b2e7-e622e0b8ee27 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246674 Mar 07 10:30:55.965214 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-525114dd-906d-41ec-b87e-f35eda567445 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714455 Mar 07 10:30:56.132315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-873abe18-34ca-4f24-9b9a-7ece0eda6933 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603258 Mar 07 10:30:56.229779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-84268f7d-dae2-4195-a152-0bb4482fca5d req-e3c66006-9aaf-4fb2-9a22-558e0dea9961 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912092 Mar 07 10:30:56.299157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49952-dffe-4f65-8ada-dbb9ae397470 req-31dd5a7e-eb04-4eb3-b6e0-fc785846dedc tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.301282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c49952-dffe-4f65-8ada-dbb9ae397470 req-31dd5a7e-eb04-4eb3-b6e0-fc785846dedc tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.2914324 Mar 07 10:30:56.309281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee16f8-c178-4feb-bf3c-df4601f69268 req-708c67c4-96b2-417c-8b06-49e5bc5800a3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.310665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84ee16f8-c178-4feb-bf3c-df4601f69268 req-708c67c4-96b2-417c-8b06-49e5bc5800a3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1939821 Mar 07 10:30:56.442486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c49952-dffe-4f65-8ada-dbb9ae397470 req-f0a8445b-d764-482d-9ab1-409849b0df39 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250322 Mar 07 10:30:56.449140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84ee16f8-c178-4feb-bf3c-df4601f69268 req-55bf1fbb-60a4-449a-8054-3cf4c02bebc1 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304777 Mar 07 10:30:56.908462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf39b4-0ce8-4051-a8f1-5628ab428ab7 req-587a11c3-4a4a-4691-b9c7-6ba7743800f8 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.910209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88bf39b4-0ce8-4051-a8f1-5628ab428ab7 req-587a11c3-4a4a-4691-b9c7-6ba7743800f8 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1127 time: 0.3844769 Mar 07 10:30:56.918733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d998ca-4f5e-43b4-8b47-4cefd55e061a req-7ec92c50-8157-4b85-bcde-44120532399d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.920102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81d998ca-4f5e-43b4-8b47-4cefd55e061a req-7ec92c50-8157-4b85-bcde-44120532399d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.3956535 Mar 07 10:30:56.929027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Deleting port f81ab761-01e9-4e21-a286-c5f35bb89e18 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:56.929366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.032090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.045735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88bf39b4-0ce8-4051-a8f1-5628ab428ab7 req-4e25934f-0235-456e-a8cc-a1e1a35c32bb tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236205 Mar 07 10:30:57.062300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81d998ca-4f5e-43b4-8b47-4cefd55e061a req-2adfe253-d751-4d3b-bd44-8312f8a75ae7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303167 Mar 07 10:30:57.080800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] For port f81ab761-01e9-4e21-a286-c5f35bb89e18, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f81ab761-01e9-4e21-a286-c5f35bb89e18,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:57.081163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.093415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Calling delete_port for f81ab761-01e9-4e21-a286-c5f35bb89e18 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:57.264584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf57e-fb80-4c82-8a33-20b33840d05b req-5e28079a-f6eb-4eaf-96c4-1a3136e638b7 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:57.266061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84dbf57e-fb80-4c82-8a33-20b33840d05b req-5e28079a-f6eb-4eaf-96c4-1a3136e638b7 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 944 time: 0.1111412 Mar 07 10:30:57.433337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84dbf57e-fb80-4c82-8a33-20b33840d05b req-b00e96d3-96cf-45c2-892e-ab8cfe58e479 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523826 Mar 07 10:30:57.446552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-3324cca2-4a96-413b-85a2-1c5d716ec5cb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:57.448025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-3324cca2-4a96-413b-85a2-1c5d716ec5cb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.1810586 Mar 07 10:30:57.462339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f81ab761-01e9-4e21-a286-c5f35bb89e18), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.472718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-9002975f-6feb-4ffc-a13f-5a6ff7deb0d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/quotas/dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 375 time: 0.0191829 Mar 07 10:30:57.494480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81ab761-01e9-4e21-a286-c5f35bb89e18,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:57.670593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-0f1f0c61-f733-43ba-bae4-bd2926331946 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794837 Mar 07 10:30:57.700112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855969-9e38-4456-957c-6d147d524de9 req-9a2bede2-e17f-4405-98bf-e0d5ea79b1a6 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:57.701487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f855969-9e38-4456-957c-6d147d524de9 req-9a2bede2-e17f-4405-98bf-e0d5ea79b1a6 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1599088 Mar 07 10:30:57.844555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (012ab246-ef80-4c42-a89d-099f86f958b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.848920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f855969-9e38-4456-957c-6d147d524de9 req-74dac317-0b3d-4b30-b0d9-7334f3bc7f86 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353624 Mar 07 10:30:57.863520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-f2d11c54-247d-4c7c-a6bd-b318465bc2b3 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845212 Mar 07 10:30:58.085395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53568a-d49e-43e6-8020-315edc3dedc2 req-aaf27ce8-1d66-4ca2-a6ea-07fd34a05e5b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.086846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a53568a-d49e-43e6-8020-315edc3dedc2 req-aaf27ce8-1d66-4ca2-a6ea-07fd34a05e5b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1722114 Mar 07 10:30:58.090928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-74174f52-e659-429b-ac4c-d4e4a6f92faa service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862011 Mar 07 10:30:58.210885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a53568a-d49e-43e6-8020-315edc3dedc2 req-35f15278-c59e-4ed1-ac8b-4dea3a522548 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173375 Mar 07 10:30:58.234313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Router 012ab246-ef80-4c42-a89d-099f86f958b7 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:58.279932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.359534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed1e036d-31a3-477a-93fc-ce7166fa52b2 req-e5613911-4269-412f-83ee-ee3c03aa1e9d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 210 time: 0.0389941 Mar 07 10:30:58.419107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbced0-6867-4a76-bc15-57c5f0025801 req-a812ce51-b7c4-47d3-8974-7467994b9920 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.420643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2acbced0-6867-4a76-bc15-57c5f0025801 req-a812ce51-b7c4-47d3-8974-7467994b9920 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1631699 Mar 07 10:30:58.435946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:58.446391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f777e8b6-c268-408d-be75-5cadfb349e25 admin admin] 10.222.0.23 "PUT /v2.0/routers/012ab246-ef80-4c42-a89d-099f86f958b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4531076 Mar 07 10:30:58.447244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Sync routers for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:58.450117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42352) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:58.463749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:58.464825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:58.488070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2acbced0-6867-4a76-bc15-57c5f0025801 req-85bd36e1-eacf-49f0-8b03-ac2e8bf15353 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Mar 07 10:30:58.589752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd724e-fb9b-479f-99c9-c4da67cd08e1 req-e9f784b5-0283-43c6-b01c-cbb0ea52c96d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.591983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79dd724e-fb9b-479f-99c9-c4da67cd08e1 req-e9f784b5-0283-43c6-b01c-cbb0ea52c96d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 944 time: 0.0580473 Mar 07 10:30:58.612557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:58.652559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79dd724e-fb9b-479f-99c9-c4da67cd08e1 req-eb58e8f3-df86-47f2-b305-58ef4b9af7c9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535009 Mar 07 10:30:58.827271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:30:57Z', 'revision_number': 5, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:58.858793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Checking router: 012ab246-ef80-4c42-a89d-099f86f958b7 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:58.859474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks [] for router (012ab246-ef80-4c42-a89d-099f86f958b7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.867954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Routers {'012ab246-ef80-4c42-a89d-099f86f958b7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:58.868561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['012ab246-ef80-4c42-a89d-099f86f958b7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:58.976074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks [] for router_gateway (012ab246-ef80-4c42-a89d-099f86f958b7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.980900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7bbfb-4628-45e2-90ff-577ddb90a27b req-246e4a65-52ed-4f5e-be20-9bc574d59010 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.983101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44e7bbfb-4628-45e2-90ff-577ddb90a27b req-246e4a65-52ed-4f5e-be20-9bc574d59010 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0612948 Mar 07 10:30:59.043252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Deleting port 87e8fb47-9908-4be6-bad9-342fbe06e51f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:59.043589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.048108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44e7bbfb-4628-45e2-90ff-577ddb90a27b req-23f7f2b4-0c84-47b2-bcdc-d176212606ea tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526750 Mar 07 10:30:59.132267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] For port 87e8fb47-9908-4be6-bad9-342fbe06e51f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=87e8fb47-9908-4be6-bad9-342fbe06e51f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:59.132627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.144535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] Set router 012ab246-ef80-4c42-a89d-099f86f958b7 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:59.144839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Calling delete_port for 87e8fb47-9908-4be6-bad9-342fbe06e51f owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:59.342739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (87e8fb47-9908-4be6-bad9-342fbe06e51f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.349966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:30:57Z', 'revision_number': 5, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:59.368664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Pushing event deleted for resources: {'Port': ['ID=87e8fb47-9908-4be6-bad9-342fbe06e51f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.378908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f43411-4f14-4a6d-b839-813b217f9f7e None None] The sync data for ids ['012ab246-ef80-4c42-a89d-099f86f958b7'] in n-d-832156-4 is: [{'id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-497468575-router', 'tenant_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:06Z', 'updated_at': '2022-03-07T10:30:57Z', 'revision_number': 5, 'project_id': 'bbb21cdcb7da44458c95d757fdbd71a9', 'gw_port': {'id': '87e8fb47-9908-4be6-bad9-342fbe06e51f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012ab246-ef80-4c42-a89d-099f86f958b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:07Z', 'updated_at': '2022-03-07T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:59.462817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (012ab246-ef80-4c42-a89d-099f86f958b7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.518578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e193cd-7e7e-4aa6-a1ff-92251b348f98 req-086deb10-ea89-4da8-b994-28754473823e tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.525725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53e193cd-7e7e-4aa6-a1ff-92251b348f98 req-086deb10-ea89-4da8-b994-28754473823e tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.2128241 Mar 07 10:30:59.531938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6afdff52-0e1f-44cc-85fe-952c3f66da81 req-e667ef82-a090-455a-acd3-bef813a70299 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 210 time: 0.0562303 Mar 07 10:30:59.565411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (012ab246-ef80-4c42-a89d-099f86f958b7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.567758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks [] for router_controller (012ab246-ef80-4c42-a89d-099f86f958b7), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.588227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53e193cd-7e7e-4aa6-a1ff-92251b348f98 req-2f9f6353-3a66-45a1-a8b4-b98ff9d95065 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Mar 07 10:30:59.607250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-9c390b6e-c2a6-4f15-bfb5-ba0860c73778 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.608725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-9c390b6e-c2a6-4f15-bfb5-ba0860c73778 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.2355607 Mar 07 10:30:59.616650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (012ab246-ef80-4c42-a89d-099f86f958b7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.617204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012ab246-ef80-4c42-a89d-099f86f958b7 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:59.622310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.623425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd09b8cf-48db-47ad-8015-1c932632c81f admin admin] 10.222.0.23 "DELETE /v2.0/routers/012ab246-ef80-4c42-a89d-099f86f958b7 HTTP/1.1" status: 204 len: 168 time: 1.1720450 Mar 07 10:30:59.625957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42368) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:59.626535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Request body: {'port': {'device_id': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'admin_state_up': True, 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:59.671501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Deleting subnet 4b5bd63b-d931-4de1-a17e-a7c645d54dbc {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:30:59.674817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Publish callbacks [] for subnet (4b5bd63b-d931-4de1-a17e-a7c645d54dbc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.715571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4b5bd63b-d931-4de1-a17e-a7c645d54dbc), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.774498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc46390-1653-4ae7-a51e-d60f288313ad req-ad1e3d92-c4c7-4630-92e3-560a7a0e8a45 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.782675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bc46390-1653-4ae7-a51e-d60f288313ad req-ad1e3d92-c4c7-4630-92e3-560a7a0e8a45 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1522534 Mar 07 10:30:59.814157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4b5bd63b-d931-4de1-a17e-a7c645d54dbc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.884169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:59.887694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4b5bd63b-d931-4de1-a17e-a7c645d54dbc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.888052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.911929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c1c4e-d43c-4537-bad9-e3272d3ab68e req-933511c1-6d8b-4443-b017-6cc569cf79ad tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.913873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f5c1c4e-d43c-4537-bad9-e3272d3ab68e req-933511c1-6d8b-4443-b017-6cc569cf79ad tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 944 time: 0.1659875 Mar 07 10:30:59.924685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5bd63b-d931-4de1-a17e-a7c645d54dbc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.926909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.929171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bc46390-1653-4ae7-a51e-d60f288313ad req-27622950-7727-4406-938d-053a1fa41a8d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455495 Mar 07 10:30:59.932829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ca6b6af-9915-4ecb-b664-47068936d340 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b5bd63b-d931-4de1-a17e-a7c645d54dbc HTTP/1.1" status: 204 len: 168 time: 0.3058815 Mar 07 10:30:59.933782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:59.938474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c65eb-01aa-4e28-8de6-67d61a114a15 None None] Network 1a052ca4-8335-4e22-b527-82dab66f841e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:00.031355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f5c1c4e-d43c-4537-bad9-e3272d3ab68e req-76ac5893-17c4-4e63-819d-f5c5aeaaad88 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010296 Mar 07 10:31:00.039127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1a052ca4-8335-4e22-b527-82dab66f841e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.095869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0dfd0c06-716f-4e23-ab1b-e431de2876b2 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:00.113680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Deleting port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:00.114015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.190027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] For port ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,segment=NetworkSegment(cde5f6ba-36d4-4089-b806-d886e5050bda),segment_id=cde5f6ba-36d4-4089-b806-d886e5050bda)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:00.190388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.197981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Allocated IP 172.20.0.14 (f7e16943-88d1-4a7c-b987-dd307e3a4c97/cea91c99-82cd-4fd1-9b61-3a5efde87bd9/422eac1f-dc1b-41fc-a0b0-84d9345d1e38) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:00.204385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Calling delete_port for ddbc74d9-f781-4ec3-ad83-2e891fc641a6 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:00.226442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124c74-2430-44cb-a013-b06423a8bcc8 req-8dc7a2eb-2f9b-42ad-b86f-9f659abe0403 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.233492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d124c74-2430-44cb-a013-b06423a8bcc8 req-8dc7a2eb-2f9b-42ad-b86f-9f659abe0403 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0894089 Mar 07 10:31:00.241751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] DHCP port deletion for 1a052ca4-8335-4e22-b527-82dab66f841e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:31:00.299708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:00.320630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.320843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77', 'port_id': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'mac_address': 'fa:16:3e:52:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746144e-1105-4b3d-a0c5-fec9392ed1a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:00.355226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.359279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] No DVR routers for this DVR port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:00.366458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Deleting port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:00.367011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.386524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:00.386524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.406919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d124c74-2430-44cb-a013-b06423a8bcc8 req-93a1e455-9237-4a4b-86e7-3c312163b9f7 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725566 Mar 07 10:31:00.444897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks [] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.455286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfd0c06-716f-4e23-ab1b-e431de2876b2 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:00.464548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1a052ca4-8335-4e22-b527-82dab66f841e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.468067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] For port ddbc74d9-f781-4ec3-ad83-2e891fc641a6, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:00.468455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.490570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a052ca4-8335-4e22-b527-82dab66f841e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:00.490822 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.493684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Calling delete_port for ddbc74d9-f781-4ec3-ad83-2e891fc641a6 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:00.496797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:00.498987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:31:00.500644 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (ddbc74d9-f781-4ec3-ad83-2e891fc641a6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.502186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde5f6ba-36d4-4089-b806-d886e5050bda') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:00.502788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde5f6ba-36d4-4089-b806-d886e5050bda') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:00.524335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (cde5f6ba-36d4-4089-b806-d886e5050bda), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.530463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.532664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Pushing event deleted for resources: {'Port': ['ID=ddbc74d9-f781-4ec3-ad83-2e891fc641a6,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.542573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cde5f6ba-36d4-4089-b806-d886e5050bda), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.544744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.545137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.545959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.545959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.546248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.546575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.546968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.547291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.547605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.547985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.548298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.548611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.548968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:00.552658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87904c3-ed49-4599-ab1e-7d41a3618fdf None None] No DVR routers for this DVR port ddbc74d9-f781-4ec3-ad83-2e891fc641a6 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:00.554395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:31:00.554819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (cde5f6ba-36d4-4089-b806-d886e5050bda), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:00.592039 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:00.598019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:00.599948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:00.602068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.606263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:00.618770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.674035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1a052ca4-8335-4e22-b527-82dab66f841e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.674214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.676689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.707422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.715530 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a052ca4-8335-4e22-b527-82dab66f841e HTTP/1.1" status: 204 len: 168 time: 0.7805045 Mar 07 10:31:00.716150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42386) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:00.719614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee5f0-ce00-4bdc-9aeb-e1e8e49fe066 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a052ca4-8335-4e22-b527-82dab66f841e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.797714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f81ab761-01e9-4e21-a286-c5f35bb89e18 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:00.798768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-10b3d628-a857-4d71-897e-8ee2552afd2c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1778150 Mar 07 10:31:00.813815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Request body: {'port': {'device_id': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:00.823609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f81ab761-01e9-4e21-a286-c5f35bb89e18 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:00.824113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f81ab761-01e9-4e21-a286-c5f35bb89e18 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:00.824642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 87e8fb47-9908-4be6-bad9-342fbe06e51f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:00.848825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 87e8fb47-9908-4be6-bad9-342fbe06e51f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:00.849228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 87e8fb47-9908-4be6-bad9-342fbe06e51f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:00.849712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ddbc74d9-f781-4ec3-ad83-2e891fc641a6 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:00.854895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40e86-eec4-4375-bc13-46add2531750 req-614585ae-5a9d-43a5-93a9-b394c9b0b853 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.856405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbd40e86-eec4-4375-bc13-46add2531750 req-614585ae-5a9d-43a5-93a9-b394c9b0b853 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 932 time: 0.1753025 Mar 07 10:31:00.878701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ddbc74d9-f781-4ec3-ad83-2e891fc641a6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:00.879058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ddbc74d9-f781-4ec3-ad83-2e891fc641a6 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:00.902507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.912183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d813a-64dd-41da-9235-f0ba4098c079 req-cec92ed8-b9ed-4749-8036-7dfab79aa2a7 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.912183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-972d813a-64dd-41da-9235-f0ba4098c079 req-cec92ed8-b9ed-4749-8036-7dfab79aa2a7 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1127 time: 0.2322783 Mar 07 10:31:00.925755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:00.992310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbd40e86-eec4-4375-bc13-46add2531750 req-a89daf9e-c22a-42f9-8cef-1a6d49f9532a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150579 Mar 07 10:31:01.043369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-972d813a-64dd-41da-9235-f0ba4098c079 req-32598a92-38dd-4238-8795-732ebdd638e8 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221611 Mar 07 10:31:01.217952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.490286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Deleting port 249659b6-3d7e-4acb-9533-8d595c7fa46c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:01.490997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.570863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] For port 249659b6-3d7e-4acb-9533-8d595c7fa46c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=249659b6-3d7e-4acb-9533-8d595c7fa46c,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:01.571228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.579132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d666-32a7-4d6c-ac30-4f597a058d91 req-0d44797c-5548-46d0-927d-614835f353b6 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.581031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2178d666-32a7-4d6c-ac30-4f597a058d91 req-0d44797c-5548-46d0-927d-614835f353b6 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.4660048 Mar 07 10:31:01.584382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Calling delete_port for 249659b6-3d7e-4acb-9533-8d595c7fa46c owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:01.603872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e304bf3-1869-4e71-94b0-a10c5cbfc549 req-81b4fb74-1ee6-4b89-92b2-fdf422ef43d9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.605320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e304bf3-1869-4e71-94b0-a10c5cbfc549 req-81b4fb74-1ee6-4b89-92b2-fdf422ef43d9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1572769 Mar 07 10:31:01.719000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2178d666-32a7-4d6c-ac30-4f597a058d91 req-f6a2119a-dd78-4563-9272-13ae0abe0215 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277089 Mar 07 10:31:01.736092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e304bf3-1869-4e71-94b0-a10c5cbfc549 req-e9d52590-c80f-4dcf-8ced-a491446310f7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242156 Mar 07 10:31:01.758341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:01.762092 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks [] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.776536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Transition to ACTIVE for port object 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:01.783036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.817483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (249659b6-3d7e-4acb-9533-8d595c7fa46c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.845545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=249659b6-3d7e-4acb-9533-8d595c7fa46c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:01.921421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:01.951234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54cab5-3b5f-4c0b-a92c-079b41e6ecbd req-b1fa59eb-165e-4b21-88ff-132dd38dde59 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.952850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d54cab5-3b5f-4c0b-a92c-079b41e6ecbd req-b1fa59eb-165e-4b21-88ff-132dd38dde59 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 945 time: 0.1593699 Mar 07 10:31:01.977242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:01.977581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:01.977908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:02.005367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:02.005689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:02.014801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:02.015139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:02.015528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:02.016027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Bound port: 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:02.016384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.056432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.096280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d54cab5-3b5f-4c0b-a92c-079b41e6ecbd req-605aea94-ec67-4a4b-b1a3-ec7061dc124b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207812 Mar 07 10:31:02.132959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:02.137522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:02.147331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.214097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.214718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.216121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] 10.222.0.26 "PUT /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 1092 time: 1.4084620 Mar 07 10:31:02.216559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:02.218814 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb" -d '{"events": [{"name": "network-changed", "server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:02.247283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4793e54-baa4-4840-a795-e92b5937b855 service neutron] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.286563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb173e6-3e8d-4879-9b21-0ced98d03a7f req-274aac58-63c1-43c4-8a3f-71fabbf7be31 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.288060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb173e6-3e8d-4879-9b21-0ced98d03a7f req-274aac58-63c1-43c4-8a3f-71fabbf7be31 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1080477 Mar 07 10:31:02.334067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Router c680967d-d0eb-41f2-9e91-3b9fae1cafcd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:02.379784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb173e6-3e8d-4879-9b21-0ced98d03a7f req-507f48a0-50c9-4b63-9a02-6379df1c414d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621738 Mar 07 10:31:02.387052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-8eec6702-a7d4-4535-8ac2-e734071a184a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1287951 Mar 07 10:31:02.395769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-8321abaf-c861-478b-8d0e-070e374a1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.397334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-8321abaf-c861-478b-8d0e-070e374a1102 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1126 time: 0.1264229 Mar 07 10:31:02.453107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-30d49b0b-f95a-4e06-a1f1-0461ee2461f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 217 time: 0.0484746 Mar 07 10:31:02.474502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:02.483580 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Sync routers for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:02.491798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08f2b0a7-f5ca-4970-82ea-86b882fce8a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/c680967d-d0eb-41f2-9e91-3b9fae1cafcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7741802 Mar 07 10:31:02.494252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42418) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:02.506381 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:02.506995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:02.574707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-6a06de5a-7b73-4590-8da2-db6222491004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.576491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-6a06de5a-7b73-4590-8da2-db6222491004 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1159661 Mar 07 10:31:02.619843 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:02.621761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-2a11f1ae-c76d-43aa-bf09-e26bf7a9cd1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382903 Mar 07 10:31:02.627545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af0fef-9601-4280-b2a0-558708e7933f req-0a328acb-b9ab-4bff-96ba-ce47f8100417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.629163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-0a328acb-b9ab-4bff-96ba-ce47f8100417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1126 time: 0.1546657 Mar 07 10:31:02.637678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3512a9e-b080-4890-af85-a825873d9cd0 req-1a62d326-977d-4681-8a26-86b15ba9ea7a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.639312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3512a9e-b080-4890-af85-a825873d9cd0 req-1a62d326-977d-4681-8a26-86b15ba9ea7a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1666055 Mar 07 10:31:02.647609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks [] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.771927 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks [] for router_gateway (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.816974 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 5, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port': {'id': '3b1b2464-37be-4b58-9f15-37930436e6f7', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:15Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:02.823620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3512a9e-b080-4890-af85-a825873d9cd0 req-b9da2fc0-2c24-4b5c-8121-7553f5fd8a42 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737411 Mar 07 10:31:02.861171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Deleting port 3b1b2464-37be-4b58-9f15-37930436e6f7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:02.861625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.867341 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Checking router: c680967d-d0eb-41f2-9e91-3b9fae1cafcd for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:02.877293 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Routers {'c680967d-d0eb-41f2-9e91-3b9fae1cafcd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:02.877956 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:02.885774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-0a99f3d1-3c81-4bd4-b539-9d59385320b1 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453310 Mar 07 10:31:02.887511 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e68a7f-e6db-48e2-94f7-21a8f4a1c53f x-openstack-request-id: req-a7e68a7f-e6db-48e2-94f7-21a8f4a1c53f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:02.887822 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:02.888071 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7e68a7f-e6db-48e2-94f7-21a8f4a1c53f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:02.888469 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'status': 'completed', 'code': 200} Mar 07 10:31:02.892349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af0fef-9601-4280-b2a0-558708e7933f req-b7a9de6a-04f1-4ebc-9973-4634aedc1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.894189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-b7a9de6a-04f1-4ebc-9973-4634aedc1046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.2426183 Mar 07 10:31:02.971866 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] Set router c680967d-d0eb-41f2-9e91-3b9fae1cafcd gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:02.972304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] For port 3b1b2464-37be-4b58-9f15-37930436e6f7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b1b2464-37be-4b58-9f15-37930436e6f7,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:02.972911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.982728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-65797689-dbe3-4cb1-ad69-081f766f8f7d tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:02.983748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-65797689-dbe3-4cb1-ad69-081f766f8f7d tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0608940 Mar 07 10:31:02.986205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Calling delete_port for 3b1b2464-37be-4b58-9f15-37930436e6f7 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:02.996021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-38ccfbc6-c27a-44cf-98aa-062d27cc5add service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.0816479 Mar 07 10:31:03.040417 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:31:02Z', 'revision_number': 6, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:03.066374 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e156720-f2e3-4def-a5a5-911434853363 None None] The sync data for ids ['c680967d-d0eb-41f2-9e91-3b9fae1cafcd'] in n-d-832156-4 is: [{'id': 'c680967d-d0eb-41f2-9e91-3b9fae1cafcd', 'name': 'tempest-AttachSCSIVolumeTestJSON-261456464-router', 'tenant_id': 'afd28affd95e460084c3a0eac47c0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:31:02Z', 'revision_number': 6, 'project_id': 'afd28affd95e460084c3a0eac47c0ad2', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:03.139246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-5b21b24a-b4c8-47fe-becd-91d9b5a00dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.140656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-5b21b24a-b4c8-47fe-becd-91d9b5a00dec service neutron] 10.222.0.23 "GET /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 1124 time: 0.1437974 Mar 07 10:31:03.158324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Request body: {'binding': {'host': 'n-h1-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:03.158767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:31:03.165562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af0fef-9601-4280-b2a0-558708e7933f req-68ad84e1-30a4-4e60-9810-ad14f5ac7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.166144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3b1b2464-37be-4b58-9f15-37930436e6f7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.167017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-68ad84e1-30a4-4e60-9810-ad14f5ac7c58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1493025 Mar 07 10:31:03.191713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1b2464-37be-4b58-9f15-37930436e6f7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.230022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616261-69a3-4416-a5b3-6cae5d2d6d27 req-a851ed06-67b5-471b-9136-37a5859dae22 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.231673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58616261-69a3-4416-a5b3-6cae5d2d6d27 req-a851ed06-67b5-471b-9136-37a5859dae22 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.2544529 Mar 07 10:31:03.235508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-2a069df7-2f98-46a5-b02b-c7fc9e2e5b71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613453 Mar 07 10:31:03.239063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eac34ea-64d6-408a-8fcb-a78e2446223c req-76530571-2deb-4ead-ab29-bafdef3f50ee service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380160 Mar 07 10:31:03.254994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.436648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58616261-69a3-4416-a5b3-6cae5d2d6d27 req-aaab22af-3cd2-4582-940c-be2cd42db725 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966140 Mar 07 10:31:03.490388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-adc06412-e4d7-4aee-a2b7-7f9ff266164a service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408981 Mar 07 10:31:03.495349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-a7d6364d-1703-4b00-9bb0-c9950544f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.496952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-a7d6364d-1703-4b00-9bb0-c9950544f01b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1126 time: 0.2006578 Mar 07 10:31:03.556035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on host n-h1-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:03.556377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:03.556672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:03.627349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.630218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks [] for router_controller (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.651339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:03.651989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:03.673934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:03.673934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:03.674315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:03.674752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Bound port: bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:03.683131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (c680967d-d0eb-41f2-9e91-3b9fae1cafcd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.683811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c680967d-d0eb-41f2-9e91-3b9fae1cafcd {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:31:03.688314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.689197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e488e46-05e8-4341-8b45-5090409e3a25 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c680967d-d0eb-41f2-9e91-3b9fae1cafcd HTTP/1.1" status: 204 len: 168 time: 1.1938686 Mar 07 10:31:03.692157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42430) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:03.740018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Deleting subnet 5ade863b-b766-4d02-a620-f7334034022f {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:31:03.743094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Publish callbacks [] for subnet (5ade863b-b766-4d02-a620-f7334034022f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.744890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-fa9685a7-552a-4721-8aed-5428ce509f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.746341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-fa9685a7-552a-4721-8aed-5428ce509f08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.2333899 Mar 07 10:31:03.748099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37af0fef-9601-4280-b2a0-558708e7933f req-e55487e6-00a6-4d4f-aea8-9fd7579eedcc service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491488 Mar 07 10:31:03.761450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee67b90-8901-4a34-8b2c-bcf5d60178ed req-fcf08fac-c300-4de9-ab00-5d929a603684 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.763007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee67b90-8901-4a34-8b2c-bcf5d60178ed req-fcf08fac-c300-4de9-ab00-5d929a603684 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.2288065 Mar 07 10:31:03.783974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (5ade863b-b766-4d02-a620-f7334034022f), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.815249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-ccc69133-dc71-4a70-b2a5-d8f5dfa51f62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 217 time: 0.0503466 Mar 07 10:31:03.826738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:03.838798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.839965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-25dbee7d-d883-41d7-9a78-5e2e5a79dd64 service neutron] 10.222.0.23 "POST /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19/bindings HTTP/1.1" status: 201 len: 389 time: 0.6850078 Mar 07 10:31:03.868494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (5ade863b-b766-4d02-a620-f7334034022f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.899161 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee67b90-8901-4a34-8b2c-bcf5d60178ed req-3322c500-71c4-474d-b63a-a814819bfe37 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249826 Mar 07 10:31:03.900754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-24f0a829-ceb6-4d1c-9db9-a383a4ab2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.902163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-24f0a829-ceb6-4d1c-9db9-a383a4ab2f4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.0789897 Mar 07 10:31:03.941536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (5ade863b-b766-4d02-a620-f7334034022f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.945889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-973053ef-13ba-429c-a826-61f574faeec3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346823 Mar 07 10:31:04.004825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ade863b-b766-4d02-a620-f7334034022f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.026456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab286667-5e0e-4934-8e6a-6f77d58e84fa None None] Network a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:04.027483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.038885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:04.039521 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28931d89-2c7e-42ce-b7a7-bc9add5ba2b7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ade863b-b766-4d02-a620-f7334034022f HTTP/1.1" status: 204 len: 168 time: 0.3452199 Mar 07 10:31:04.108411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0dfd0c06-716f-4e23-ab1b-e431de2876b2 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:04.213669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:04.218492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:04.218955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.231570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-c4bac7ea-d7e7-4859-af58-b97f29e518dd service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768433 Mar 07 10:31:04.260150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.282002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] DHCP port deletion for a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:31:04.295752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26eb8c-c200-42e8-a995-78bd305a404d req-4ecbe903-3c0b-40c8-bd21-d151950dff2b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.297292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe26eb8c-c200-42e8-a995-78bd305a404d req-4ecbe903-3c0b-40c8-bd21-d151950dff2b tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.2741177 Mar 07 10:31:04.321396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa85993-6358-4132-85fd-c370d5074cd3 req-273b46df-330b-4cc6-9f01-81418728f28e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.328875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffa85993-6358-4132-85fd-c370d5074cd3 req-273b46df-330b-4cc6-9f01-81418728f28e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 945 time: 0.2522144 Mar 07 10:31:04.368945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:04.369335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.398570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Deleting port 77fa23af-071f-4837-96b3-a06a8d92c96b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:04.398923 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.404225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:04.406456 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7093a1a-486f-4ee4-aaeb-f328e1445670" -d '{"events": [{"server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:04.441973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:04.443715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-cc673e8d-ea83-406c-8504-6d45bfd68e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.445227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-cc673e8d-ea83-406c-8504-6d45bfd68e91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1127 time: 0.2696555 Mar 07 10:31:04.475038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 249659b6-3d7e-4acb-9533-8d595c7fa46c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:04.481280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.528046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe26eb8c-c200-42e8-a995-78bd305a404d req-ff9d0177-e4de-4222-9898-8acaee00b9b9 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963792 Mar 07 10:31:04.528274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 249659b6-3d7e-4acb-9533-8d595c7fa46c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:04.528398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 249659b6-3d7e-4acb-9533-8d595c7fa46c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:04.528814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77fa23af-071f-4837-96b3-a06a8d92c96b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:04.529996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3e40cd-3a75-4c25-9a33-ae974e9479cb req-fb7d1ee6-582a-4d6b-8d2c-66623ce91186 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875860 Mar 07 10:31:04.548925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffa85993-6358-4132-85fd-c370d5074cd3 req-785de96a-1cdc-4d04-96dd-90a977566db3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184100 Mar 07 10:31:04.581272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] For port 77fa23af-071f-4837-96b3-a06a8d92c96b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77fa23af-071f-4837-96b3-a06a8d92c96b,segment=NetworkSegment(13bb0bca-059e-4194-ab6b-1c37c086087f),segment_id=13bb0bca-059e-4194-ab6b-1c37c086087f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:04.581690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.607803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Calling delete_port for 77fa23af-071f-4837-96b3-a06a8d92c96b owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:04.617199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.721419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77fa23af-071f-4837-96b3-a06a8d92c96b is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:04.721752 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.748333 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.789689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b1b2464-37be-4b58-9f15-37930436e6f7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:04.792176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] Pushing event deleted for resources: {'Port': ['ID=77fa23af-071f-4837-96b3-a06a8d92c96b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.796453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0adcad-c757-447e-a4fd-3d1fdd105057 None None] No DVR routers for this DVR port 77fa23af-071f-4837-96b3-a06a8d92c96b on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:04.819585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3b1b2464-37be-4b58-9f15-37930436e6f7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:04.819959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b1b2464-37be-4b58-9f15-37930436e6f7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:05.017538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Deleting port 77fa23af-071f-4837-96b3-a06a8d92c96b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:05.018130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.022772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-54c6be53-4f1f-43b7-9efc-d08439ba0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.024237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-54c6be53-4f1f-43b7-9efc-d08439ba0611 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.5554819 Mar 07 10:31:05.120694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd0c00-2527-4089-b8dc-0e3a294f40e4 req-336ed79f-5d7f-45f0-8036-e3c0f52e734f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.122158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bdd0c00-2527-4089-b8dc-0e3a294f40e4 req-336ed79f-5d7f-45f0-8036-e3c0f52e734f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1995151 Mar 07 10:31:05.127480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-27a95cbe-841f-4354-a388-af3b16ef1576 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.0891571 Mar 07 10:31:05.140627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e432b-c0ad-4369-848a-a773c6b7473b req-48f2814b-4c2e-49e1-a0a0-52c1de3c69a2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.142011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f72e432b-c0ad-4369-848a-a773c6b7473b req-48f2814b-4c2e-49e1-a0a0-52c1de3c69a2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.2204425 Mar 07 10:31:05.162103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] For port 77fa23af-071f-4837-96b3-a06a8d92c96b, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:05.162454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.220178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Calling delete_port for 77fa23af-071f-4837-96b3-a06a8d92c96b owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:05.224079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Port 77fa23af-071f-4837-96b3-a06a8d92c96b was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:31:05.230742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (77fa23af-071f-4837-96b3-a06a8d92c96b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.290850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-2bed0035-d383-407c-846c-d92c52489b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.292226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-2bed0035-d383-407c-846c-d92c52489b0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1488659 Mar 07 10:31:05.297921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] No DVR routers for this DVR port 77fa23af-071f-4837-96b3-a06a8d92c96b on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:05.309630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=77fa23af-071f-4837-96b3-a06a8d92c96b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.318727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f72e432b-c0ad-4369-848a-a773c6b7473b req-7149743c-5424-4297-b6b5-4a11ce28e115 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593294 Mar 07 10:31:05.321516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bdd0c00-2527-4089-b8dc-0e3a294f40e4 req-03ada9da-70d5-41af-a74d-f6dbf9d2ce1e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927841 Mar 07 10:31:05.358395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e9b6ca33-309b-441b-ad2f-f79371edb9ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584905 Mar 07 10:31:05.383081 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2693b16-1912-442e-8357-affcc6d5b9c0 x-openstack-request-id: req-c2693b16-1912-442e-8357-affcc6d5b9c0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:05.383602 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:05.383738 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2693b16-1912-442e-8357-affcc6d5b9c0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:05.384208 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'code': 200} Mar 07 10:31:05.460872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.494051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8d30-428a-4595-b724-cc285bc87b34 req-6c8df63e-c713-4831-be60-2033eac5c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.495579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c5ee8d30-428a-4595-b724-cc285bc87b34 req-6c8df63e-c713-4831-be60-2033eac5c293 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1128 time: 0.0507853 Mar 07 10:31:05.517103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:05.548788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:05.552471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c5ee8d30-428a-4595-b724-cc285bc87b34 req-61318fa3-3c0e-4abf-9ac0-b4a72a08226c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466692 Mar 07 10:31:05.565095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bb0bca-059e-4194-ab6b-1c37c086087f') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:05.565382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bb0bca-059e-4194-ab6b-1c37c086087f') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:05.583159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (13bb0bca-059e-4194-ab6b-1c37c086087f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.617453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (13bb0bca-059e-4194-ab6b-1c37c086087f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.617677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:05.624921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-7e470b74-a7cb-46cb-a2a8-e5257c0fe9fd service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537110 Mar 07 10:31:05.628428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'port_id': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'mac_address': 'fa:16:3e:21:6c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea91c99-82cd-4fd1-9b61-3a5efde87bd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:05.630738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:31:05.631234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (13bb0bca-059e-4194-ab6b-1c37c086087f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.639292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700e18c-6e36-4ab1-b329-e408b6ab1486 req-3b56a3b1-e6d1-4aa4-9093-c5d714a1ca2c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.640751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b700e18c-6e36-4ab1-b329-e408b6ab1486 req-3b56a3b1-e6d1-4aa4-9093-c5d714a1ca2c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.2444503 Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:05.641398 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:05.665676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:05.666056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.676916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e3897-4444-40af-b543-b872d287d268 req-64a5d3d1-4c7d-497d-aafe-d59bb09ba263 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.678292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d92e3897-4444-40af-b543-b872d287d268 req-64a5d3d1-4c7d-497d-aafe-d59bb09ba263 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.2342360 Mar 07 10:31:05.683562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:05.703387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:05.708618 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.757215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.819873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.833721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.836842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] 10.222.0.23 "DELETE /v2.0/networks/a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca HTTP/1.1" status: 204 len: 168 time: 1.7957382 Mar 07 10:31:05.867984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa38f03-e3e8-4a12-9180-5645a85a1e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a55054ef-6fa8-4898-aec8-3c7e0ab5a4ca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.876173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d92e3897-4444-40af-b543-b872d287d268 req-b7a3bbb0-a3d8-4f50-aa4d-2ac0b983dc95 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752837 Mar 07 10:31:05.885575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b700e18c-6e36-4ab1-b329-e408b6ab1486 req-a3de0a6b-0adc-45fc-96c7-d7b66d1dd99f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259939 Mar 07 10:31:05.891293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-30db89bc-2f55-47e9-bf14-43161f6c9549 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490869 Mar 07 10:31:05.980198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42454) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:05.981032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['422eac1f-dc1b-41fc-a0b0-84d9345d1e38'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:06.027675 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd8a81f6-142d-4ce0-9b1b-8179911a9e70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbb21cdcb7da44458c95d757fdbd71a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425701 Mar 07 10:31:06.027675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42456) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:06.046735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d528-ed98-4bae-a9e3-0e20a17587c3 req-8d98b830-aaf4-4257-a0f3-6d8bf2d5f018 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.048047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b88d528-ed98-4bae-a9e3-0e20a17587c3 req-8d98b830-aaf4-4257-a0f3-6d8bf2d5f018 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1000051 Mar 07 10:31:06.060072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76208bdf-f2ab-430b-a7b9-f75547dac159 req-58edf465-48cb-47d4-bc39-b5299d7f7b7e tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.061827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76208bdf-f2ab-430b-a7b9-f75547dac159 req-58edf465-48cb-47d4-bc39-b5299d7f7b7e tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0857255 Mar 07 10:31:06.081171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] Publish callbacks [] for security_group (2d5f6872-70b4-49b0-9724-ae28a3d0bb2d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.108199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] Publish callbacks [] for security_group (2d5f6872-70b4-49b0-9724-ae28a3d0bb2d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.141182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76208bdf-f2ab-430b-a7b9-f75547dac159 req-78fd113a-5d63-4083-b752-85dcf49f9f85 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720475 Mar 07 10:31:06.152763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b88d528-ed98-4bae-a9e3-0e20a17587c3 req-ef8299e6-58b0-4f86-8c15-4e16222e5d19 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898662 Mar 07 10:31:06.175020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d5f6872-70b4-49b0-9724-ae28a3d0bb2d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.178939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.180165 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d5f6872-70b4-49b0-9724-ae28a3d0bb2d HTTP/1.1" status: 204 len: 168 time: 0.1522701 Mar 07 10:31:06.192378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d745ea1-95bd-4629-b4e7-81bd751baa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f6872-70b4-49b0-9724-ae28a3d0bb2d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.512840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13010d52-a141-4bd7-81d5-c21c0fa65094 req-421e2d43-0e48-47f0-991e-f5acc1e3cd23 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.514379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13010d52-a141-4bd7-81d5-c21c0fa65094 req-421e2d43-0e48-47f0-991e-f5acc1e3cd23 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.1041400 Mar 07 10:31:06.527340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f459cd-342a-4c5f-9358-c853d8903b8d req-019392e7-49cb-44f5-8a58-8cf259d45bbd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.528898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f459cd-342a-4c5f-9358-c853d8903b8d req-019392e7-49cb-44f5-8a58-8cf259d45bbd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.0815871 Mar 07 10:31:06.575861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:06.605786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13010d52-a141-4bd7-81d5-c21c0fa65094 req-f78c7121-2cd3-44c3-b312-60262f9a78dc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758159 Mar 07 10:31:06.613571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f459cd-342a-4c5f-9358-c853d8903b8d req-e7fba4a5-5ee2-40fb-ba4c-ebd0338a5577 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694349 Mar 07 10:31:06.642339 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bdd0ede1-02d6-4d12-9a74-8e39f22c032e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afd28affd95e460084c3a0eac47c0ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625858 Mar 07 10:31:06.642445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:06.692601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] Publish callbacks [] for security_group (5f99b389-b73b-434f-a81d-0037365a6d3a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.717640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] Publish callbacks [] for security_group (5f99b389-b73b-434f-a81d-0037365a6d3a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.746663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-c661f162-fede-4f4b-aa7f-54232035a02d tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--842899666&fields=id&tenant_id=a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 267 time: 0.0439761 Mar 07 10:31:06.769721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5f99b389-b73b-434f-a81d-0037365a6d3a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.772459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.773674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f99b389-b73b-434f-a81d-0037365a6d3a HTTP/1.1" status: 204 len: 168 time: 0.1303294 Mar 07 10:31:06.782137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c69a5-2c76-4967-8c24-2a1a22c844d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99b389-b73b-434f-a81d-0037365a6d3a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.876545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-76dcee91-3af2-43f6-ac49-dd4219a361c9 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.878227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-76dcee91-3af2-43f6-ac49-dd4219a361c9 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 823 time: 0.1223555 Mar 07 10:31:06.893822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-59a93cbd-586c-4444-b014-11551fca50a0 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/quotas/a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 375 time: 0.0093675 Mar 07 10:31:06.973527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-bb3dde0c-bb4c-4240-9802-eecda3063f7a tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740373 Mar 07 10:31:07.107576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7701c-c8da-4da5-9373-d7262f003c80 req-4923c7a8-72bf-4c92-83b7-6dcd3d0016c3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.109090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcc7701c-c8da-4da5-9373-d7262f003c80 req-4923c7a8-72bf-4c92-83b7-6dcd3d0016c3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1345642 Mar 07 10:31:07.150706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-0c2dd1cf-c39b-40f4-995f-ca5c626bcad8 service neutron] 10.222.0.23 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401017 Mar 07 10:31:07.201055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcc7701c-c8da-4da5-9373-d7262f003c80 req-6c8cd51c-491a-46e4-a791-4c7c4d1643b5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 Mar 07 10:31:07.280018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-1ee7e04a-846e-495f-b5e8-76d8eee55b1c service neutron] 10.222.0.23 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194651 Mar 07 10:31:07.350904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647f980-67d1-498c-b18e-7b53f13ccdba req-334ded7e-08fe-423c-9bdf-62fff477da81 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.353306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9647f980-67d1-498c-b18e-7b53f13ccdba req-334ded7e-08fe-423c-9bdf-62fff477da81 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0875335 Mar 07 10:31:07.423824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9647f980-67d1-498c-b18e-7b53f13ccdba req-035f5c19-f0dd-43c0-bcbc-9eb2d4f26f41 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Mar 07 10:31:07.496063 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-957f6d64-8893-4d76-b39f-bad64c881eb7 service neutron] show failed (client error): The resource could not be found. Mar 07 10:31:07.497253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-957f6d64-8893-4d76-b39f-bad64c881eb7 service neutron] 10.222.0.26 "GET /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0724688 Mar 07 10:31:07.537169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:07.616909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad403ca-e733-4044-86c0-2194581da75c req-f215fde4-a13c-45fd-b61e-4bdaad6d50a0 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.618904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad403ca-e733-4044-86c0-2194581da75c req-f215fde4-a13c-45fd-b61e-4bdaad6d50a0 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0862315 Mar 07 10:31:07.627961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38413-69c3-4ea7-9746-3e66198f60e2 req-2c19b0cf-c4e3-401d-9d55-51e8b6fd9c5b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.641247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7e38413-69c3-4ea7-9746-3e66198f60e2 req-2c19b0cf-c4e3-401d-9d55-51e8b6fd9c5b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1187272 Mar 07 10:31:07.661806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:07.683859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:07.694342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:07.696178 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.755921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad403ca-e733-4044-86c0-2194581da75c req-97fcf0ce-dba0-4889-9795-40ae79a37477 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Mar 07 10:31:07.769106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7e38413-69c3-4ea7-9746-3e66198f60e2 req-c134846d-b1e9-427b-bbbe-12cf777a5559 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045270 Mar 07 10:31:07.863498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:07.864191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.869469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd476de-cc17-4296-b200-7f41bdca3900 req-9fa26520-97e2-48aa-8c72-7889aec93f1b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 210 time: 0.0527470 Mar 07 10:31:07.905895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:07.907195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:07.910761 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ffa3e-4b97-4831-89b5-fa2178911680" -d '{"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-plugged", "status": "completed", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:07.915674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.953052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-997620081-network', 'tenant_id': 'fd8ffc3bc21445ca8adccee3c20f603a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:07.971677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a2de2-77d9-4368-8127-7b670c9ea9bd req-518da9d7-1438-469f-a9ac-709f2681e5ff tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.974402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed4a2de2-77d9-4368-8127-7b670c9ea9bd req-518da9d7-1438-469f-a9ac-709f2681e5ff tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.0919602 Mar 07 10:31:07.978739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Made reservation on behalf of fd8ffc3bc21445ca8adccee3c20f603a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:07.981614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.002430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.011619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.085396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed4a2de2-77d9-4368-8127-7b670c9ea9bd req-37bf0390-5b1e-461e-ad61-bc4f01c3cb2f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004603 Mar 07 10:31:08.095136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc25a-5ee3-43c0-852e-8e0671e1e4e9 req-9463ef90-c577-4754-8aa5-7eae822eb041 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.096772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aacfc25a-5ee3-43c0-852e-8e0671e1e4e9 req-9463ef90-c577-4754-8aa5-7eae822eb041 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1214781 Mar 07 10:31:08.148249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks [] for security_group (c75f1759-7a00-4499-b02c-4f8a88d4089f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.155364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c75f1759-7a00-4499-b02c-4f8a88d4089f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.182352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:31:08.187050 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c079db5-224e-4042-bf7f-39330e5c6971 x-openstack-request-id: req-1c079db5-224e-4042-bf7f-39330e5c6971 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:08.187675 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-plugged", "status": "completed", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:08.187675 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c079db5-224e-4042-bf7f-39330e5c6971 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:08.188110 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'code': 200} Mar 07 10:31:08.193300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aacfc25a-5ee3-43c0-852e-8e0671e1e4e9 req-bca5ba41-54db-4301-ab59-8d2058964273 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896986 Mar 07 10:31:08.194800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:08.202594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f1759-7a00-4499-b02c-4f8a88d4089f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.209873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a353b92f-cb13-4277-a752-931788db033b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.210219 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Added segment a353b92f-cb13-4277-a752-931788db033b of type vlan for network dc858ee8-ea17-4a9a-8789-7e9e4413f137 Mar 07 10:31:08.254307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (dc858ee8-ea17-4a9a-8789-7e9e4413f137), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.283065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (dc858ee8-ea17-4a9a-8789-7e9e4413f137), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.284424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.285208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.365575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] Pushing event updated for resources: {'Network': ['ID=dc858ee8-ea17-4a9a-8789-7e9e4413f137,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.378520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network dc858ee8-ea17-4a9a-8789-7e9e4413f137 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:31:08.391206 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-086f964c-3bc4-42c7-8d6e-5ee940171d1e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7273357 Mar 07 10:31:08.391763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:08.396542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Request body: {'subnet': {'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-997620081-subnet', 'tenant_id': 'fd8ffc3bc21445ca8adccee3c20f603a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:08.421024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Made reservation on behalf of fd8ffc3bc21445ca8adccee3c20f603a for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:08.424192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.427107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11855fd4-75cb-43a5-9a88-8ce4b38b6cd8 req-fb837dd3-94fc-49dc-b5a6-fc886201dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.431675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11855fd4-75cb-43a5-9a88-8ce4b38b6cd8 req-fb837dd3-94fc-49dc-b5a6-fc886201dbcb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1128 time: 0.1471798 Mar 07 10:31:08.463076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dff74-6fd1-4784-8fc4-4b20fa89d8b3 req-da347243-62fb-4e06-b6a1-523320816877 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.466217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a74dff74-6fd1-4784-8fc4-4b20fa89d8b3 req-da347243-62fb-4e06-b6a1-523320816877 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1322668 Mar 07 10:31:08.546857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11855fd4-75cb-43a5-9a88-8ce4b38b6cd8 req-5f71a52e-534f-410f-b174-106e0dfb84ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Mar 07 10:31:08.563636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a74dff74-6fd1-4784-8fc4-4b20fa89d8b3 req-cddab181-6270-4af5-bc1b-51871a449d21 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891645 Mar 07 10:31:08.590204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773673-70f3-4804-835c-577935bb1b5a req-c5e6344d-441d-4a83-bdc3-96390feb025f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.591740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34773673-70f3-4804-835c-577935bb1b5a req-c5e6344d-441d-4a83-bdc3-96390feb025f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0626211 Mar 07 10:31:08.641660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34773673-70f3-4804-835c-577935bb1b5a req-730a20d5-12ee-4406-b36e-ef9d745b8611 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Mar 07 10:31:08.660714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ee014852-323e-4836-b05e-ce5305450f92), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.711690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee014852-323e-4836-b05e-ce5305450f92,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.726839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Checking segment: {'id': 'a353b92f-cb13-4277-a752-931788db033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:08.727179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Network hostable DHCP agents. Network: dc858ee8-ea17-4a9a-8789-7e9e4413f137, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:08.745003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Network dc858ee8-ea17-4a9a-8789-7e9e4413f137 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:08.755438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, dc858ee8-ea17-4a9a-8789-7e9e4413f137) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:08.759514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.760137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.765173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab79777-22ae-4017-bec5-6d2c7191f1cb None None] Network dc858ee8-ea17-4a9a-8789-7e9e4413f137 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:08.793982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1273aff9-ffc3-438c-be5e-ac551181c9cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3935633 Mar 07 10:31:08.915950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76477408-066c-4fda-9233-f55680adafec None None] Network dc858ee8-ea17-4a9a-8789-7e9e4413f137 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:08.955185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac93ea3-39d2-4da5-b2f6-8fbd511d60ff req-53d3d1a2-0914-4bff-b2f7-75f20bea6d61 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.957030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ac93ea3-39d2-4da5-b2f6-8fbd511d60ff req-53d3d1a2-0914-4bff-b2f7-75f20bea6d61 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1055033 Mar 07 10:31:08.994389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cfe88-9f3d-41a3-aa55-0185cbc719d3 req-c3c9934b-f142-4aca-99a9-34d3314593a8 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.995901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b5cfe88-9f3d-41a3-aa55-0185cbc719d3 req-c3c9934b-f142-4aca-99a9-34d3314593a8 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0986650 Mar 07 10:31:09.056448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ac93ea3-39d2-4da5-b2f6-8fbd511d60ff req-3985d612-650f-495d-a0fc-707a5219cba9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870595 Mar 07 10:31:09.113323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b5cfe88-9f3d-41a3-aa55-0185cbc719d3 req-8554b486-5822-4fcc-b488-5dec6f3ff865 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076636 Mar 07 10:31:09.177216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c563f307-1b3e-4190-ba3b-858bdc900675 req-44177cae-5f84-4946-aafe-ff4cd75fbc72 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Mar 07 10:31:09.339780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5601358-4eef-4a3e-b07a-9d3f0e1b9c4b req-68f60af6-d503-4427-8957-cc9a3b472a78 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.341422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5601358-4eef-4a3e-b07a-9d3f0e1b9c4b req-68f60af6-d503-4427-8957-cc9a3b472a78 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1543417 Mar 07 10:31:09.438257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-8e45e279-d6ba-4afa-8b2b-5d4d18156bfa tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.439788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-8e45e279-d6ba-4afa-8b2b-5d4d18156bfa tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.26 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 823 time: 0.2049179 Mar 07 10:31:09.448346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5601358-4eef-4a3e-b07a-9d3f0e1b9c4b req-3faabcd3-84ad-4739-bdd1-4f22996897da tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Mar 07 10:31:09.477434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750897-e036-4807-864d-350bf440be61 req-b69f38de-7e74-400d-b97c-bfe5e7a4dbe2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.478951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18750897-e036-4807-864d-350bf440be61 req-b69f38de-7e74-400d-b97c-bfe5e7a4dbe2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1635792 Mar 07 10:31:09.514372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42560) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:09.518955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2005651650-network', 'tenant_id': '9a5cf54159154078b0542cb7c8168c80'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:09.573906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-c9ff7385-8a04-4f04-9031-b95e9b8d51ac tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9756735b7da42ab99c48bfba5420c2b HTTP/1.1" status: 200 len: 379 time: 0.1205354 Mar 07 10:31:09.578186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Made reservation on behalf of 9a5cf54159154078b0542cb7c8168c80 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:09.580973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.592883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'port': {'device_id': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'admin_state_up': True, 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'security_groups': ['633c5b74-b45a-4890-b682-2baf665acde5']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:09.622158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18750897-e036-4807-864d-350bf440be61 req-78d43130-e6cb-48de-97cf-91ce4c7fdae6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350379 Mar 07 10:31:09.629695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.829794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa3612-7c1a-48e6-b275-cc323263c76e req-27b0539d-40f1-417f-9094-b7b2e6adb3cf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.831278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8afa3612-7c1a-48e6-b275-cc323263c76e req-27b0539d-40f1-417f-9094-b7b2e6adb3cf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1516392 Mar 07 10:31:09.889351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92a78b-c216-4d49-abe7-10e6623fefe9 req-acc3c4ef-670b-4bf7-96fe-503e64ed28ab tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.890847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e92a78b-c216-4d49-abe7-10e6623fefe9 req-acc3c4ef-670b-4bf7-96fe-503e64ed28ab tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.1459830 Mar 07 10:31:09.895267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Made reservation on behalf of a9756735b7da42ab99c48bfba5420c2b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:09.898487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.932280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks [] for security_group (178dd705-ebbb-46df-8108-44c51e9b25cf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.957547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (178dd705-ebbb-46df-8108-44c51e9b25cf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.986062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8afa3612-7c1a-48e6-b275-cc323263c76e req-7d36d803-face-4d0b-8663-9c0fc264c61e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453285 Mar 07 10:31:10.045400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:10.069577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e92a78b-c216-4d49-abe7-10e6623fefe9 req-6408e541-b2c1-498b-9558-2901ae3f7fef tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688647 Mar 07 10:31:10.070173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178dd705-ebbb-46df-8108-44c51e9b25cf,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.076847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a4e52bab-d3f4-4390-84cc-af8265d20f56), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.077187 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Added segment a4e52bab-d3f4-4390-84cc-af8265d20f56 of type vlan for network fbadfb38-97e1-477d-87ed-893a85a5847e Mar 07 10:31:10.150653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (fbadfb38-97e1-477d-87ed-893a85a5847e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.178003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Allocated IP 172.20.0.5 (a05eb801-78d0-4b35-af64-5d8a40962920/d42b9764-1435-447b-a3e9-93acad0b3e90/839d62be-59bf-4c2e-80f9-ee69463bbbd4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:10.227981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (fbadfb38-97e1-477d-87ed-893a85a5847e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.228798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.229360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.305451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7904866 Mar 07 10:31:10.309202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42572) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:10.316799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Request body: {'subnet': {'network_id': 'fbadfb38-97e1-477d-87ed-893a85a5847e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2005651650-subnet', 'tenant_id': '9a5cf54159154078b0542cb7c8168c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:10.343511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Made reservation on behalf of 9a5cf54159154078b0542cb7c8168c80 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:10.348316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.362252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68d3c-4fb6-445b-b627-cec0b0441ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=fbadfb38-97e1-477d-87ed-893a85a5847e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.375088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network fbadfb38-97e1-477d-87ed-893a85a5847e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:31:10.390798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91040c51-39ac-4b84-b433-49150b30cc20 req-85de70d0-02f1-42d1-80f9-05417c8c53a5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.392350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91040c51-39ac-4b84-b433-49150b30cc20 req-85de70d0-02f1-42d1-80f9-05417c8c53a5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.2107272 Mar 07 10:31:10.436642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7458256-e83e-4ff1-933a-bdf091552690 req-06c9cdd9-0ed7-4bf1-9d71-a628896f14bb tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.438123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7458256-e83e-4ff1-933a-bdf091552690 req-06c9cdd9-0ed7-4bf1-9d71-a628896f14bb tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.2405803 Mar 07 10:31:10.535337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91040c51-39ac-4b84-b433-49150b30cc20 req-b7f00592-b8e5-451f-af37-708e36b825c6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171312 Mar 07 10:31:10.538125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.557441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4800c7a1-2afa-488c-a1e3-bbceae845ffa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.566168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7458256-e83e-4ff1-933a-bdf091552690 req-a5bceccb-fbba-454c-8be5-32cf3d41de00 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170468 Mar 07 10:31:10.625939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4800c7a1-2afa-488c-a1e3-bbceae845ffa,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.643310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.652972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Checking segment: {'id': 'a4e52bab-d3f4-4390-84cc-af8265d20f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fbadfb38-97e1-477d-87ed-893a85a5847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:10.652972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Network hostable DHCP agents. Network: fbadfb38-97e1-477d-87ed-893a85a5847e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:10.674900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Network fbadfb38-97e1-477d-87ed-893a85a5847e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:10.689452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, fbadfb38-97e1-477d-87ed-893a85a5847e) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:10.700950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8d9a9-755a-4e80-8824-6e2802dfc201 None None] Network fbadfb38-97e1-477d-87ed-893a85a5847e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:10.701304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.701892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:10.735806 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93347c33-e07d-42e7-89e9-3d16292667c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4245987 Mar 07 10:31:10.876340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a4423-aa46-4227-8407-810426be8851 None None] Network fbadfb38-97e1-477d-87ed-893a85a5847e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:11.093956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Network a05eb801-78d0-4b35-af64-5d8a40962920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:11.103930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:11.107693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:11.111837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event updated for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:11.179850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f891e-c5af-4f99-8fb0-2d05cc057506 req-cc4a0f52-d9e4-4308-a099-4a699dae638e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.181406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-541f891e-c5af-4f99-8fb0-2d05cc057506 req-cc4a0f52-d9e4-4308-a099-4a699dae638e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 931 time: 0.5176377 Mar 07 10:31:11.191435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587352-7337-44a7-8a0e-c924543981cb req-a0c1f943-3c10-471e-97fb-5afa1ca3010f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.192967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b587352-7337-44a7-8a0e-c924543981cb req-a0c1f943-3c10-471e-97fb-5afa1ca3010f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.4989958 Mar 07 10:31:11.204831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.205440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.257632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-a1313219-eed6-4d8f-9864-22ec92b3ed06 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6695735 Mar 07 10:31:11.278132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Request body: {'port': {'device_id': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:11.308084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-541f891e-c5af-4f99-8fb0-2d05cc057506 req-6b6faaa9-7eb6-4e27-b85d-ae585628862b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140859 Mar 07 10:31:11.321535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b587352-7337-44a7-8a0e-c924543981cb req-d97241a1-66bf-4732-b16b-8c1be38614f4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124487 Mar 07 10:31:11.354271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-456eeff4-201a-4b29-a211-3dd2b1528855 None None] Provisioning complete for port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:11.355861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-456eeff4-201a-4b29-a211-3dd2b1528855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.386755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.564817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:11.570595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-456eeff4-201a-4b29-a211-3dd2b1528855 None None] Port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:11.595152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf6d37-cb73-4374-87ac-9157e9c59b20 req-d61252bd-7579-4263-8336-1cef09096c68 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.596959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bf6d37-cb73-4374-87ac-9157e9c59b20 req-d61252bd-7579-4263-8336-1cef09096c68 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 949 time: 0.1917021 Mar 07 10:31:11.614898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e496e-bf13-44fd-81bd-3bda5e4882a8 req-ba3a5e19-59a0-4603-9045-efd57d62e2d6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.616422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854e496e-bf13-44fd-81bd-3bda5e4882a8 req-ba3a5e19-59a0-4603-9045-efd57d62e2d6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1995206 Mar 07 10:31:11.649944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:11.650395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.673296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:11.676092 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4dc255-fbdf-49d7-a122-f59e2944b750" -d '{"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:11.692500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:11.698089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.754683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bf6d37-cb73-4374-87ac-9157e9c59b20 req-ccf2dd41-1e0f-4e0e-9208-49ea900de6b2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478548 Mar 07 10:31:11.756348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:11.761668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854e496e-bf13-44fd-81bd-3bda5e4882a8 req-d2fd8239-7440-48a1-a786-79d1a50d8667 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338036 Mar 07 10:31:11.886803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839d62be-59bf-4c2e-80f9-ee69463bbbd4 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:11.896520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks [] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.914984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Transition to ACTIVE for port object 839d62be-59bf-4c2e-80f9-ee69463bbbd4 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:11.926522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab33e-dfd4-4e00-b4eb-5fc8d2b36351 req-d9efd6d6-6455-4125-af53-6647d36e9895 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.928104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47dab33e-dfd4-4e00-b4eb-5fc8d2b36351 req-d9efd6d6-6455-4125-af53-6647d36e9895 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.0798962 Mar 07 10:31:11.929318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.136155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Pushing event updated for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.158905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47dab33e-dfd4-4e00-b4eb-5fc8d2b36351 req-cf21cca3-1578-4730-a032-c5a9e0e110ff tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993670 Mar 07 10:31:12.208190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Attempting to bind port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:12.209201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Attempting to bind port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:12.209588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Attempting to bind port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:12.221570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-d99367fb-f76a-4732-9536-72951ff7a3ba tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.223347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-d99367fb-f76a-4732-9536-72951ff7a3ba tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/networks?id=dc858ee8-ea17-4a9a-8789-7e9e4413f137 HTTP/1.1" status: 200 len: 814 time: 0.2175264 Mar 07 10:31:12.224213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 on network a05eb801-78d0-4b35-af64-5d8a40962920 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:12.224628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Attempting to bind port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 on network a05eb801-78d0-4b35-af64-5d8a40962920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:12.232491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:12.232954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Checking segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:12.233399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Bound using segment: {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:12.233926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Bound port: 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aef5c7d-555a-46bc-ab6f-71286d0405d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:12.234342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.262016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-4228f33b-0160-4128-8e8e-0ef79f4f0fb9 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/quotas/fd8ffc3bc21445ca8adccee3c20f603a HTTP/1.1" status: 200 len: 375 time: 0.0311894 Mar 07 10:31:12.330699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-8852a7a9-6319-4761-abee-cecd2f822726 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd8ffc3bc21445ca8adccee3c20f603a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532973 Mar 07 10:31:12.390106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:12.433346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:12.440121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f355-6772-4a51-a1cb-783e3f98ccbe req-050b8282-2579-4bf3-972c-2a6fa156ea24 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.441920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d02f355-6772-4a51-a1cb-783e3f98ccbe req-050b8282-2579-4bf3-972c-2a6fa156ea24 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1128 time: 0.2053373 Mar 07 10:31:12.445167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.519175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.519879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.521250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] 10.222.0.26 "PUT /v2.0/ports/839d62be-59bf-4c2e-80f9-ee69463bbbd4 HTTP/1.1" status: 200 len: 1091 time: 1.2501042 Mar 07 10:31:12.525801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:12.527295 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87353e4b-0f02-4784-ab78-26bb1e56d03b" -d '{"events": [{"name": "network-changed", "server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:12.563901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-5ba5d1f0-677b-4443-a140-2a8dac6f0ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236016 Mar 07 10:31:12.601431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e27db2-fff3-4380-83e3-8bf068a9f60e service neutron] Pushing event updated for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.615937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d02f355-6772-4a51-a1cb-783e3f98ccbe req-96fa3766-eeeb-4ec9-946f-b73aa3974c59 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639085 Mar 07 10:31:12.701085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-cb7283cf-efee-42f0-aa1a-2be7d4dc3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.702602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-cb7283cf-efee-42f0-aa1a-2be7d4dc3607 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 1125 time: 0.1413567 Mar 07 10:31:12.764051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-374eb290-3246-413e-8a70-51427ebe1bdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4 HTTP/1.1" status: 200 len: 217 time: 0.0518589 Mar 07 10:31:12.766053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-0e072bad-252b-42d8-a892-57fb64536f11 service neutron] 10.222.0.23 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886783 Mar 07 10:31:12.839492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-cc9b2ce2-9477-4e26-8c77-540e003a66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.841202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-cc9b2ce2-9477-4e26-8c77-540e003a66e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.0591264 Mar 07 10:31:12.854776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c7e6-08cb-43fe-b5e1-4338d6cda97e req-0ff7d6aa-9d28-427f-85d4-355814375671 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.856276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d289c7e6-08cb-43fe-b5e1-4338d6cda97e req-0ff7d6aa-9d28-427f-85d4-355814375671 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1309826 Mar 07 10:31:12.936767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d289c7e6-08cb-43fe-b5e1-4338d6cda97e req-84a86e20-31e1-44a4-8586-9d23223dea5b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718100 Mar 07 10:31:12.938660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-2bc9b671-a703-430c-965c-818a9100c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.940081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-2bc9b671-a703-430c-965c-818a9100c7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935380 Mar 07 10:31:13.016169 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70313850-769c-49f5-8e72-3c7c0b5f3f19 x-openstack-request-id: req-70313850-769c-49f5-8e72-3c7c0b5f3f19 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:13.016684 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:13.016925 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70313850-769c-49f5-8e72-3c7c0b5f3f19 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:13.017730 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'code': 200} Mar 07 10:31:13.096079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4518a-50ec-4684-9ab4-ceffcde847cd req-e8c79bfe-6a9c-4a88-93f5-f7e189a4ea4f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.103529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddd4518a-50ec-4684-9ab4-ceffcde847cd req-e8c79bfe-6a9c-4a88-93f5-f7e189a4ea4f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1211855 Mar 07 10:31:13.137076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-36388259-b41d-4d02-b600-b52eec3bd293 service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902781 Mar 07 10:31:13.196236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddd4518a-50ec-4684-9ab4-ceffcde847cd req-83e3991d-0118-488b-80a9-48309e64bfec tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Mar 07 10:31:13.296640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4fcb656-97cc-4a8e-968c-c8a3f46047eb req-4b881d7f-158c-43d1-9731-34be535bc24f service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492624 Mar 07 10:31:13.328978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201493d-2a7f-44d4-920c-dc1f72fe9086 req-01718b88-e2b3-449b-bfec-ffefa4e4fb61 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.338613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f201493d-2a7f-44d4-920c-dc1f72fe9086 req-01718b88-e2b3-449b-bfec-ffefa4e4fb61 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 943 time: 0.0746090 Mar 07 10:31:13.386542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f201493d-2a7f-44d4-920c-dc1f72fe9086 req-4dc56833-5d13-4f54-a40a-c2e88b4bdb0d tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Mar 07 10:31:13.446821 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c0d1a-967e-45c7-a1c0-196423f1ca3b x-openstack-request-id: req-dc8c0d1a-967e-45c7-a1c0-196423f1ca3b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:13.447447 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:13.447447 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc8c0d1a-967e-45c7-a1c0-196423f1ca3b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:13.447884 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'status': 'completed', 'code': 200} Mar 07 10:31:13.651859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-3029b941-907f-4738-b804-52401d7f2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.653757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-3029b941-907f-4738-b804-52401d7f2cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 1125 time: 0.1514370 Mar 07 10:31:13.678965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310ce7f-5acd-47e8-98ed-7b65af9b2a8d req-9cdb950b-05d7-4fef-92f4-f2f16537b6e7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.680707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e310ce7f-5acd-47e8-98ed-7b65af9b2a8d req-9cdb950b-05d7-4fef-92f4-f2f16537b6e7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.1159267 Mar 07 10:31:13.778064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1fbc-e455-4aa8-9d0c-876292b48ff1 req-ab773e9f-65fb-4e20-9ceb-9eb82b027f59 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.779589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c74f1fbc-e455-4aa8-9d0c-876292b48ff1 req-ab773e9f-65fb-4e20-9ceb-9eb82b027f59 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2159798 Mar 07 10:31:13.846900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-36655456-93d9-455d-b619-51bbb230a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.848475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-36655456-93d9-455d-b619-51bbb230a69e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 924 time: 0.1666842 Mar 07 10:31:13.854497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e310ce7f-5acd-47e8-98ed-7b65af9b2a8d req-25881d19-3aef-4dcf-86ec-522f6b2c7cb0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490617 Mar 07 10:31:13.913440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-d71dd5a1-e5c2-4ce5-b238-309b8886de23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4 HTTP/1.1" status: 200 len: 217 time: 0.0568497 Mar 07 10:31:13.944225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c74f1fbc-e455-4aa8-9d0c-876292b48ff1 req-78bb4ab4-c4b5-43f4-b008-035d5999b5cc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492429 Mar 07 10:31:14.083300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69d6ebec-4a22-4591-ad85-e3087f31845c req-9aa5d368-5562-4697-99c4-fc374e860bf0 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 210 time: 0.1364241 Mar 07 10:31:14.146788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-db923cca-943d-449e-8e85-31892f061bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.148581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-db923cca-943d-449e-8e85-31892f061bc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.2034321 Mar 07 10:31:14.213277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c5878-4f94-46ed-82cd-361c2d19521a req-fd33fe60-4840-4fdb-b1de-e149595b85d6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.217127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d37c5878-4f94-46ed-82cd-361c2d19521a req-fd33fe60-4840-4fdb-b1de-e149595b85d6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1329033 Mar 07 10:31:14.237208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-84c5ae75-a03f-458f-9375-ecbcb5c95edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.240247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-84c5ae75-a03f-458f-9375-ecbcb5c95edc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835013 Mar 07 10:31:14.362836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-05c9af85-622f-419f-ab03-95a058409d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.364759 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-05c9af85-622f-419f-ab03-95a058409d3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1129 time: 0.1942494 Mar 07 10:31:14.382756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:14.390735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-4550d7df-8057-4ba7-ac92-762309b32c70 service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206298 Mar 07 10:31:14.526490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.560800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d37c5878-4f94-46ed-82cd-361c2d19521a req-24f8317b-d63f-4dbe-a524-dd52c1d10ae8 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194165 Mar 07 10:31:14.780403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8af5a-ec13-4096-8e0b-2dea5a005a56 req-50d508cd-a812-4ebe-bc66-cafb9745871d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.783192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:14.785241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16e8af5a-ec13-4096-8e0b-2dea5a005a56 req-50d508cd-a812-4ebe-bc66-cafb9745871d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.3915317 Mar 07 10:31:14.811278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-794db8a7-693e-49f0-89d5-480490f3fb76 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.813126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-794db8a7-693e-49f0-89d5-480490f3fb76 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.26 "GET /v2.0/networks?id=dc858ee8-ea17-4a9a-8789-7e9e4413f137 HTTP/1.1" status: 200 len: 814 time: 0.4214654 Mar 07 10:31:14.826847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:14.864280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:14.872731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks [] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.876957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16e8af5a-ec13-4096-8e0b-2dea5a005a56 req-98ebb680-aac4-4985-869b-80991104cfbd tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787323 Mar 07 10:31:14.882604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Request body: {'port': {'device_id': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137', 'admin_state_up': True, 'tenant_id': 'fd8ffc3bc21445ca8adccee3c20f603a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:14.913105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Transition to ACTIVE for port object cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:14.923475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.020610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87353e4b-0f02-4784-ab78-26bb1e56d03b req-fb713600-4b62-4c4c-b2ba-14b4115b5154 service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057820 Mar 07 10:31:15.066294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a5ea8-9339-49e0-af66-2abf1d8873c6 req-5387c279-7ac3-41af-b540-19185b83fa9e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.067941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f27a5ea8-9339-49e0-af66-2abf1d8873c6 req-5387c279-7ac3-41af-b540-19185b83fa9e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 943 time: 0.4048767 Mar 07 10:31:15.081794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] No DVR routers for this DVR port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:15.134994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:15.135338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:15.135808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:15.138319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.145333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:15.145739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Attempting to bind port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:15.148383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Made reservation on behalf of fd8ffc3bc21445ca8adccee3c20f603a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:15.151494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:15.151951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:15.152328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:15.152749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Bound port: cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:15.153101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.158781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.233775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:15.238411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:15.239392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4126c-6ede-456f-b0fc-368329742924 req-4a87d8ec-1bdc-43d0-90e6-05dfd6955497 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.241773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2a4126c-6ede-456f-b0fc-368329742924 req-4a87d8ec-1bdc-43d0-90e6-05dfd6955497 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.1951959 Mar 07 10:31:15.271051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.386664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=8']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.402744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.403597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.406105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-55b0fe52-02f6-4218-8aee-0a7e70470e34 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 1095 time: 1.0318482 Mar 07 10:31:15.407386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:15.410218 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:15.411073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Allocated IP 172.20.0.4 (dc858ee8-ea17-4a9a-8789-7e9e4413f137/ee014852-323e-4836-b05e-ce5305450f92/e270bbc4-0d51-47d2-868c-debf1bc9faeb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:15.439693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f27a5ea8-9339-49e0-af66-2abf1d8873c6 req-7af82bab-dc89-4759-9748-1753caf92609 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479607 Mar 07 10:31:15.519099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-885ce767-0924-4fbd-8f1d-4f2910e040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.523677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-885ce767-0924-4fbd-8f1d-4f2910e040c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1129 time: 0.0906842 Mar 07 10:31:15.602329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 839d62be-59bf-4c2e-80f9-ee69463bbbd4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:15.692809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-840ea401-f2c6-470a-94f2-e36f404f61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.699137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-840ea401-f2c6-470a-94f2-e36f404f61ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1608236 Mar 07 10:31:15.730482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2a4126c-6ede-456f-b0fc-368329742924 req-80141d79-d1ec-4c6d-8d87-a8243bc7997d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028071 Mar 07 10:31:15.819622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:15.824525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-40048167-223d-46a7-b71e-7e365f15b42f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1157339 Mar 07 10:31:15.852972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'port_id': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'mac_address': 'fa:16:3e:72:b5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:15.935507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:15.936230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.940284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-59deb228-39e3-45d8-a867-5adc3570fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.941321 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-59deb228-39e3-45d8-a867-5adc3570fbc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1122832 Mar 07 10:31:15.979318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839d62be-59bf-4c2e-80f9-ee69463bbbd4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:16.022473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:16.030388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-3d2f72c7-c9c4-4d65-ad13-af78256c1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.031396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-3d2f72c7-c9c4-4d65-ad13-af78256c1932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0849674 Mar 07 10:31:16.036149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.037354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:16.241016 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-c6d08ff4-8c83-4735-bd0a-e86728b2a7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031152 Mar 07 10:31:16.266815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.334063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:16.354555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'mac_address': 'fa:16:3e:2f:dd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:16.418634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94140ac3-d4ba-44dd-a23d-d9525be711fc req-f3206060-ac64-4f9a-806b-7f1a3d8c54a8 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708910 Mar 07 10:31:16.438263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 82669324-2a3c-4238-bf20-1e7978bc7b2d is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:16.438911 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.468493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82669324-2a3c-4238-bf20-1e7978bc7b2d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:16.500091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:16.507207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.510792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3094-fb6e-478a-9a88-701cd6e5c1d1 req-cb7657c0-9f9d-4c28-8331-07d39a59f139 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.512453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-805c3094-fb6e-478a-9a88-701cd6e5c1d1 req-cb7657c0-9f9d-4c28-8331-07d39a59f139 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.9354148 Mar 07 10:31:16.569242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b6180d-79a6-4991-a3d7-11a954e2095e req-62e1a365-e7e3-46f4-9c26-b3c96ad906bf tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 210 time: 0.1583939 Mar 07 10:31:16.593061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks [] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.611788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['82669324-2a3c-4238-bf20-1e7978bc7b2d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:16.646225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.695619 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b9342b-64fb-41a1-ab5c-7258d31277e7 x-openstack-request-id: req-b4b9342b-64fb-41a1-ab5c-7258d31277e7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:16.696155 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:16.696542 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4b9342b-64fb-41a1-ab5c-7258d31277e7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:16.697233 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'status': 'completed', 'code': 200} Mar 07 10:31:16.784524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['839d62be-59bf-4c2e-80f9-ee69463bbbd4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:16.814644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-62804bec-ff78-43b9-9d79-7206bba0167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.816312 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-62804bec-ff78-43b9-9d79-7206bba0167f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1129 time: 0.1057932 Mar 07 10:31:16.818497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.942148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Network dc858ee8-ea17-4a9a-8789-7e9e4413f137 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:16.970626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ab670-811a-4213-96b0-cabb8728b708 req-fc254acc-4e09-4635-98a4-defbbce8e540 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.972508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-883ab670-811a-4213-96b0-cabb8728b708 req-fc254acc-4e09-4635-98a4-defbbce8e540 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.32 "GET /v2.0/ports?device_id=20871074-c7e4-4a80-99b8-2627e45f1268 HTTP/1.1" status: 200 len: 945 time: 1.0806165 Mar 07 10:31:16.978795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:16.985146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:17.011432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-805c3094-fb6e-478a-9a88-701cd6e5c1d1 req-e193e7d1-273c-4615-afc0-5e84bdd570c1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476213 Mar 07 10:31:17.034120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-2b5bc48e-c3f4-4f23-a956-ef580be1aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.040721 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-2b5bc48e-c3f4-4f23-a956-ef580be1aa59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2175953 Mar 07 10:31:17.111764 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-507d7905-d096-45c3-b007-3e3c260b2a60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.0638068 Mar 07 10:31:17.169082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Pushing event updated for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:17.199151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-83547db1-1a9c-4c5a-a342-6afcbceb35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.200952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-83547db1-1a9c-4c5a-a342-6afcbceb35af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0828087 Mar 07 10:31:17.269705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.270619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.271242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-bfccd82b-3980-41bb-96cf-016d236264a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.273819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-bfccd82b-3980-41bb-96cf-016d236264a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0631187 Mar 07 10:31:17.277271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-7a25e7d9-699d-425b-9420-f84ff10236b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.279065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-7a25e7d9-699d-425b-9420-f84ff10236b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1129 time: 0.5468643 Mar 07 10:31:17.292729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ca4b4-6453-437e-aa4c-2eedbb85cef3 req-3f1369b9-4ab9-4d89-a3e1-e82bd196c9c0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.300609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c5ca4b4-6453-437e-aa4c-2eedbb85cef3 req-3f1369b9-4ab9-4d89-a3e1-e82bd196c9c0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.4440632 Mar 07 10:31:17.405081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-2d900abd-9676-4309-8245-a4144856d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.407077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-2d900abd-9676-4309-8245-a4144856d31c service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1041663 Mar 07 10:31:17.421050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d77e-364d-436c-b063-75ca9ea92351 req-059c61f8-8938-405d-83dd-c59b55bec235 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.428291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc53d77e-364d-436c-b063-75ca9ea92351 req-059c61f8-8938-405d-83dd-c59b55bec235 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.2939627 Mar 07 10:31:17.472868 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-6a8af36e-715a-496b-a5ac-cd378aa8a47a service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908190 Mar 07 10:31:17.492342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-821bb5f6-2b29-43c7-9a51-18d466bcd0fd tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6299143 Mar 07 10:31:17.509212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-bb049544-92fa-43fe-bb6b-da8e2e351619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.0760641 Mar 07 10:31:17.513402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Request body: {'port': {'device_id': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:17.570238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Deleting port 3baf48ad-e609-460b-ab5b-228f97945f01 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:17.570578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.590872 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-d64d00ff-89ba-4a04-a608-dd366dc77954 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122775 Mar 07 10:31:17.625197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:17.685312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 82669324-2a3c-4238-bf20-1e7978bc7b2d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:17.685693 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.698599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c5ca4b4-6453-437e-aa4c-2eedbb85cef3 req-8dc43a83-d7dd-4662-8bf3-ff0dc93c1794 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967979 Mar 07 10:31:17.720239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc53d77e-364d-436c-b063-75ca9ea92351 req-436d6fa6-7673-423f-8031-d47468e6191f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910030 Mar 07 10:31:17.813765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-8d8bcd8f-c3c9-4efc-919a-bd1a96105c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.817454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-8d8bcd8f-c3c9-4efc-919a-bd1a96105c9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2938104 Mar 07 10:31:17.856429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 82669324-2a3c-4238-bf20-1e7978bc7b2d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:17.858097 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.911059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:17.917637 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05113946-ac9b-4cf1-8dc7-c307f8b716ed" -d '{"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-plugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:17.918731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.944690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:17.960483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:17.961866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 839d62be-59bf-4c2e-80f9-ee69463bbbd4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:18.006050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] For port 3baf48ad-e609-460b-ab5b-228f97945f01, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3baf48ad-e609-460b-ab5b-228f97945f01,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:18.006392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.057905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:18.088992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:18.093767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:18.094892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.116386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d913d-545d-4860-9f61-077f43235f8c req-3170a1fd-43ee-415b-880a-e4c8f886588c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.118679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-224d913d-545d-4860-9f61-077f43235f8c req-3170a1fd-43ee-415b-880a-e4c8f886588c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.2227023 Mar 07 10:31:18.142514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad5299-1db1-4c00-b3de-a89fbe526177 req-d7839639-7854-4e6b-847a-73779dd74713 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.144082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bad5299-1db1-4c00-b3de-a89fbe526177 req-d7839639-7854-4e6b-847a-73779dd74713 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 944 time: 0.2941923 Mar 07 10:31:18.157164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-a45519f3-3170-4859-8af7-168c7745621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.158661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-a45519f3-3170-4859-8af7-168c7745621c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3353834 Mar 07 10:31:18.211255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:18.212202 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.256768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:18.274757 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.340292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:18.439046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bad5299-1db1-4c00-b3de-a89fbe526177 req-2bb9030c-9dbb-4dd8-bd6b-6d3afb583e64 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773917 Mar 07 10:31:18.450717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-224d913d-545d-4860-9f61-077f43235f8c req-8a0420de-ba66-461f-9d00-41adde9c705d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198764 Mar 07 10:31:18.606986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-51f1e13e-b4b5-4d44-9a97-881478f2a642 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338884 Mar 07 10:31:18.681439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.681860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.682196 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0 disassociated. External IP: 172.25.4.188, port: 3baf48ad-e609-460b-ab5b-228f97945f01. Mar 07 10:31:18.682567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Calling delete_port for 3baf48ad-e609-460b-ab5b-228f97945f01 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:18.928289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9075e-4fe9-4d31-85ff-2f1770d0e542 req-2c45c98d-8a3f-4c2a-9ed9-9dcc10310c12 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.930020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbd9075e-4fe9-4d31-85ff-2f1770d0e542 req-2c45c98d-8a3f-4c2a-9ed9-9dcc10310c12 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 931 time: 0.2942941 Mar 07 10:31:18.940859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ba85fe-b3f7-4da0-acaf-4d4991085ec2 req-1733c6f7-f0a3-4e1a-9b7d-4b0d9fdf6b73 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233252 Mar 07 10:31:18.967160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e270bbc4-0d51-47d2-868c-debf1bc9faeb {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:18.983622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks [] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.064502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Transition to ACTIVE for port object e270bbc4-0d51-47d2-868c-debf1bc9faeb will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:19.068145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbd9075e-4fe9-4d31-85ff-2f1770d0e542 req-289f5a13-08b4-4c42-af1d-2e29dcb26290 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263421 Mar 07 10:31:19.072963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.137234 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18aa07-ff83-4aae-89ec-d1876409adde x-openstack-request-id: req-ff18aa07-ff83-4aae-89ec-d1876409adde {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:19.137999 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-plugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:19.138680 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff18aa07-ff83-4aae-89ec-d1876409adde {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:19.138811 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'code': 200} Mar 07 10:31:19.143734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Pushing event updated for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:19.145994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3baf48ad-e609-460b-ab5b-228f97945f01), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.232360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event deleted for resources: {'Port': ['ID=3baf48ad-e609-460b-ab5b-228f97945f01,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:19.401616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Attempting to bind port e270bbc4-0d51-47d2-868c-debf1bc9faeb on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:19.401953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Attempting to bind port e270bbc4-0d51-47d2-868c-debf1bc9faeb by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'a353b92f-cb13-4277-a752-931788db033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:19.402277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Attempting to bind port e270bbc4-0d51-47d2-868c-debf1bc9faeb on network dc858ee8-ea17-4a9a-8789-7e9e4413f137 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:19.453317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Port e270bbc4-0d51-47d2-868c-debf1bc9faeb on network dc858ee8-ea17-4a9a-8789-7e9e4413f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:19.453672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Attempting to bind port e270bbc4-0d51-47d2-868c-debf1bc9faeb on network dc858ee8-ea17-4a9a-8789-7e9e4413f137 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:19.473957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8579e7-4e42-42c1-a958-6d81e1df1255 req-86e971c9-7c4c-4f79-9aa3-e7e6883639f6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:19.476582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a8579e7-4e42-42c1-a958-6d81e1df1255 req-86e971c9-7c4c-4f79-9aa3-e7e6883639f6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2500439 Mar 07 10:31:19.488322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:19.488701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Checking segment: {'id': 'a353b92f-cb13-4277-a752-931788db033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:19.489034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Bound using segment: {'id': 'a353b92f-cb13-4277-a752-931788db033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:19.489474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Bound port: e270bbc4-0d51-47d2-868c-debf1bc9faeb, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a353b92f-cb13-4277-a752-931788db033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:19.489833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.500359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e0bc8-ff95-48ea-a19e-3bbc58bfc4c5 req-2dfe1708-94fc-40a0-9e24-7e8a0d9a181d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:19.501837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f8e0bc8-ff95-48ea-a19e-3bbc58bfc4c5 req-2dfe1708-94fc-40a0-9e24-7e8a0d9a181d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.2531731 Mar 07 10:31:19.548720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:19.633732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a8579e7-4e42-42c1-a958-6d81e1df1255 req-95f7dc10-fefa-49dd-8f37-eb2cca46eee3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296556 Mar 07 10:31:19.755308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f8e0bc8-ff95-48ea-a19e-3bbc58bfc4c5 req-2c23a107-27de-4f04-bd9c-90b8d7f60853 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394931 Mar 07 10:31:19.910868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:20.136920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:20.141326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3baf48ad-e609-460b-ab5b-228f97945f01 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:20.195719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 3baf48ad-e609-460b-ab5b-228f97945f01 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:20.196058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3baf48ad-e609-460b-ab5b-228f97945f01 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:20.363873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb,segment=NetworkSegment(a353b92f-cb13-4277-a752-931788db033b),segment_id=a353b92f-cb13-4277-a752-931788db033b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:20.369472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:20.412663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'mac_address': 'fa:16:3e:29:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:20.418223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.464859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:20.465547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.472411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:20.494022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3945d-4682-4be2-8518-c0af44c13b5d req-2438d00c-947d-430f-92b3-9e9ced274b80 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.495200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:20.501211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f3945d-4682-4be2-8518-c0af44c13b5d req-2438d00c-947d-430f-92b3-9e9ced274b80 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.7042062 Mar 07 10:31:20.507284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:20.509746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.510362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.511774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] 10.222.0.26 "PUT /v2.0/ports/e270bbc4-0d51-47d2-868c-debf1bc9faeb HTTP/1.1" status: 200 len: 1091 time: 3.0068927 Mar 07 10:31:20.514215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:20.517013 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:20.548756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:20.553890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:20.555355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:20.559589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.606547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e0c8-5219-4cf0-b162-b62ff8ed9658 req-6ff05552-3f3b-45c9-84f5-ed6b69c5776b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.613492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12f1e0c8-5219-4cf0-b162-b62ff8ed9658 req-6ff05552-3f3b-45c9-84f5-ed6b69c5776b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 947 time: 0.7078869 Mar 07 10:31:20.632220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] No DVR routers for this DVR port 3baf48ad-e609-460b-ab5b-228f97945f01 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:20.645539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e9182-ba03-4fe6-a05e-0bd628956a86 service neutron] Pushing event updated for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:20.651638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.654998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-883ab670-811a-4213-96b0-cabb8728b708 req-6b149ba4-fad6-4ecd-a163-7dc177413294 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.32 "DELETE /v2.0/ports/3baf48ad-e609-460b-ab5b-228f97945f01 HTTP/1.1" status: 204 len: 173 time: 3.6709602 Mar 07 10:31:20.669863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:20.710145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f3945d-4682-4be2-8518-c0af44c13b5d req-75089c4d-249f-44c4-8683-a51de9510676 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079630 Mar 07 10:31:20.750232 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb1a14c3-22cf-433c-98e8-c8f085c88229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:20.759215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12f1e0c8-5219-4cf0-b162-b62ff8ed9658 req-af8f9290-ab8c-4d83-9252-1977b66c346d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447070 Mar 07 10:31:20.779791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-0cc7c26c-e631-4666-99b6-a5f1e3925a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.781681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-0cc7c26c-e631-4666-99b6-a5f1e3925a94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8ffc3bc21445ca8adccee3c20f603a&device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 1125 time: 0.2132890 Mar 07 10:31:20.890144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-789581e6-72c2-42e1-a11b-74fc0e4e5698 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb HTTP/1.1" status: 200 len: 217 time: 0.0987260 Mar 07 10:31:20.973442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-d6d52565-55a3-4986-b185-79cfdb644197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.974917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-d6d52565-55a3-4986-b185-79cfdb644197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee014852-323e-4836-b05e-ce5305450f92 HTTP/1.1" status: 200 len: 854 time: 0.0764053 Mar 07 10:31:20.993559 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe0782-22d5-4ec5-95aa-b09ffd961603 x-openstack-request-id: req-0efe0782-22d5-4ec5-95aa-b09ffd961603 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:20.994111 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:20.994525 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0efe0782-22d5-4ec5-95aa-b09ffd961603 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:20.994924 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb', 'status': 'completed', 'code': 200} Mar 07 10:31:20.996916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:21.102752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-df0921d4-8614-477f-b9ea-e1fde4c15202 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc858ee8-ea17-4a9a-8789-7e9e4413f137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061223 Mar 07 10:31:21.189098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:21.192248 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575053d5-47ba-4e5e-81e4-353bf7ad4635" -d '{"events": [{"server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "name": "network-vif-plugged", "status": "completed", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:21.218008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf0275-7836-4357-bc0a-a282e6fc7ef1 req-d06d5d64-b43c-4ef4-8ad2-b698dd49fa04 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.219444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1bf0275-7836-4357-bc0a-a282e6fc7ef1 req-d06d5d64-b43c-4ef4-8ad2-b698dd49fa04 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 943 time: 0.2423849 Mar 07 10:31:21.240572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2b73e-cca3-4100-aca9-246832439eeb req-e09564ab-262e-41b8-999d-962d124ce417 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.248635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87c2b73e-cca3-4100-aca9-246832439eeb req-e09564ab-262e-41b8-999d-962d124ce417 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.2724702 Mar 07 10:31:21.305607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.362493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:21.373603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87c2b73e-cca3-4100-aca9-246832439eeb req-dc05f38c-7956-4a48-815b-b2e62ce7fb7f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023815 Mar 07 10:31:21.387885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:21.389860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.424657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-29665bcd-dd5e-4960-8db2-4637d5b2ad0b service neutron] 10.222.0.26 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131394 Mar 07 10:31:21.458502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1bf0275-7836-4357-bc0a-a282e6fc7ef1 req-edd003c1-4387-48c3-844c-fa8006fc5b21 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088137 Mar 07 10:31:21.707236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b51ce-e7e2-4f8c-919e-7dba2b3d3b60 req-ed9fbcdc-8a19-4b04-93cb-7b6ef1a0535b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.724227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854b51ce-e7e2-4f8c-919e-7dba2b3d3b60 req-ed9fbcdc-8a19-4b04-93cb-7b6ef1a0535b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.2386513 Mar 07 10:31:21.793970 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a1e3af-98e0-4673-8185-125dd6d279bc x-openstack-request-id: req-b2a1e3af-98e0-4673-8185-125dd6d279bc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:21.794340 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "name": "network-vif-plugged", "status": "completed", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:21.794513 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2a1e3af-98e0-4673-8185-125dd6d279bc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:21.795684 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'code': 200} Mar 07 10:31:21.804188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b3d572a-d32e-42b7-a459-22ecee8267fa req-fedba56e-3688-4f4a-85d3-b485755093e5 service neutron] 10.222.0.26 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689191 Mar 07 10:31:21.840297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd3545-74c1-4310-b6bb-76bbfa3d1b9f req-d034949a-ca87-4118-ae53-effcc97dba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.841814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bfd3545-74c1-4310-b6bb-76bbfa3d1b9f req-d034949a-ca87-4118-ae53-effcc97dba6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 1127 time: 0.1154194 Mar 07 10:31:21.845169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854b51ce-e7e2-4f8c-919e-7dba2b3d3b60 req-c985fb66-d3cd-4f43-a140-b6409e781cc5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201098 Mar 07 10:31:21.882207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:22.081437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bfd3545-74c1-4310-b6bb-76bbfa3d1b9f req-e4c7cc19-75d1-4c05-841b-bb5a0d85579d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247682 Mar 07 10:31:22.108441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8c34-95bb-4216-9976-94f479873bd0 req-692baee0-8e01-48f4-a7a7-8c6871971094 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.115528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eeaf8c34-95bb-4216-9976-94f479873bd0 req-692baee0-8e01-48f4-a7a7-8c6871971094 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.2457378 Mar 07 10:31:22.131932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f4aca-e27b-418e-b276-e341b390b74e req-fa18c30e-c517-4afb-aafe-b57d814d0e86 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.138974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d4f4aca-e27b-418e-b276-e341b390b74e req-fa18c30e-c517-4afb-aafe-b57d814d0e86 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 948 time: 0.1297841 Mar 07 10:31:22.144269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-7a4d1904-77fe-4dd3-ac8b-c9d3945e0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.145810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-7a4d1904-77fe-4dd3-ac8b-c9d3945e0847 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8ffc3bc21445ca8adccee3c20f603a&device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 1125 time: 0.2567794 Mar 07 10:31:22.185871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.231939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eeaf8c34-95bb-4216-9976-94f479873bd0 req-48c230ac-2ab8-4006-8d64-ea35c425b834 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152728 Mar 07 10:31:22.235600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d4f4aca-e27b-418e-b276-e341b390b74e req-f5fb0942-d134-4c6a-906f-3a9ae3c0c7ad tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957577 Mar 07 10:31:22.265334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4b070-2ea9-4f04-8306-7036d2e69932 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:22.556243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-598a57ee-449f-4207-aaaa-a5bab4e90fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.557888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-598a57ee-449f-4207-aaaa-a5bab4e90fa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc858ee8-ea17-4a9a-8789-7e9e4413f137 HTTP/1.1" status: 200 len: 915 time: 0.2523069 Mar 07 10:31:22.566618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145200ce-87b4-4e6b-855b-31eea257d272 req-2ec0330d-9a2c-47e8-806b-9c9f7662d74d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.581475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-145200ce-87b4-4e6b-855b-31eea257d272 req-2ec0330d-9a2c-47e8-806b-9c9f7662d74d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1216307 Mar 07 10:31:22.645963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-7af4a92b-5a91-4c04-b1b2-404f24ffd6ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb HTTP/1.1" status: 200 len: 217 time: 0.0617404 Mar 07 10:31:22.750826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-145200ce-87b4-4e6b-855b-31eea257d272 req-0abd1f32-4390-47d3-a19f-ccaabd56bde3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684415 Mar 07 10:31:22.758739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-7c58ec02-23eb-4546-a6d9-5885fd293e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.760808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-7c58ec02-23eb-4546-a6d9-5885fd293e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee014852-323e-4836-b05e-ce5305450f92 HTTP/1.1" status: 200 len: 854 time: 0.1029274 Mar 07 10:31:22.797191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc864b-46f1-4b94-aef5-f4e95b006902 req-a824dbc8-2029-4b07-944a-06da9aa8d424 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.797991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85bc864b-46f1-4b94-aef5-f4e95b006902 req-a824dbc8-2029-4b07-944a-06da9aa8d424 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 943 time: 0.1613905 Mar 07 10:31:22.827150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-12c89fc7-ccff-48e4-850a-16fe3d71a20d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc858ee8-ea17-4a9a-8789-7e9e4413f137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568671 Mar 07 10:31:22.830221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7921239-4f9b-42c1-87fc-5416a8aa6b12 None None] New status for floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:22.941596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bcf-99d5-44df-8b3a-b40ad92e253d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:22.973525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85bc864b-46f1-4b94-aef5-f4e95b006902 req-3d137432-69f1-4ca6-9f73-26e4a68ace53 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541204 Mar 07 10:31:23.008222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'name': 'network-vif-deleted', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:23.010454 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55ffe5-e2bb-4de4-96bc-4268278de94b" -d '{"events": [{"server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "name": "network-vif-deleted", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:23.032941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-ef7ca87f-fbc9-40bb-8eee-77c7701b0c91 service neutron] 10.222.0.26 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904063 Mar 07 10:31:23.047423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fbbcc-5d14-41fa-9e61-5ddb0c74440f req-9113e613-0f2e-40f1-80b7-e2a4eb9da418 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.050390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d7fbbcc-5d14-41fa-9e61-5ddb0c74440f req-9113e613-0f2e-40f1-80b7-e2a4eb9da418 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1921680 Mar 07 10:31:23.207799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d7fbbcc-5d14-41fa-9e61-5ddb0c74440f req-ec08003f-e7f7-4213-9ecc-a4522ac32913 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467824 Mar 07 10:31:23.250947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed8de46b-dbe3-4515-bd79-5cb5b16f34ce req-d602caa1-f910-4f2d-a2b7-7158d91f2dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993504 Mar 07 10:31:23.277787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7d072-f461-4145-9d58-67aa5ff2c7ea req-a52efefb-e584-4481-8ea4-9c253cbe8f85 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.283039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02d7d072-f461-4145-9d58-67aa5ff2c7ea req-a52efefb-e584-4481-8ea4-9c253cbe8f85 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1484315 Mar 07 10:31:23.322620 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fadf9ad-f1b0-445c-8006-052a045b065f x-openstack-request-id: req-5fadf9ad-f1b0-445c-8006-052a045b065f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:23.323181 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20871074-c7e4-4a80-99b8-2627e45f1268", "name": "network-vif-deleted", "tag": "3baf48ad-e609-460b-ab5b-228f97945f01", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:23.324357 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fadf9ad-f1b0-445c-8006-052a045b065f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:23.325063 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20871074-c7e4-4a80-99b8-2627e45f1268', 'name': 'network-vif-deleted', 'tag': '3baf48ad-e609-460b-ab5b-228f97945f01', 'status': 'completed', 'code': 200} Mar 07 10:31:23.396286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02d7d072-f461-4145-9d58-67aa5ff2c7ea req-d137349d-b8bb-4603-b49f-24c4aaae62fe tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072385 Mar 07 10:31:23.563715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4016-796f-4550-b07f-1e26d65f5aad req-34058b43-b228-4b55-a11e-aaad9908cbbc tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.574642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3bd4016-796f-4550-b07f-1e26d65f5aad req-34058b43-b228-4b55-a11e-aaad9908cbbc tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.1736293 Mar 07 10:31:23.675415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3bd4016-796f-4550-b07f-1e26d65f5aad req-6d10befb-46cc-40fe-b6b9-f11cdbdd1915 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990422 Mar 07 10:31:23.720637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc229-0fdb-444f-a53d-2ab72e006435 req-8edfbf52-5141-4d2c-b092-934443797a42 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.722255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95fdc229-0fdb-444f-a53d-2ab72e006435 req-8edfbf52-5141-4d2c-b092-934443797a42 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 948 time: 0.1392162 Mar 07 10:31:23.806067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95fdc229-0fdb-444f-a53d-2ab72e006435 req-929116a3-0c38-406f-b7a5-7472f437b14c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Mar 07 10:31:23.872878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.935099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0854-9e1c-432e-bb6a-6510cb8a5959 req-4a031c8e-c053-448e-b80f-d6b115610c9f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.936570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c7c0854-9e1c-432e-bb6a-6510cb8a5959 req-4a031c8e-c053-448e-b80f-d6b115610c9f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.0824747 Mar 07 10:31:24.004472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c7c0854-9e1c-432e-bb6a-6510cb8a5959 req-f845b0f2-e8f2-483f-aee6-0c6e7814b3d4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Mar 07 10:31:24.058010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:24.110219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:24.166651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e29d9-4850-40f9-80de-4e1631904852 req-d7b6dc0b-466d-462f-9663-4b8db7a2e1b1 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.168464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c56e29d9-4850-40f9-80de-4e1631904852 req-d7b6dc0b-466d-462f-9663-4b8db7a2e1b1 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 943 time: 0.0669684 Mar 07 10:31:24.257535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c56e29d9-4850-40f9-80de-4e1631904852 req-e0cf8224-e5ce-4bec-b29b-f9c4e526c5d6 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776014 Mar 07 10:31:24.395399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec742f3-1bfe-42aa-8feb-bd0cd3fb3d82 req-3ff763b4-a8d8-45c2-8ca1-67b5a4da549f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.397607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec742f3-1bfe-42aa-8feb-bd0cd3fb3d82 req-3ff763b4-a8d8-45c2-8ca1-67b5a4da549f tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.0911140 Mar 07 10:31:24.481325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec742f3-1bfe-42aa-8feb-bd0cd3fb3d82 req-d654bfd9-0db8-4b0e-9565-4d8f8f5d61d5 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/security-groups?id=c848371d-ee9e-42c6-bbb1-29a6b8da4149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Mar 07 10:31:24.590890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f3b2-d38d-42fe-8ee9-3191bf596184 req-d2fdcb6a-a083-4b76-91c2-cdebef8da25a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.592716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6465f3b2-d38d-42fe-8ee9-3191bf596184 req-d2fdcb6a-a083-4b76-91c2-cdebef8da25a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.1083198 Mar 07 10:31:24.734916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6465f3b2-d38d-42fe-8ee9-3191bf596184 req-3a8ce303-8065-4645-b9a6-98584d68ad13 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353753 Mar 07 10:31:24.836707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-0699a904-4aba-48ea-9303-b6e591bad71d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.838323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-0699a904-4aba-48ea-9303-b6e591bad71d tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 946 time: 0.1705446 Mar 07 10:31:24.862418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d576dc-6b19-4665-9998-873af9f53cd6 req-94555ce6-f1ae-47d2-b082-5ff2cc6f1aab tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.869703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9d576dc-6b19-4665-9998-873af9f53cd6 req-94555ce6-f1ae-47d2-b082-5ff2cc6f1aab tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.0895405 Mar 07 10:31:25.015548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9d576dc-6b19-4665-9998-873af9f53cd6 req-545d3bc2-5c02-429e-959b-e2f7984be399 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446583 Mar 07 10:31:25.048506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c5d-d334-463a-97dd-1e4b65325b69 req-f9729c09-5d81-463a-be64-70b43c7504e1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.050595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54160c5d-d334-463a-97dd-1e4b65325b69 req-f9729c09-5d81-463a-be64-70b43c7504e1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 948 time: 0.1289103 Mar 07 10:31:25.058392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Deleting port a05ff650-1ada-4988-8ed4-254d61194970 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:25.058791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a05ff650-1ada-4988-8ed4-254d61194970), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.209150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54160c5d-d334-463a-97dd-1e4b65325b69 req-2f8e1a29-077f-46d3-b2cb-4b2e8f6a819d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471589 Mar 07 10:31:25.257258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] For port a05ff650-1ada-4988-8ed4-254d61194970, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a05ff650-1ada-4988-8ed4-254d61194970,segment=NetworkSegment(92ff41be-b7df-44f7-ae39-a3c7edde021a),segment_id=92ff41be-b7df-44f7-ae39-a3c7edde021a)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:25.257619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a05ff650-1ada-4988-8ed4-254d61194970), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.280942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de93f8d-4de2-4667-bb1b-0fde7f17bc5c req-f2297a82-06a2-4568-aab9-760cac1c4b26 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.289301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3de93f8d-4de2-4667-bb1b-0fde7f17bc5c req-f2297a82-06a2-4568-aab9-760cac1c4b26 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.1560783 Mar 07 10:31:25.297248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Calling delete_port for a05ff650-1ada-4988-8ed4-254d61194970 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:25.435325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce821de-9017-4896-8d99-22c555f775cb req-51a7263f-c5ba-4c90-a7b3-a711aa0f8ee6 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.447704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ce821de-9017-4896-8d99-22c555f775cb req-51a7263f-c5ba-4c90-a7b3-a711aa0f8ee6 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.1519477 Mar 07 10:31:25.449384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:25.454774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Request body: {'floatingip': {'port_id': '839d62be-59bf-4c2e-80f9-ee69463bbbd4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:25.499689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3de93f8d-4de2-4667-bb1b-0fde7f17bc5c req-3f464f51-d5e8-4eb2-b476-f14bfe533f3e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990471 Mar 07 10:31:25.505196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.552497 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.646357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e270bbc4-0d51-47d2-868c-debf1bc9faeb details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:25.713823 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a05ff650-1ada-4988-8ed4-254d61194970), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.746300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a05ff650-1ada-4988-8ed4-254d61194970'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:25.756372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Pushing event deleted for resources: {'Port': ['ID=a05ff650-1ada-4988-8ed4-254d61194970,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:25.764741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.765084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.765575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.765958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.766342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.766666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.766989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.767357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.767697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.768126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.769277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.769657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.769986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:25.850910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14cf4575-1c14-40f6-ad6f-297f81fb953e req-ca827a78-40c3-4ae8-9ccf-ec378eb3ab14 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e7fb4f-9be6-431e-910f-8bc6c6c0046a HTTP/1.1" status: 200 len: 210 time: 0.0667448 Mar 07 10:31:25.875507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0454-3007-4be9-be39-d1f8150d6676 req-b5ed5363-a6a3-471e-862d-1fc0ba06529b tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.877108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9a0454-3007-4be9-be39-d1f8150d6676 req-b5ed5363-a6a3-471e-862d-1fc0ba06529b tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 943 time: 0.2167633 Mar 07 10:31:25.906115 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:31:25.942297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] No DVR routers for this DVR port a05ff650-1ada-4988-8ed4-254d61194970 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:25.993152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.015438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93cc7d2e-cb8f-435d-bc1a-698fb4d7f1aa req-f8f31f31-846a-483c-a290-fd0e0bb75353 tempest-ServerMetadataNegativeTestJSON-1306513932 tempest-ServerMetadataNegativeTestJSON-1306513932-project] 10.222.0.32 "DELETE /v2.0/ports/a05ff650-1ada-4988-8ed4-254d61194970 HTTP/1.1" status: 204 len: 173 time: 1.1561761 Mar 07 10:31:26.018443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'name': 'network-vif-deleted', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:26.024978 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c264c1-7a6f-4154-98b7-cca245ccebac" -d '{"events": [{"server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "name": "network-vif-deleted", "tag": "a05ff650-1ada-4988-8ed4-254d61194970"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:26.076767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb,segment=NetworkSegment(a353b92f-cb13-4277-a752-931788db033b),segment_id=a353b92f-cb13-4277-a752-931788db033b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:26.105369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb', 'network_id': 'dc858ee8-ea17-4a9a-8789-7e9e4413f137', 'port_id': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb', 'mac_address': 'fa:16:3e:f6:f2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee014852-323e-4836-b05e-ce5305450f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:26.172773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:26.243919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e270bbc4-0d51-47d2-868c-debf1bc9faeb is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:26.244645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.268507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e270bbc4-0d51-47d2-868c-debf1bc9faeb {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:26.278429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:26.286665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:26.291552 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.328712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-f469760d-6e8e-4848-845a-62494d1665c2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:26.330729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-f469760d-6e8e-4848-845a-62494d1665c2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f&tenant_id=56bfb5bbe85e40ae84445580a2d9b621&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 948 time: 0.4787767 Mar 07 10:31:26.360876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb,segment=NetworkSegment(a353b92f-cb13-4277-a752-931788db033b),segment_id=a353b92f-cb13-4277-a752-931788db033b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:26.407923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:26.408555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.413630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9a0454-3007-4be9-be39-d1f8150d6676 req-4c70ea74-e6dd-4425-b4a6-c3ac75f19b13 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978559 Mar 07 10:31:26.414096 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.426116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.450684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:26.452156 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.455685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:26.459889 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc7684-2091-4fce-8193-83ba5bfe89de" -d '{"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:26.467026 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.468562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a05ff650-1ada-4988-8ed4-254d61194970 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:26.472580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139290e-2a18-40f6-a7a9-c6a32fbc7b5f req-9db7a5a5-59e7-4b51-8e9e-64d69577f41b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:26.484603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2139290e-2a18-40f6-a7a9-c6a32fbc7b5f req-9db7a5a5-59e7-4b51-8e9e-64d69577f41b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 948 time: 0.3946307 Mar 07 10:31:26.547241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: a05ff650-1ada-4988-8ed4-254d61194970 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:26.547784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a05ff650-1ada-4988-8ed4-254d61194970 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:26.625280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:26.692817 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0 associated. External IP: 172.25.4.188, port: 839d62be-59bf-4c2e-80f9-ee69463bbbd4. Mar 07 10:31:26.715299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:26.811884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2139290e-2a18-40f6-a7a9-c6a32fbc7b5f req-9793135b-2377-405b-b43a-483ab1de8208 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152688 Mar 07 10:31:26.831434 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-cfd12d5d-12bc-4c5a-92e2-5b50a7842f3a service neutron] delete failed (client error): The resource could not be found. Mar 07 10:31:26.843657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-cfd12d5d-12bc-4c5a-92e2-5b50a7842f3a service neutron] 10.222.0.26 "DELETE /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.4864824 Mar 07 10:31:26.859042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e270bbc4-0d51-47d2-868c-debf1bc9faeb'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:26.868155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-c4a3706d-17cc-44a8-a9c0-07b93b7a0fc0 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:26.869824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-c4a3706d-17cc-44a8-a9c0-07b93b7a0fc0 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2833519 Mar 07 10:31:26.901290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:27.075627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:27.097497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b7738-2cd1-4bab-bff3-80708297434a req-4f31d130-2167-497e-afab-5a5b55c71cb9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.099014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-993b7738-2cd1-4bab-bff3-80708297434a req-4f31d130-2167-497e-afab-5a5b55c71cb9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.5461967 Mar 07 10:31:27.102726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.146272 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ca5d8-56d6-453c-a597-a14cd17cc88f x-openstack-request-id: req-f50ca5d8-56d6-453c-a597-a14cd17cc88f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:27.146518 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7fb4f-9be6-431e-910f-8bc6c6c0046a", "name": "network-vif-deleted", "tag": "a05ff650-1ada-4988-8ed4-254d61194970", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:27.146702 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f50ca5d8-56d6-453c-a597-a14cd17cc88f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:27.147104 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7fb4f-9be6-431e-910f-8bc6c6c0046a', 'name': 'network-vif-deleted', 'tag': 'a05ff650-1ada-4988-8ed4-254d61194970', 'status': 'completed', 'code': 200} Mar 07 10:31:27.190896 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94c83a3-47b4-4c59-9000-6ed0158ac5d2 x-openstack-request-id: req-c94c83a3-47b4-4c59-9000-6ed0158ac5d2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:27.191190 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:27.191442 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c94c83a3-47b4-4c59-9000-6ed0158ac5d2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:27.191860 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'code': 200} Mar 07 10:31:27.219007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:27.224092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.239535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:27.262375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:27.263891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:31:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:27.278818 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.298224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1a92592-467c-4b59-9670-5c21e99340bb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "PUT /v2.0/floatingips/8a2dcf9a-953a-4132-840d-87d766f6c6b0 HTTP/1.1" status: 200 len: 991 time: 1.8472199 Mar 07 10:31:27.302076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:27.305100 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7" -d '{"events": [{"name": "network-changed", "server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:27.315205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-5b98a22f-f103-41e3-8268-3b65b2e8637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.316715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-5b98a22f-f103-41e3-8268-3b65b2e8637c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1132 time: 0.2856169 Mar 07 10:31:27.402165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:27.667957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:27.677837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-993b7738-2cd1-4bab-bff3-80708297434a req-ffb07c9c-e41a-401c-a1a7-97d1f972d621 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288467 Mar 07 10:31:27.747356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:27.844047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Deleting subnet 4ba40f87-03b4-49f9-9cb8-518b4b72b099 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:31:27.850936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Publish callbacks [] for subnet (4ba40f87-03b4-49f9-9cb8-518b4b72b099), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.889282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:27.901205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:72:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:27.926382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4ba40f87-03b4-49f9-9cb8-518b4b72b099), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.932157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:27.944671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 has no active binding in host n-h1-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:31:27.952231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:27.952842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:31:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:27.982442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4ba40f87-03b4-49f9-9cb8-518b4b72b099), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.021286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479955-139d-4e86-808e-d52cecc8e678 req-1a5e7ec0-def2-4fbd-a8d8-5efc58f00db1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.034743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7479955-139d-4e86-808e-d52cecc8e678 req-1a5e7ec0-def2-4fbd-a8d8-5efc58f00db1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 945 time: 0.7154906 Mar 07 10:31:28.062642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4ba40f87-03b4-49f9-9cb8-518b4b72b099), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.095089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba40f87-03b4-49f9-9cb8-518b4b72b099,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:28.099082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.106882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ba40f87-03b4-49f9-9cb8-518b4b72b099 HTTP/1.1" status: 204 len: 168 time: 0.3583875 Mar 07 10:31:28.115011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:28.123885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.124361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.124794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.125259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.125680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.126085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.126499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.126915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.127718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.128181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.128596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.129137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.129564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdecf0-b32f-4b78-8a36-40d87c98901d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:28.148621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-6edc9206-fd3a-4fec-8c66-7964573a874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.150812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-6edc9206-fd3a-4fec-8c66-7964573a874c service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.8253973 Mar 07 10:31:28.168701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8727cb1-1a65-42b4-9c77-d59b711d22ad req-a92fcc8e-46a2-4496-8822-c052c6fecc55 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.176635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8727cb1-1a65-42b4-9c77-d59b711d22ad req-a92fcc8e-46a2-4496-8822-c052c6fecc55 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.3266852 Mar 07 10:31:28.195406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:28.215532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (adbd9fb0-829a-465d-bb66-1938403c9e1f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.225606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-ef1b5dfc-38ef-4534-af2d-933a5f5e64b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.0650108 Mar 07 10:31:28.242298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7479955-139d-4e86-808e-d52cecc8e678 req-b56b424b-3992-45e8-84c1-b50a242c7191 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065866 Mar 07 10:31:28.364093 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f39552-c017-497e-8890-cd373334865a x-openstack-request-id: req-32f39552-c017-497e-8890-cd373334865a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:28.368523 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:28.368918 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32f39552-c017-497e-8890-cd373334865a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:28.369440 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'status': 'completed', 'code': 200} Mar 07 10:31:28.383351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (adbd9fb0-829a-465d-bb66-1938403c9e1f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.413705 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.440980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbd9fb0-829a-465d-bb66-1938403c9e1f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.463387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ff41be-b7df-44f7-ae39-a3c7edde021a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.463867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ff41be-b7df-44f7-ae39-a3c7edde021a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.475165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:28.486609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (92ff41be-b7df-44f7-ae39-a3c7edde021a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.507673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8727cb1-1a65-42b4-9c77-d59b711d22ad req-855705a5-cc9d-4d26-b7b0-36580c1934e5 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112764 Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (92ff41be-b7df-44f7-ae39-a3c7edde021a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (92ff41be-b7df-44f7-ae39-a3c7edde021a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:28.521175 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:28.590611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-d7d16ee3-1f22-43fe-9251-cba6eaca7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.593598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-d7d16ee3-1f22-43fe-9251-cba6eaca7e69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3378501 Mar 07 10:31:28.631036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-3f8f4baa-2b31-4007-b924-86ebc06ee575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.632881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-3f8f4baa-2b31-4007-b924-86ebc06ee575 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9756735b7da42ab99c48bfba5420c2b&device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 1127 time: 0.2594423 Mar 07 10:31:28.692043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (adbd9fb0-829a-465d-bb66-1938403c9e1f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.697968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:72:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.699107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.702791 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] 10.222.0.23 "DELETE /v2.0/networks/adbd9fb0-829a-465d-bb66-1938403c9e1f HTTP/1.1" status: 204 len: 168 time: 0.5862615 Mar 07 10:31:28.714338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61f7b-fda6-4589-9f5e-acda9c3a456b admin admin] Pushing event deleted for resources: {'Network': ['ID=adbd9fb0-829a-465d-bb66-1938403c9e1f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:28.730370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:28.767264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f46a4-34fa-4ca6-b465-007453c0d787 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8a2dcf9a-953a-4132-840d-87d766f6c6b0', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'port_id': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'mac_address': 'fa:16:3e:72:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:29:20Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:28.856379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58f4-4508-4f4f-95db-1485bc747988 req-2569e74d-d4b0-47a9-b0e5-ff821505f166 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.858551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573c58f4-4508-4f4f-95db-1485bc747988 req-2569e74d-d4b0-47a9-b0e5-ff821505f166 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 944 time: 0.4283850 Mar 07 10:31:28.871507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-412a5741-fe8b-4053-adfa-de4654008718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.873718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-412a5741-fe8b-4053-adfa-de4654008718 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2697783 Mar 07 10:31:28.916065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-1451b8d6-86a1-41bf-a5f2-8efee53d0430 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1650265358&fields=id&tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 267 time: 0.3209293 Mar 07 10:31:28.965772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks [] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.036208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.051400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:29.107980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573c58f4-4508-4f4f-95db-1485bc747988 req-de73903c-2afd-4186-9585-fe311226548f tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390831 Mar 07 10:31:29.109549 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef881a89-2a40-4e27-99a3-a18f9451f0d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8f1155fb35347499c84c8686648a28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563629 Mar 07 10:31:29.110979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-14519a42-927c-48af-90b7-9fb471f07678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.117033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-14519a42-927c-48af-90b7-9fb471f07678 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 200 len: 924 time: 0.4504626 Mar 07 10:31:29.117861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:29.173670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:29.176075 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47f940-e693-4d57-a446-43c7a76c7490" -d '{"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-unplugged", "status": "completed", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:29.189944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a3a4d-e1eb-4842-ac30-49b4cc667d57 None None] New status for floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:29.296571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-8a0d1326-2736-477f-a18e-b0e4e6f11527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4 HTTP/1.1" status: 200 len: 999 time: 0.1167269 Mar 07 10:31:29.396467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-059e9324-bcbd-42d6-bfa5-c6fa04e56561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.398788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-059e9324-bcbd-42d6-bfa5-c6fa04e56561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 200 len: 862 time: 0.0628757 Mar 07 10:31:29.491406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-423836f9-e602-46f8-a711-1b52265f5db4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.501521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-423836f9-e602-46f8-a711-1b52265f5db4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 946 time: 0.5778744 Mar 07 10:31:29.507519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'security_groups': ['e94c8874-7745-49e1-9d9f-aae79c7a22df', '10a1fe5b-3945-46f4-91f8-5623a980bee5']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:29.642955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:29.654475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on host n-h2-832156-4 for vnic_type normal with profile {"migrating_to": "n-h1-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:29.654911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:29.655338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:29.677926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-39a39cf2-5ef2-4bb5-8686-d4df967085db service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567968 Mar 07 10:31:29.679126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e270bbc4-0d51-47d2-868c-debf1bc9faeb up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:29.701409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] Publish callbacks [] for security_group (c848371d-ee9e-42c6-bbb1-29a6b8da4149), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.719299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-bdcf1ea1-ada0-49b6-a5c6-f7cf451b2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.721041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-bdcf1ea1-ada0-49b6-a5c6-f7cf451b2177 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a05eb801-78d0-4b35-af64-5d8a40962920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2875085 Mar 07 10:31:29.721828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:29.722240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Attempting to bind port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:29.752325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e270bbc4-0d51-47d2-868c-debf1bc9faeb completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:29.762890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e270bbc4-0d51-47d2-868c-debf1bc9faeb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:29.763616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.775801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac5f20-84ea-4ebc-a92b-4c6162f9fac0 req-42567d0a-b022-4f45-bddb-3251cc2d4852 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.783073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fac5f20-84ea-4ebc-a92b-4c6162f9fac0 req-42567d0a-b022-4f45-bddb-3251cc2d4852 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 950 time: 0.4713235 Mar 07 10:31:29.865665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:29.866160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:29.866644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:29.867190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Bound port: bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:29.867639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.874326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] Publish callbacks [] for security_group (c848371d-ee9e-42c6-bbb1-29a6b8da4149), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:29.878022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.107045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e270bbc4-0d51-47d2-868c-debf1bc9faeb is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:30.107468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.114113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fac5f20-84ea-4ebc-a92b-4c6162f9fac0 req-a820d47a-5dfc-49b2-ad63-378bcecc0f4d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298295 Mar 07 10:31:30.192827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:30.210394 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdd5d4a-88e8-4b5e-9810-88855ee369f9" -d '{"events": [{"server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "name": "network-vif-plugged", "status": "completed", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:30.271363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb,segment=NetworkSegment(a353b92f-cb13-4277-a752-931788db033b),segment_id=a353b92f-cb13-4277-a752-931788db033b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:30.280698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d794853-8858-44e8-a8cf-65f7f1a6651d req-edfffdff-3f7a-4c84-a28b-eac6d4f8c5c0 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740488 Mar 07 10:31:30.281856 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.313998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-5763cd94-2c45-4f73-851c-2d07c5e59481 service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734921 Mar 07 10:31:30.316332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c848371d-ee9e-42c6-bbb1-29a6b8da4149), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.336229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.342019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c848371d-ee9e-42c6-bbb1-29a6b8da4149 HTTP/1.1" status: 204 len: 168 time: 1.1742024 Mar 07 10:31:30.362602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:30.368046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:30.372899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7754cee-4958-4db2-8c48-e0005a39a0e3 x-openstack-request-id: req-f7754cee-4958-4db2-8c48-e0005a39a0e3 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:30.373363 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-unplugged", "status": "completed", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:30.373613 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7754cee-4958-4db2-8c48-e0005a39a0e3 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:30.374221 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'code': 200} Mar 07 10:31:30.428765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.466273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.494306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cad3bd-acfd-4316-bf48-98c94eadc14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848371d-ee9e-42c6-bbb1-29a6b8da4149,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.782656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.783496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.785145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 1121 time: 3.8999720 Mar 07 10:31:30.836560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3410fe-c596-4dcc-864f-bbd3d4af2ce1 req-58ef9475-3587-4a2d-9018-4ce98638e2e4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.849745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a3410fe-c596-4dcc-864f-bbd3d4af2ce1 req-58ef9475-3587-4a2d-9018-4ce98638e2e4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.3044481 Mar 07 10:31:30.872679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:30.901076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba4ff-9b46-47c0-87c1-a25bcc29b760 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.957576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:31.043286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a3ebc1-15aa-4a00-83ea-3bdcd14077e7 req-ef26c779-0f4b-4631-ba0e-7eaebeabd192 service neutron] 10.222.0.26 "GET /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628916 Mar 07 10:31:31.201037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a3410fe-c596-4dcc-864f-bbd3d4af2ce1 req-faca4428-9a05-4517-8185-09229da2ce7d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941759 Mar 07 10:31:31.301323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:31.406976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.424096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.439477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:31.489943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:31.504389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd987-0ca1-49e9-9b98-7a4662b87337 req-e72fc83a-5980-4763-b5a5-b09b6db24f56 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:31.506142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-260fd987-0ca1-49e9-9b98-7a4662b87337 req-e72fc83a-5980-4763-b5a5-b09b6db24f56 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.1519699 Mar 07 10:31:31.519935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:31.520779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.522259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dabe6b1-4fb7-4c94-9e46-5253e9307f54 req-21bb0be8-7f8c-4239-9766-0c9005ea896a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "PUT /v2.0/ports/0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 982 time: 2.0198877 Mar 07 10:31:31.577598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-260fd987-0ca1-49e9-9b98-7a4662b87337 req-12d365c2-d535-402c-8ca2-96b5830e6d4a tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Mar 07 10:31:31.647474 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc28f17c-26d7-4028-b0e6-ec3c56973ca7 x-openstack-request-id: req-bc28f17c-26d7-4028-b0e6-ec3c56973ca7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:31.647796 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "name": "network-vif-plugged", "status": "completed", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:31.648049 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc28f17c-26d7-4028-b0e6-ec3c56973ca7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:31.648727 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb', 'code': 200} Mar 07 10:31:31.715037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:31.816605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:31.938005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-5137729c-fc9a-48c6-a54d-dc3a4e38935f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-323945210&fields=id&tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 267 time: 0.0768983 Mar 07 10:31:32.004396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-844152131-network', 'tenant_id': '718df83fd85648b4b7b0405134648040'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:32.035490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Made reservation on behalf of 718df83fd85648b4b7b0405134648040 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:32.040408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.051980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce738ad-73e0-4c6c-a1ec-1c49fa2e7a87 req-697cd7c8-de0d-4dfc-a77b-26a9e9557e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.053384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.053812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce738ad-73e0-4c6c-a1ec-1c49fa2e7a87 req-697cd7c8-de0d-4dfc-a77b-26a9e9557e45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 1127 time: 0.3282855 Mar 07 10:31:32.103365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ffc6-dd9a-4841-abe2-e240c7715972 req-409d5751-1a9e-41af-b217-6ef37c7bbb5a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.105074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2802ffc6-dd9a-4841-abe2-e240c7715972 req-409d5751-1a9e-41af-b217-6ef37c7bbb5a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 950 time: 0.3628786 Mar 07 10:31:32.155593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks [] for security_group (d9866c0d-cde6-44d2-b353-6753f76d4c36), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.156878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce738ad-73e0-4c6c-a1ec-1c49fa2e7a87 req-93caf514-ed8e-4029-be9c-eb6f2535b2c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925319 Mar 07 10:31:32.173608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d9866c0d-cde6-44d2-b353-6753f76d4c36), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.213655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2802ffc6-dd9a-4841-abe2-e240c7715972 req-a8de7589-f53a-4699-b0c2-52a483b22fb0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952048 Mar 07 10:31:32.221824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9866c0d-cde6-44d2-b353-6753f76d4c36,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:32.240475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:32.253661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b9410b3a-932e-4a15-97d4-98b20aace0d9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.254148 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Added segment b9410b3a-932e-4a15-97d4-98b20aace0d9 of type vlan for network 700d4450-dcfb-4bb0-8608-a34455dc5b9c Mar 07 10:31:32.259271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-9db66512-7560-47c4-91b2-a136dcc0be8a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.273163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-9db66512-7560-47c4-91b2-a136dcc0be8a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 985 time: 0.3071196 Mar 07 10:31:32.293108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'security_groups': ['10a1fe5b-3945-46f4-91f8-5623a980bee5', 'e94c8874-7745-49e1-9d9f-aae79c7a22df', '744e4b4f-53c5-404e-8762-1f0fc0a487f5']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:32.352016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (700d4450-dcfb-4bb0-8608-a34455dc5b9c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.416786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (700d4450-dcfb-4bb0-8608-a34455dc5b9c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.418028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.418753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.426480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'}, {'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:32.429167 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629319d-760d-4651-a45a-140b22066ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19"}, {"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:32.492884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f412277-e337-4cdc-ae92-73cfc84d751a req-20db1563-4bd8-4c62-b7ae-c01e6049ad14 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.494700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f412277-e337-4cdc-ae92-73cfc84d751a req-20db1563-4bd8-4c62-b7ae-c01e6049ad14 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.1238177 Mar 07 10:31:32.495774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.511252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=700d4450-dcfb-4bb0-8608-a34455dc5b9c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:32.516393 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63911f26-e79f-46a7-916a-240b4c6ae5b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6989024 Mar 07 10:31:32.519620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43008) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:32.524162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:31:32.525260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Request body: {'subnet': {'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-844152131-subnet', 'tenant_id': '718df83fd85648b4b7b0405134648040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:32.561174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Made reservation on behalf of 718df83fd85648b4b7b0405134648040 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:32.564086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.674621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f412277-e337-4cdc-ae92-73cfc84d751a req-a3612ea4-9a2f-49b1-afd0-986a0643aee4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638365 Mar 07 10:31:33.157370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.222735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.265559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319071e-8431-460c-8cc5-629bf937db23 req-59c028e2-de39-4841-99d1-11f55cb45ae5 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.275665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4319071e-8431-460c-8cc5-629bf937db23 req-59c028e2-de39-4841-99d1-11f55cb45ae5 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1132 time: 0.4703891 Mar 07 10:31:33.283320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Checking segment: {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:33.286396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Network hostable DHCP agents. Network: 700d4450-dcfb-4bb0-8608-a34455dc5b9c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:33.287460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:33.322268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:33.345476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 700d4450-dcfb-4bb0-8608-a34455dc5b9c) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:33.354632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.356854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.361327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca6219-160c-4b91-a95f-56ae1459280c None None] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:33.362599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4319071e-8431-460c-8cc5-629bf937db23 req-bc9ef509-c923-485b-9875-1ab89cad4b2c tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836680 Mar 07 10:31:33.384551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.391364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c74ea46-a97a-44b5-b1bf-a8afe542d5d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8703394 Mar 07 10:31:33.394720 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.417143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:33.477705 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc267ce4-81b5-48c1-b7ec-dd2652be4ac9 x-openstack-request-id: req-cc267ce4-81b5-48c1-b7ec-dd2652be4ac9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:33.478144 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:33.478913 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc267ce4-81b5-48c1-b7ec-dd2652be4ac9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:33.479695 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'status': 'completed', 'code': 200} Mar 07 10:31:33.480063 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'status': 'completed', 'code': 200} Mar 07 10:31:33.491570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.496191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.512000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25a5f56a-5197-49cf-8646-ca7ced346896 req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "PUT /v2.0/ports/0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 1021 time: 1.2307823 Mar 07 10:31:33.576695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7e66-18cb-4a3b-b81e-6f748bc239cf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.746270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:33.765521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-54869316-cd86-47ea-86f3-3d546f19b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.769652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-54869316-cd86-47ea-86f3-3d546f19b7c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1155 time: 0.2538588 Mar 07 10:31:33.791361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528cff8-688f-432f-96d4-c68bfa155375 req-c3465f43-de74-4eb1-984d-8be2f26769ea tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.793577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0528cff8-688f-432f-96d4-c68bfa155375 req-c3465f43-de74-4eb1-984d-8be2f26769ea tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.2019689 Mar 07 10:31:33.920769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-83626ef1-54d7-4c78-8f23-0cea145c8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.922238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-83626ef1-54d7-4c78-8f23-0cea145c8395 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.1274714 Mar 07 10:31:33.952389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3e43f-ae0e-4f73-9e30-b3c85a9e9537 None None] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:34.126552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-11ee855b-e0dc-4051-adb3-b98103ac2603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.1541893 Mar 07 10:31:34.215703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0528cff8-688f-432f-96d4-c68bfa155375 req-cf4de1d6-bd4b-44e9-b104-50aeb3877fb2 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897520 Mar 07 10:31:34.242356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bab8c-b974-4da3-92d3-78764b2f54cd req-05fe48c8-f7a5-4139-a205-0316125b13ba tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.244018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa2bab8c-b974-4da3-92d3-78764b2f54cd req-05fe48c8-f7a5-4139-a205-0316125b13ba tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1024 time: 0.3207414 Mar 07 10:31:34.251921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-8ff96a20-774e-4ede-8522-ac833c99c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.254253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-8ff96a20-774e-4ede-8522-ac833c99c46f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1158166 Mar 07 10:31:34.361135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-d7db0e60-186a-43a2-a3d4-574890099347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892539 Mar 07 10:31:34.535800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-d3d5cf0b-6d14-46df-b4a0-22a63e0f5501 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580791 Mar 07 10:31:34.800329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa2bab8c-b974-4da3-92d3-78764b2f54cd req-6b947dcb-2367-40fc-955a-2c62e63fd973 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=744e4b4f-53c5-404e-8762-1f0fc0a487f5&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&id=10a1fe5b-3945-46f4-91f8-5623a980bee5 HTTP/1.1" status: 200 len: 6198 time: 0.5248442 Mar 07 10:31:34.862252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-0abc9c1b-8bc9-4fdf-9df8-879117f96e16 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143973 Mar 07 10:31:34.870565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-ae0e8380-ceed-44aa-a5f6-5f99784e3e26 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.881083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-ae0e8380-ceed-44aa-a5f6-5f99784e3e26 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 813 time: 0.2936466 Mar 07 10:31:34.905810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-5e751d42-0fa2-4c6e-97da-ca2cb963fc69 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/quotas/718df83fd85648b4b7b0405134648040 HTTP/1.1" status: 200 len: 375 time: 0.0232353 Mar 07 10:31:34.947745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-b97d2ea3-2905-4dd2-93bf-0ed6961fd771 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407798 Mar 07 10:31:35.117033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fce2bf-02cc-42a8-87ad-205bb7ffc960 req-e6ff82d9-7dcd-4ce1-87b0-f95a00589dfd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.118538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51fce2bf-02cc-42a8-87ad-205bb7ffc960 req-e6ff82d9-7dcd-4ce1-87b0-f95a00589dfd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.1991816 Mar 07 10:31:35.125803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-7ecfe658-d0b4-43d7-a00f-79ec7d74f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.127538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-7ecfe658-d0b4-43d7-a00f-79ec7d74f770 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1207 time: 0.1838439 Mar 07 10:31:35.188563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-ca4e32da-567d-41dd-8505-4d183a806e03 service neutron] 10.222.0.23 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166276 Mar 07 10:31:35.303069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51fce2bf-02cc-42a8-87ad-205bb7ffc960 req-703964ec-ca73-4446-afc3-e0ab52b90a90 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723692 Mar 07 10:31:35.327677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-7be784f2-716b-47ed-ad61-4490c9c275b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.329529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-7be784f2-716b-47ed-ad61-4490c9c275b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.1872785 Mar 07 10:31:35.386585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-0db5c95c-c9fc-4fee-b934-a60f87d9baec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 217 time: 0.0486350 Mar 07 10:31:35.396185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-dbf1acd8-3e3a-494f-a9cd-53700d717c78 service neutron] 10.222.0.23 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737571 Mar 07 10:31:35.418839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-d5a7ba4b-ebad-4048-833e-d6913af350ce tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351732 Mar 07 10:31:35.481486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:35.483881 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:35.528510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629319d-760d-4651-a45a-140b22066ce9 req-2a415310-34e4-45e8-9119-526984ffff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.530174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-2a415310-34e4-45e8-9119-526984ffff09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.1219676 Mar 07 10:31:35.585959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-61bcaefd-7659-4ffe-b715-1de32da5014d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446436 Mar 07 10:31:35.591203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': ' tempest-securitygroup -551870014 ', 'description': 'tempest-description-2072390793'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:35.635774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-678052ed-f368-437e-bd4a-9d2c0c30c017 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.637226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-678052ed-f368-437e-bd4a-9d2c0c30c017 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982071 Mar 07 10:31:35.693979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.699188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-0014486a-cf97-434d-85b7-36a3e882e309 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/quotas/56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 375 time: 0.0498459 Mar 07 10:31:35.777241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-e06cab08-5156-40c0-ad49-2827e70d5331 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734340 Mar 07 10:31:35.836806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a2c33232-f72d-429e-8b97-d338ea516ce3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258097 Mar 07 10:31:35.893861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (a34d7357-6f9d-412c-b75e-763c0c1116e9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.900888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a34d7357-6f9d-412c-b75e-763c0c1116e9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.931391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7629319d-760d-4651-a45a-140b22066ce9 req-4899c33c-1087-42b4-b092-964d06d940f2 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452081 Mar 07 10:31:35.938110 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.939471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-384d9f39-285a-49f1-a553-9e6b715fc6af req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3744655 Mar 07 10:31:35.958513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f84b84-5158-45b1-83ac-21d129a6ff36 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d7357-6f9d-412c-b75e-763c0c1116e9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.005327 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae7c869-20b7-438e-9d32-920dfbef2a8f x-openstack-request-id: req-9ae7c869-20b7-438e-9d32-920dfbef2a8f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:36.005620 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:36.005996 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae7c869-20b7-438e-9d32-920dfbef2a8f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:36.007017 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'status': 'completed', 'code': 200} Mar 07 10:31:36.131316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b17156d3-7b20-46b9-91f5-b68ae1e3f0e9 req-f99c7596-e8a8-420e-80ba-02de04ec3a5e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 210 time: 0.0402207 Mar 07 10:31:36.153375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91e80-3e01-44c6-b54a-1d6c2e21af40 req-7ae98ef7-f269-49b9-a650-8260fb3d72c7 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.163036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8dc91e80-3e01-44c6-b54a-1d6c2e21af40 req-7ae98ef7-f269-49b9-a650-8260fb3d72c7 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.1352417 Mar 07 10:31:36.181155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-ebe9af80-db67-45b0-bb6d-5767c7c1f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.182447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-ebe9af80-db67-45b0-bb6d-5767c7c1f088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1207 time: 0.1405785 Mar 07 10:31:36.244348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8dc91e80-3e01-44c6-b54a-1d6c2e21af40 req-414b3138-34ac-4736-aeac-0cd24737b45c tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802333 Mar 07 10:31:36.326752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83feba4e-9015-4f83-98f6-aad97b843864 req-f148a5f3-7e8f-415a-8fb8-c6b743301d79 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 210 time: 0.0460663 Mar 07 10:31:36.368198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1715870e-64be-4dfb-8c7d-dd158e9ee6f8 req-008670e9-c8c2-4ff2-8bb9-02dce7ddf3a7 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/a34d7357-6f9d-412c-b75e-763c0c1116e9 HTTP/1.1" status: 200 len: 1797 time: 0.1202028 Mar 07 10:31:36.372161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-81889015-b70a-48e5-ac01-e29eae3b1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.374091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-81889015-b70a-48e5-ac01-e29eae3b1eb5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.1844773 Mar 07 10:31:36.440080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-845b49de-c6cd-42ac-87fb-15432709e739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 200 len: 217 time: 0.0554712 Mar 07 10:31:36.529061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-666d1343-8fdb-4382-bb85-586ae0f69f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.530541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-666d1343-8fdb-4382-bb85-586ae0f69f0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0757480 Mar 07 10:31:36.539436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e4-c36d-45ba-9e7c-b6c0de9c6bac req-e1e79adc-fc3b-400a-973d-cb4313d02c30 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.546239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b777c0e4-c36d-45ba-9e7c-b6c0de9c6bac req-e1e79adc-fc3b-400a-973d-cb4313d02c30 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.1169651 Mar 07 10:31:36.600446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-9fa5afc3-ffa7-4011-9c70-4b69495994be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501275 Mar 07 10:31:36.640242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b777c0e4-c36d-45ba-9e7c-b6c0de9c6bac req-6725991d-dd6c-4cd2-a337-dd9a868346e1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930560 Mar 07 10:31:36.745852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-fb432cf5-902b-4575-b8d5-31f24df62949 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376469 Mar 07 10:31:36.868729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-2de2e3b5-9eb6-4551-8fa7-7ff8c21016e4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.870186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-2de2e3b5-9eb6-4551-8fa7-7ff8c21016e4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 813 time: 0.1831007 Mar 07 10:31:36.893761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Request body: {'port': {'device_id': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'admin_state_up': True, 'tenant_id': '718df83fd85648b4b7b0405134648040'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:36.963802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-06608a57-d7e3-4885-baf6-d10d68ab820d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/a34d7357-6f9d-412c-b75e-763c0c1116e9 HTTP/1.1" status: 200 len: 1797 time: 0.2792683 Mar 07 10:31:36.966168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b11b0b-ccb1-4bd7-bc7a-1367adbca12a req-644beaef-819f-440e-a919-6dcfedd46b9e service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118051 Mar 07 10:31:37.055333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Made reservation on behalf of 718df83fd85648b4b7b0405134648040 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:37.059238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.073973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (a34d7357-6f9d-412c-b75e-763c0c1116e9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.106761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (a34d7357-6f9d-412c-b75e-763c0c1116e9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.165710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a34d7357-6f9d-412c-b75e-763c0c1116e9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.168569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.169815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fce4040-3926-4cd9-8c2c-117c757f570e req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/a34d7357-6f9d-412c-b75e-763c0c1116e9 HTTP/1.1" status: 204 len: 173 time: 0.1989191 Mar 07 10:31:37.188194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34702999-d912-4acc-9fef-3b48d4b5d48f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d7357-6f9d-412c-b75e-763c0c1116e9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.206303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Allocated IP 172.20.0.2 (700d4450-dcfb-4bb0-8608-a34455dc5b9c/b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8/1cfb41fe-dbd0-49fb-95d7-2582cd1f1747) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:37.326282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa282b1d-817a-4b4f-8df1-0c3c8fe2e802 req-fca0974b-dd90-4f4e-b1d5-bd5367ac9413 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 210 time: 0.0435164 Mar 07 10:31:37.359933 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-47a5b43e-4325-4fd0-b060-17138c24f4cb req-aa42a53b-7486-4c39-b853-401f4844d99f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:31:37.368432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47a5b43e-4325-4fd0-b060-17138c24f4cb req-aa42a53b-7486-4c39-b853-401f4844d99f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/a34d7357-6f9d-412c-b75e-763c0c1116e9 HTTP/1.1" status: 404 len: 352 time: 0.0234361 Mar 07 10:31:37.413790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-25d0c0ee-cded-423f-b7c7-a2cc35893ec2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409439 Mar 07 10:31:37.512093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks [] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.562416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.568585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722ba91f-e7d1-4bd6-a7f4-41396428b164 req-5e8eaa82-e719-4d93-a83a-bb297f111d80 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 210 time: 0.0507932 Mar 07 10:31:37.598564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-b575a9bd-87d7-42ca-9c9e-dad01a6ac942 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.600076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-b575a9bd-87d7-42ca-9c9e-dad01a6ac942 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753151 Mar 07 10:31:37.615673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Request body: {'port': {'device_id': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '56bfb5bbe85e40ae84445580a2d9b621'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:37.622358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1634052916', 'description': 'tempest-description-222301864'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:37.631276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.646331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:37.648175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:37.650157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b167f5-399e-48b5-b374-ea5314935fab req-d235f576-2e7f-465d-90f2-951cd7a8af89 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.650687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:37.656126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35b167f5-399e-48b5-b374-ea5314935fab req-d235f576-2e7f-465d-90f2-951cd7a8af89 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.1371367 Mar 07 10:31:37.707911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.709195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.728291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-aeb054e4-17a1-4a44-aa96-276743787c0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388340 Mar 07 10:31:37.741119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Request body: {'port': {'device_id': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:37.743069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.788242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35b167f5-399e-48b5-b374-ea5314935fab req-5d8be267-c931-4ca0-8fe4-6c5612807e7b tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264293 Mar 07 10:31:37.811695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.852825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Made reservation on behalf of 56bfb5bbe85e40ae84445580a2d9b621 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:37.856549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.880588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (727161fc-9ed9-4bde-b7e8-f8ea844dda6f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.893761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (727161fc-9ed9-4bde-b7e8-f8ea844dda6f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.005815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.020385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-777e5423-980e-4f8c-97ef-80535ecf68c1 req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4110224 Mar 07 10:31:38.067454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b044248-612a-47f5-a1a5-271a13409e0c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727161fc-9ed9-4bde-b7e8-f8ea844dda6f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.213000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Allocated IP 192.168.233.188 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/bfd85f86-8f68-4848-b3cf-4ca18a980aff) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:38.240416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:38.247545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-7bcf19a5-4c76-4b16-8252-da577423c75a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.249428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-7bcf19a5-4c76-4b16-8252-da577423c75a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.3050838 Mar 07 10:31:38.259581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add4828-bc0e-4faf-994a-3b67f87e9f6f req-a25606e2-c8ac-41f7-b45b-38089067dc57 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.261316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4add4828-bc0e-4faf-994a-3b67f87e9f6f req-a25606e2-c8ac-41f7-b45b-38089067dc57 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.1612074 Mar 07 10:31:38.268954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks [] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.297639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-90a16c57-2188-4b37-b5ca-b85dfb20d837 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/quotas/45d5e9b32e3741a28dcb5f1fc6aaca26 HTTP/1.1" status: 200 len: 375 time: 0.0352767 Mar 07 10:31:38.298654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Transition to ACTIVE for port object 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:38.310186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.448188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4add4828-bc0e-4faf-994a-3b67f87e9f6f req-6518e61f-adcf-48e2-b3e5-b873f08766a1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748068 Mar 07 10:31:38.485177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.556160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Attempting to bind port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:38.556774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Attempting to bind port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:38.557260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Attempting to bind port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:38.558347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2023235497', 'description': 'tempest-description-1145511153'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:38.568331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:38.568700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Attempting to bind port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:38.573833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:38.574167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Checking segment: {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:38.574542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Bound using segment: {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:38.574962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Bound port: 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:38.575317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.578617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-45bea851-5e3c-4e06-8009-962c84631b12 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2799444 Mar 07 10:31:38.616837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.660251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:38.664031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:38.672551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.716165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.717084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.719924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] 10.222.0.32 "PUT /v2.0/ports/1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 1091 time: 0.9833617 Mar 07 10:31:38.720971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:38.723976 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177" -d '{"events": [{"name": "network-changed", "server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:38.754816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd2f6a-fe4d-4d77-83a2-223f5d7682ec service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.821638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-616ccb19-7e1d-4d50-bf2f-2d2511621bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.823568 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-616ccb19-7e1d-4d50-bf2f-2d2511621bac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1125 time: 0.0557241 Mar 07 10:31:38.880102 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-59d982d3-1627-4660-ad08-fb5fbec3883b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 217 time: 0.0477662 Mar 07 10:31:38.938782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-4c1bc376-bcde-4ae1-9f97-472417cb84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.940446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-4c1bc376-bcde-4ae1-9f97-472417cb84b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.0498106 Mar 07 10:31:38.986162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-8f39dec3-b387-4ab9-a7b8-6d9d14fc7f2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375304 Mar 07 10:31:39.073863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-d2d0da31-b7bc-4aab-ab31-861f21b737fb service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938219 Mar 07 10:31:39.101308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-a363e054-3160-4e4c-a3a5-4bf483d395b3 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054003 Mar 07 10:31:39.117995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.194847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.210034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:39.221582 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d8cf93c-fa07-4a91-94ac-9df62ab4932a req-1028b3e0-5d46-4d00-a802-027e49b2f574 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123161 Mar 07 10:31:39.243611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:39.259850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:39.273081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:39.288739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-8de9d60f-c3ba-4557-86aa-4caf1c72f336 service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139955 Mar 07 10:31:39.357319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.448916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (1565eee6-bac1-4797-ba70-71e276ca26a5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.456275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.459137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.474430 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1565eee6-bac1-4797-ba70-71e276ca26a5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.493462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-c3b32342-c923-450e-a482-07c0f8c23ea5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8829684 Mar 07 10:31:39.500801 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.510223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dc465c1-db79-4ea0-8971-678b536ba2ce req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9488637 Mar 07 10:31:39.523146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Request body: {'port': {'device_id': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:39.638789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-8c12d15d-1501-4766-a943-7461f2a78be5 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.640447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-8c12d15d-1501-4766-a943-7461f2a78be5 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/ports?device_id=594ad5f4-a46c-4435-88c4-68470518e18f HTTP/1.1" status: 200 len: 945 time: 0.3223622 Mar 07 10:31:39.670491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5c22a2c3-a981-429c-815e-f8d50f48bf03 None None] Provisioning complete for port bfd85f86-8f68-4848-b3cf-4ca18a980aff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:39.670859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c22a2c3-a981-429c-815e-f8d50f48bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.716430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5c22a2c3-a981-429c-815e-f8d50f48bf03 None None] Port bfd85f86-8f68-4848-b3cf-4ca18a980aff cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:39.735524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:39.798504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd71f9-0fbe-496e-8b73-31223a14137d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1565eee6-bac1-4797-ba70-71e276ca26a5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.845558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.932578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 82669324-2a3c-4238-bf20-1e7978bc7b2d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:39.932955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.938307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b39a1-570a-41c3-95c9-c02a0bd091e8 req-c97c5fe0-a1ba-47dc-afb3-ccf76b1648f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.946304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-081b39a1-570a-41c3-95c9-c02a0bd091e8 req-c97c5fe0-a1ba-47dc-afb3-ccf76b1648f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 936 time: 0.2955818 Mar 07 10:31:39.964298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766dcb-3c32-4676-ac6c-620613f1d000 req-5c0e4034-f291-40c3-98c8-d28dd810fc68 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.965928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd766dcb-3c32-4676-ac6c-620613f1d000 req-5c0e4034-f291-40c3-98c8-d28dd810fc68 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.3243561 Mar 07 10:31:39.994587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:39.997482 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc4fd70-8a27-4fbb-b786-97e97dbd0913" -d '{"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-unplugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:40.012855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:40.019576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.139878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.230287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-081b39a1-570a-41c3-95c9-c02a0bd091e8 req-7f7ce37f-fb3a-47cb-a2b7-3a4aacb67edd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828891 Mar 07 10:31:40.239083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Deleting port 82669324-2a3c-4238-bf20-1e7978bc7b2d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:40.239675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.247953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:40.293684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd766dcb-3c32-4676-ac6c-620613f1d000 req-d08c326e-45d2-4cc3-b3d5-34d00605b30a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179731 Mar 07 10:31:40.326024 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdce9ad-255c-44f7-b59c-f10f3d2eb10d x-openstack-request-id: req-0bdce9ad-255c-44f7-b59c-f10f3d2eb10d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:40.326660 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:40.326846 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bdce9ad-255c-44f7-b59c-f10f3d2eb10d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:40.327313 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'status': 'completed', 'code': 200} Mar 07 10:31:40.396552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:40.423713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2066205228', 'description': 'tempest-description-283422582'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:40.452360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-e878b7ac-fe4a-48da-85f4-3d0b65d3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.455150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-e878b7ac-fe4a-48da-85f4-3d0b65d3a27c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1125 time: 0.1049993 Mar 07 10:31:40.534904 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.571928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-710c4de5-651f-43c4-82cd-796ded64bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.573896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-710c4de5-651f-43c4-82cd-796ded64bc86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 914 time: 0.1117263 Mar 07 10:31:40.608362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] For port 82669324-2a3c-4238-bf20-1e7978bc7b2d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=82669324-2a3c-4238-bf20-1e7978bc7b2d,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:40.608725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.633240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Calling delete_port for 82669324-2a3c-4238-bf20-1e7978bc7b2d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:40.635362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-f684b4a8-43ca-4a62-99e2-21cce17d8001 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 217 time: 0.0530171 Mar 07 10:31:40.696808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-a95a4b16-1413-4109-8985-940c5fcbdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.698440 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-a95a4b16-1413-4109-8985-940c5fcbdc49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.0496423 Mar 07 10:31:40.705082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283ee7-b1f2-4117-ac6e-8f72e594ef87 req-2866ea67-bb00-446b-a807-ab6433339b5d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.706700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57283ee7-b1f2-4117-ac6e-8f72e594ef87 req-2866ea67-bb00-446b-a807-ab6433339b5d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.2710965 Mar 07 10:31:40.733842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-61da9f66-3e92-4abb-8bcf-d5ee15c99dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283663 Mar 07 10:31:40.782096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd85f86-8f68-4848-b3cf-4ca18a980aff {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:40.799863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks [] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.844745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Transition to ACTIVE for port object bfd85f86-8f68-4848-b3cf-4ca18a980aff will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:40.858805 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-b9fd3691-0aaa-4117-b731-f77c87a2a52d service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167669 Mar 07 10:31:40.859698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8e965004-2c29-417b-8456-e14bcd7cd211), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.868854 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.890996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8e965004-2c29-417b-8456-e14bcd7cd211), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.945995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57283ee7-b1f2-4117-ac6e-8f72e594ef87 req-f44cbbee-b60c-4398-ab43-345fee2d3a7f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963193 Mar 07 10:31:40.995710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5b3cac7c-0f9b-4a6a-bf88-a4801ce6e177 req-e36103fe-1142-466a-9412-8b7cfa154a1c service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295443 Mar 07 10:31:40.996050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.997322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc8428a2-a751-4844-87a1-ca7fd2a7ab91 req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5920966 Mar 07 10:31:41.051915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.060651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899281-2b5e-47b2-a0cd-c7299016654f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e965004-2c29-417b-8456-e14bcd7cd211,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.111844 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caeae23-b2ca-4751-bf7e-433577c155f8 x-openstack-request-id: req-2caeae23-b2ca-4751-bf7e-433577c155f8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:41.112474 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-unplugged", "status": "completed", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:41.112947 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2caeae23-b2ca-4751-bf7e-433577c155f8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:41.113784 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'code': 200} Mar 07 10:31:41.155066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c2bb99f-32b6-4af5-ab5b-4ca2495d6c5c req-83adfc60-b64c-48f0-8308-e136a487bec1 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Mar 07 10:31:41.159572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (82669324-2a3c-4238-bf20-1e7978bc7b2d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.249555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event deleted for resources: {'Port': ['ID=82669324-2a3c-4238-bf20-1e7978bc7b2d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.288467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:41.288798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:41.289118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:41.360208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:41.360521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:41.381529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] No DVR routers for this DVR port 82669324-2a3c-4238-bf20-1e7978bc7b2d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:41.394005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.397608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7bb3a53-b621-47bf-bf04-62d3f55d2a2f req-298ccd2d-1735-4fa8-9cab-f85634656b83 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "DELETE /v2.0/ports/82669324-2a3c-4238-bf20-1e7978bc7b2d HTTP/1.1" status: 204 len: 173 time: 1.7307200 Mar 07 10:31:41.400286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-deleted', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:41.402586 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8866cba-b173-47f9-bdca-ff7355807f4d" -d '{"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-deleted", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:41.412149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:41.412564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:41.413005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:41.413512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Bound port: bfd85f86-8f68-4848-b3cf-4ca18a980aff, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:41.413918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.490516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-38a16708-3944-4177-be22-20e0400cd5d2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.492114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-38a16708-3944-4177-be22-20e0400cd5d2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.3361914 Mar 07 10:31:41.509864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Request body: {'port': {'device_id': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'admin_state_up': True, 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:41.673195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:41.739261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:41.772629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6e6677-13e5-45e7-9271-3f01a7cae33d req-77abb0ce-3039-4e2b-8204-62f41886371c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 10997 time: 0.5301831 Mar 07 10:31:41.777237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.847367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.848022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.849553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] 10.222.0.32 "PUT /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 1096 time: 2.3444848 Mar 07 10:31:41.876512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d570ec-d3f1-4764-925f-fbd1c93bf8a8 req-36313dd4-8004-4519-9a23-e6900c475260 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.884239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57d570ec-d3f1-4764-925f-fbd1c93bf8a8 req-36313dd4-8004-4519-9a23-e6900c475260 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2420368 Mar 07 10:31:41.946823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c0ff-2908-43dc-8a9a-9a95bb94b004 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.971613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:41.976393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.001169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-fc693505-3030-496f-baf0-bf2f7fe94767 service neutron] 10.222.0.32 "GET /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.1437328 Mar 07 10:31:42.101380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57d570ec-d3f1-4764-925f-fbd1c93bf8a8 req-66afc195-a00c-4748-8fc5-b4119fada00d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911893 Mar 07 10:31:42.122365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6e6677-13e5-45e7-9271-3f01a7cae33d req-8b132ece-b7dd-446f-a3dc-ea54694a7642 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/e94c8874-7745-49e1-9d9f-aae79c7a22df HTTP/1.1" status: 200 len: 2998 time: 0.3339663 Mar 07 10:31:42.239407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-3f72a5c8-6fd4-433e-9311-48774e15e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.241042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-3f72a5c8-6fd4-433e-9311-48774e15e9e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1130 time: 0.2885613 Mar 07 10:31:42.263956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:42.269130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.284382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6e6677-13e5-45e7-9271-3f01a7cae33d req-fc8f2b00-266d-433b-825c-8e8fc889d47f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/e94c8874-7745-49e1-9d9f-aae79c7a22df HTTP/1.1" status: 200 len: 2998 time: 0.1125441 Mar 07 10:31:42.301167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:42.336823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-025ac46c-f3bc-4286-8168-4332a5308a8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.0730250 Mar 07 10:31:42.347843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:42.360704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.381134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.385736 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c6771-4280-4b63-8e65-a108e99b87ac x-openstack-request-id: req-1a9c6771-4280-4b63-8e65-a108e99b87ac {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:42.386258 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ad5f4-a46c-4435-88c4-68470518e18f", "name": "network-vif-deleted", "tag": "82669324-2a3c-4238-bf20-1e7978bc7b2d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:42.386752 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a9c6771-4280-4b63-8e65-a108e99b87ac {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:42.387323 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ad5f4-a46c-4435-88c4-68470518e18f', 'name': 'network-vif-deleted', 'tag': '82669324-2a3c-4238-bf20-1e7978bc7b2d', 'status': 'completed', 'code': 200} Mar 07 10:31:42.437635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810baa4d-6f41-46b1-a425-fa025c5285df req-44216165-642e-46ff-b158-f41ba7ccd314 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.444741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-810baa4d-6f41-46b1-a425-fa025c5285df req-44216165-642e-46ff-b158-f41ba7ccd314 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.2320924 Mar 07 10:31:42.452421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Allocated IP 172.20.0.4 (8e210b07-fe7f-47b3-b458-7168effcc24e/971f724d-9e45-46e9-9b62-9d1c12a31e2b/cf01c85e-8c6a-4972-a958-5863d6cad371) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:42.472504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.481013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-7a811291-d74a-46be-a05e-430962c6377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.482850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-7a811291-d74a-46be-a05e-430962c6377e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1160274 Mar 07 10:31:42.496539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'port_id': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'mac_address': 'fa:16:3e:de:58:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:42.536890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] Transition to ACTIVE for port object bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:42.544032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.554335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:42.555161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.575172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:42.591472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-810baa4d-6f41-46b1-a425-fa025c5285df req-25aaa658-1bcc-4e78-9e74-ca4df18bbcbc tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456525 Mar 07 10:31:42.627793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.636937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.639618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] No DVR routers for this DVR port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:42.694082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=10']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.704794 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-a16de48f-73d0-4073-8af7-179d806974f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19/bindings/n-h1-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6875937 Mar 07 10:31:42.747534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.834028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-24a272b9-81d0-478f-9219-90cf846cc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.835968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-24a272b9-81d0-478f-9219-90cf846cc309 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3460736 Mar 07 10:31:42.865545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab253ad-bb88-4ece-8935-c67a3527e899 req-3bbd64b0-a1a8-414b-b4db-dfb705c40014 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.867105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab253ad-bb88-4ece-8935-c67a3527e899 req-3bbd64b0-a1a8-414b-b4db-dfb705c40014 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 943 time: 0.3800983 Mar 07 10:31:43.034933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:43.325723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837db518-f967-44ea-bf09-c1563e4794e0 req-a4015a0d-af6d-4371-86c0-d56fcb259370 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.326998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-837db518-f967-44ea-bf09-c1563e4794e0 req-a4015a0d-af6d-4371-86c0-d56fcb259370 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1128 time: 0.5944173 Mar 07 10:31:43.344296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks [] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.354850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-34bcfdac-faa8-493a-b341-78f4bccb3ea2 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.356330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-34bcfdac-faa8-493a-b341-78f4bccb3ea2 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.5470049 Mar 07 10:31:43.403083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab253ad-bb88-4ece-8935-c67a3527e899 req-9688c2d3-04d6-401f-aec7-d623976553db tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206623 Mar 07 10:31:43.433874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-d9e91b46-7757-45a8-9631-6a61ee0af001 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769269 Mar 07 10:31:43.525764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-837db518-f967-44ea-bf09-c1563e4794e0 req-34c1e790-7f8a-4758-9f34-5426361847e4 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846063 Mar 07 10:31:43.548476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d04a284a-abba-4c10-97df-e14a786a294f req-0f027859-1a34-41f0-af68-c7fe46a979a7 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 210 time: 0.0546300 Mar 07 10:31:43.577157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.590309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-0c8ab075-f92d-4b2d-9697-241d68a5247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.591926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-0c8ab075-f92d-4b2d-9697-241d68a5247f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479&tenant_id=1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 1126 time: 0.2190273 Mar 07 10:31:43.689406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Network 8e210b07-fe7f-47b3-b458-7168effcc24e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:43.731975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:43.734505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:43.769142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:43.798366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 82669324-2a3c-4238-bf20-1e7978bc7b2d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:43.799350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 82669324-2a3c-4238-bf20-1e7978bc7b2d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:43.811801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.834967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c7352-7b27-47f2-91cd-78e1dd95415a req-65095501-87b5-4f14-8787-103e3fd05979 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872302 Mar 07 10:31:43.857905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-348e0add-bc00-4b4e-8d28-c0b26aa2514f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/727161fc-9ed9-4bde-b7e8-f8ea844dda6f HTTP/1.1" status: 200 len: 1817 time: 0.2648244 Mar 07 10:31:43.865759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-bbef283f-4110-41e3-a952-68acf392bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.867353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-bbef283f-4110-41e3-a952-68acf392bc32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1126 time: 0.2366579 Mar 07 10:31:43.873463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.874156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.915326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70658-2841-4dd8-8ff6-51f0c42ace7e req-7b84218e-f093-4f03-a3c9-0fe6be793d35 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.917039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a70658-2841-4dd8-8ff6-51f0c42ace7e req-7b84218e-f093-4f03-a3c9-0fe6be793d35 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2543817 Mar 07 10:31:43.960953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-1af8fccb-b3a5-4a4e-b37b-2a6b148e1912 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4588051 Mar 07 10:31:44.005211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Request body: {'port': {'device_id': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:44.139944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a70658-2841-4dd8-8ff6-51f0c42ace7e req-b667eaae-34a1-458a-a072-3f03e9ec71d5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046466 Mar 07 10:31:44.142955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-50317b1c-b2bf-407b-bc4b-da2132de7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.144499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-50317b1c-b2bf-407b-bc4b-da2132de7de8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.2657919 Mar 07 10:31:44.146905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (727161fc-9ed9-4bde-b7e8-f8ea844dda6f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.161500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.211529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-5b54e415-d557-49ab-9978-85ee8b11e96f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.0584722 Mar 07 10:31:44.250159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (727161fc-9ed9-4bde-b7e8-f8ea844dda6f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.282980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:44.387874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-0f306eb2-1d96-4d01-833f-77c6159e4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.389370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-0f306eb2-1d96-4d01-833f-77c6159e4ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1687789 Mar 07 10:31:44.396374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:44.398622 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f833594-dca3-4226-b5d2-26d951ca910c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:44.441529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (727161fc-9ed9-4bde-b7e8-f8ea844dda6f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.444210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.458127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a91a66be-cbf7-4d64-9032-920a5e3d1c75 req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/727161fc-9ed9-4bde-b7e8-f8ea844dda6f HTTP/1.1" status: 204 len: 173 time: 0.5804181 Mar 07 10:31:44.460710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:44.460846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-41d293dc-a5d6-4d6b-9978-bec394685ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584109 Mar 07 10:31:44.465324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:44.465746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.503261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc17b5-901f-47f0-8750-b52ebcb70c40 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727161fc-9ed9-4bde-b7e8-f8ea844dda6f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.622796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:44.623535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.664192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:44.665713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:44.668611 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7437c8-32d4-4740-909a-c2669d0c954d" -d '{"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:44.674432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.738083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-c981b498-0923-42fa-ab11-610cac480127 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540641 Mar 07 10:31:44.754211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.794648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b95e8e-78af-4293-ab32-cb963f40c4cb req-8d4a364d-3457-479b-8875-f3ac7d535429 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.802738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0b95e8e-78af-4293-ab32-cb963f40c4cb req-8d4a364d-3457-479b-8875-f3ac7d535429 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 944 time: 0.2400384 Mar 07 10:31:44.944317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0b95e8e-78af-4293-ab32-cb963f40c4cb req-d7889896-90b5-47bb-b642-b27455d23cb3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405478 Mar 07 10:31:44.975096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-5c210d0f-284f-40b8-9e0d-db41a14197aa service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267263 Mar 07 10:31:44.991792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf01c85e-8c6a-4972-a958-5863d6cad371 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:45.001870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks [] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.022325 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9941a5-3a8d-47c6-9e2d-c5788cf02c13 x-openstack-request-id: req-cd9941a5-3a8d-47c6-9e2d-c5788cf02c13 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:45.022626 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:45.022874 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd9941a5-3a8d-47c6-9e2d-c5788cf02c13 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:45.023282 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'status': 'completed', 'code': 200} Mar 07 10:31:45.049921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Transition to ACTIVE for port object cf01c85e-8c6a-4972-a958-5863d6cad371 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:45.057164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.184095 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:31:45.260121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.290574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833594-dca3-4226-b5d2-26d951ca910c req-ad1981aa-bf21-4c2f-855e-198417f369b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.292710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-ad1981aa-bf21-4c2f-855e-198417f369b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1130 time: 0.2228613 Mar 07 10:31:45.367372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52d240-eb9d-4ab7-a1e6-f5b68826a8fe req-32c3e54a-4bad-4c54-b2c6-750dec33f3f2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.369075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c52d240-eb9d-4ab7-a1e6-f5b68826a8fe req-32c3e54a-4bad-4c54-b2c6-750dec33f3f2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.2188919 Mar 07 10:31:45.430737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Attempting to bind port cf01c85e-8c6a-4972-a958-5863d6cad371 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:45.431069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Attempting to bind port cf01c85e-8c6a-4972-a958-5863d6cad371 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:45.431393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Attempting to bind port cf01c85e-8c6a-4972-a958-5863d6cad371 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:45.438680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-31ac7e5f-aca9-439d-ad71-ad1e98119c83 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.440261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-31ac7e5f-aca9-439d-ad71-ad1e98119c83 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.1465795 Mar 07 10:31:45.461313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Port cf01c85e-8c6a-4972-a958-5863d6cad371 on network 8e210b07-fe7f-47b3-b458-7168effcc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:45.461717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Attempting to bind port cf01c85e-8c6a-4972-a958-5863d6cad371 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:45.477702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c52d240-eb9d-4ab7-a1e6-f5b68826a8fe req-6f9cb43a-4800-4254-a326-a8ff93ce419b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015623 Mar 07 10:31:45.517873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:45.518216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Checking segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:45.518654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Bound using segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:45.519164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Bound port: cf01c85e-8c6a-4972-a958-5863d6cad371, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:45.519533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.591558 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-19a435b2-8870-448a-be59-417bfb79786f req-910d0106-5379-4632-90e7-02f05130c7dd tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:31:45.592661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19a435b2-8870-448a-be59-417bfb79786f req-910d0106-5379-4632-90e7-02f05130c7dd tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/727161fc-9ed9-4bde-b7e8-f8ea844dda6f HTTP/1.1" status: 404 len: 352 time: 0.0780525 Mar 07 10:31:45.666588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-cf73b5c3-25b3-47a1-858e-2cd8a60c44de tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:45.667560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-cf73b5c3-25b3-47a1-858e-2cd8a60c44de tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112295 Mar 07 10:31:45.699441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833594-dca3-4226-b5d2-26d951ca910c req-7a350805-978d-4c62-8232-c34bbe435cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.700879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-7a350805-978d-4c62-8232-c34bbe435cdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2597713 Mar 07 10:31:45.820687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:45.827446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-d7227290-a697-4139-b741-c52d1ca7fd0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.0871863 Mar 07 10:31:45.835595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-8253d2ec-2832-412c-8c6d-0ef77a6f7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.836975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-8253d2ec-2832-412c-8c6d-0ef77a6f7c6f service neutron] 10.222.0.23 "GET /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 1125 time: 0.1522920 Mar 07 10:31:45.855697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:45.860324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Request body: {'binding': {'host': 'n-h2-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:45.860777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:31:45.912497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-7446bb87-91da-4225-b722-ba14b63a1f35 service neutron] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:45.913874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.929861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-7446bb87-91da-4225-b722-ba14b63a1f35 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.930981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-387bfb4c-309d-4d2c-a6fc-75e1950ec959 req-7446bb87-91da-4225-b722-ba14b63a1f35 service neutron] 10.222.0.26 "DELETE /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19/bindings/n-h2-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.4762523 Mar 07 10:31:45.945522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ee87d-dfd3-427e-a6a6-a1660b484b04 req-bf316d79-86ae-4b7a-9f5c-a2d4840b1d0c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.947021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af5ee87d-dfd3-427e-a6a6-a1660b484b04 req-bf316d79-86ae-4b7a-9f5c-a2d4840b1d0c tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 943 time: 0.2895637 Mar 07 10:31:45.987420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833594-dca3-4226-b5d2-26d951ca910c req-1fbc7531-533f-4a26-8011-f7b73e844c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.988897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-1fbc7531-533f-4a26-8011-f7b73e844c20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1496160 Mar 07 10:31:46.008074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.008688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.010023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] 10.222.0.26 "PUT /v2.0/ports/cf01c85e-8c6a-4972-a958-5863d6cad371 HTTP/1.1" status: 200 len: 1091 time: 2.0098875 Mar 07 10:31:46.139142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f361b23-a21f-4d6e-bea2-d3597d408efb service neutron] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.203968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af5ee87d-dfd3-427e-a6a6-a1660b484b04 req-817c6376-5608-4bfa-916b-a2f7b260b2eb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315652 Mar 07 10:31:46.210330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833594-dca3-4226-b5d2-26d951ca910c req-2168767d-c041-4ba1-a513-32d5921ed84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.211821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-2168767d-c041-4ba1-a513-32d5921ed84d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2068644 Mar 07 10:31:46.227236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-b41d06ff-641a-4518-a0cb-bca6e9b4d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.228721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-b41d06ff-641a-4518-a0cb-bca6e9b4d3f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 1125 time: 0.1731110 Mar 07 10:31:46.255399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on host n-h2-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:46.255399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:46.255718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:46.259831 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0a17a2-0cdb-4b1b-bab0-49b8d183b66a x-openstack-request-id: req-4e0a17a2-0cdb-4b1b-bab0-49b8d183b66a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:46.260348 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:46.260453 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e0a17a2-0cdb-4b1b-bab0-49b8d183b66a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:46.261166 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'code': 200} Mar 07 10:31:46.294691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-bc26809d-f0f5-472b-8c91-641f760465d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01c85e-8c6a-4972-a958-5863d6cad371 HTTP/1.1" status: 200 len: 217 time: 0.0564830 Mar 07 10:31:46.296991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:46.297307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:46.374284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:46.374637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:46.375036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:46.375484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Bound port: 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:46.437655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a664fb2-9849-45f4-b8c8-cb5347cb3840 req-df1c3edd-5e56-4888-af88-529baa713863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.442123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6a664fb2-9849-45f4-b8c8-cb5347cb3840 req-df1c3edd-5e56-4888-af88-529baa713863 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1127 time: 0.0830154 Mar 07 10:31:46.472697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61e25-e084-469e-82f1-b6adc991085c req-63b9cc82-bca1-40b5-ae9c-345689634e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.474523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-63b9cc82-bca1-40b5-ae9c-345689634e2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1467760 Mar 07 10:31:46.483530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-1f99ab79-8a4b-449b-8b51-14593a961ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590749 Mar 07 10:31:46.505442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6a664fb2-9849-45f4-b8c8-cb5347cb3840 req-100e04a0-9397-412b-91ef-549affdbf9a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Mar 07 10:31:46.533955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:46.544526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-73385e32-b2ac-4a67-8e4e-3f6371ed4019 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600157 Mar 07 10:31:46.553892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b4d0c-3282-4c40-acfa-093917382c06 req-aecd29c5-810d-46bd-a239-b27ad70c0d32 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.555269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e77b4d0c-3282-4c40-acfa-093917382c06 req-aecd29c5-810d-46bd-a239-b27ad70c0d32 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2251267 Mar 07 10:31:46.558161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.559222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-f187dd47-8912-4127-9f16-e5cea3265805 service neutron] 10.222.0.23 "POST /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38/bindings HTTP/1.1" status: 201 len: 389 time: 0.7073224 Mar 07 10:31:46.880625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-fe300ce8-7774-4f69-a05f-8622c4c729c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.882186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-fe300ce8-7774-4f69-a05f-8622c4c729c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1128 time: 0.0475588 Mar 07 10:31:47.001357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-1292dc7a-884c-4e40-93fc-ffc67b056bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.003980 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-1292dc7a-884c-4e40-93fc-ffc67b056bb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1139250 Mar 07 10:31:47.033079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:47.035570 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:47.054571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-ad398c2e-69d7-4460-b37a-414453020cf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 217 time: 0.0430202 Mar 07 10:31:47.096436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e77b4d0c-3282-4c40-acfa-093917382c06 req-3d7b7537-ec6a-4612-9684-fc4b697eaf6c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293663 Mar 07 10:31:47.098525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f833594-dca3-4226-b5d2-26d951ca910c req-4fa2c421-35ba-4d87-a679-80613caa940b service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019759 Mar 07 10:31:47.113588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-e745406a-e290-4da3-8a39-3a1297e59bb1 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/1565eee6-bac1-4797-ba70-71e276ca26a5 HTTP/1.1" status: 200 len: 1818 time: 0.1514540 Mar 07 10:31:47.149207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-d4e2c3c5-08c4-4b86-89ed-93124290ce87 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890014 Mar 07 10:31:47.163760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-b1f970d0-8075-4053-ab89-b433ff6dd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.165359 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-b1f970d0-8075-4053-ab89-b433ff6dd8b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.0947461 Mar 07 10:31:47.222334 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-d3833a52-b605-4e18-bd30-6e52307ee9c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340614 Mar 07 10:31:47.276825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (1565eee6-bac1-4797-ba70-71e276ca26a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.319252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-0e713acc-6399-42d1-a992-ad7bef539404 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895808 Mar 07 10:31:47.334257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (1565eee6-bac1-4797-ba70-71e276ca26a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.355954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ab61e25-e084-469e-82f1-b6adc991085c req-cee4d273-64c3-4756-a04f-8e4fce52bb31 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983948 Mar 07 10:31:47.364475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a131a-77c2-456e-a883-48e1e140a688 req-5f928e6b-7e20-4192-8859-5fd7883b1b06 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.365988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-862a131a-77c2-456e-a883-48e1e140a688 req-5f928e6b-7e20-4192-8859-5fd7883b1b06 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1682322 Mar 07 10:31:47.425122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1565eee6-bac1-4797-ba70-71e276ca26a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.428855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.432108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-823020eb-0dd7-468c-8fc8-f9d2644ec6a9 req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/1565eee6-bac1-4797-ba70-71e276ca26a5 HTTP/1.1" status: 204 len: 173 time: 0.3176203 Mar 07 10:31:47.435607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-a724e1f2-6870-4b25-ab0e-d4ce15559a2a service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067772 Mar 07 10:31:47.440365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-862a131a-77c2-456e-a883-48e1e140a688 req-096ead3b-691d-4116-a4bb-d24d98bdddd4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632079 Mar 07 10:31:47.452845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed17bc-e8bd-4038-9a2b-921cf0939f4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1565eee6-bac1-4797-ba70-71e276ca26a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.604480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1efa03-01fd-40f9-ac92-7800bedeb367 req-382b1bf7-1d6d-4fe5-b301-18739dcb0b94 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.606028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee1efa03-01fd-40f9-ac92-7800bedeb367 req-382b1bf7-1d6d-4fe5-b301-18739dcb0b94 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0766392 Mar 07 10:31:47.618809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48423660-8a49-4cd7-9018-ac421ccb4d9e req-2c297f27-1472-4805-9d1b-1ea233147a93 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.620442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48423660-8a49-4cd7-9018-ac421ccb4d9e req-2c297f27-1472-4805-9d1b-1ea233147a93 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.1052070 Mar 07 10:31:47.665897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee1efa03-01fd-40f9-ac92-7800bedeb367 req-d8ac45d0-db56-411c-a931-5d2b05ac9956 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Mar 07 10:31:47.727497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48423660-8a49-4cd7-9018-ac421ccb4d9e req-caf71f5c-ba0f-41c4-9b24-660ebbdd7b40 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652449 Mar 07 10:31:47.739546 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27efe2d2-feb1-4072-aae9-b32f81ace36c x-openstack-request-id: req-27efe2d2-feb1-4072-aae9-b32f81ace36c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:47.739864 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:47.740121 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27efe2d2-feb1-4072-aae9-b32f81ace36c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:47.740526 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'status': 'completed', 'code': 200} Mar 07 10:31:47.838976 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-2519aee8-74d2-4f7a-8add-240b85bdf71f req-57912159-e2d1-416c-bb94-ac1a0305de9b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:31:47.840404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2519aee8-74d2-4f7a-8add-240b85bdf71f req-57912159-e2d1-416c-bb94-ac1a0305de9b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/1565eee6-bac1-4797-ba70-71e276ca26a5 HTTP/1.1" status: 404 len: 352 time: 0.0334423 Mar 07 10:31:47.912230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-31715ade-6958-44dc-81f3-4b681bf82cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.913767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-31715ade-6958-44dc-81f3-4b681bf82cde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 1125 time: 0.1445339 Mar 07 10:31:47.986011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e97b-2d48-4339-8381-a0359ae23033 req-2e7347df-dd90-43da-b688-1131416a6367 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.000257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa80e97b-2d48-4339-8381-a0359ae23033 req-2e7347df-dd90-43da-b688-1131416a6367 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 943 time: 0.1789403 Mar 07 10:31:48.053914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-f0abc872-3e2e-4697-ae60-b51a0747327f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8e965004-2c29-417b-8456-e14bcd7cd211 HTTP/1.1" status: 200 len: 1817 time: 0.1575055 Mar 07 10:31:48.097871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa80e97b-2d48-4339-8381-a0359ae23033 req-e12e8e05-a22f-4a1a-b9ef-65a6cd2192a1 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945647 Mar 07 10:31:48.150417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-a0496ac5-678f-47b6-a730-1f8b78bedb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.152710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-a0496ac5-678f-47b6-a730-1f8b78bedb8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 906 time: 0.2258646 Mar 07 10:31:48.225422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-1422c620-7ca0-4f56-8f37-c868ca50409c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01c85e-8c6a-4972-a958-5863d6cad371 HTTP/1.1" status: 200 len: 217 time: 0.0576885 Mar 07 10:31:48.272205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8e965004-2c29-417b-8456-e14bcd7cd211), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.295029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:48.333865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8e965004-2c29-417b-8456-e14bcd7cd211), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.347232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-8bbdfed2-2269-4923-906f-c6fc0ea099aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.348892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-8bbdfed2-2269-4923-906f-c6fc0ea099aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1044414 Mar 07 10:31:48.353020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e196-7e0f-46d5-937b-89c454a2ab96 req-7632afef-3c83-4a6a-ab09-77bf6f0c6207 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.354557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54a7e196-7e0f-46d5-937b-89c454a2ab96 req-7632afef-3c83-4a6a-ab09-77bf6f0c6207 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1126 time: 0.1390069 Mar 07 10:31:48.383238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-0daaa01b-2b94-450c-8381-157b93198215 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276494 Mar 07 10:31:48.475258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:48.499329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'mac_address': 'fa:16:3e:14:e3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:48.528168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-5953eac4-5cfa-4ac5-9627-37b975fb76db service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327744 Mar 07 10:31:48.534664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8e965004-2c29-417b-8456-e14bcd7cd211), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.538578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:48.538851 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.539112 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.554326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ca06ddb-580e-4197-954a-29a4d20b01df req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e965004-2c29-417b-8456-e14bcd7cd211 HTTP/1.1" status: 204 len: 173 time: 0.4652522 Mar 07 10:31:48.554574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd85f86-8f68-4848-b3cf-4ca18a980aff {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:48.584944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:48.588561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54a7e196-7e0f-46d5-937b-89c454a2ab96 req-3f6e6db1-193b-4b15-a7f8-9cf7d471dd82 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041996 Mar 07 10:31:48.591432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2d58a-3fd7-449c-8a8d-6deeb9bdc84e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e965004-2c29-417b-8456-e14bcd7cd211,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.593379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.653220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.759609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bb9fa5a-8eb0-4eb8-bb1b-75eb2c70186b req-c01d1094-610b-41fd-a5df-240223800ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042179 Mar 07 10:31:48.792783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a642-837b-45ac-999d-4f46ffbaf09f req-1fd02ff7-37ba-4a67-9c14-a2738ab18b72 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.794262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14f0a642-837b-45ac-999d-4f46ffbaf09f req-1fd02ff7-37ba-4a67-9c14-a2738ab18b72 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 949 time: 0.1210141 Mar 07 10:31:48.809391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f18e-624a-4c9c-ae89-c669a628a4ff req-307c4878-444d-4c7d-92aa-f9a1899de2fb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.810930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e035f18e-624a-4c9c-ae89-c669a628a4ff req-307c4878-444d-4c7d-92aa-f9a1899de2fb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0990760 Mar 07 10:31:48.893546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14f0a642-837b-45ac-999d-4f46ffbaf09f req-b3f11236-72bf-4373-af3e-f38304f071c7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809426 Mar 07 10:31:48.901406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e035f18e-624a-4c9c-ae89-c669a628a4ff req-386067c9-7588-43bb-9a88-6a02e496544f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812418 Mar 07 10:31:48.933755 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-451b1db9-0f5f-44a2-b0b3-45fd9e4c2cd3 req-65259c25-5177-4329-9d9a-d6394376d7d9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:31:48.934919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-451b1db9-0f5f-44a2-b0b3-45fd9e4c2cd3 req-65259c25-5177-4329-9d9a-d6394376d7d9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8e965004-2c29-417b-8456-e14bcd7cd211 HTTP/1.1" status: 404 len: 352 time: 0.0168185 Mar 07 10:31:48.965153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:49.073517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea31351-e766-4187-8a3c-884cacaf3230 req-5c1327c7-a6af-458b-bd44-c99d0c3b22f4 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.075080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea31351-e766-4187-8a3c-884cacaf3230 req-5c1327c7-a6af-458b-bd44-c99d0c3b22f4 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1126 time: 0.0852485 Mar 07 10:31:49.106590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703b5a-3a86-49ae-9285-6346a1c89d56 req-69112133-8b84-4edd-a4ae-382e72cf215c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.108079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f703b5a-3a86-49ae-9285-6346a1c89d56 req-69112133-8b84-4edd-a4ae-382e72cf215c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1010473 Mar 07 10:31:49.150666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea31351-e766-4187-8a3c-884cacaf3230 req-cd26627d-e479-4805-881e-3e02c7e95357 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Mar 07 10:31:49.181424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f703b5a-3a86-49ae-9285-6346a1c89d56 req-70746156-c061-4cd7-a2da-5a6cfedafde2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594845 Mar 07 10:31:49.252437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78326a29-578c-4cb5-b722-348a3045fb90 req-59067e55-7c66-45e8-adf1-7cbe519980db tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 6198 time: 0.0676479 Mar 07 10:31:49.364323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78326a29-578c-4cb5-b722-348a3045fb90 req-0c352e84-2d36-4d6f-ac6f-24037ab02c2f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/e94c8874-7745-49e1-9d9f-aae79c7a22df HTTP/1.1" status: 200 len: 2998 time: 0.1056144 Mar 07 10:31:49.420653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-1fcb2cea-b2b2-4a30-866e-9024f97a905a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.422099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-1fcb2cea-b2b2-4a30-866e-9024f97a905a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 813 time: 0.1556437 Mar 07 10:31:49.443870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-29627a02-e3a4-425f-ad7b-09725dc05780 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/quotas/718df83fd85648b4b7b0405134648040 HTTP/1.1" status: 200 len: 375 time: 0.0126982 Mar 07 10:31:49.446733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78326a29-578c-4cb5-b722-348a3045fb90 req-1e10823f-1680-4367-a5d5-1dc248a27ba3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/e94c8874-7745-49e1-9d9f-aae79c7a22df HTTP/1.1" status: 200 len: 2998 time: 0.0752597 Mar 07 10:31:49.514215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-c554822b-a992-468a-9799-ed015b3fb1a9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581009 Mar 07 10:31:49.616522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526dca1-2f1d-47d8-83f6-26d1621c1cea req-9c129ec9-d1e5-43a1-b140-6a9c800b7013 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.617895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a526dca1-2f1d-47d8-83f6-26d1621c1cea req-9c129ec9-d1e5-43a1-b140-6a9c800b7013 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 943 time: 0.1187704 Mar 07 10:31:49.647906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-9ca48259-9c78-4aeb-8e38-b128783e172c service neutron] 10.222.0.23 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189198 Mar 07 10:31:49.723586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a526dca1-2f1d-47d8-83f6-26d1621c1cea req-41d899b9-9ef9-4532-80c4-e481169ec59a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990033 Mar 07 10:31:49.756903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-5374bc84-49e5-4c6c-bb04-c77d7517bee5 service neutron] 10.222.0.23 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031401 Mar 07 10:31:49.762642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-580809097', 'description': 'tempest-description-1051194724'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:49.784386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.816261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:49.869268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (d37d4ea5-2605-4f41-bf54-de1556bf9539), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.874146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d37d4ea5-2605-4f41-bf54-de1556bf9539), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.919317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.921014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aff60e9b-bf90-4ede-9f7b-3566c313e3c3 req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1622748 Mar 07 10:31:49.922162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a795379-a0ba-4d52-b990-be0656c4c4fc tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d4ea5-2605-4f41-bf54-de1556bf9539,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.965924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e0e2914-08bc-4100-901e-52d37e84ee81 req-394665e6-8066-42b8-abae-f95f51309fa9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 210 time: 0.0330493 Mar 07 10:31:50.004243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1749348998', 'description': 'tempest-description-119712960'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:50.008906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:50.031502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'mac_address': 'fa:16:3e:ec:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:50.068857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.087300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc22a-52be-4f10-8c2c-c03650778d82 req-6368ec52-a841-42f4-b63e-e0f984ec5b88 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.094509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2cc22a-52be-4f10-8c2c-c03650778d82 req-6368ec52-a841-42f4-b63e-e0f984ec5b88 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 949 time: 0.0802655 Mar 07 10:31:50.110534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf01c85e-8c6a-4972-a958-5863d6cad371 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:50.110828 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.129779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf01c85e-8c6a-4972-a958-5863d6cad371 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:50.160884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:50.163553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2cc22a-52be-4f10-8c2c-c03650778d82 req-eb88df33-945c-42c1-b9b5-0f3a3412d040 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680845 Mar 07 10:31:50.170297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.206720 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (500ae8ce-f7c3-4461-bab6-918016c63451), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.214939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (500ae8ce-f7c3-4461-bab6-918016c63451), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.243305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.280032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500ae8ce-f7c3-4461-bab6-918016c63451,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.285433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.287366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd7a1301-494c-4e5a-a68e-c700af291bc9 req-92ffefcb-2343-4715-b1e9-9520e4e5001d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2875385 Mar 07 10:31:50.306977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:50.395855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e045b3-f511-4fc3-9c78-d963f6c7cd49 req-ecbe9179-164f-42a4-932e-423707965baa tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.397918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79e045b3-f511-4fc3-9c78-d963f6c7cd49 req-ecbe9179-164f-42a4-932e-423707965baa tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0641508 Mar 07 10:31:50.420583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port bfd85f86-8f68-4848-b3cf-4ca18a980aff completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:50.426324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port bfd85f86-8f68-4848-b3cf-4ca18a980aff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:50.426681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.477669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cf01c85e-8c6a-4972-a958-5863d6cad371'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:50.496285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79e045b3-f511-4fc3-9c78-d963f6c7cd49 req-678a1bd8-93f6-46d2-8891-87271e609510 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920100 Mar 07 10:31:50.666806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-e9a7a35d-8d39-4e3e-bdac-a0fbe61f942f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.668398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-e9a7a35d-8d39-4e3e-bdac-a0fbe61f942f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 813 time: 0.1311860 Mar 07 10:31:50.686828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-9f96b312-0731-41ef-9d78-5fad6927b758 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/quotas/368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 375 time: 0.0122597 Mar 07 10:31:50.702065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8f5c-01f4-47d6-8ad9-e711a7139963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.787126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-c3b74b14-6565-4052-b528-3b4d5ffa5a21 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937080 Mar 07 10:31:50.793291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:50.793680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.835997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:50.838289 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3995c7-1a36-4fd6-98c3-003f82a3eaba" -d '{"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-plugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:50.860442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:50.872181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.935502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.947545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5cec6-d33c-47e4-84f2-9493770d537f req-a6b65de3-2715-4806-a188-c62e51220d8a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.949314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79c5cec6-d33c-47e4-84f2-9493770d537f req-a6b65de3-2715-4806-a188-c62e51220d8a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 944 time: 0.1296632 Mar 07 10:31:50.967360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-b912b64d-6124-4109-8a5a-4c8281afaa07 service neutron] 10.222.0.23 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726196 Mar 07 10:31:51.067609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79c5cec6-d33c-47e4-84f2-9493770d537f req-57b019e1-e045-4589-a626-85e8b49476d3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117122 Mar 07 10:31:51.108827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-0fcb2dce-c7fe-4baf-8ae7-d3814b2712f6 service neutron] 10.222.0.23 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335819 Mar 07 10:31:51.147059 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a7de0-5f3f-4d4d-9084-d30c819fd85e x-openstack-request-id: req-317a7de0-5f3f-4d4d-9084-d30c819fd85e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:51.147375 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-plugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:51.147634 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-317a7de0-5f3f-4d4d-9084-d30c819fd85e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:51.148073 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'code': 200} Mar 07 10:31:51.350035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13bcd0c8-785d-401e-bf12-f4da6975ec83 req-e475a98b-92df-4638-a52d-dfa7c619b5e6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 210 time: 0.0802951 Mar 07 10:31:51.353008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-b81f347f-9e37-4de4-9c06-38cd2cda958f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.359790 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-b81f347f-9e37-4de4-9c06-38cd2cda958f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 813 time: 0.2236345 Mar 07 10:31:51.382154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Request body: {'port': {'device_id': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'admin_state_up': True, 'tenant_id': '718df83fd85648b4b7b0405134648040'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:51.386879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdbbdf-caba-4035-ae88-2e61e84983b2 req-36272902-a21d-4903-ae15-8f4503e5eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.393125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17fdbbdf-caba-4035-ae88-2e61e84983b2 req-36272902-a21d-4903-ae15-8f4503e5eabb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1132 time: 0.1737497 Mar 07 10:31:51.465972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84e25a53-015a-4a21-96e8-baffd9f38f39 req-e8f33af9-0e96-4145-b56c-6877de9fae55 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 210 time: 0.0535362 Mar 07 10:31:51.506286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17fdbbdf-caba-4035-ae88-2e61e84983b2 req-4d4a453d-182f-4d64-b251-b0fb87dec8c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928276 Mar 07 10:31:51.517234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff80be0-e762-44ce-a916-6219c708447c req-d2bbe7a3-c2df-4343-a086-49b322bc60aa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.524056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff80be0-e762-44ce-a916-6219c708447c req-d2bbe7a3-c2df-4343-a086-49b322bc60aa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1276879 Mar 07 10:31:51.562311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Made reservation on behalf of 718df83fd85648b4b7b0405134648040 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:51.567020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:51.581821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff80be0-e762-44ce-a916-6219c708447c req-64b4128d-5354-435d-9e4c-bae762a12426 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Mar 07 10:31:51.675361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc241-634e-4736-9c7c-608664d033b4 req-13de3516-1c44-4158-a543-364c69038e4d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.677240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a71cc241-634e-4736-9c7c-608664d033b4 req-13de3516-1c44-4158-a543-364c69038e4d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0639558 Mar 07 10:31:51.742220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a71cc241-634e-4736-9c7c-608664d033b4 req-31718683-78c5-42f8-9d39-d721a04a798b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581071 Mar 07 10:31:51.745072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Allocated IP 172.20.0.9 (700d4450-dcfb-4bb0-8608-a34455dc5b9c/b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8/0b9e42bd-55a8-4dd7-8a10-46ded2ec419d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:51.829668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:51.916052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port cf01c85e-8c6a-4972-a958-5863d6cad371 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:51.920986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks [] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:51.921147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cf01c85e-8c6a-4972-a958-5863d6cad371 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:51.921589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:51.965467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:51.977563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:52.015770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Network 700d4450-dcfb-4bb0-8608-a34455dc5b9c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:52.019693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:52.023393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:52.050914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Pushing event updated for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.072578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf01c85e-8c6a-4972-a958-5863d6cad371 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:52.073235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.090893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.091710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.123173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-a91446dd-38b4-45f9-a684-5b83ab554d9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551088 Mar 07 10:31:52.147700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Request body: {'port': {'device_id': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:52.148870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:52.161167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.220240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a11b3-162d-4e22-a2cb-61522dce08ac req-1a4e4ce5-d38b-4fb3-89f4-f156e1a83c46 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.223547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.228295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b89a11b3-162d-4e22-a2cb-61522dce08ac req-1a4e4ce5-d38b-4fb3-89f4-f156e1a83c46 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.0756788 Mar 07 10:31:52.245855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.280300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b89a11b3-162d-4e22-a2cb-61522dce08ac req-3965b957-ef5b-4433-ab00-225107de087b tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Mar 07 10:31:52.484405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2790891-be3f-4f44-84f4-62fa8c26a4ef req-9646706a-bfed-4710-a79c-7e2d71404653 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.488623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2790891-be3f-4f44-84f4-62fa8c26a4ef req-9646706a-bfed-4710-a79c-7e2d71404653 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 931 time: 0.0628240 Mar 07 10:31:52.550993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2790891-be3f-4f44-84f4-62fa8c26a4ef req-40a5d309-1eff-4a3f-9164-59a70401ccb5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Mar 07 10:31:52.554056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:52.565602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks [] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.593701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Transition to ACTIVE for port object 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:52.599838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.617814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe7300d6-4deb-4340-8096-4388abc10106 req-74b0c327-1900-4cc9-b5eb-ae95acb0c703 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 210 time: 0.0567303 Mar 07 10:31:52.667562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.775429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Attempting to bind port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:52.775872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Attempting to bind port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:52.776824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Attempting to bind port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:52.783718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:52.783718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Attempting to bind port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d on network 700d4450-dcfb-4bb0-8608-a34455dc5b9c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:52.788807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-fa256a65-8091-4286-87ad-2f07085902be tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.789094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:52.789558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Checking segment: {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:52.789976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Bound using segment: {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:52.790405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Bound port: 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9410b3a-932e-4a15-97d4-98b20aace0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:52.791108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.791236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-fa256a65-8091-4286-87ad-2f07085902be tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 813 time: 0.2131126 Mar 07 10:31:52.808307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a40196-5b9f-4485-9a9b-03ed1fe74b35 req-529313be-1580-4b6a-b303-6a9928dfc3f6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.811194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39a40196-5b9f-4485-9a9b-03ed1fe74b35 req-529313be-1580-4b6a-b303-6a9928dfc3f6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1019187 Mar 07 10:31:52.816181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'device_id': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77', 'admin_state_up': True, 'tenant_id': '368cbc69efc841baa1833c02dbaca4dd'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:52.868021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:52.871414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:52.878835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.937015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.937956 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.941057 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b9e42bd-55a8-4dd7-8a10-46ded2ec419d HTTP/1.1" status: 200 len: 1091 time: 0.8079767 Mar 07 10:31:52.943113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b60caa9c-f9cb-428f-b0ce-807616f0ae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.948418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:52.952203 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d" -d '{"events": [{"name": "network-changed", "server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:52.985694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b46e-c241-4aca-8cab-d50480b693b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.000705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39a40196-5b9f-4485-9a9b-03ed1fe74b35 req-912ef813-5296-470d-b112-188935dc236c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193166 Mar 07 10:31:53.025067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fdfa2-d691-432d-a6b1-b8fb4b1a99ed req-cbf1ed5b-f4f0-4e28-88b9-bdc508666b16 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.032111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a5fdfa2-d691-432d-a6b1-b8fb4b1a99ed req-cbf1ed5b-f4f0-4e28-88b9-bdc508666b16 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1517169 Mar 07 10:31:53.041470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Made reservation on behalf of 368cbc69efc841baa1833c02dbaca4dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:53.045546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.087875 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eacf2d5-d968-425d-87d4-c70a5578e7f7 x-openstack-request-id: req-9eacf2d5-d968-425d-87d4-c70a5578e7f7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:53.088344 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:53.088445 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9eacf2d5-d968-425d-87d4-c70a5578e7f7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:53.088924 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d', 'status': 'completed', 'code': 200} Mar 07 10:31:53.113084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-4defe7e9-f813-44ee-bb6b-86c4df616977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.114827 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-4defe7e9-f813-44ee-bb6b-86c4df616977 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 1125 time: 0.0762625 Mar 07 10:31:53.149781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:53.156673 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027e5ef-1295-4a1f-8a14-027b7daff442" -d '{"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-plugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:53.165009 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-4eee4cf9-6794-49ca-8dbc-03dd3335689f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d HTTP/1.1" status: 200 len: 217 time: 0.0417953 Mar 07 10:31:53.167049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a5fdfa2-d691-432d-a6b1-b8fb4b1a99ed req-e5b6c1bc-bad9-451a-9d7d-6c4b18eb8910 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340649 Mar 07 10:31:53.208354 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b65e61-34fd-4073-b888-b8220455f695 x-openstack-request-id: req-45b65e61-34fd-4073-b888-b8220455f695 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:53.208776 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-plugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:53.209125 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45b65e61-34fd-4073-b888-b8220455f695 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:53.209612 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'code': 200} Mar 07 10:31:53.231424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-8c5d833c-2200-44ea-bd10-b599c3bf3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.233160 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-8c5d833c-2200-44ea-bd10-b599c3bf3f3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.0626841 Mar 07 10:31:53.254186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Allocated IP 172.20.0.13 (ef879ca4-4250-4e56-a3e3-211931198e77/a746144e-1105-4b3d-a0c5-fec9392ed1a2/56c1169b-dcd9-4c02-adf0-772058444e98) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:53.277294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-5cfb1c34-83b7-4a77-921c-2e4eb2a22843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338156 Mar 07 10:31:53.385591 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-b80164a2-20e9-44d2-b10e-a8f229372ada service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021807 Mar 07 10:31:53.419748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667385a-4307-485e-9e59-4cf19e82ec39 req-e26d728c-3afa-4e49-a5a0-66f5a227923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.421248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7667385a-4307-485e-9e59-4cf19e82ec39 req-e26d728c-3afa-4e49-a5a0-66f5a227923d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 1127 time: 0.1505041 Mar 07 10:31:53.476472 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6c2151ee-9e39-440b-bdfb-8e48dcac1454 req-dab62fb3-4877-4a8c-8a07-38dc5e29fdf0 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Mar 07 10:31:53.510350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7667385a-4307-485e-9e59-4cf19e82ec39 req-4a579ec2-e3f4-492a-9b6c-642501ce504e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735476 Mar 07 10:31:53.522704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (56c1169b-dcd9-4c02-adf0-772058444e98), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.530465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605424a6-4446-435d-863d-ad3cf0848284 req-66ed254d-59a7-4d41-8f06-54c687dda3d7 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.531923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-605424a6-4446-435d-863d-ad3cf0848284 req-66ed254d-59a7-4d41-8f06-54c687dda3d7 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.1553891 Mar 07 10:31:53.575177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-72685e31-81d2-4915-ba4c-d9eacca4a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.576800 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-72685e31-81d2-4915-ba4c-d9eacca4a5ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 1125 time: 0.0494008 Mar 07 10:31:53.614213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-605424a6-4446-435d-863d-ad3cf0848284 req-43d64aa4-1d58-435a-8212-bc0453969f90 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737386 Mar 07 10:31:53.620865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.646131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:53.707391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-37a73b6b-89af-4f5f-85a0-b965d64c54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.708998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-37a73b6b-89af-4f5f-85a0-b965d64c54da service neutron] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 914 time: 0.1212013 Mar 07 10:31:53.776313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-e3c744b1-10a6-4b53-ab04-98b6cabdb997 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d HTTP/1.1" status: 200 len: 217 time: 0.0590172 Mar 07 10:31:53.780346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Network ef879ca4-4250-4e56-a3e3-211931198e77 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:53.800551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:53.807537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:53.842487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-af59107c-ffec-46fa-9240-ea5d7eab5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.844253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-af59107c-ffec-46fa-9240-ea5d7eab5595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.0620797 Mar 07 10:31:53.848796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.864501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.867037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.867807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.887747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077c51a-30b5-447b-b63f-32bcbdc38ec2 req-bc02e41c-8af4-423d-94ac-e38809b1603a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.889434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c077c51a-30b5-447b-b63f-32bcbdc38ec2 req-bc02e41c-8af4-423d-94ac-e38809b1603a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 943 time: 0.2478018 Mar 07 10:31:53.892359 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-babeb350-37bb-47b3-995f-ef65ecd80f96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402586 Mar 07 10:31:53.895258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-83baa589-829a-4cab-9c71-ab79f778f9f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0829873 Mar 07 10:31:53.917656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Request body: {'port': {'device_id': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:53.926503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36808198-ef42-446e-aa03-acd5df4e414f req-85e03609-c01b-4b02-aa8d-08edab1d27a3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.928124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36808198-ef42-446e-aa03-acd5df4e414f req-85e03609-c01b-4b02-aa8d-08edab1d27a3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 932 time: 0.1873806 Mar 07 10:31:54.010640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-737f9b8f-d06d-4cc2-b863-5849f9cbf68b service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041038 Mar 07 10:31:54.034449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c077c51a-30b5-447b-b63f-32bcbdc38ec2 req-f2b03225-1e81-4687-a59b-cee2bccddb8e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372068 Mar 07 10:31:54.077106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.091469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36808198-ef42-446e-aa03-acd5df4e414f req-c736ff34-9e5f-4aaa-a4fd-43d0b1b19f9c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435447 Mar 07 10:31:54.092166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.122090 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab282fde-6e98-41d4-ab5a-e8cdc8c4e23d req-bee8b786-02b3-4c5e-8f72-2311f45eef63 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050663 Mar 07 10:31:54.304919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da341f-a8cb-4797-a1a2-6e5ec9d71003 req-6acf69fc-03da-4185-b875-bb6c702ea581 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.306376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19da341f-a8cb-4797-a1a2-6e5ec9d71003 req-6acf69fc-03da-4185-b875-bb6c702ea581 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1542716 Mar 07 10:31:54.417361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d5c8-2192-4e7e-b379-13d29b56bc38 req-8b96527a-ae21-4fc6-b79f-782f4c23f3be tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.418721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d50d5c8-2192-4e7e-b379-13d29b56bc38 req-8b96527a-ae21-4fc6-b79f-782f4c23f3be tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1613414 Mar 07 10:31:54.429225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19da341f-a8cb-4797-a1a2-6e5ec9d71003 req-443ca25b-743c-4b27-a0b2-faf8ae662082 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123202 Mar 07 10:31:54.520988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d50d5c8-2192-4e7e-b379-13d29b56bc38 req-6622a9c7-f38b-4c00-b1a6-e4c61e1a3c35 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908008 Mar 07 10:31:54.526270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c1169b-dcd9-4c02-adf0-772058444e98 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:54.534590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks [] for port (56c1169b-dcd9-4c02-adf0-772058444e98), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.558277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-513fa2b3-af1b-467f-a48e-d5cdcbaae0b8 req-bf4f49c9-fab5-43c5-807d-9e7c3f67c3dc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:54.559238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-513fa2b3-af1b-467f-a48e-d5cdcbaae0b8 req-bf4f49c9-fab5-43c5-807d-9e7c3f67c3dc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051308 Mar 07 10:31:54.562011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Transition to ACTIVE for port object 56c1169b-dcd9-4c02-adf0-772058444e98 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:54.567353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.617532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:54.696866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Attempting to bind port 56c1169b-dcd9-4c02-adf0-772058444e98 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:54.697268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Attempting to bind port 56c1169b-dcd9-4c02-adf0-772058444e98 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:54.697681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Attempting to bind port 56c1169b-dcd9-4c02-adf0-772058444e98 on network ef879ca4-4250-4e56-a3e3-211931198e77 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:54.704562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Port 56c1169b-dcd9-4c02-adf0-772058444e98 on network ef879ca4-4250-4e56-a3e3-211931198e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:54.705115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Attempting to bind port 56c1169b-dcd9-4c02-adf0-772058444e98 on network ef879ca4-4250-4e56-a3e3-211931198e77 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:54.748183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:54.748677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Checking segment: {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:54.749069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Bound using segment: {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:54.749506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Bound port: 56c1169b-dcd9-4c02-adf0-772058444e98, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c294a89-41bd-46f1-92e8-b75b54b58285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:54.749862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.818122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84a515-02af-4a20-b0ce-70aed1e694ea req-723c74cf-4260-47b5-972c-f5598b5829eb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.825236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a84a515-02af-4a20-b0ce-70aed1e694ea req-723c74cf-4260-47b5-972c-f5598b5829eb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.1221945 Mar 07 10:31:54.887210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-9041dd07-19b0-45a1-b63c-5d38db68fc00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689428 Mar 07 10:31:54.920063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:55.258253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a84a515-02af-4a20-b0ce-70aed1e694ea req-c3956269-db71-4274-bacd-936e05df903d tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321618 Mar 07 10:31:55.262837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:55.273436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.310536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388624d8-6d74-4d8d-b602-1c3e5a8a1631 req-967a70be-94ad-42f4-8352-f519ad5943ce tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.312218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-388624d8-6d74-4d8d-b602-1c3e5a8a1631 req-967a70be-94ad-42f4-8352-f519ad5943ce tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.4596574 Mar 07 10:31:55.324868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.325480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.326807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] 10.222.0.32 "PUT /v2.0/ports/56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 1092 time: 1.4202499 Mar 07 10:31:55.329601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:55.332343 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:55.351427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-47efcf89-be6c-4132-9d22-ed72ee22c890 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.360894 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-47efcf89-be6c-4132-9d22-ed72ee22c890 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 947 time: 0.1224012 Mar 07 10:31:55.403926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753bb41-792f-4ffa-88c0-397ec3f79783 service neutron] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:55.463250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-388624d8-6d74-4d8d-b602-1c3e5a8a1631 req-303c9624-7b84-4290-ad5b-80d44239bb18 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406307 Mar 07 10:31:55.480807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597b23b-898e-4b63-b15d-5f50a230e741 req-ff580cbe-81a3-436e-ba4e-f3ee183b9248 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.482276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0597b23b-898e-4b63-b15d-5f50a230e741 req-ff580cbe-81a3-436e-ba4e-f3ee183b9248 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 943 time: 0.1393583 Mar 07 10:31:55.509661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-6322071d-b879-49a1-bd96-13a37f68993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.511951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-6322071d-b879-49a1-bd96-13a37f68993a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1126 time: 0.1107671 Mar 07 10:31:55.514744 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.574856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-5087fa95-8a28-4e60-8111-63c77fcfdff8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 217 time: 0.0542789 Mar 07 10:31:55.678144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0597b23b-898e-4b63-b15d-5f50a230e741 req-9b1d542a-af21-4ead-8c85-1466549b0693 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735706 Mar 07 10:31:55.681032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-995d972e-5939-4d44-be08-0d81b77cee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.682388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-995d972e-5939-4d44-be08-0d81b77cee88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0960174 Mar 07 10:31:55.700229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba7aea-8c4e-4b2c-84cc-27a5b13c9ca8 req-80344e19-3ff1-44b3-9109-91c5ae2e80e9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.701905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ba7aea-8c4e-4b2c-84cc-27a5b13c9ca8 req-80344e19-3ff1-44b3-9109-91c5ae2e80e9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 944 time: 0.1312704 Mar 07 10:31:55.735342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-ed88d4ea-3c5c-46ed-9235-abb2bfb1fb01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437183 Mar 07 10:31:55.775629 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90e479e-1ef3-4027-8327-942be1b298f4 x-openstack-request-id: req-d90e479e-1ef3-4027-8327-942be1b298f4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:55.776215 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:55.776656 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d90e479e-1ef3-4027-8327-942be1b298f4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:55.777080 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98', 'status': 'completed', 'code': 200} Mar 07 10:31:55.872176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ba7aea-8c4e-4b2c-84cc-27a5b13c9ca8 req-00151345-2943-4718-b062-c6ad0eaa0f7f tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608155 Mar 07 10:31:55.922081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-67c1b593-c204-4344-8c4a-d3eb86739977 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787925 Mar 07 10:31:55.933134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b749c-0fa7-41b0-b109-6df58292093b req-30b4f4dc-cfb7-493a-8feb-9f3779b66031 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.934705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-975b749c-0fa7-41b0-b109-6df58292093b req-30b4f4dc-cfb7-493a-8feb-9f3779b66031 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0943236 Mar 07 10:31:56.059098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-975b749c-0fa7-41b0-b109-6df58292093b req-ddb5a723-1b4e-4b17-8174-6a25ed5b2bf6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049306 Mar 07 10:31:56.086925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c15072d6-276f-4ba9-b9c2-bf8d0c0598fa req-06d78a19-30ed-455c-b950-179c1e129aad service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474314 Mar 07 10:31:56.179595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-0fab7bcf-f7e6-4f15-9c35-1e837ac28072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.181107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-0fab7bcf-f7e6-4f15-9c35-1e837ac28072 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1126 time: 0.0474401 Mar 07 10:31:56.277226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-5a4842b5-e261-4a60-b15a-8c14b0432e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.279087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-5a4842b5-e261-4a60-b15a-8c14b0432e30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.0914369 Mar 07 10:31:56.321936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-e3ecbeaa-f7cd-4583-9e6d-57c6b9bd71f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 217 time: 0.0359948 Mar 07 10:31:56.326634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:56.411824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-2a2675bb-df44-463a-9f1e-46fd3c9c8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.413413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-2a2675bb-df44-463a-9f1e-46fd3c9c8bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0856867 Mar 07 10:31:56.425299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe902c9-771f-4e1d-a0e3-b732175a1405 req-481ce8d2-61f6-4d8f-8dfc-96ac0efe56d9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.426832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fe902c9-771f-4e1d-a0e3-b732175a1405 req-481ce8d2-61f6-4d8f-8dfc-96ac0efe56d9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.0899162 Mar 07 10:31:56.433965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:56.449143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'port_id': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d', 'mac_address': 'fa:16:3e:8a:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:56.474569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-329ad8ab-865b-4f0d-aa57-c01b6eef94a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410244 Mar 07 10:31:56.510260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:56.512586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:56.541271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:56.562327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-46f45f7d-8f10-4ac5-a687-2fe7fc3da8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.563933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-46f45f7d-8f10-4ac5-a687-2fe7fc3da8ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1132 time: 0.0549777 Mar 07 10:31:56.585215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:56.592092 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:56.601867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fe902c9-771f-4e1d-a0e3-b732175a1405 req-1014ce86-0993-4b5d-b03d-83fa6b044cdd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258991 Mar 07 10:31:56.658606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:56.678387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-b2aa3952-af12-4297-95a6-f10a92694f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.680271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-b2aa3952-af12-4297-95a6-f10a92694f5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1096249 Mar 07 10:31:56.715701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-2c118f61-0d8e-4132-874b-851a49b4a087 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317390 Mar 07 10:31:56.744517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95437e1-17df-46b7-874b-9a1fd5cf19f5 req-1d35f839-f79a-40a3-a7dd-dc3d1fbf59b3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.746080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a95437e1-17df-46b7-874b-9a1fd5cf19f5 req-1d35f839-f79a-40a3-a7dd-dc3d1fbf59b3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1331339 Mar 07 10:31:56.858301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a95437e1-17df-46b7-874b-9a1fd5cf19f5 req-7c3f758e-9493-4b8c-9725-8419aaa590f1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000118 Mar 07 10:31:56.896588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b6b1bd-89b2-4c72-a8a8-c1295fad2362 req-e2d9135c-26e8-4902-9381-4972ca7eed95 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730618 Mar 07 10:31:57.013646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ff06-bc40-46df-b182-0ac268d24d5f req-34b04f24-e84c-41bf-80c5-65391ed4266b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.020930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb99ff06-bc40-46df-b182-0ac268d24d5f req-34b04f24-e84c-41bf-80c5-65391ed4266b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 944 time: 0.1039989 Mar 07 10:31:57.048800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:57.069904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0b9e42bd-55a8-4dd7-8a10-46ded2ec419d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:57.072038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772764f-c6ef-4f97-8f11-8d2cd48d101e req-f5ac5d67-3911-4574-9288-dcfc28536186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.073640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4772764f-c6ef-4f97-8f11-8d2cd48d101e req-f5ac5d67-3911-4574-9288-dcfc28536186 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.1051571 Mar 07 10:31:57.097792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb99ff06-bc40-46df-b182-0ac268d24d5f req-ffe65ee7-80dd-4817-84c8-caed8ec78287 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759575 Mar 07 10:31:57.100762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-6808d1e1-01e6-45aa-a67f-11854cd3fee7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.4129317 Mar 07 10:31:57.147430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4772764f-c6ef-4f97-8f11-8d2cd48d101e req-074df539-681b-42f7-8f9d-12caade23de3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646558 Mar 07 10:31:57.181040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-94334337-2e01-4d44-b738-30d1d9f72392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.189879 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-94334337-2e01-4d44-b738-30d1d9f72392 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0812819 Mar 07 10:31:57.256406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-88a79093-355c-4c8f-aa3a-b2c737ac0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.258578 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-88a79093-355c-4c8f-aa3a-b2c737ac0cf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562239 Mar 07 10:31:57.321349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf352220-1a60-4791-8400-6f983a20df5e req-3762c4d2-9108-4607-ad8a-36400b898eac tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.323150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf352220-1a60-4791-8400-6f983a20df5e req-3762c4d2-9108-4607-ad8a-36400b898eac tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0940762 Mar 07 10:31:57.333810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1c260-5633-497b-b7a7-234d5e0b546b req-d2adb51d-70aa-4ff3-a2b2-b1618043bf4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.340100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68b1c260-5633-497b-b7a7-234d5e0b546b req-d2adb51d-70aa-4ff3-a2b2-b1618043bf4c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 944 time: 0.1207252 Mar 07 10:31:57.360323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-e63d24be-42cc-4283-8d98-804761f00763 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947306 Mar 07 10:31:57.412745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf352220-1a60-4791-8400-6f983a20df5e req-03c3a1c0-2b4a-4d55-b4c1-24bbc15b9214 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714920 Mar 07 10:31:57.454375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68b1c260-5633-497b-b7a7-234d5e0b546b req-04469ba5-e0c9-4d59-91c6-b2fcd7e0e321 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044543 Mar 07 10:31:57.469450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4d5132b4-e34a-40ea-8c01-0a7f1f32e1f5 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018870 Mar 07 10:31:57.988325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fdc6d-36ea-4cb7-84cd-cafb7a70a589 req-530e5ed7-8f81-4c22-8689-21d877426b58 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.990106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5fdc6d-36ea-4cb7-84cd-cafb7a70a589 req-530e5ed7-8f81-4c22-8689-21d877426b58 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0550888 Mar 07 10:31:58.041951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5fdc6d-36ea-4cb7-84cd-cafb7a70a589 req-2159d087-fc34-481d-a880-1c51f6320052 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Mar 07 10:31:58.229126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b04a0-041f-4c8f-bf23-987c55df268b req-5f0c1db0-eb3f-4075-be07-15fb0ca42ba7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.230610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e49b04a0-041f-4c8f-bf23-987c55df268b req-5f0c1db0-eb3f-4075-be07-15fb0ca42ba7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 944 time: 0.0580459 Mar 07 10:31:58.315147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:58.317228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e49b04a0-041f-4c8f-bf23-987c55df268b req-2a1914a1-c03e-46f7-ad49-ef2b23d041dd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Mar 07 10:31:58.324924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e74091-e8a3-4783-9c28-5138dbbaa9f9 req-8b7e80cf-28c9-4f1a-b7d9-dc70a0027a36 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.326371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41e74091-e8a3-4783-9c28-5138dbbaa9f9 req-8b7e80cf-28c9-4f1a-b7d9-dc70a0027a36 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 945 time: 0.0949073 Mar 07 10:31:58.378384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41e74091-e8a3-4783-9c28-5138dbbaa9f9 req-12cdbc03-40dc-4db6-995b-b9c8a7f5eb1f tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Mar 07 10:31:58.549709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f7b7-46e9-468f-a391-855093b7d949 req-3d93a2ed-486e-411b-96d8-5f2114fe0736 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.551638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0c3f7b7-46e9-468f-a391-855093b7d949 req-3d93a2ed-486e-411b-96d8-5f2114fe0736 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0594723 Mar 07 10:31:58.600859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0c3f7b7-46e9-468f-a391-855093b7d949 req-3014992d-f250-4779-8cfa-98a328f03696 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Mar 07 10:31:58.716254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27009b-cd4f-428c-b354-b36219682788 req-cbafd71b-a03e-4370-9c88-4c3d6a9031a6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.717864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f27009b-cd4f-428c-b354-b36219682788 req-cbafd71b-a03e-4370-9c88-4c3d6a9031a6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 944 time: 0.0568769 Mar 07 10:31:58.787344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f27009b-cd4f-428c-b354-b36219682788 req-d9533a5e-95da-4c34-aa0b-c06a0a5b1c20 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626047 Mar 07 10:31:59.175175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005417ce-74c6-4722-a599-9d8e1e4bc4a7 req-dbcf21ec-9b2c-43eb-8c02-209ebe6a0bd1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.176770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-005417ce-74c6-4722-a599-9d8e1e4bc4a7 req-dbcf21ec-9b2c-43eb-8c02-209ebe6a0bd1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0614710 Mar 07 10:31:59.232203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-005417ce-74c6-4722-a599-9d8e1e4bc4a7 req-5d8c7165-6f48-4072-94b9-08e616770802 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Mar 07 10:31:59.455047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f3d9f-ede2-45e8-87c6-b1588e47460c req-47232645-2175-48e8-b656-b6abd8d0a86b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.457067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-979f3d9f-ede2-45e8-87c6-b1588e47460c req-47232645-2175-48e8-b656-b6abd8d0a86b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 944 time: 0.0672760 Mar 07 10:31:59.511835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-979f3d9f-ede2-45e8-87c6-b1588e47460c req-ba1b032d-7fa8-4e7e-8a22-5ed3f0e16309 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Mar 07 10:31:59.732315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d204c-1793-40d0-a73d-6257328dc75f req-35da6d91-0ea2-46ef-af93-3f56bfb0ae92 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.733808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e62d204c-1793-40d0-a73d-6257328dc75f req-35da6d91-0ea2-46ef-af93-3f56bfb0ae92 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0572836 Mar 07 10:31:59.784257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e62d204c-1793-40d0-a73d-6257328dc75f req-4f58abc6-2feb-4071-9f4a-23f52b9a8b3b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Mar 07 10:31:59.917194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48314c-30c9-4377-ba22-b908f42f535f req-d5a6f6c0-6cfe-44e5-bda2-f4d7cd1407fa tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.918693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df48314c-30c9-4377-ba22-b908f42f535f req-d5a6f6c0-6cfe-44e5-bda2-f4d7cd1407fa tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 944 time: 0.0642138 Mar 07 10:31:59.967200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df48314c-30c9-4377-ba22-b908f42f535f req-c488487b-28e5-46f1-a7da-960fd3be54b0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Mar 07 10:32:00.363342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 56c1169b-dcd9-4c02-adf0-772058444e98 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:00.366154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:00.369028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57467a49-e62d-45e1-8a79-a00798acf30f req-0fa88db4-e48a-44ec-8554-b5d39a7987e0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.370611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57467a49-e62d-45e1-8a79-a00798acf30f req-0fa88db4-e48a-44ec-8554-b5d39a7987e0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0621531 Mar 07 10:32:00.419716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57467a49-e62d-45e1-8a79-a00798acf30f req-9c8d1c47-ccc4-4f32-9277-2b5c30eaef1d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425630 Mar 07 10:32:00.436659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:00.442182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:00.442667 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.541541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:00.576060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '56c1169b-dcd9-4c02-adf0-772058444e98', 'network_id': 'ef879ca4-4250-4e56-a3e3-211931198e77', 'port_id': '56c1169b-dcd9-4c02-adf0-772058444e98', 'mac_address': 'fa:16:3e:cd:ef:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746144e-1105-4b3d-a0c5-fec9392ed1a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:00.613274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:00.613668 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.646055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 56c1169b-dcd9-4c02-adf0-772058444e98 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:00.646437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.660749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d919ab9-664e-48a1-907b-b17c1fafaa3f req-a3b6aeab-f7e1-42e3-bc38-f87969518f03 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.661395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:00.662302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d919ab9-664e-48a1-907b-b17c1fafaa3f req-a3b6aeab-f7e1-42e3-bc38-f87969518f03 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 944 time: 0.0649362 Mar 07 10:32:00.663190 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e6bcc-eb1e-4670-8844-4a3a06a928b6" -d '{"events": [{"server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:00.678588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c1169b-dcd9-4c02-adf0-772058444e98 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:00.684958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:00.696281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.726540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:00.728495 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b236850-d000-41b8-80df-b8670b123163 x-openstack-request-id: req-2b236850-d000-41b8-80df-b8670b123163 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:00.728671 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:00.728939 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b236850-d000-41b8-80df-b8670b123163 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:00.729323 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d', 'code': 200} Mar 07 10:32:00.740397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.752964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d919ab9-664e-48a1-907b-b17c1fafaa3f req-bff5b00a-926b-4091-b95f-afbacbe92ad1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786071 Mar 07 10:32:00.759690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:00.775836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.776181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.776514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.776838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.777160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.777480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.777832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.778296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.778632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.778932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.779302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.779557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.779890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:00.833818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:00.845894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645bf8-c052-4d56-8678-2e9ee34772d4 req-3ce2d90b-79a9-40b1-b01c-b478720ade97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.847452 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36645bf8-c052-4d56-8678-2e9ee34772d4 req-3ce2d90b-79a9-40b1-b01c-b478720ade97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 1127 time: 0.0610845 Mar 07 10:32:00.897818 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36645bf8-c052-4d56-8678-2e9ee34772d4 req-2144bcdb-ac2e-45df-8b68-4c8672e2321c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Mar 07 10:32:00.940519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ad1cc-f373-41de-a09c-a02f7521390c req-1bc67901-e534-4f7e-9853-23e7a501ba6d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.941993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c91ad1cc-f373-41de-a09c-a02f7521390c req-1bc67901-e534-4f7e-9853-23e7a501ba6d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0566771 Mar 07 10:32:00.989676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c91ad1cc-f373-41de-a09c-a02f7521390c req-86d375f3-d2f6-4024-b7bc-4c216b9e36e8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Mar 07 10:32:01.095713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684c5f-98a6-4200-ac19-a4a51b64bd34 req-923c6ae0-56c7-433e-b14c-f7035db2ada5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.097292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e684c5f-98a6-4200-ac19-a4a51b64bd34 req-923c6ae0-56c7-433e-b14c-f7035db2ada5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 945 time: 0.0542285 Mar 07 10:32:01.152187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e684c5f-98a6-4200-ac19-a4a51b64bd34 req-fd3183b5-bde2-4d47-b92d-6c4c11460075 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Mar 07 10:32:01.161309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:01.544299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a01b34-6eb7-4c62-bd10-7258c7ffd794 req-48487235-8173-45ca-8c05-ca067c6d77bb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.545770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86a01b34-6eb7-4c62-bd10-7258c7ffd794 req-48487235-8173-45ca-8c05-ca067c6d77bb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0554075 Mar 07 10:32:01.598243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86a01b34-6eb7-4c62-bd10-7258c7ffd794 req-caa44545-4a21-4a31-8765-1977304a9e30 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Mar 07 10:32:01.875534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:01.878836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad817-2913-4ea5-9614-d02976843c3d req-de2040d0-46bd-44aa-bfe3-51d87e2aa37d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.885799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23dad817-2913-4ea5-9614-d02976843c3d req-de2040d0-46bd-44aa-bfe3-51d87e2aa37d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 945 time: 0.0716765 Mar 07 10:32:01.933012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23dad817-2913-4ea5-9614-d02976843c3d req-880c968d-31e6-476f-8f01-d29ea8ebf787 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Mar 07 10:32:02.011837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:02.026698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'mac_address': 'fa:16:3e:ec:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:02.072440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf01c85e-8c6a-4972-a958-5863d6cad371 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:02.072827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.103797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf01c85e-8c6a-4972-a958-5863d6cad371 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:02.147754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:02.160063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.192631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c154355-28db-458a-8e07-1ed2a65c0bf6 req-9310d256-37f0-41cd-b3d0-93c07f34da9c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.194207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c154355-28db-458a-8e07-1ed2a65c0bf6 req-9310d256-37f0-41cd-b3d0-93c07f34da9c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1011810 Mar 07 10:32:02.233263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.254278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c154355-28db-458a-8e07-1ed2a65c0bf6 req-7649fe83-f469-4b45-ad56-ff6157c47c04 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Mar 07 10:32:02.276092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cf01c85e-8c6a-4972-a958-5863d6cad371'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:02.347745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d041a3-afba-4dee-abe7-e5e4e27e4d27 req-f12224f5-410d-4ce5-b675-ed389a8eebb2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.356176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47d041a3-afba-4dee-abe7-e5e4e27e4d27 req-f12224f5-410d-4ce5-b675-ed389a8eebb2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 945 time: 0.0812268 Mar 07 10:32:02.422312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47d041a3-afba-4dee-abe7-e5e4e27e4d27 req-b6af298d-f752-4fa1-9fea-601b9018fc49 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647173 Mar 07 10:32:02.769670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c7c3-3526-40fa-b3eb-b6cd25fb70e6 req-d4090f2b-7c9b-4509-b145-f8306427e785 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.771460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79e9c7c3-3526-40fa-b3eb-b6cd25fb70e6 req-d4090f2b-7c9b-4509-b145-f8306427e785 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0713012 Mar 07 10:32:02.848498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79e9c7c3-3526-40fa-b3eb-b6cd25fb70e6 req-8867f384-12b5-4b25-9e4a-8ca5be3ed7e2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708814 Mar 07 10:32:03.150792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6e171-727c-4422-9c59-0b85fccd7198 req-628d8ba5-47e0-4438-b4c9-5df5b27c2bc4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.152370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f6e171-727c-4422-9c59-0b85fccd7198 req-628d8ba5-47e0-4438-b4c9-5df5b27c2bc4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 945 time: 0.0960336 Mar 07 10:32:03.221399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f6e171-727c-4422-9c59-0b85fccd7198 req-cca1ad76-8cff-4e70-9887-68ebec8497a9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Mar 07 10:32:03.429502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834b6b-059c-4b98-a2a7-07c141236878 req-d87ef033-43bb-4a4e-8624-4cb5c032a2ae tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.431177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67834b6b-059c-4b98-a2a7-07c141236878 req-d87ef033-43bb-4a4e-8624-4cb5c032a2ae tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0775030 Mar 07 10:32:03.516922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67834b6b-059c-4b98-a2a7-07c141236878 req-54d6670c-3670-44b6-8cc0-fc971c253e1f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795925 Mar 07 10:32:03.690021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71e00-cd6f-4c65-87f3-e6ea5e74d291 req-1a915e64-f783-4da8-913b-68920d2a55f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.698407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bec71e00-cd6f-4c65-87f3-e6ea5e74d291 req-1a915e64-f783-4da8-913b-68920d2a55f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 945 time: 0.1801999 Mar 07 10:32:03.716063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac33c79-e789-486b-aef6-12273477dc8e req-a034f9f3-891a-4450-aff2-2ec8d27301e5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.723187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dac33c79-e789-486b-aef6-12273477dc8e req-a034f9f3-891a-4450-aff2-2ec8d27301e5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 945 time: 0.1001103 Mar 07 10:32:03.797439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bec71e00-cd6f-4c65-87f3-e6ea5e74d291 req-5c3cd471-183a-460b-b68d-b6591f585b20 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933344 Mar 07 10:32:03.841554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dac33c79-e789-486b-aef6-12273477dc8e req-311c6382-c9a6-4058-ac38-6132599299e6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Mar 07 10:32:03.889834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:03.955941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cf01c85e-8c6a-4972-a958-5863d6cad371 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:03.956843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.086643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7784cf-656b-4847-af53-c3b1af619fe9 req-be9feb49-73c1-4074-850f-089d758f8476 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.096202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf01c85e-8c6a-4972-a958-5863d6cad371 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:04.096698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.097557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c7784cf-656b-4847-af53-c3b1af619fe9 req-be9feb49-73c1-4074-850f-089d758f8476 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1405437 Mar 07 10:32:04.147423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:04.167073 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88f840-e18b-4220-91a4-a9ae08fdcb12" -d '{"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-plugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:04.203472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:04.206046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c7784cf-656b-4847-af53-c3b1af619fe9 req-3df7a6a5-478d-4718-9e6b-373e94f8dbc0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065679 Mar 07 10:32:04.211036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.277136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:04.312915 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbfdd12-04ad-47f7-b665-0f4a94c3b275 x-openstack-request-id: req-ecbfdd12-04ad-47f7-b665-0f4a94c3b275 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:04.313543 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-plugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:04.314844 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecbfdd12-04ad-47f7-b665-0f4a94c3b275 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:04.315555 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'code': 200} Mar 07 10:32:04.387609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 56c1169b-dcd9-4c02-adf0-772058444e98 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:04.466651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 56c1169b-dcd9-4c02-adf0-772058444e98 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:04.474641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 56c1169b-dcd9-4c02-adf0-772058444e98 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:04.474641 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.593323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 56c1169b-dcd9-4c02-adf0-772058444e98 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:04.593760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.649147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:04.661224 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.765212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40188653-3404-4299-b8db-c7fa9d1b3e28 req-5c1d78ae-09a0-499a-8b48-6cfc1b81885e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.772582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:04.775325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40188653-3404-4299-b8db-c7fa9d1b3e28 req-5c1d78ae-09a0-499a-8b48-6cfc1b81885e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0952673 Mar 07 10:32:04.858666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40188653-3404-4299-b8db-c7fa9d1b3e28 req-6cd0efd2-ba90-433b-a529-8e2925a7b9fb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822349 Mar 07 10:32:05.022629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bb3e-6588-4ad5-b5f7-2e3845b7e50f req-15ec3f69-5731-45d9-ac81-59e6cfe25533 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.024288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63e7bb3e-6588-4ad5-b5f7-2e3845b7e50f req-15ec3f69-5731-45d9-ac81-59e6cfe25533 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 945 time: 0.0848439 Mar 07 10:32:05.066572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f25644-3df7-48e6-9ca1-eb8c90c13633 req-d9c70ee0-fd94-4724-ba62-94c27f78a2f4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.073754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2f25644-3df7-48e6-9ca1-eb8c90c13633 req-d9c70ee0-fd94-4724-ba62-94c27f78a2f4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 946 time: 0.1914694 Mar 07 10:32:05.129349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63e7bb3e-6588-4ad5-b5f7-2e3845b7e50f req-94a518e0-bdd8-4dbd-aa19-34986aa96eab tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949969 Mar 07 10:32:05.194426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2f25644-3df7-48e6-9ca1-eb8c90c13633 req-89a71b74-900a-4bda-81d4-97a0fbe3d8fa tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Mar 07 10:32:05.406928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830ec1-1196-4003-a033-1b6d41dfbe17 req-18b4e860-4dcf-4e74-b593-9824a3c05469 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.415875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e830ec1-1196-4003-a033-1b6d41dfbe17 req-18b4e860-4dcf-4e74-b593-9824a3c05469 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0898342 Mar 07 10:32:05.482057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e830ec1-1196-4003-a033-1b6d41dfbe17 req-8c95c7b4-7882-4fc1-b030-4f45f7e9dc62 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Mar 07 10:32:05.504402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-05fbc446-c1d5-463a-90b9-da8cd30bf7cb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.511162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-05fbc446-c1d5-463a-90b9-da8cd30bf7cb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 945 time: 0.1147265 Mar 07 10:32:05.648577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Deleting port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:05.653126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.794841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] For port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:05.795676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.835886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Calling delete_port for 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:06.066391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb745a2-7e20-4410-8eb3-b214ba371f25 req-d4e8a10a-0251-41a5-8970-9329e1f39bd3 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.075771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfb745a2-7e20-4410-8eb3-b214ba371f25 req-d4e8a10a-0251-41a5-8970-9329e1f39bd3 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0985265 Mar 07 10:32:06.085834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0b9e42bd-55a8-4dd7-8a10-46ded2ec419d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.100499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:06.190439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfb745a2-7e20-4410-8eb3-b214ba371f25 req-6455eb38-d4ab-4a88-b426-84bfc623eeb1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Mar 07 10:32:06.191236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Pushing event deleted for resources: {'Port': ['ID=0b9e42bd-55a8-4dd7-8a10-46ded2ec419d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:06.293350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] No DVR routers for this DVR port 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:06.296408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.308923 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cf5e2d5-4429-4c32-98cd-1df2d99c2bb8 req-52332572-b7df-4fcf-9e6a-64c217060f52 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "DELETE /v2.0/ports/0b9e42bd-55a8-4dd7-8a10-46ded2ec419d HTTP/1.1" status: 204 len: 173 time: 0.7803736 Mar 07 10:32:06.309432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'name': 'network-vif-deleted', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:06.311900 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91453e38-5d24-4a6a-b9be-1aee205c4bf6" -d '{"events": [{"server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "name": "network-vif-deleted", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:06.326692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:06.330084 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabecbde-7eff-4902-81a1-e2258ecc2ff3" -d '{"events": [{"server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "name": "network-vif-plugged", "status": "completed", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:06.367876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9508402-f88e-4663-b242-d4e1e2929469 req-2912cd35-b9d9-4a63-8280-be8305d78097 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=484c32de-e9eb-461a-a703-e1e4a92ddbef HTTP/1.1" status: 200 len: 210 time: 0.0634725 Mar 07 10:32:06.528935 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2816ce30-5871-44ae-9686-b6667a061bd2 x-openstack-request-id: req-2816ce30-5871-44ae-9686-b6667a061bd2 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:06.530178 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c32de-e9eb-461a-a703-e1e4a92ddbef", "name": "network-vif-deleted", "tag": "0b9e42bd-55a8-4dd7-8a10-46ded2ec419d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:06.531109 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2816ce30-5871-44ae-9686-b6667a061bd2 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:06.531779 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c32de-e9eb-461a-a703-e1e4a92ddbef', 'name': 'network-vif-deleted', 'tag': '0b9e42bd-55a8-4dd7-8a10-46ded2ec419d', 'status': 'completed', 'code': 200} Mar 07 10:32:06.556712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78874f40-db3b-4cc0-8361-545991c63519 req-d67586d3-ea1b-4334-bd68-3850e54f7451 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.558660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78874f40-db3b-4cc0-8361-545991c63519 req-d67586d3-ea1b-4334-bd68-3850e54f7451 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 946 time: 0.1617820 Mar 07 10:32:06.598522 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9caca-bb5b-4408-a22c-96b52c239718 x-openstack-request-id: req-4cd9caca-bb5b-4408-a22c-96b52c239718 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:06.598831 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "name": "network-vif-plugged", "status": "completed", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:06.599086 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd9caca-bb5b-4408-a22c-96b52c239718 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:06.599478 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98', 'code': 200} Mar 07 10:32:06.623285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78874f40-db3b-4cc0-8361-545991c63519 req-96eb04ca-9105-4281-aaf7-53e1d41fc57d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 Mar 07 10:32:06.815531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-b3dbe683-99a2-4781-8b86-5365339bacae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936530 Mar 07 10:32:06.860617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878ce3-5c45-40d9-9577-c600ea7a26f0 req-c6d62875-3f5a-4546-9c04-03f4c25fb213 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.872206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81878ce3-5c45-40d9-9577-c600ea7a26f0 req-c6d62875-3f5a-4546-9c04-03f4c25fb213 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1557226 Mar 07 10:32:06.903893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3843f05-ebdb-4991-b57f-21d5e5d37033 req-30b1a16d-7315-4c49-9359-7c6c37476a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.905515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3843f05-ebdb-4991-b57f-21d5e5d37033 req-30b1a16d-7315-4c49-9359-7c6c37476a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1128 time: 0.1522703 Mar 07 10:32:06.999941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81878ce3-5c45-40d9-9577-c600ea7a26f0 req-9ddf3ba1-0d6b-48e7-a8e3-ed882a640c3c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164782 Mar 07 10:32:07.046499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202425d-3047-4ca7-9961-04b000afa82c req-c54ec84e-7ca3-46d3-8606-965e3a7ac477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.048797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-c54ec84e-7ca3-46d3-8606-965e3a7ac477 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 1126 time: 0.1269114 Mar 07 10:32:07.053360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3843f05-ebdb-4991-b57f-21d5e5d37033 req-5f785fd8-3cd0-4dcf-932c-fb36615d4aba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277874 Mar 07 10:32:07.473384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd15b0-5f6e-4315-986f-25372018dcbb req-17c536fe-a238-4af6-9982-e958274e0d84 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.480513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ccd15b0-5f6e-4315-986f-25372018dcbb req-17c536fe-a238-4af6-9982-e958274e0d84 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1417067 Mar 07 10:32:07.518559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202425d-3047-4ca7-9961-04b000afa82c req-dc588742-3c33-470a-82c3-6d92f79591eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.520001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-dc588742-3c33-470a-82c3-6d92f79591eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.1900804 Mar 07 10:32:07.595288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-6a047e08-77ad-4cda-9720-cc56416c0805 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0525846 Mar 07 10:32:07.664116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ccd15b0-5f6e-4315-986f-25372018dcbb req-5addfd88-44fe-439a-8ae4-f98173bc56e6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825328 Mar 07 10:32:07.713778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7390daa-1eac-4f84-af71-1c844c716581 req-1537838b-4666-4597-9e02-5a5d26904d3f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.718271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7390daa-1eac-4f84-af71-1c844c716581 req-1537838b-4666-4597-9e02-5a5d26904d3f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2188473 Mar 07 10:32:07.736630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202425d-3047-4ca7-9961-04b000afa82c req-0d70b431-826b-4324-ac04-82206a2106e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.738239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-0d70b431-826b-4324-ac04-82206a2106e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1355801 Mar 07 10:32:07.847793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-8bbf946d-4e01-46b8-b794-47aa6559deee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025245 Mar 07 10:32:07.955383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7390daa-1eac-4f84-af71-1c844c716581 req-cbfec94e-cf4a-4f7f-8ea8-8b107c82bfa3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119701 Mar 07 10:32:08.036567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550a969-0207-4d49-a52b-1cbcdb0cf8c0 req-82026f06-64fd-4fdb-877b-e105ca3ce5e9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.048577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a550a969-0207-4d49-a52b-1cbcdb0cf8c0 req-82026f06-64fd-4fdb-877b-e105ca3ce5e9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 946 time: 0.1677682 Mar 07 10:32:08.129075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-2edbba38-234b-4c61-a73f-b57887142960 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726867 Mar 07 10:32:08.141128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a550a969-0207-4d49-a52b-1cbcdb0cf8c0 req-41b3a21d-00c8-4a0b-a5f3-2dfcc17c69b6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914824 Mar 07 10:32:08.299519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfd9d-792b-4847-9d00-8b5ce979ce7f req-42d48531-a82f-43cc-b02e-d52dcf3fd810 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.306870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e3bfd9d-792b-4847-9d00-8b5ce979ce7f req-42d48531-a82f-43cc-b02e-d52dcf3fd810 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1746011 Mar 07 10:32:08.338141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a202425d-3047-4ca7-9961-04b000afa82c req-7b99551b-d778-420e-bc9d-be85142ead20 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947780 Mar 07 10:32:08.369970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee222-f3e6-4026-8fbd-fba2ec19f4e9 req-d81fee59-3441-46ca-ae50-9de2171f7714 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.379363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d44ee222-f3e6-4026-8fbd-fba2ec19f4e9 req-d81fee59-3441-46ca-ae50-9de2171f7714 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1527436 Mar 07 10:32:08.394128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:08.432628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e3bfd9d-792b-4847-9d00-8b5ce979ce7f req-3b216c31-bd33-474b-a23c-aee119fd6201 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241798 Mar 07 10:32:08.434302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:08.434864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0b9e42bd-55a8-4dd7-8a10-46ded2ec419d not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:08.508598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d44ee222-f3e6-4026-8fbd-fba2ec19f4e9 req-52f9bfa2-f862-418a-aa2e-6aad6babd77d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279469 Mar 07 10:32:08.659991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27edc5-0b08-413b-a02c-a977f4bcfd15 req-d19c8a52-f12b-4f68-90e4-d8dfa0fd0170 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.661910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf27edc5-0b08-413b-a02c-a977f4bcfd15 req-d19c8a52-f12b-4f68-90e4-d8dfa0fd0170 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0824289 Mar 07 10:32:08.728363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf27edc5-0b08-413b-a02c-a977f4bcfd15 req-effd7b66-7328-4db9-bb2d-7072d17c7f88 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Mar 07 10:32:08.838823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457ae2-aaa2-4a0d-b2a7-9365449ebcc4 req-1bec5313-5f58-4af0-9817-c6bd8ec8aeb6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.846480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e457ae2-aaa2-4a0d-b2a7-9365449ebcc4 req-1bec5313-5f58-4af0-9817-c6bd8ec8aeb6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.0666268 Mar 07 10:32:08.903865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e457ae2-aaa2-4a0d-b2a7-9365449ebcc4 req-cf5321a8-f3bc-48d1-832d-e09f81e2a448 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527797 Mar 07 10:32:09.299273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc0177-0e8a-4ee8-8863-98b2fcd65f2e req-fd35dd38-54c8-43ff-9b4e-84e5bc885bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.301015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49dc0177-0e8a-4ee8-8863-98b2fcd65f2e req-fd35dd38-54c8-43ff-9b4e-84e5bc885bbb tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 946 time: 0.0756111 Mar 07 10:32:09.368267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49dc0177-0e8a-4ee8-8863-98b2fcd65f2e req-261b3e65-7184-491a-b59c-2d893690d3b5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605862 Mar 07 10:32:09.559215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eddabcf-4531-42ff-b430-e79379618d3d req-0f5308e2-d547-4199-b509-88c1ec1731ac tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-580809097&fields=id&tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 267 time: 0.1268237 Mar 07 10:32:09.609432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe7f-e9e3-4643-84b4-3ca9e4651238 req-13f6594c-a11b-4678-a454-b719a778c264 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.611066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c7fe7f-e9e3-4643-84b4-3ca9e4651238 req-13f6594c-a11b-4678-a454-b719a778c264 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0944016 Mar 07 10:32:09.705666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b7ccea0c-92c7-4238-b844-3ba03b5e2e1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.714121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b7ccea0c-92c7-4238-b844-3ba03b5e2e1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 946 time: 0.1465151 Mar 07 10:32:09.720138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'security_groups': ['e94c8874-7745-49e1-9d9f-aae79c7a22df', 'd37d4ea5-2605-4f41-bf54-de1556bf9539']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:09.763929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c7fe7f-e9e3-4643-84b4-3ca9e4651238 req-b718843f-8823-4bf9-93fe-0489cd568b14 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433144 Mar 07 10:32:09.885571 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.910308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-bef7d7b2-3ce9-429e-9feb-702506418319 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.912045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-bef7d7b2-3ce9-429e-9feb-702506418319 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1128 time: 0.1055324 Mar 07 10:32:09.937146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:10.407803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:10.441043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.471136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d385f38-44b7-427c-8ff9-a3db994fcde5 req-2771176c-2083-4821-a56d-7681171246d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.478181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d385f38-44b7-427c-8ff9-a3db994fcde5 req-2771176c-2083-4821-a56d-7681171246d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 946 time: 0.1693351 Mar 07 10:32:10.561913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:10.575987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:32:10.726943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:10.731295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d385f38-44b7-427c-8ff9-a3db994fcde5 req-50ce26ec-2cd3-4329-8ac6-bfce746338b8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523127 Mar 07 10:32:10.773836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:10.814926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (56c1169b-dcd9-4c02-adf0-772058444e98), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.857692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:10.909988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.924404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2', '56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:10.927669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:10.930096 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b52de0-bd10-4295-bf6b-8833edff8de3" -d '{"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-unplugged", "status": "completed", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:10.937598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks [] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.965261 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.024883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.025650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.031130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eddabcf-4531-42ff-b430-e79379618d3d req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "PUT /v2.0/ports/56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 982 time: 1.3158872 Mar 07 10:32:11.064899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a60ae4-f87f-47b5-b87d-531f8e484e3e req-ea5b47f3-d479-407a-ada2-cda47d29bc51 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.076494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7a60ae4-f87f-47b5-b87d-531f8e484e3e req-ea5b47f3-d479-407a-ada2-cda47d29bc51 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1689947 Mar 07 10:32:11.152699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on host n-h1-832156-4 for vnic_type normal with profile {"migrating_to": "n-h2-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:11.153032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:11.153347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:11.167875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:11.168212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Attempting to bind port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:11.186639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2673c69-7575-4d8e-abd9-fd57224fac10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.203325 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8019c4e-490b-4112-9a7b-278fa60a5de4 x-openstack-request-id: req-a8019c4e-490b-4112-9a7b-278fa60a5de4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:11.203699 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-unplugged", "status": "completed", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:11.204914 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8019c4e-490b-4112-9a7b-278fa60a5de4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:11.205421 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'code': 200} Mar 07 10:32:11.206668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:11.230231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:11.240102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:11.240699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:11.241280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Bound port: 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:11.241755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.358938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7a60ae4-f87f-47b5-b87d-531f8e484e3e req-de78b10f-5c54-4162-92dc-256918a1cfa5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816467 Mar 07 10:32:11.427033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.448262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2810e5-a5f1-4afc-847c-44de446c1404 req-5201dac6-e019-4f7f-9b7e-87fc7878ca79 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/d37d4ea5-2605-4f41-bf54-de1556bf9539 HTTP/1.1" status: 200 len: 1817 time: 0.1282473 Mar 07 10:32:11.479849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:11.502158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:11.526370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.532360 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-ae2810e5-a5f1-4afc-847c-44de446c1404 req-61fa8499-8072-4673-918f-fa6fc19f202c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:32:11.538732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2810e5-a5f1-4afc-847c-44de446c1404 req-61fa8499-8072-4673-918f-fa6fc19f202c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/d37d4ea5-2605-4f41-bf54-de1556bf9539 HTTP/1.1" status: 409 len: 341 time: 0.0892417 Mar 07 10:32:11.648978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.669495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.670318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.672325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4a54a997-608e-413e-b6e6-840d3b84e5aa service neutron] 10.222.0.32 "PUT /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 1122 time: 1.7398486 Mar 07 10:32:11.813518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['422eac1f-dc1b-41fc-a0b0-84d9345d1e38'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:11.832291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['422eac1f-dc1b-41fc-a0b0-84d9345d1e38'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:11.985046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704d3e-2796-45fc-9d81-ff6361b240ed req-24d64ec3-67b6-46ba-8e6c-29e8e31be1a4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.993354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da704d3e-2796-45fc-9d81-ff6361b240ed req-24d64ec3-67b6-46ba-8e6c-29e8e31be1a4 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 985 time: 0.1645012 Mar 07 10:32:12.003502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-6d98f12d-c56e-459e-a42c-6766eb50f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.005153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-6d98f12d-c56e-459e-a42c-6766eb50f42f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1167 time: 0.1893418 Mar 07 10:32:12.017910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07421ed-8313-47f4-9f83-9757f0874728 req-62f955e2-4544-47ff-bab9-63e0a63d3806 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.019581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b07421ed-8313-47f4-9f83-9757f0874728 req-62f955e2-4544-47ff-bab9-63e0a63d3806 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1284864 Mar 07 10:32:12.201906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b07421ed-8313-47f4-9f83-9757f0874728 req-c0c31dec-b4ff-4f46-a3f8-3d744cc6001c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633093 Mar 07 10:32:12.220594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da704d3e-2796-45fc-9d81-ff6361b240ed req-6ad5a6f9-ea6e-49df-8ecb-b6e5c92ceb48 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37d4ea5-2605-4f41-bf54-de1556bf9539&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2260327 Mar 07 10:32:12.221918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-fa6be189-aa98-4724-ae14-71a00f665e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.223348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-fa6be189-aa98-4724-ae14-71a00f665e17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.2027998 Mar 07 10:32:12.317867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-cc518f93-011d-4c46-8b79-5647e824da61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 217 time: 0.0848560 Mar 07 10:32:12.388533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-5f9af1f2-50a9-45d2-ae81-8c7627b71ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.390038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-5f9af1f2-50a9-45d2-ae81-8c7627b71ceb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.0649769 Mar 07 10:32:12.432979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-79ee7bad-0493-457a-9aa1-48937e6e12b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325451 Mar 07 10:32:12.580979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5de9e-87ac-448c-b836-41abaef91698 req-dccb5686-a411-4031-9c91-8b541991ea67 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.583295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f5de9e-87ac-448c-b836-41abaef91698 req-dccb5686-a411-4031-9c91-8b541991ea67 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1178131 Mar 07 10:32:12.663150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f5de9e-87ac-448c-b836-41abaef91698 req-709ad231-1ca8-4edd-8c4f-4f12ddde02ab tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Mar 07 10:32:12.668553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-064a7697-3f01-4f85-937f-39276d906d66 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255542 Mar 07 10:32:12.777452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b52d06-34f7-4158-a9dc-c96349441d35 req-ce6e7742-9a83-42f7-ba6e-278d22711e74 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987549 Mar 07 10:32:13.120137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9639ab-85bd-4539-bc1d-ae2236a5a084 req-18e75795-ec77-49a3-95ae-a8c74224aabb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.122667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9639ab-85bd-4539-bc1d-ae2236a5a084 req-18e75795-ec77-49a3-95ae-a8c74224aabb tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.0754035 Mar 07 10:32:13.188097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9639ab-85bd-4539-bc1d-ae2236a5a084 req-7d56b3ff-2123-41b8-a1b2-9547e2026eda tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531943 Mar 07 10:32:13.206405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98'}, {'name': 'network-changed', 'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:13.208853 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b431faab-53fc-42a0-b1ff-7b44221254ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98"}, {"name": "network-changed", "server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:13.256719 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3266447f-afe1-4b12-98fc-a2d1ca60dee2 x-openstack-request-id: req-3266447f-afe1-4b12-98fc-a2d1ca60dee2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:13.257069 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:13.257465 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3266447f-afe1-4b12-98fc-a2d1ca60dee2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:13.257921 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98', 'status': 'completed', 'code': 200} Mar 07 10:32:13.258240 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'status': 'completed', 'code': 200} Mar 07 10:32:13.486032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-a5cb79ec-4f3a-41c4-a504-9f21c380d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.488866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-a5cb79ec-4f3a-41c4-a504-9f21c380d980 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1156 time: 0.1972461 Mar 07 10:32:13.547267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-6b5a9655-d689-4cae-8d91-bec07e9973f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.549078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-6b5a9655-d689-4cae-8d91-bec07e9973f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1167 time: 0.2662077 Mar 07 10:32:13.601084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611331c0-8d34-4628-bd4b-33f937a386a2 req-55b47490-ca1a-4b0e-b3fc-1d35d9b5025c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.607993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611331c0-8d34-4628-bd4b-33f937a386a2 req-55b47490-ca1a-4b0e-b3fc-1d35d9b5025c tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 985 time: 0.2499480 Mar 07 10:32:13.621425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f050d9-66c1-4bc5-ade2-db7961e80873 req-d4d19f13-ab10-42f9-ab6f-cbe29f334dcd tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.622902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83f050d9-66c1-4bc5-ade2-db7961e80873 req-d4d19f13-ab10-42f9-ab6f-cbe29f334dcd tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.2540610 Mar 07 10:32:13.790213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83f050d9-66c1-4bc5-ade2-db7961e80873 req-62f8eae4-bdfb-4369-a7f6-719f1b3affe0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461537 Mar 07 10:32:13.797394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-0dfc0447-162b-40c6-a0bf-44f11417ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.798942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-0dfc0447-162b-40c6-a0bf-44f11417ba13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.3023248 Mar 07 10:32:13.829647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611331c0-8d34-4628-bd4b-33f937a386a2 req-e1ed0f37-4f95-4285-b979-cb530c796efa tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37d4ea5-2605-4f41-bf54-de1556bf9539&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2202420 Mar 07 10:32:13.879783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-aa6623c9-b69e-40b0-93d2-e8baf7db3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.881436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-aa6623c9-b69e-40b0-93d2-e8baf7db3ee2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.3234253 Mar 07 10:32:13.884660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-6420b05d-2b77-4d3c-bf18-2e002d41bba3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 217 time: 0.0774426 Mar 07 10:32:13.963311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-351ff76e-dc12-4620-8a5e-60e9b7bd822b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 217 time: 0.0747509 Mar 07 10:32:14.072037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-d9a444ec-b468-46a4-b3c1-599628739182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.073704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-d9a444ec-b468-46a4-b3c1-599628739182 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1635747 Mar 07 10:32:14.117749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-9262ccf4-113a-4886-93e0-9add242e0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.120200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-9262ccf4-113a-4886-93e0-9add242e0081 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.1368814 Mar 07 10:32:14.140713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-2eb655e8-0c3d-4870-b3e5-b93b095048b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388181 Mar 07 10:32:14.171099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-1d1bfa45-d611-4521-84e2-4c21c1d53311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337627 Mar 07 10:32:14.372541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c60bab-4e53-41d1-9d9c-d8e073c293fa req-4e479646-3ac9-48c8-943f-4248d4ef48ff tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.374104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c60bab-4e53-41d1-9d9c-d8e073c293fa req-4e479646-3ac9-48c8-943f-4248d4ef48ff tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.3153660 Mar 07 10:32:14.412623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-575158df-01ce-4ab0-9757-0ac2de195f30 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126050 Mar 07 10:32:14.475169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-b56973e8-0699-4bb4-a153-a13fa8a8eb8c service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021538 Mar 07 10:32:14.558382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c60bab-4e53-41d1-9d9c-d8e073c293fa req-65441819-e04d-4cf0-8aed-14e4176ee3cd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735327 Mar 07 10:32:14.571913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd64e-75d1-4f47-8358-cc2d9b23d2ad req-585c3bb1-51f2-41c4-8d13-cc556a17b88b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.578689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dadd64e-75d1-4f47-8358-cc2d9b23d2ad req-585c3bb1-51f2-41c4-8d13-cc556a17b88b tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.2731502 Mar 07 10:32:14.690098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-8e79abb1-9ca4-4be4-a650-baba82629863 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689900 Mar 07 10:32:14.718284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dadd64e-75d1-4f47-8358-cc2d9b23d2ad req-22bb3f6a-44fa-47bd-b1b9-7d710791d5ea tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups?id=633c5b74-b45a-4890-b682-2baf665acde5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330118 Mar 07 10:32:14.760346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b431faab-53fc-42a0-b1ff-7b44221254ee req-9e5ce268-dd7f-40ba-b333-32a870030ec1 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405703 Mar 07 10:32:14.939007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-0cc9702d-e14c-4e07-8346-28f4d9ae4cf4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.940773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-0cc9702d-e14c-4e07-8346-28f4d9ae4cf4 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.26 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 945 time: 0.1539323 Mar 07 10:32:15.104928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f88300-c575-44b2-af8a-8e0e761c1189 req-2ac9a4a6-9ba9-4190-a447-0aae6653bba7 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:15.112304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5f88300-c575-44b2-af8a-8e0e761c1189 req-2ac9a4a6-9ba9-4190-a447-0aae6653bba7 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 985 time: 0.1704700 Mar 07 10:32:15.130528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ee7bd-df8f-476a-8bd9-5b3d009bc9ca req-8030a16b-5671-40b9-88cd-2c31fd80d5ba tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:15.131995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df6ee7bd-df8f-476a-8bd9-5b3d009bc9ca req-8030a16b-5671-40b9-88cd-2c31fd80d5ba tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1806154 Mar 07 10:32:15.262246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5f88300-c575-44b2-af8a-8e0e761c1189 req-4b71c3cd-35fb-4e58-9780-6289d6db19d2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37d4ea5-2605-4f41-bf54-de1556bf9539&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1471217 Mar 07 10:32:15.274415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df6ee7bd-df8f-476a-8bd9-5b3d009bc9ca req-3687599c-7ac6-4c4a-aa99-0f3fb2c205b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333778 Mar 07 10:32:15.276966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Deleting port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:15.277417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.459119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] For port 839d62be-59bf-4c2e-80f9-ee69463bbbd4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=839d62be-59bf-4c2e-80f9-ee69463bbbd4,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:15.459119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.772275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.772630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.772953 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0 disassociated. External IP: 172.25.4.188, port: 839d62be-59bf-4c2e-80f9-ee69463bbbd4. Mar 07 10:32:15.773293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Calling delete_port for 839d62be-59bf-4c2e-80f9-ee69463bbbd4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:16.479525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-d04eff8a-f284-41f2-bdd6-ac51c1cd3813 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1749348998&fields=id&tenant_id=368cbc69efc841baa1833c02dbaca4dd HTTP/1.1" status: 200 len: 267 time: 0.6455753 Mar 07 10:32:16.562428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799aedd-14f3-4d1c-8b97-0575ea81107e req-09780743-40c3-4039-9b33-c170c6071bc7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.564115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6799aedd-14f3-4d1c-8b97-0575ea81107e req-09780743-40c3-4039-9b33-c170c6071bc7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.7203057 Mar 07 10:32:16.664961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-c31e59fa-a49e-4f5e-b35d-54b552cc556b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.672969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-c31e59fa-a49e-4f5e-b35d-54b552cc556b tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 985 time: 0.1925278 Mar 07 10:32:16.678966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'port': {'security_groups': ['d37d4ea5-2605-4f41-bf54-de1556bf9539', 'e94c8874-7745-49e1-9d9f-aae79c7a22df', '500ae8ce-f7c3-4461-bab6-918016c63451']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:16.760296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6799aedd-14f3-4d1c-8b97-0575ea81107e req-2980704c-12f5-40c6-9808-a90e3d4916a6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820755 Mar 07 10:32:16.769341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (839d62be-59bf-4c2e-80f9-ee69463bbbd4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.848345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event deleted for resources: {'Port': ['ID=839d62be-59bf-4c2e-80f9-ee69463bbbd4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:16.861053 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.952792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b967d1f-9b71-4c6d-831c-4546cc5c1ed6 req-1a14e81e-0ad9-4d7d-8fc2-98b3ae7e6126 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 210 time: 0.0539663 Mar 07 10:32:17.207876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:17.218727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeb73b-986f-41d6-86ee-0db5936b3cfb req-fad64c32-ec73-49dd-88f0-02464cff21dc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:17.220618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bdeeb73b-986f-41d6-86ee-0db5936b3cfb req-fad64c32-ec73-49dd-88f0-02464cff21dc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1656332 Mar 07 10:32:17.412542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bdeeb73b-986f-41d6-86ee-0db5936b3cfb req-2fd7f1bf-3eaa-4430-905e-f989a678330f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726952 Mar 07 10:32:17.586642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:17.617304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:17.627449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:17.651531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:17.652536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:31:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:17.700233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] No DVR routers for this DVR port 839d62be-59bf-4c2e-80f9-ee69463bbbd4 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:17.711667 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.733395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19bf610-37e8-48b8-a910-a5d1e0c54d8b req-54e2b509-d0b4-4451-a1f3-d334df73f363 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.26 "DELETE /v2.0/ports/839d62be-59bf-4c2e-80f9-ee69463bbbd4 HTTP/1.1" status: 204 len: 173 time: 2.7722828 Mar 07 10:32:17.735850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'name': 'network-vif-deleted', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:17.738196 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ddf0a3-bdae-429f-bc19-3cd998ff6f86" -d '{"events": [{"server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "name": "network-vif-deleted", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:17.743466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for port (56c1169b-dcd9-4c02-adf0-772058444e98), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.755235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.769083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2', '56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:17.811524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:17.812343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.818615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63a44ee9-3ecb-4310-8c22-00085ba291e9 req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "PUT /v2.0/ports/56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 1021 time: 1.1443164 Mar 07 10:32:17.865686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b132f88-c1eb-4892-85d6-cff1c1e49501 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:17.915771 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80721b6-83e0-4a97-925c-f75c2eeb6c2b x-openstack-request-id: req-f80721b6-83e0-4a97-925c-f75c2eeb6c2b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:17.916067 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319546-deba-4e7f-908f-c32acc7bb7c9", "name": "network-vif-deleted", "tag": "839d62be-59bf-4c2e-80f9-ee69463bbbd4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:17.916340 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f80721b6-83e0-4a97-925c-f75c2eeb6c2b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:17.916725 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319546-deba-4e7f-908f-c32acc7bb7c9', 'name': 'network-vif-deleted', 'tag': '839d62be-59bf-4c2e-80f9-ee69463bbbd4', 'status': 'completed', 'code': 200} Mar 07 10:32:18.012214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 839d62be-59bf-4c2e-80f9-ee69463bbbd4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:18.056583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 839d62be-59bf-4c2e-80f9-ee69463bbbd4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:18.057113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 839d62be-59bf-4c2e-80f9-ee69463bbbd4 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:18.105454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:18.107693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08c1c0-0247-40d3-9c0a-ea563450bea6 req-2a0797d6-8ded-44e5-8832-a41f0e394a2a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.118777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d08c1c0-0247-40d3-9c0a-ea563450bea6 req-2a0797d6-8ded-44e5-8832-a41f0e394a2a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0949972 Mar 07 10:32:18.196196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:18.198700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d08c1c0-0247-40d3-9c0a-ea563450bea6 req-d6e76ad8-e485-4829-86f1-c87964ef0eaa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 Mar 07 10:32:18.312043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58e8ff8b-ce60-4c4f-9666-d907c9b0f5b5 req-29915a03-051c-40f0-a830-fb0b7ff1a816 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/500ae8ce-f7c3-4461-bab6-918016c63451 HTTP/1.1" status: 200 len: 1817 time: 0.0901265 Mar 07 10:32:18.386789 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-58e8ff8b-ce60-4c4f-9666-d907c9b0f5b5 req-4cbd79a1-fa0d-472e-a4f2-7aaf713172ae tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:32:18.404738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58e8ff8b-ce60-4c4f-9666-d907c9b0f5b5 req-4cbd79a1-fa0d-472e-a4f2-7aaf713172ae tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/500ae8ce-f7c3-4461-bab6-918016c63451 HTTP/1.1" status: 409 len: 341 time: 0.0866635 Mar 07 10:32:18.537316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60b9ec12-aac9-461e-9df5-fccf738b315c req-63ae37b3-e0be-4690-86ec-0b034c913b42 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/ports?device_id=94319546-deba-4e7f-908f-c32acc7bb7c9 HTTP/1.1" status: 200 len: 210 time: 0.0552344 Mar 07 10:32:18.796174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:18.863452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:18.933490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:18.934130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:31:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:18.940170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb9752-f6b7-4af2-947a-4cda0a0d5fe9 req-f987a2bf-1c7e-4f6e-98b3-ebdb62444baa tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.942859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efdb9752-f6b7-4af2-947a-4cda0a0d5fe9 req-f987a2bf-1c7e-4f6e-98b3-ebdb62444baa tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.0894451 Mar 07 10:32:19.026244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efdb9752-f6b7-4af2-947a-4cda0a0d5fe9 req-5ed86966-5a72-46d9-ae8d-f061cdf62f61 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731137 Mar 07 10:32:19.192996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:19.252072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3108-4de7-4160-8667-4c518e6c8b1b req-42c64660-4270-4d4f-8538-7687ac2b38a2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.253658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83fc3108-4de7-4160-8667-4c518e6c8b1b req-42c64660-4270-4d4f-8538-7687ac2b38a2 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1024 time: 0.1289916 Mar 07 10:32:19.277237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d1f57-aa72-4b54-ab21-99344e7f9309 req-f84487ef-205b-4817-a89c-73b5a2159a77 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.278597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-225d1f57-aa72-4b54-ab21-99344e7f9309 req-f84487ef-205b-4817-a89c-73b5a2159a77 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0813653 Mar 07 10:32:19.391768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-225d1f57-aa72-4b54-ab21-99344e7f9309 req-e42e3d99-50b8-4063-93d6-aea54f3dd549 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Mar 07 10:32:19.410241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83fc3108-4de7-4160-8667-4c518e6c8b1b req-7bc4751e-56b2-424e-b1ea-7768a8a78571 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37d4ea5-2605-4f41-bf54-de1556bf9539&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&id=500ae8ce-f7c3-4461-bab6-918016c63451&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1365418 Mar 07 10:32:19.609473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:19.638057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed571fe-46a8-48d5-bec8-ad67907deb18 None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 4, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bef57846-00e4-4c56-a3a4-15dcedf4b9cb', 'name': '', 'network_id': 'a05eb801-78d0-4b35-af64-5d8a40962920', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'mac_address': 'fa:16:3e:24:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:48Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'subnets': [{'id': 'd42b9764-1435-447b-a3e9-93acad0b3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:19.718535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-c1e2274f-970a-4ce0-a42b-096faaa2a557 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.725286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-c1e2274f-970a-4ce0-a42b-096faaa2a557 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.2168181 Mar 07 10:32:19.749383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2651-d402-4903-a8bc-efa91eeeaee6 req-27c53041-29cc-42a1-a6a7-4b758d52bfd4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.760280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cada2651-d402-4903-a8bc-efa91eeeaee6 req-27c53041-29cc-42a1-a6a7-4b758d52bfd4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.2667265 Mar 07 10:32:19.764031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-0de2578c-4e50-4e43-9f65-859bc3d39658 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/quotas/45d5e9b32e3741a28dcb5f1fc6aaca26 HTTP/1.1" status: 200 len: 375 time: 0.0378234 Mar 07 10:32:19.854820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cada2651-d402-4903-a8bc-efa91eeeaee6 req-1a34d5f3-5ee3-4f96-9261-f00cb7f96c22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936623 Mar 07 10:32:19.884486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-977d9e0e-6f02-4106-8d7b-bfb5c3bd7d42 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935214 Mar 07 10:32:19.923808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:19.925240 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:19.973461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:20.092825 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9a881-26a3-4c27-b3ae-e5b3944783f8 None None] New status for floating IP 8a2dcf9a-953a-4132-840d-87d766f6c6b0: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:32:20.094133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475796-c4c7-4a66-a904-5073e997c39c req-ea00a855-779d-4ce4-950c-41e113ab4567 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.096688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75475796-c4c7-4a66-a904-5073e997c39c req-ea00a855-779d-4ce4-950c-41e113ab4567 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1118193 Mar 07 10:32:20.118198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-0407bbd2-e4b6-4703-aa0e-1ff7498c2597 service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321517 Mar 07 10:32:20.209104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75475796-c4c7-4a66-a904-5073e997c39c req-76fa0f07-9048-4f4b-babe-763877978ee6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058726 Mar 07 10:32:20.308630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-877543b8-b69d-4d41-acf2-0669fd25c8ea service neutron] 10.222.0.23 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724823 Mar 07 10:32:20.352655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cf01c85e-8c6a-4972-a958-5863d6cad371 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:20.353382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.384997 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b163718d-6600-45cd-a900-1c80b466c041 x-openstack-request-id: req-b163718d-6600-45cd-a900-1c80b466c041 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:20.385286 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:20.385529 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b163718d-6600-45cd-a900-1c80b466c041 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:20.386376 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98', 'status': 'completed', 'code': 200} Mar 07 10:32:20.387282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:20.390921 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb419f3-0d9b-4153-ab2a-fb3f7d57e56c" -d '{"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:20.436544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:20.446398 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.587013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:20.638135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-37f1fa45-a697-4f99-83d2-49a01c069955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.641127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-37f1fa45-a697-4f99-83d2-49a01c069955 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368cbc69efc841baa1833c02dbaca4dd&device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1207 time: 0.2064438 Mar 07 10:32:20.670306 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d457-b67a-4def-8618-fce0d89ad9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.709567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aabe1b-01f3-44eb-a147-20ff6ba566dc req-9ee0c673-fab7-4eaf-9106-dcf6918b8192 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.716557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6aabe1b-01f3-44eb-a147-20ff6ba566dc req-9ee0c673-fab7-4eaf-9106-dcf6918b8192 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1961849 Mar 07 10:32:20.841040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a678-681a-4919-811a-597c9a60d14f req-d43883f7-62c8-43fb-9a82-f9e90eb3b02a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.848965 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2862a678-681a-4919-811a-597c9a60d14f req-d43883f7-62c8-43fb-9a82-f9e90eb3b02a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1024 time: 0.1959207 Mar 07 10:32:20.973510 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1691bdc-846a-42c6-b84e-2034f632cf28 x-openstack-request-id: req-c1691bdc-846a-42c6-b84e-2034f632cf28 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:20.974027 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:20.974342 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1691bdc-846a-42c6-b84e-2034f632cf28 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:20.974987 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'code': 200} Mar 07 10:32:21.125488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Deleting port 56c1169b-dcd9-4c02-adf0-772058444e98 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:21.126010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.189250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6aabe1b-01f3-44eb-a147-20ff6ba566dc req-490a615d-dd03-4e90-8873-75fb0317fe9a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543660 Mar 07 10:32:21.218826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-e036c94f-5cde-4c4e-a206-3a2cfcdad548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.221160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-e036c94f-5cde-4c4e-a206-3a2cfcdad548 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 200 len: 914 time: 0.5560942 Mar 07 10:32:21.311200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-259501e6-c89c-486f-a454-d3207d17335c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 200 len: 217 time: 0.0389946 Mar 07 10:32:21.324966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 56c1169b-dcd9-4c02-adf0-772058444e98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=56c1169b-dcd9-4c02-adf0-772058444e98,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:21.325336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.346868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5314fbc5-9df9-4a69-8a83-edcf674250ea req-df95a32f-e454-42f4-abf7-45f0b1de2fb2 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 210 time: 0.0337725 Mar 07 10:32:21.356041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Calling delete_port for 56c1169b-dcd9-4c02-adf0-772058444e98 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:21.416542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1c386-902c-48d8-8fde-1522597d960b req-b6c5811e-013f-498e-b9ef-67795dabd3a5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.424237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2b1c386-902c-48d8-8fde-1522597d960b req-b6c5811e-013f-498e-b9ef-67795dabd3a5 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2 HTTP/1.1" status: 200 len: 1024 time: 0.3326724 Mar 07 10:32:21.470639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-fc7c8c9c-9693-490f-ae69-f582a4fc2c1e tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.472364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-fc7c8c9c-9693-490f-ae69-f582a4fc2c1e tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5f2c4d-bd9d-4772-921e-b8d824813bf9 HTTP/1.1" status: 200 len: 943 time: 0.5742536 Mar 07 10:32:21.614039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-c174d92f-9abe-4bf0-b0fb-c053736db76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.616531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-c174d92f-9abe-4bf0-b0fb-c053736db76b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 200 len: 853 time: 0.2683523 Mar 07 10:32:21.668769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-a46d87db-6f16-43d8-b31d-66a25bc7a3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef879ca4-4250-4e56-a3e3-211931198e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420203 Mar 07 10:32:21.690385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (56c1169b-dcd9-4c02-adf0-772058444e98), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.705410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0dfd0c06-716f-4e23-ab1b-e431de2876b2', '56c1169b-dcd9-4c02-adf0-772058444e98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:21.725999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f63f0-8c5e-40ec-b799-529c4e2a51e9 req-008d9947-8efc-4e45-99c1-2d33b7650b26 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.727974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe9f63f0-8c5e-40ec-b799-529c4e2a51e9 req-008d9947-8efc-4e45-99c1-2d33b7650b26 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.2525697 Mar 07 10:32:21.749502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2b1c386-902c-48d8-8fde-1522597d960b req-049c34d7-1973-43d8-a5e6-6edf6aa8ce37 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37d4ea5-2605-4f41-bf54-de1556bf9539&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&id=500ae8ce-f7c3-4461-bab6-918016c63451&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3196602 Mar 07 10:32:21.754956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'Port': ['ID=56c1169b-dcd9-4c02-adf0-772058444e98,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.868143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44154) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:21.873733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] No DVR routers for this DVR port 56c1169b-dcd9-4c02-adf0-772058444e98 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:21.880565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.883957 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2862a678-681a-4919-811a-597c9a60d14f req-026ba1a0-ae48-4429-b5cf-e69b4eb406d0 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "DELETE /v2.0/ports/56c1169b-dcd9-4c02-adf0-772058444e98 HTTP/1.1" status: 204 len: 173 time: 1.0261853 Mar 07 10:32:21.884410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'name': 'network-vif-deleted', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:21.886667 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33e431-41ba-40df-b5dc-03c1da17f6fb" -d '{"events": [{"server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "name": "network-vif-deleted", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:21.898838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe9f63f0-8c5e-40ec-b799-529c4e2a51e9 req-1b60e8df-9524-495c-aac4-000321e11563 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432214 Mar 07 10:32:22.009454 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94370202-662e-46db-8ac1-4cfcf62d53b9 x-openstack-request-id: req-94370202-662e-46db-8ac1-4cfcf62d53b9 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:22.010415 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2", "name": "network-vif-deleted", "tag": "56c1169b-dcd9-4c02-adf0-772058444e98", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:22.010681 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94370202-662e-46db-8ac1-4cfcf62d53b9 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:22.011092 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad7138d-1a24-4bb7-82b6-e8ea7e8973e2', 'name': 'network-vif-deleted', 'tag': '56c1169b-dcd9-4c02-adf0-772058444e98', 'status': 'completed', 'code': 200} Mar 07 10:32:22.080240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Deleting port cf01c85e-8c6a-4972-a958-5863d6cad371 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:22.080645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.184060 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:32:22.260726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-500b3c36-2894-4b32-8603-12aabc5a15c0 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766792 Mar 07 10:32:22.481018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e01f6f-8ec2-4ac0-8983-5f1526cafeb5 req-12b474f7-10de-4030-88d0-f0072caf88c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084923 Mar 07 10:32:22.629036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a95e8ba1-0f52-4d0b-a45c-b219a1f2f2c2 req-e1386149-7d6a-438c-b0c1-514032770182 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 210 time: 0.1421320 Mar 07 10:32:22.629777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (633c5b74-b45a-4890-b682-2baf665acde5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.685538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] For port cf01c85e-8c6a-4972-a958-5863d6cad371, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cf01c85e-8c6a-4972-a958-5863d6cad371,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:22.686016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.716093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (633c5b74-b45a-4890-b682-2baf665acde5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.731338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Calling delete_port for cf01c85e-8c6a-4972-a958-5863d6cad371 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:22.915148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfce1d-7227-45bc-95c7-ff801936ee31 req-cdf0da6e-5949-4e5e-9bf5-df3bb8d2b3f5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.923596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cacfce1d-7227-45bc-95c7-ff801936ee31 req-cdf0da6e-5949-4e5e-9bf5-df3bb8d2b3f5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.4513719 Mar 07 10:32:22.960531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93cd5286-fffb-43ef-826c-c1a97dc468a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.020976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-b9765def-3315-4c17-b001-38d6dceb5deb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:23.021473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-b9765def-3315-4c17-b001-38d6dceb5deb tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 805 time: 0.4390328 Mar 07 10:32:23.043485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Request body: {'port': {'device_id': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'admin_state_up': True, 'tenant_id': '45d5e9b32e3741a28dcb5f1fc6aaca26'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:23.085968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (633c5b74-b45a-4890-b682-2baf665acde5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.088636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.089801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "DELETE /v2.0/security-groups/633c5b74-b45a-4890-b682-2baf665acde5 HTTP/1.1" status: 204 len: 168 time: 1.1888196 Mar 07 10:32:23.092768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:23.144789 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-8be71f09-6c66-4e2a-81d4-8763da3c6a35 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] show failed (client error): The resource could not be found. Mar 07 10:32:23.148780 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8be71f09-6c66-4e2a-81d4-8763da3c6a35 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "GET /v2.0/security-groups/633c5b74-b45a-4890-b682-2baf665acde5 HTTP/1.1" status: 404 len: 347 time: 0.0516472 Mar 07 10:32:23.149833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:23.255776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cacfce1d-7227-45bc-95c7-ff801936ee31 req-b880fd9c-9656-431c-9a44-434140a259ff tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312089 Mar 07 10:32:23.303377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2dfda-4e23-4e45-8400-9ed72a7be532 tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633c5b74-b45a-4890-b682-2baf665acde5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.349830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-8c6f3ff5-32b3-4a69-b356-24eb4a8517b9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/d37d4ea5-2605-4f41-bf54-de1556bf9539 HTTP/1.1" status: 200 len: 1817 time: 0.4789701 Mar 07 10:32:23.444231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Deleting port 7d6d2975-46b8-4a2a-b59c-e6ddd37877bf {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:23.445228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.542180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.542699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.562528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Calling delete_port for 7d6d2975-46b8-4a2a-b59c-e6ddd37877bf owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:23.738226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7d6d2975-46b8-4a2a-b59c-e6ddd37877bf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.764015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Pushing event deleted for resources: {'Port': ['ID=7d6d2975-46b8-4a2a-b59c-e6ddd37877bf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.860406 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cf01c85e-8c6a-4972-a958-5863d6cad371), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.870065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.872780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks [] for floatingip (8a2dcf9a-953a-4132-840d-87d766f6c6b0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.876773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.880044 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6bdc9beb-a3f8-46e1-b5b7-20025b2a4f6e tempest-ServersWithSpecificFlavorTestJSON-1957646963 tempest-ServersWithSpecificFlavorTestJSON-1957646963-project] 10.222.0.23 "DELETE /v2.0/floatingips/8a2dcf9a-953a-4132-840d-87d766f6c6b0 HTTP/1.1" status: 204 len: 168 time: 0.7282121 Mar 07 10:32:23.924327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (d37d4ea5-2605-4f41-bf54-de1556bf9539), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.970622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:23.986667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event deleted for resources: {'Port': ['ID=cf01c85e-8c6a-4972-a958-5863d6cad371,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.998574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] No DVR routers for this DVR port cf01c85e-8c6a-4972-a958-5863d6cad371 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:24.000325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: cf01c85e-8c6a-4972-a958-5863d6cad371 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:24.001169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cf01c85e-8c6a-4972-a958-5863d6cad371 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:24.001686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.006577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10a09d0e-8822-4341-a8b9-a2502ec2f6f9 req-69a4db38-8f61-430e-95ed-7f1f6f67d247 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "DELETE /v2.0/ports/cf01c85e-8c6a-4972-a958-5863d6cad371 HTTP/1.1" status: 204 len: 173 time: 2.4850569 Mar 07 10:32:24.014888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-deleted', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:24.017433 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3422f63-d2dc-4fef-b137-8ce13574e204" -d '{"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-deleted", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:24.067605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.068097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee093a62-6deb-4f4d-8b0c-8b8f9aba1b98 req-20ccb5d6-c794-4e01-aea3-2f85baf5ca33 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.069798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee093a62-6deb-4f4d-8b0c-8b8f9aba1b98 req-20ccb5d6-c794-4e01-aea3-2f85baf5ca33 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.6565785 Mar 07 10:32:24.077547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (d37d4ea5-2605-4f41-bf54-de1556bf9539), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.123850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Made reservation on behalf of 45d5e9b32e3741a28dcb5f1fc6aaca26 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:24.127820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.266956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d37d4ea5-2605-4f41-bf54-de1556bf9539), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.272265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.274332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ad520e-5986-4c57-bf7f-773503d5bb61 req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/d37d4ea5-2605-4f41-bf54-de1556bf9539 HTTP/1.1" status: 204 len: 173 time: 0.9233158 Mar 07 10:32:24.291993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee093a62-6deb-4f4d-8b0c-8b8f9aba1b98 req-679c5200-f130-419d-9d56-752153cd221c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111223 Mar 07 10:32:24.296605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc5137-f2c7-4965-bcad-a45ae5b4936e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d4ea5-2605-4f41-bf54-de1556bf9539,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:24.395566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Allocated IP 172.20.0.11 (8e210b07-fe7f-47b3-b458-7168effcc24e/971f724d-9e45-46e9-9b62-9d1c12a31e2b/e8f60937-c797-4849-81b0-54be2f2c7aa8) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:24.433787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 56c1169b-dcd9-4c02-adf0-772058444e98 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:24.481698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-016c466a-3a85-484f-9d9d-a19ce0b21672 req-09453305-2652-45c5-a284-d4a4df31b669 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 210 time: 0.0642486 Mar 07 10:32:24.492137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 56c1169b-dcd9-4c02-adf0-772058444e98 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:24.494868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 56c1169b-dcd9-4c02-adf0-772058444e98 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:24.500809 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9340563-e003-4dee-8e78-6e07c3a12dce x-openstack-request-id: req-a9340563-e003-4dee-8e78-6e07c3a12dce {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:24.501157 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f2c4d-bd9d-4772-921e-b8d824813bf9", "name": "network-vif-deleted", "tag": "cf01c85e-8c6a-4972-a958-5863d6cad371", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:24.501436 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9340563-e003-4dee-8e78-6e07c3a12dce {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:24.501815 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f2c4d-bd9d-4772-921e-b8d824813bf9', 'name': 'network-vif-deleted', 'tag': 'cf01c85e-8c6a-4972-a958-5863d6cad371', 'status': 'completed', 'code': 200} Mar 07 10:32:24.729934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-e92756e9-6ac2-4adf-8ce3-f9e8568fd9b9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/500ae8ce-f7c3-4461-bab6-918016c63451 HTTP/1.1" status: 200 len: 1817 time: 0.2035413 Mar 07 10:32:24.740907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb6d0d-4d76-40e7-93bc-db41dcd7b29b req-e99f7b2e-796f-443b-85ac-80394602432c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.742455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1fb6d0d-4d76-40e7-93bc-db41dcd7b29b req-e99f7b2e-796f-443b-85ac-80394602432c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1415253 Mar 07 10:32:24.813066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks [] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.870469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1fb6d0d-4d76-40e7-93bc-db41dcd7b29b req-c7d0d863-a03f-4304-a3ad-dd76ce14f0ad tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102254 Mar 07 10:32:24.877656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (500ae8ce-f7c3-4461-bab6-918016c63451), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.906763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (500ae8ce-f7c3-4461-bab6-918016c63451), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.910034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.980181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (500ae8ce-f7c3-4461-bab6-918016c63451), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.981180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.982187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cf58a34-813a-4a72-a0e9-e2286c53b91d req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/500ae8ce-f7c3-4461-bab6-918016c63451 HTTP/1.1" status: 204 len: 173 time: 0.2387373 Mar 07 10:32:25.018062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Network 8e210b07-fe7f-47b3-b458-7168effcc24e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:25.031273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45ece9-c1e9-4685-970d-1108f777aa1e tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500ae8ce-f7c3-4461-bab6-918016c63451,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:25.041024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:25.050655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:25.072458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1605830117', 'description': 'tempest-description-1799988454'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:25.131323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:25.158937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.165710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.166321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.210055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020b2d-b062-4ca4-9b45-fdfd6abc28b2 req-109c340c-b43c-4c51-b715-bee0609c53ba tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.217017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93020b2d-b062-4ca4-9b45-fdfd6abc28b2 req-109c340c-b43c-4c51-b715-bee0609c53ba tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1560373 Mar 07 10:32:25.229205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-aef6ef9a-be59-4886-927a-d37e20af28dd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1947873 Mar 07 10:32:25.248175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Request body: {'port': {'device_id': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:25.364359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93020b2d-b062-4ca4-9b45-fdfd6abc28b2 req-75f83d27-b189-4a9d-bf5a-cc125858cf0c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462884 Mar 07 10:32:25.370126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.383181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.448515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.461165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.468183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4160936d-677c-4b84-a40e-5d4adebd4296 req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4030786 Mar 07 10:32:25.523203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.528422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ee175-c612-46bf-bcc6-889e4737fdf6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7c00e-42eb-4581-ac99-5cf9af01c733,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:25.676892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe82a4-152a-414a-bd5c-6fe7a52cc6db req-3ac530de-07d9-4aa8-acfc-a31bf4a85fe7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.678311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fe82a4-152a-414a-bd5c-6fe7a52cc6db req-3ac530de-07d9-4aa8-acfc-a31bf4a85fe7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1938310 Mar 07 10:32:25.771458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f809-7222-4cd7-b1d7-6227e98c4477 req-16a7657b-0373-4922-b8c9-5cb4ee835cf9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.773003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4815f809-7222-4cd7-b1d7-6227e98c4477 req-16a7657b-0373-4922-b8c9-5cb4ee835cf9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1425538 Mar 07 10:32:25.914453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4815f809-7222-4cd7-b1d7-6227e98c4477 req-dfb531bc-4163-4c01-a959-ff70e3fd78b2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353285 Mar 07 10:32:25.921068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fe82a4-152a-414a-bd5c-6fe7a52cc6db req-c0d63210-82ad-4ade-8c0d-afa636de4008 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284577 Mar 07 10:32:25.928599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f60937-c797-4849-81b0-54be2f2c7aa8 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:25.936269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks [] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.952072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Transition to ACTIVE for port object e8f60937-c797-4849-81b0-54be2f2c7aa8 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:25.959493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.055860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.081005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.081359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.081702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.082046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.082380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.082711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.083038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.083364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.083704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.084033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.084513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.084843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.085165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:26.173733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-0c80556b-6a5f-4f6f-8cc4-a15e02941681 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8da7c00e-42eb-4581-ac99-5cf9af01c733 HTTP/1.1" status: 200 len: 1818 time: 0.1686573 Mar 07 10:32:26.189848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1273995905', 'description': 'tempest-description-hth-1715764495'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:26.234341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Attempting to bind port e8f60937-c797-4849-81b0-54be2f2c7aa8 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:26.234678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Attempting to bind port e8f60937-c797-4849-81b0-54be2f2c7aa8 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:26.235053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Attempting to bind port e8f60937-c797-4849-81b0-54be2f2c7aa8 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:26.245955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b8cb1-c240-45fb-811e-c99f56f02fb4 req-f83ef727-8ab0-4771-b7bf-e6f068313e15 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.247497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a1b8cb1-c240-45fb-811e-c99f56f02fb4 req-f83ef727-8ab0-4771-b7bf-e6f068313e15 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.1238987 Mar 07 10:32:26.256493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Port e8f60937-c797-4849-81b0-54be2f2c7aa8 on network 8e210b07-fe7f-47b3-b458-7168effcc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:26.256832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Attempting to bind port e8f60937-c797-4849-81b0-54be2f2c7aa8 on network 8e210b07-fe7f-47b3-b458-7168effcc24e {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:26.277019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.279572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:26.279954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Checking segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:26.280337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Bound using segment: {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:26.280777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Bound port: e8f60937-c797-4849-81b0-54be2f2c7aa8, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd3966-2a42-44b6-9102-447df2cd3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:26.281784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.382291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a1b8cb1-c240-45fb-811e-c99f56f02fb4 req-cb27e0df-406e-4c8f-a48e-b19af54253d1 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268635 Mar 07 10:32:26.390366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.407515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.410257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.433944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc10cd47-443a-474c-87f4-de9c4045ed19 req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "PUT /v2.0/security-groups/8da7c00e-42eb-4581-ac99-5cf9af01c733 HTTP/1.1" status: 200 len: 1792 time: 0.2522254 Mar 07 10:32:26.492560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d83fe-0921-4171-bde1-34237b89edb3 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7c00e-42eb-4581-ac99-5cf9af01c733,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.550225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:26.573161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:26.587817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.633860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c38a2a-6db9-48f4-b72e-c8e84a434b8e req-ad1f426d-490d-41df-9a48-684b634fb714 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8da7c00e-42eb-4581-ac99-5cf9af01c733 HTTP/1.1" status: 200 len: 1792 time: 0.0941541 Mar 07 10:32:26.648846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.649126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.650717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] 10.222.0.26 "PUT /v2.0/ports/e8f60937-c797-4849-81b0-54be2f2c7aa8 HTTP/1.1" status: 200 len: 1092 time: 1.4109449 Mar 07 10:32:26.653185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:26.655610 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d" -d '{"events": [{"name": "network-changed", "server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:26.677413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a523f1-1854-48f9-8f70-573f2a234094 req-ade564cd-1fdc-4fcc-9fc8-e92143e9b0e7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.679087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83a523f1-1854-48f9-8f70-573f2a234094 req-ade564cd-1fdc-4fcc-9fc8-e92143e9b0e7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1902337 Mar 07 10:32:26.684851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40704-57ec-4624-8fbd-0f555014e019 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.795075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83a523f1-1854-48f9-8f70-573f2a234094 req-28fc634e-e5cd-4ef1-accf-bb004136e2f6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067502 Mar 07 10:32:26.816018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-4bcf164a-ff27-4338-aff7-ad53c0768b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.817520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-4bcf164a-ff27-4338-aff7-ad53c0768b75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 1126 time: 0.1141467 Mar 07 10:32:26.825373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cd0e3-e6f9-4593-9896-e4be21734957 req-7dee2886-0cb6-4309-95c4-b8676153e982 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.837529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc0cd0e3-e6f9-4593-9896-e4be21734957 req-7dee2886-0cb6-4309-95c4-b8676153e982 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1122599 Mar 07 10:32:26.902075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-fbc63819-e7f4-4a88-9b31-ac03effa004c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8 HTTP/1.1" status: 200 len: 217 time: 0.0614908 Mar 07 10:32:26.998754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc0cd0e3-e6f9-4593-9896-e4be21734957 req-abb1daa3-0254-4f1b-b35d-eb4f1e78159f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615355 Mar 07 10:32:27.039247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.049124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-c4bca15d-e5fb-4c4b-ba68-d8c05ddcc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.050759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-c4bca15d-e5fb-4c4b-ba68-d8c05ddcc248 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1372261 Mar 07 10:32:27.054263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-b06cc9f8-ed1a-4da8-8b57-4b017ea37656 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8da7c00e-42eb-4581-ac99-5cf9af01c733 HTTP/1.1" status: 200 len: 1792 time: 0.1065741 Mar 07 10:32:27.089849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-0d181c7d-0427-4063-99ea-b8f8776f0dd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314279 Mar 07 10:32:27.092980 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58c1c9-b5d1-4793-bc8b-a0c4353a7809 x-openstack-request-id: req-6c58c1c9-b5d1-4793-bc8b-a0c4353a7809 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:27.093344 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:27.093678 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c58c1c9-b5d1-4793-bc8b-a0c4353a7809 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:27.094221 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'status': 'completed', 'code': 200} Mar 07 10:32:27.110171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:27.227618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.290413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.307805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-27bd4bcb-a39c-437a-a775-118f2a054d44 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829989 Mar 07 10:32:27.409596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e96c5-28d4-423a-9d9c-c41aafbe0b29 req-8f016757-18bd-4d4c-bdd6-6d6f02d82a11 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.413014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a8e96c5-28d4-423a-9d9c-c41aafbe0b29 req-8f016757-18bd-4d4c-bdd6-6d6f02d82a11 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1677339 Mar 07 10:32:27.469304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7610f639-baf0-4cc3-a26e-0c7d37be1440 req-dc70393e-1a35-4228-819d-556fafcbbdc4 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523702 Mar 07 10:32:27.471235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8da7c00e-42eb-4581-ac99-5cf9af01c733), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.474279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.486986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a22bc1e-cc3f-4e01-b22f-d5aa503215ee req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/8da7c00e-42eb-4581-ac99-5cf9af01c733 HTTP/1.1" status: 204 len: 173 time: 0.3916311 Mar 07 10:32:27.513238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fac69c-5091-41c4-a335-a2f6e7a51445 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7c00e-42eb-4581-ac99-5cf9af01c733,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:27.556424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a8e96c5-28d4-423a-9d9c-c41aafbe0b29 req-69840744-f405-4335-aafa-52d55abc717c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316388 Mar 07 10:32:27.718061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (f4370029-00eb-4126-aaba-e66826c998ff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.731400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-7a9f77fe-9d3c-4246-b615-8cb0084552d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.733083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-7a9f77fe-9d3c-4246-b615-8cb0084552d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 1126 time: 0.1734822 Mar 07 10:32:27.745454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c6ff-935f-4499-8153-5171e51455f5 req-bbf4cca3-0ba8-45b0-9370-990aad730834 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.747166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d367c6ff-935f-4499-8153-5171e51455f5 req-bbf4cca3-0ba8-45b0-9370-990aad730834 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1239493 Mar 07 10:32:27.784232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506dbc4-bb77-4ff4-ba2d-863bbdcb6954 req-6c5d8f32-9e64-40ad-962b-b319d704319a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.785947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8506dbc4-bb77-4ff4-ba2d-863bbdcb6954 req-6c5d8f32-9e64-40ad-962b-b319d704319a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.1274087 Mar 07 10:32:27.902423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d367c6ff-935f-4499-8153-5171e51455f5 req-f29d8344-9620-481f-9143-2895385070de tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417346 Mar 07 10:32:27.918775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8506dbc4-bb77-4ff4-ba2d-863bbdcb6954 req-290b11eb-34c5-423a-8117-8b2e0eaea32d tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245289 Mar 07 10:32:27.957919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-dfa87dc5-f886-4b6a-844f-06238f01f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.961032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-dfa87dc5-f886-4b6a-844f-06238f01f085 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 200 len: 906 time: 0.2081289 Mar 07 10:32:28.013265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-820d2e65-c9ab-4a24-b00d-854e9f78bcf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8 HTTP/1.1" status: 200 len: 217 time: 0.0456212 Mar 07 10:32:28.131008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-cccea3a4-ad28-4913-bb36-51d405e12bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.132489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-cccea3a4-ad28-4913-bb36-51d405e12bb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 200 len: 845 time: 0.1127205 Mar 07 10:32:28.142014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Deleting port bef57846-00e4-4c56-a3a4-15dcedf4b9cb {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:28.142542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.157966 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-5f9b39d4-08c8-4762-84ee-b43366a124ff req-55fcbe02-a6c9-480a-b564-11038e77e2f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:28.159021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9b39d4-08c8-4762-84ee-b43366a124ff req-55fcbe02-a6c9-480a-b564-11038e77e2f6 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/500ae8ce-f7c3-4461-bab6-918016c63451 HTTP/1.1" status: 404 len: 352 time: 0.0346091 Mar 07 10:32:28.176818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-d7b6195a-cd5e-494a-aa03-31042e96a49b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e210b07-fe7f-47b3-b458-7168effcc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304756 Mar 07 10:32:28.187079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3461-2d0e-4731-a231-da29147f9765 req-ee695868-6d6e-41e8-9186-e33fa37331f4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.189532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e0b3461-2d0e-4731-a231-da29147f9765 req-ee695868-6d6e-41e8-9186-e33fa37331f4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.1608987 Mar 07 10:32:28.251198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] For port bef57846-00e4-4c56-a3a4-15dcedf4b9cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:28.251883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.270553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Calling delete_port for bef57846-00e4-4c56-a3a4-15dcedf4b9cb owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:28.337671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.367545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e0b3461-2d0e-4731-a231-da29147f9765 req-51461e79-4bf5-4640-883b-d39839b506a3 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595728 Mar 07 10:32:28.394152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-1ac1a628-91c4-46b2-8eef-e50ebb632493 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035341 Mar 07 10:32:28.435145 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-b9f0a9ce-7a47-4596-93b7-58e3c061773b req-70ae82fd-b9da-4e69-817f-7ad7feeadf54 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:28.436035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9f0a9ce-7a47-4596-93b7-58e3c061773b req-70ae82fd-b9da-4e69-817f-7ad7feeadf54 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/d37d4ea5-2605-4f41-bf54-de1556bf9539 HTTP/1.1" status: 404 len: 352 time: 0.0410690 Mar 07 10:32:28.447021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382979-2de0-41c5-82d8-4e97c06a71b0 req-efbd1c35-a7ea-42e9-bf36-b1908bbe5fc2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.448577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74382979-2de0-41c5-82d8-4e97c06a71b0 req-efbd1c35-a7ea-42e9-bf36-b1908bbe5fc2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1796362 Mar 07 10:32:28.545276 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-dd57849d-2cb8-4a93-82b8-83c1554e12c3 req-cef78868-9952-4970-be9b-c05210748c17 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:28.546312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd57849d-2cb8-4a93-82b8-83c1554e12c3 req-cef78868-9952-4970-be9b-c05210748c17 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/8e965004-2c29-417b-8456-e14bcd7cd211 HTTP/1.1" status: 404 len: 352 time: 0.0497613 Mar 07 10:32:28.611342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bef57846-00e4-4c56-a3a4-15dcedf4b9cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.616592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de73010-3b9e-4cae-8bb0-ceaf5aafd52d req-6c71e592-fe72-4860-af6a-297f851d2f33 service neutron] 10.222.0.26 "GET /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133725 Mar 07 10:32:28.630309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74382979-2de0-41c5-82d8-4e97c06a71b0 req-b31cd4bf-53cd-4c3a-928b-c441d5e98acf tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119759 Mar 07 10:32:28.631155 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-d110464e-dc6c-4da7-beec-80289eed306b req-be0c1c12-7f0d-49a6-b7b7-a575ae8786ec tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:28.634370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d110464e-dc6c-4da7-beec-80289eed306b req-be0c1c12-7f0d-49a6-b7b7-a575ae8786ec tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/1565eee6-bac1-4797-ba70-71e276ca26a5 HTTP/1.1" status: 404 len: 352 time: 0.0363481 Mar 07 10:32:28.678896 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-a767a7ac-e304-4421-83eb-b324c28cca8d req-95df45e6-5475-4acd-b76e-05cbeff1047d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:28.680288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a767a7ac-e304-4421-83eb-b324c28cca8d req-95df45e6-5475-4acd-b76e-05cbeff1047d tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/727161fc-9ed9-4bde-b7e8-f8ea844dda6f HTTP/1.1" status: 404 len: 352 time: 0.0219011 Mar 07 10:32:28.722183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef57846-00e4-4c56-a3a4-15dcedf4b9cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:28.739664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.740198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.740699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.741196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.741695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.742188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.742675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.743165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.744017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.744516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.744992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.745476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.745959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:28.817970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53364b-8094-4cfe-86b9-b03d2525e1b1 req-bf31a530-6b87-4c0d-84f1-56f1802f95b4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.828247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed53364b-8094-4cfe-86b9-b03d2525e1b1 req-bf31a530-6b87-4c0d-84f1-56f1802f95b4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1088071 Mar 07 10:32:28.895303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99217cab-2f64-4ebb-a1b7-4ee56cad4daa req-a6190175-3350-4bac-abbe-02314854da44 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.900137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99217cab-2f64-4ebb-a1b7-4ee56cad4daa req-a6190175-3350-4bac-abbe-02314854da44 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1271100 Mar 07 10:32:28.927136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (f4370029-00eb-4126-aaba-e66826c998ff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.961791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed53364b-8094-4cfe-86b9-b03d2525e1b1 req-756fd3f6-474f-4885-a210-3b0eff555dfd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222873 Mar 07 10:32:29.004252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99217cab-2f64-4ebb-a1b7-4ee56cad4daa req-b0fa646e-95bd-4ec7-9141-4d560d05508c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934987 Mar 07 10:32:29.031674 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-ba187c35-eba7-441c-8de9-bd241dd790ae req-8b8d8a42-1475-4f63-8213-8b8776e3dfc8 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] show failed (client error): The resource could not be found. Mar 07 10:32:29.033737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba187c35-eba7-441c-8de9-bd241dd790ae req-8b8d8a42-1475-4f63-8213-8b8776e3dfc8 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/a34d7357-6f9d-412c-b75e-763c0c1116e9 HTTP/1.1" status: 404 len: 352 time: 0.0286608 Mar 07 10:32:29.179246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c4143-365e-4c35-b09f-aedc5a4d717f req-f69b89cd-5b10-4373-bf90-061d4ecdacfd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:29.180824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693c4143-365e-4c35-b09f-aedc5a4d717f req-f69b89cd-5b10-4373-bf90-061d4ecdacfd tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.0681684 Mar 07 10:32:29.298681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693c4143-365e-4c35-b09f-aedc5a4d717f req-6cc5acd6-767e-4f07-bf38-1184b457f646 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065555 Mar 07 10:32:29.363370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Router f4370029-00eb-4126-aaba-e66826c998ff has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:29.464105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc709a-8b4f-45e4-ae0b-5401665c3f33 req-dd41a818-63a0-48c0-9cc5-1df9cf419e33 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:29.472149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccfc709a-8b4f-45e4-ae0b-5401665c3f33 req-dd41a818-63a0-48c0-9cc5-1df9cf419e33 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1024 time: 0.1183736 Mar 07 10:32:29.496436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d580-5763-40c3-a4d8-a135e780615c req-3edd2dcf-2568-466e-84fd-b54246d64fa4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:29.498530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9409d580-5763-40c3-a4d8-a135e780615c req-3edd2dcf-2568-466e-84fd-b54246d64fa4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0967443 Mar 07 10:32:29.510639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:29.522630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Sync routers for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:29.525053 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ec0015f-9158-42fc-809e-bfaaaa5327d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/f4370029-00eb-4126-aaba-e66826c998ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123092 Mar 07 10:32:29.527470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44318) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:29.550479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:29.551537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:29.609179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9409d580-5763-40c3-a4d8-a135e780615c req-54b8ffef-c5b8-4594-9b77-059765b59b2e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006455 Mar 07 10:32:29.633189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccfc709a-8b4f-45e4-ae0b-5401665c3f33 req-7c2caa48-a677-431c-a1e9-be5e690c4e52 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=744e4b4f-53c5-404e-8762-1f0fc0a487f5&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&id=10a1fe5b-3945-46f4-91f8-5623a980bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1590314 Mar 07 10:32:29.828361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:29.841454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks [] for router (f4370029-00eb-4126-aaba-e66826c998ff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.901414 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-2207670d-42ed-4eb8-be14-30427b75f42b req-c3536583-58e8-49de-be4f-425bbd5604ad service neutron] show failed (client error): The resource could not be found. Mar 07 10:32:29.902450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-c3536583-58e8-49de-be4f-425bbd5604ad service neutron] 10.222.0.32 "GET /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.3223567 Mar 07 10:32:29.965273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks [] for router_gateway (f4370029-00eb-4126-aaba-e66826c998ff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.996933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:30.020091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c3ae6-b063-44f4-a5da-10ace6ea16d7 req-939220a0-f82c-4c57-83e8-c9b03808c836 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.021400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa3c3ae6-b063-44f4-a5da-10ace6ea16d7 req-939220a0-f82c-4c57-83e8-c9b03808c836 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2069087 Mar 07 10:32:30.029045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb648d-0ac2-46f3-971d-1c5efef05608 req-3b33d3d9-7839-411c-b9bc-68c0f788abe0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.030455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdb648d-0ac2-46f3-971d-1c5efef05608 req-3b33d3d9-7839-411c-b9bc-68c0f788abe0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.2175696 Mar 07 10:32:30.045857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Deleting port 625b13cd-d786-4ae1-93be-ab5a6596b078 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:30.046585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.179174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:32:28Z', 'revision_number': 5, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port': {'id': '625b13cd-d786-4ae1-93be-ab5a6596b078', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:43Z', 'updated_at': '2022-03-07T10:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.180295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] For port 625b13cd-d786-4ae1-93be-ab5a6596b078, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=625b13cd-d786-4ae1-93be-ab5a6596b078,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:30.180953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.199273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Calling delete_port for 625b13cd-d786-4ae1-93be-ab5a6596b078 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:30.226451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa3c3ae6-b063-44f4-a5da-10ace6ea16d7 req-7c9b6518-6e18-4ec6-a2ff-707dfe78b654 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854973 Mar 07 10:32:30.266411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdb648d-0ac2-46f3-971d-1c5efef05608 req-c0e3e8bb-4b57-4ef8-a525-dcb57dc0b0de tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163033 Mar 07 10:32:30.273473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Checking router: f4370029-00eb-4126-aaba-e66826c998ff for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:30.296473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:30.343910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'mac_address': 'fa:16:3e:d1:2a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:30.362934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Routers {'f4370029-00eb-4126-aaba-e66826c998ff'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:30.363577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4370029-00eb-4126-aaba-e66826c998ff'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.547232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5a96-68bb-4301-a9a9-a593d70e7a3d req-e025c60d-2132-405f-bcda-fc2693575ebb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.555397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98dc5a96-68bb-4301-a9a9-a593d70e7a3d req-e025c60d-2132-405f-bcda-fc2693575ebb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1839743 Mar 07 10:32:30.567476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2894d-c5dd-4d4b-bb67-31a7b0133085 req-d9d7bec9-156c-4f30-9274-6351c4bb7aec tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.579375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71b2894d-c5dd-4d4b-bb67-31a7b0133085 req-d9d7bec9-156c-4f30-9274-6351c4bb7aec tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.2083173 Mar 07 10:32:30.601243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e8f60937-c797-4849-81b0-54be2f2c7aa8 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:30.601862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.626961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] Set router f4370029-00eb-4126-aaba-e66826c998ff gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:30.648663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (625b13cd-d786-4ae1-93be-ab5a6596b078), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.696366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f60937-c797-4849-81b0-54be2f2c7aa8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:30.737229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:32:29Z', 'revision_number': 6, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.763183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Pushing event deleted for resources: {'Port': ['ID=625b13cd-d786-4ae1-93be-ab5a6596b078,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.771823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490a94-51b7-4976-af04-29c0ae6c9e8b None None] The sync data for ids ['f4370029-00eb-4126-aaba-e66826c998ff'] in n-d-832156-4 is: [{'id': 'f4370029-00eb-4126-aaba-e66826c998ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-678691164-router', 'tenant_id': 'a9756735b7da42ab99c48bfba5420c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:32:29Z', 'revision_number': 6, 'project_id': 'a9756735b7da42ab99c48bfba5420c2b', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:30.783410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:30.790344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71b2894d-c5dd-4d4b-bb67-31a7b0133085 req-aa0d5e45-4581-4bc5-95b0-6111f785957a tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304467 Mar 07 10:32:30.792383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.906072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-c5bac262-ef0a-466a-9121-23a15c0fae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.908133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-c5bac262-ef0a-466a-9121-23a15c0fae99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1132 time: 0.3274486 Mar 07 10:32:30.934095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.935840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98dc5a96-68bb-4301-a9a9-a593d70e7a3d req-f90d4ceb-1a49-4dbf-ad4a-67e558a2f7f2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792864 Mar 07 10:32:30.939937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f4370029-00eb-4126-aaba-e66826c998ff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.964799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:31.072096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e8f60937-c797-4849-81b0-54be2f2c7aa8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:31.249569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f4370029-00eb-4126-aaba-e66826c998ff), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.261207 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks [] for router_controller (f4370029-00eb-4126-aaba-e66826c998ff), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.649234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f4370029-00eb-4126-aaba-e66826c998ff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.650067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4370029-00eb-4126-aaba-e66826c998ff {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:31.656732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.658309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-30351ca9-801b-41bd-a310-999d6351023f admin admin] 10.222.0.23 "DELETE /v2.0/routers/f4370029-00eb-4126-aaba-e66826c998ff HTTP/1.1" status: 204 len: 168 time: 2.1261840 Mar 07 10:32:31.660943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44346) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:31.672163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-420f7f8d-9fc2-474c-acf3-5c27857b3ad9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.674104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-420f7f8d-9fc2-474c-acf3-5c27857b3ad9 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1024 time: 0.7064595 Mar 07 10:32:31.683288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c46d7c-9452-4e8e-b3c3-e295921587ca req-b30d5aba-549f-4500-a68d-e230c187c953 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.691214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10c46d7c-9452-4e8e-b3c3-e295921587ca req-b30d5aba-549f-4500-a68d-e230c187c953 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.7539461 Mar 07 10:32:31.693328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.702683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22470bb-a798-41dd-a9c4-3a5cca0d3fe1 req-03d9bd40-c03e-49b3-9494-6b18f1b7480a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.710380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f22470bb-a798-41dd-a9c4-3a5cca0d3fe1 req-03d9bd40-c03e-49b3-9494-6b18f1b7480a tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 1024 time: 0.2044168 Mar 07 10:32:31.748379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Deleting subnet d42b9764-1435-447b-a3e9-93acad0b3e90 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:31.758634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Publish callbacks [] for subnet (d42b9764-1435-447b-a3e9-93acad0b3e90), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.806345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d42b9764-1435-447b-a3e9-93acad0b3e90), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.956364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10c46d7c-9452-4e8e-b3c3-e295921587ca req-d60b6bba-cd75-418a-9032-112cbbc8ea82 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580512 Mar 07 10:32:31.989008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d42b9764-1435-447b-a3e9-93acad0b3e90), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.998448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:32.106709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e8f60937-c797-4849-81b0-54be2f2c7aa8 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:32.128542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e8f60937-c797-4849-81b0-54be2f2c7aa8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:32.129204 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d42b9764-1435-447b-a3e9-93acad0b3e90), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.129356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.156908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42b9764-1435-447b-a3e9-93acad0b3e90,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.163849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.169406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eb80e2e9-8464-4926-adc8-994af52eeeb9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d42b9764-1435-447b-a3e9-93acad0b3e90 HTTP/1.1" status: 204 len: 168 time: 0.5027387 Mar 07 10:32:32.170903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:32.179732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663a3aa-b2ba-4afa-9535-e9afc773ed7d None None] Network a05eb801-78d0-4b35-af64-5d8a40962920 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:32.272782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a05eb801-78d0-4b35-af64-5d8a40962920), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.360646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:32.378477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e8f60937-c797-4849-81b0-54be2f2c7aa8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:32.379089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.409192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Deleting port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:32.411757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.418139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:32.420537 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288766b-4249-4fcb-badf-c35cd7a11e31" -d '{"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-plugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:32.439874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:32.448414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.449334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:32.467688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:32.485080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:32.575352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] DHCP port deletion for a05eb801-78d0-4b35-af64-5d8a40962920 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:32:32.584887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] For port 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6d7a53f6-c22a-405c-bd91-709bbc9292e7,segment=NetworkSegment(0aef5c7d-555a-46bc-ab6f-71286d0405d5),segment_id=0aef5c7d-555a-46bc-ab6f-71286d0405d5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:32.585256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.627144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f22470bb-a798-41dd-a9c4-3a5cca0d3fe1 req-d2623714-af4c-4dcb-9716-da1c665c85ff tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups?id=744e4b4f-53c5-404e-8762-1f0fc0a487f5&id=e94c8874-7745-49e1-9d9f-aae79c7a22df&id=10a1fe5b-3945-46f4-91f8-5623a980bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9130347 Mar 07 10:32:32.643121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bef57846-00e4-4c56-a3a4-15dcedf4b9cb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:32.650547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Calling delete_port for 6d7a53f6-c22a-405c-bd91-709bbc9292e7 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:32.670093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.690574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bef57846-00e4-4c56-a3a4-15dcedf4b9cb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:32.690931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bef57846-00e4-4c56-a3a4-15dcedf4b9cb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:32.691327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 625b13cd-d786-4ae1-93be-ab5a6596b078 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:32.725728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:32.732334 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53efede8-b838-4705-a2f0-a0216fb355f3" -d '{"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:32.738194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks [] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.740681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 625b13cd-d786-4ae1-93be-ab5a6596b078 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:32.741048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 625b13cd-d786-4ae1-93be-ab5a6596b078 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:32.777242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Deleting port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:32.777479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.797246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:32.816183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.820967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Transition to ACTIVE for port object bfd85f86-8f68-4848-b3cf-4ca18a980aff will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:32.830144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:32.830803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.838013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Deleting port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:32.838862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.843842 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.889860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7a53f6-c22a-405c-bd91-709bbc9292e7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.901104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] No DVR routers for this DVR port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:32.923888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada982ab-2b52-45d9-832b-9552d502c6c6 req-2201afea-e9db-4100-b22b-f5906ce5681f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.924116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] For port 6d7a53f6-c22a-405c-bd91-709bbc9292e7, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:32.924395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.930955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada982ab-2b52-45d9-832b-9552d502c6c6 req-2201afea-e9db-4100-b22b-f5906ce5681f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.4747305 Mar 07 10:32:32.939163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Calling delete_port for 6d7a53f6-c22a-405c-bd91-709bbc9292e7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:32.947295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:32:32.951593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (6d7a53f6-c22a-405c-bd91-709bbc9292e7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.057864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b0fd-10b1-4a84-812d-1db8bfb84537 req-c06f4453-98a0-4834-ab5b-e2e9ec775016 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.066036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0e8b0fd-10b1-4a84-812d-1db8bfb84537 req-c06f4453-98a0-4834-ab5b-e2e9ec775016 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 946 time: 0.3143127 Mar 07 10:32:33.075448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.078469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] No DVR routers for this DVR port bfd85f86-8f68-4848-b3cf-4ca18a980aff on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:33.091040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a05eb801-78d0-4b35-af64-5d8a40962920), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.141397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05eb801-78d0-4b35-af64-5d8a40962920']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:33.169803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aef5c7d-555a-46bc-ab6f-71286d0405d5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:33.170100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aef5c7d-555a-46bc-ab6f-71286d0405d5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:33.173646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] For port 0dfd0c06-716f-4e23-ab1b-e431de2876b2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0dfd0c06-716f-4e23-ab1b-e431de2876b2,segment=NetworkSegment(4c294a89-41bd-46f1-92e8-b75b54b58285),segment_id=4c294a89-41bd-46f1-92e8-b75b54b58285)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:33.174067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.189004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (0aef5c7d-555a-46bc-ab6f-71286d0405d5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.225616 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0aef5c7d-555a-46bc-ab6f-71286d0405d5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.241625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:33.242738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (0aef5c7d-555a-46bc-ab6f-71286d0405d5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:33.245290 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:33.257541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Calling delete_port for 0dfd0c06-716f-4e23-ab1b-e431de2876b2 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:33.268078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada982ab-2b52-45d9-832b-9552d502c6c6 req-40edff86-dc51-4b94-9e16-bfc29a1b2d0e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362453 Mar 07 10:32:33.347069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] Pushing event deleted for resources: {'Port': ['ID=6d7a53f6-c22a-405c-bd91-709bbc9292e7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.367017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a05eb801-78d0-4b35-af64-5d8a40962920), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.369597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c718531-5844-4eb7-bdab-024c3108f08b None None] No DVR routers for this DVR port 6d7a53f6-c22a-405c-bd91-709bbc9292e7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:33.381227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.387483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:33.388195 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:33.403485 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] 10.222.0.23 "DELETE /v2.0/networks/a05eb801-78d0-4b35-af64-5d8a40962920 HTTP/1.1" status: 204 len: 168 time: 1.2313328 Mar 07 10:32:33.421999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44370) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:33.422359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0e8b0fd-10b1-4a84-812d-1db8bfb84537 req-f88d743a-216a-4003-a46d-3ed9e0038e02 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550539 Mar 07 10:32:33.423524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:33.424219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:33.424720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:33.433141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25037275-f755-468e-81b3-5a5fa17b0cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=a05eb801-78d0-4b35-af64-5d8a40962920,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.459119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:33.459617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Attempting to bind port bfd85f86-8f68-4848-b3cf-4ca18a980aff on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:33.489676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:33.490206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:33.492980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:33.493654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Bound port: bfd85f86-8f68-4848-b3cf-4ca18a980aff, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:33.494182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.720201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:33.755927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:33.774804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c079891-387b-4732-a76c-116ea62fd83b req-6731fab7-20d9-4c92-b557-803aeee4ae3a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.776577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c079891-387b-4732-a76c-116ea62fd83b req-6731fab7-20d9-4c92-b557-803aeee4ae3a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1942534 Mar 07 10:32:33.785008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.848400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364efaa-749d-4843-b64c-97dd456482d7 req-1a4b2acc-7f84-4f1b-b63b-0b293b35f6c4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.850261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4364efaa-749d-4843-b64c-97dd456482d7 req-1a4b2acc-7f84-4f1b-b63b-0b293b35f6c4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2179558 Mar 07 10:32:33.851106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0dfd0c06-716f-4e23-ab1b-e431de2876b2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.873795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.880512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.882210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 1096 time: 2.9297924 Mar 07 10:32:33.979977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:33.981643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0dfd0c06-716f-4e23-ab1b-e431de2876b2 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:34.042433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 0dfd0c06-716f-4e23-ab1b-e431de2876b2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:34.044083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0dfd0c06-716f-4e23-ab1b-e431de2876b2 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:34.077294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.214400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4364efaa-749d-4843-b64c-97dd456482d7 req-7c467350-fdda-49b4-9e3d-f111c614d9dc tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523059 Mar 07 10:32:34.218868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58f8f7-ed08-4748-a63d-1040a04ed865 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.256546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c079891-387b-4732-a76c-116ea62fd83b req-17ce6321-f9a0-4465-a36d-2c7806a92b0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650133 Mar 07 10:32:34.400711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] No DVR routers for this DVR port 0dfd0c06-716f-4e23-ab1b-e431de2876b2 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:34.403604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'Port': ['ID=0dfd0c06-716f-4e23-ab1b-e431de2876b2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.405939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.409810 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f840fe81-92b4-428b-93d9-ad7d439a436a x-openstack-request-id: req-f840fe81-92b4-428b-93d9-ad7d439a436a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:34.410248 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-plugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:34.410452 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f840fe81-92b4-428b-93d9-ad7d439a436a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:34.410859 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'code': 200} Mar 07 10:32:34.428387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-430c5e9d-7266-4795-8ab3-b845037d49c6 req-21ecc34b-570a-458b-a587-83264d77b632 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.32 "DELETE /v2.0/ports/0dfd0c06-716f-4e23-ab1b-e431de2876b2 HTTP/1.1" status: 204 len: 173 time: 2.7136638 Mar 07 10:32:34.584718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6d7a53f6-c22a-405c-bd91-709bbc9292e7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:34.612753 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9c9ed-95d7-4d4c-97c6-7fd1a694feec x-openstack-request-id: req-c7d9c9ed-95d7-4d4c-97c6-7fd1a694feec {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:34.613140 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:34.613742 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7d9c9ed-95d7-4d4c-97c6-7fd1a694feec {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:34.614391 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'code': 200} Mar 07 10:32:34.630245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-021a5411-c845-4625-be7f-21f4c736e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.632675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-021a5411-c845-4625-be7f-21f4c736e1a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1130 time: 0.7062457 Mar 07 10:32:34.645883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6d7a53f6-c22a-405c-bd91-709bbc9292e7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:34.646226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6d7a53f6-c22a-405c-bd91-709bbc9292e7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:34.656805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Deleting port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:34.657919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.743942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6b96bb3-ee93-4e84-89a4-ebeb0f8e0e2f req-3c05722e-eb73-4e44-b32f-1a7f8ac96a10 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9d9bc3-335c-4129-9130-b0dfeb5bca41 HTTP/1.1" status: 200 len: 210 time: 0.1389065 Mar 07 10:32:34.759761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db781-f7b3-4bc5-9e23-c083d5b2cc12 req-e3d4968a-0e58-4d52-8f44-15fc83505260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.761601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a8db781-f7b3-4bc5-9e23-c083d5b2cc12 req-e3d4968a-0e58-4d52-8f44-15fc83505260 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 1128 time: 0.2685587 Mar 07 10:32:34.889984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] For port b9cbe6fa-754f-49d0-8bdd-164c2fde22f6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:34.890395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.928259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Calling delete_port for b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:35.057706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb0d38-6cf9-4616-9d5c-d87e1b3860a2 req-4272e67c-8f61-4476-9c3e-7113c1932fbc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.064227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfeb0d38-6cf9-4616-9d5c-d87e1b3860a2 req-4272e67c-8f61-4476-9c3e-7113c1932fbc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.2973022 Mar 07 10:32:35.194110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfeb0d38-6cf9-4616-9d5c-d87e1b3860a2 req-be6571ca-f910-4494-8d6a-4fcb2e3b37bc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175385 Mar 07 10:32:35.197670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a8db781-f7b3-4bc5-9e23-c083d5b2cc12 req-bba7b747-93a0-4f42-89b4-e74be62d50a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748417 Mar 07 10:32:35.215117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fd1b3-f812-4e67-adc3-172252dda940 req-b8290c98-51d3-4521-b88d-7575f8bfd0f9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.223939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-859fd1b3-f812-4e67-adc3-172252dda940 req-b8290c98-51d3-4521-b88d-7575f8bfd0f9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 946 time: 0.2860925 Mar 07 10:32:35.227447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-f112f287-471b-4a14-bda3-00ab88b07947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.229403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-f112f287-471b-4a14-bda3-00ab88b07947 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.5475631 Mar 07 10:32:35.322609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-859fd1b3-f812-4e67-adc3-172252dda940 req-23376b74-94d0-4cb7-8969-02faacdc4caf tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968618 Mar 07 10:32:35.452141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b9cbe6fa-754f-49d0-8bdd-164c2fde22f6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.502155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-da67e201-7995-4328-9525-c74cd6569c7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.0846848 Mar 07 10:32:35.507054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cbe6fa-754f-49d0-8bdd-164c2fde22f6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.685752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282dc1e-0266-4b39-98cf-ab1dfc5a8bc9 req-60ba7308-230c-4f92-9393-8c48fde403e2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.701785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2282dc1e-0266-4b39-98cf-ab1dfc5a8bc9 req-60ba7308-230c-4f92-9393-8c48fde403e2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3502107 Mar 07 10:32:35.752866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-a09b07a6-8cfd-4023-9df7-19fab968fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.754330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-a09b07a6-8cfd-4023-9df7-19fab968fae3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2450154 Mar 07 10:32:35.764896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802af2b4-24c7-4093-bef9-0b0e317641ac req-60f621fe-8e3c-4c62-a7e2-9983f2adb2bd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.772518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-802af2b4-24c7-4093-bef9-0b0e317641ac req-60f621fe-8e3c-4c62-a7e2-9983f2adb2bd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2785053 Mar 07 10:32:35.816117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.908697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-802af2b4-24c7-4093-bef9-0b0e317641ac req-a4fd3d21-a138-467f-b304-277401ad8434 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351914 Mar 07 10:32:35.956088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2282dc1e-0266-4b39-98cf-ab1dfc5a8bc9 req-7d6cc3a1-639d-43dc-9b37-3b960219afff tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451537 Mar 07 10:32:35.987546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207670d-42ed-4eb8-be14-30427b75f42b req-f214b6fc-19d6-48bb-be96-4f770fbd544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.989112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-f214b6fc-19d6-48bb-be96-4f770fbd544d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2124360 Mar 07 10:32:36.216317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-0a6ccf84-d5cc-45ab-b4d3-a2a12b5f3d80 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/744e4b4f-53c5-404e-8762-1f0fc0a487f5 HTTP/1.1" status: 200 len: 1815 time: 0.1995099 Mar 07 10:32:36.227017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Router 1b694d6b-55c4-48ea-a79c-501dcf271a90 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:36.285199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-259a93f7-3a9b-411f-aa7a-33ea69ca761d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845395 Mar 07 10:32:36.301342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7075d-c48a-42ea-855d-7902104ae945 req-0028bf10-9b5b-4893-b3e5-214e4982e0b3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.302877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7a7075d-c48a-42ea-855d-7902104ae945 req-0028bf10-9b5b-4893-b3e5-214e4982e0b3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2561915 Mar 07 10:32:36.419601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:36.431153 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Sync routers for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:36.438381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1be06902-5204-4a7d-a823-3402b3d1a6f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b694d6b-55c4-48ea-a79c-501dcf271a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0046000 Mar 07 10:32:36.439192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44424) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:36.444317 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:36.446132 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:36.480026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2207670d-42ed-4eb8-be14-30427b75f42b req-7979d9bf-a150-4ee1-9fbe-627c30303d67 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868088 Mar 07 10:32:36.541044 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (744e4b4f-53c5-404e-8762-1f0fc0a487f5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.590223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7a7075d-c48a-42ea-855d-7902104ae945 req-ca35e230-485c-43f5-80ae-a1786c2f51e1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764888 Mar 07 10:32:36.619704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (744e4b4f-53c5-404e-8762-1f0fc0a487f5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.696743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}, {'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'name': 'network-vif-deleted', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:36.701136 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd056a-6a91-469b-b6d5-34dbc59017ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}, {"server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "name": "network-vif-deleted", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:36.716882 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:36.718149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-e609213c-5c91-4421-a940-f32b10edce90 service neutron] 10.222.0.26 "GET /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.3118460 Mar 07 10:32:36.730462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (744e4b4f-53c5-404e-8762-1f0fc0a487f5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.733198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.743766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks [] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.753809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a5bcac-bc57-4285-957a-789723fbb4b9 req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/744e4b4f-53c5-404e-8762-1f0fc0a487f5 HTTP/1.1" status: 204 len: 173 time: 0.5364573 Mar 07 10:32:36.876131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks [] for router_gateway (1b694d6b-55c4-48ea-a79c-501dcf271a90), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.912061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890382e-4fb8-407c-8535-758df2f43caf tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e4b4f-53c5-404e-8762-1f0fc0a487f5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.964662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Deleting port 362e8be5-0e30-487d-a12a-72dc9bb71fd8 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:36.965447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.032126 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:32:35Z', 'revision_number': 5, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port': {'id': '362e8be5-0e30-487d-a12a-72dc9bb71fd8', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:00Z', 'updated_at': '2022-03-07T10:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:37.063113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Checking router: 1b694d6b-55c4-48ea-a79c-501dcf271a90 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:37.074701 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Routers {'1b694d6b-55c4-48ea-a79c-501dcf271a90'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:37.075517 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1b694d6b-55c4-48ea-a79c-501dcf271a90'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:37.117482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b908311-470a-436e-8314-d0b1b3c1b9fa req-7dc07bdd-78b6-4dac-9400-d3dba6a2cc82 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.119132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b908311-470a-436e-8314-d0b1b3c1b9fa req-7dc07bdd-78b6-4dac-9400-d3dba6a2cc82 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 946 time: 0.2177474 Mar 07 10:32:37.120661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] For port 362e8be5-0e30-487d-a12a-72dc9bb71fd8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=362e8be5-0e30-487d-a12a-72dc9bb71fd8,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:37.121271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.130554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3202-c8b8-4f9d-9c59-b2a909baf986 req-bc568e1a-fc3f-4c68-8be5-73203debfa33 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.133900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342e3202-c8b8-4f9d-9c59-b2a909baf986 req-bc568e1a-fc3f-4c68-8be5-73203debfa33 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 944 time: 0.3779209 Mar 07 10:32:37.140871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Calling delete_port for 362e8be5-0e30-487d-a12a-72dc9bb71fd8 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:37.232105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] Set router 1b694d6b-55c4-48ea-a79c-501dcf271a90 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:37.286304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b908311-470a-436e-8314-d0b1b3c1b9fa req-586abdee-d735-4248-99da-d145569635ea tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493635 Mar 07 10:32:37.291639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342e3202-c8b8-4f9d-9c59-b2a909baf986 req-214d8e57-2a2a-4581-985f-7dfa553f7ef1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511366 Mar 07 10:32:37.296751 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:32:36Z', 'revision_number': 6, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:37.340180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:37.353077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d64b6-11a9-4be0-926d-e0acd3fa9509 None None] The sync data for ids ['1b694d6b-55c4-48ea-a79c-501dcf271a90'] in n-d-832156-4 is: [{'id': '1b694d6b-55c4-48ea-a79c-501dcf271a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-421869396-router', 'tenant_id': '1a1226458f8f46da8667abe99112e5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:58Z', 'updated_at': '2022-03-07T10:32:36Z', 'revision_number': 6, 'project_id': '1a1226458f8f46da8667abe99112e5a8', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:37.369805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:37.425892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:37.448561 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fece3da-31cd-4253-9901-3aea2f60e11e x-openstack-request-id: req-7fece3da-31cd-4253-9901-3aea2f60e11e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:37.448699 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "status": "completed", "code": 200}, {"server_uuid": "2b9d9bc3-335c-4129-9130-b0dfeb5bca41", "name": "network-vif-deleted", "tag": "0dfd0c06-716f-4e23-ab1b-e431de2876b2", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:37.448914 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fece3da-31cd-4253-9901-3aea2f60e11e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:37.449367 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'status': 'completed', 'code': 200} Mar 07 10:32:37.449829 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d9bc3-335c-4129-9130-b0dfeb5bca41', 'name': 'network-vif-deleted', 'tag': '0dfd0c06-716f-4e23-ab1b-e431de2876b2', 'status': 'completed', 'code': 200} Mar 07 10:32:37.454111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (362e8be5-0e30-487d-a12a-72dc9bb71fd8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.467838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:37.481256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Pushing event deleted for resources: {'Port': ['ID=362e8be5-0e30-487d-a12a-72dc9bb71fd8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.527712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.552761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.647456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.650532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks [] for router_controller (1b694d6b-55c4-48ea-a79c-501dcf271a90), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.721893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (1b694d6b-55c4-48ea-a79c-501dcf271a90), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.723565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b694d6b-55c4-48ea-a79c-501dcf271a90 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:37.730002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.734924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dec6f887-4548-428c-9079-3a884780a755 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1b694d6b-55c4-48ea-a79c-501dcf271a90 HTTP/1.1" status: 204 len: 168 time: 1.2920690 Mar 07 10:32:37.735205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44452) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:37.741907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-eb03865b-2edf-4314-be6f-1a5fb7b54f33 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "GET /v2.0/security-groups/10a1fe5b-3945-46f4-91f8-5623a980bee5 HTTP/1.1" status: 200 len: 1818 time: 0.2389476 Mar 07 10:32:37.777915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-1dfd8fc4-d6b4-45e8-ac00-81f8e914ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.779968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-1dfd8fc4-d6b4-45e8-ac00-81f8e914ce8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1130 time: 0.2981436 Mar 07 10:32:37.814908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-4eb05dfe-da2b-49b7-9c43-5d67e9563285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.816524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-4eb05dfe-da2b-49b7-9c43-5d67e9563285 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1130 time: 0.3127398 Mar 07 10:32:37.816669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Deleting subnet 24350e72-9ab7-4a50-b61e-f97633e442e6 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:37.820715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Publish callbacks [] for subnet (24350e72-9ab7-4a50-b61e-f97633e442e6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.877737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (24350e72-9ab7-4a50-b61e-f97633e442e6), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.931055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e5745-c775-4b38-afa7-80605d28d7f6 req-92a2822c-d171-468c-a5d8-21a07ac025a5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.932599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f91e5745-c775-4b38-afa7-80605d28d7f6 req-92a2822c-d171-468c-a5d8-21a07ac025a5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 813 time: 0.4375217 Mar 07 10:32:37.943798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] Transition to ACTIVE for port object 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:38.000413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (24350e72-9ab7-4a50-b61e-f97633e442e6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.070803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (24350e72-9ab7-4a50-b61e-f97633e442e6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.080499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-778bec2c-d49e-43fc-b635-b7b88625f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.081969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-778bec2c-d49e-43fc-b635-b7b88625f6d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2425053 Mar 07 10:32:38.090946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.099356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24350e72-9ab7-4a50-b61e-f97633e442e6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.112344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.119162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d866c532-8bec-4f1d-ad70-18a3aeb0bf2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/24350e72-9ab7-4a50-b61e-f97633e442e6 HTTP/1.1" status: 204 len: 168 time: 0.3727071 Mar 07 10:32:38.119341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240672b-aa8c-4b41-9075-20513be581c7 None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:38.119907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44462) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:38.199709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ef4269f6-5513-4aea-8307-6e2a3a2b95a4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.237631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-da849c8a-945a-4ae7-ae77-a07839da0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.239606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-da849c8a-945a-4ae7-ae77-a07839da0e17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4383323 Mar 07 10:32:38.276739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Deleting port e76de5d4-8581-439b-afbb-53e673856387 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:38.277594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e76de5d4-8581-439b-afbb-53e673856387), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.300707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f91e5745-c775-4b38-afa7-80605d28d7f6 req-73eff212-f061-4463-87c4-6689d51aba56 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/quotas/718df83fd85648b4b7b0405134648040 HTTP/1.1" status: 200 len: 375 time: 0.3134394 Mar 07 10:32:38.300707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] Pushing event updated for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.316215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-790efe71-c482-4972-aff8-b253423ad024 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.2215025 Mar 07 10:32:38.432694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-d39e76e7-d278-4e7c-8d52-041c422a5875 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.1229718 Mar 07 10:32:38.442822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] For port e76de5d4-8581-439b-afbb-53e673856387, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e76de5d4-8581-439b-afbb-53e673856387,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:38.443495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e76de5d4-8581-439b-afbb-53e673856387), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.455209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] DHCP port deletion for ef4269f6-5513-4aea-8307-6e2a3a2b95a4 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:32:38.486719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Calling delete_port for e76de5d4-8581-439b-afbb-53e673856387 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:38.567839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Deleting port e76de5d4-8581-439b-afbb-53e673856387 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:38.568214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e76de5d4-8581-439b-afbb-53e673856387), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.604485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 362e8be5-0e30-487d-a12a-72dc9bb71fd8 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:38.676673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e76de5d4-8581-439b-afbb-53e673856387), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.718223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Pushing event deleted for resources: {'Port': ['ID=e76de5d4-8581-439b-afbb-53e673856387,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.722980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 362e8be5-0e30-487d-a12a-72dc9bb71fd8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:38.723338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 362e8be5-0e30-487d-a12a-72dc9bb71fd8 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:38.723980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e76de5d4-8581-439b-afbb-53e673856387 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:38.729456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] No DVR routers for this DVR port e76de5d4-8581-439b-afbb-53e673856387 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:38.789262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e76de5d4-8581-439b-afbb-53e673856387 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:38.789815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e76de5d4-8581-439b-afbb-53e673856387 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:38.790017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:38.835960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ef4269f6-5513-4aea-8307-6e2a3a2b95a4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.863300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4269f6-5513-4aea-8307-6e2a3a2b95a4']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:38.874893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:38.875546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce75eaa1-5268-46fd-8bc5-a54cc8173fc1') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:38.888252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ce75eaa1-5268-46fd-8bc5-a54cc8173fc1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.895709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:38.896042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b9cbe6fa-754f-49d0-8bdd-164c2fde22f6 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:38.907879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ce75eaa1-5268-46fd-8bc5-a54cc8173fc1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.920898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:38.921334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ce75eaa1-5268-46fd-8bc5-a54cc8173fc1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:38.923822 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:38.936897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] For port e76de5d4-8581-439b-afbb-53e673856387, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e76de5d4-8581-439b-afbb-53e673856387,segment=NetworkSegment(ce75eaa1-5268-46fd-8bc5-a54cc8173fc1),segment_id=ce75eaa1-5268-46fd-8bc5-a54cc8173fc1)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:38.937296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e76de5d4-8581-439b-afbb-53e673856387), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.969779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Calling delete_port for e76de5d4-8581-439b-afbb-53e673856387 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:39.036700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ef4269f6-5513-4aea-8307-6e2a3a2b95a4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.048957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.055260 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef4269f6-5513-4aea-8307-6e2a3a2b95a4 HTTP/1.1" status: 204 len: 168 time: 0.9344094 Mar 07 10:32:39.071439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc6db4-95c3-44e3-a984-fd9df2a0156d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4269f6-5513-4aea-8307-6e2a3a2b95a4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.131631 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e76de5d4-8581-439b-afbb-53e673856387), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.144589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Network ef4269f6-5513-4aea-8307-6e2a3a2b95a4 is not hosted by any dhcp agent {{(pid=103790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:32:39.145306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] No DVR routers for this DVR port e76de5d4-8581-439b-afbb-53e673856387 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:39.165929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] No DVR routers for this DVR port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:39.168437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a8519-c1cd-4cbd-aae5-f55d8a6c7ac5 None None] Pushing event deleted for resources: {'Port': ['ID=e76de5d4-8581-439b-afbb-53e673856387,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.236150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-3c7c62ef-7a37-490a-b5c9-ca5e53e1f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.237923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-3c7c62ef-7a37-490a-b5c9-ca5e53e1f7e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0747509 Mar 07 10:32:39.275242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (10a1fe5b-3945-46f4-91f8-5623a980bee5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.279965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:39.311715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (10a1fe5b-3945-46f4-91f8-5623a980bee5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.339740 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46a9ceb8-db7b-4f80-9b59-54fcf72fdaf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9756735b7da42ab99c48bfba5420c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582681 Mar 07 10:32:39.340533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:39.371770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-19482e78-33bc-498e-9c33-ed0897ac5a14 service neutron] 10.222.0.26 "PUT /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38/bindings/n-h2-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6473041 Mar 07 10:32:39.377565 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (10a1fe5b-3945-46f4-91f8-5623a980bee5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.381140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.382324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f08f2a5e-4200-489a-ab69-8f8d1508499c req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] 10.222.0.23 "DELETE /v2.0/security-groups/10a1fe5b-3945-46f4-91f8-5623a980bee5 HTTP/1.1" status: 204 len: 173 time: 1.6352365 Mar 07 10:32:39.394251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:39.420249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47e20-3b2c-4e13-b489-10f7b723f586 tempest-SecurityGroupsTestJSON-1441699535 tempest-SecurityGroupsTestJSON-1441699535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a1fe5b-3945-46f4-91f8-5623a980bee5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.432491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-e3ca7f59-d8c6-4b2a-ba0e-762a67d3e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.434324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-e3ca7f59-d8c6-4b2a-ba0e-762a67d3e4b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.9758234 Mar 07 10:32:39.453357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f91e5745-c775-4b38-afa7-80605d28d7f6 req-ced11bef-3ea3-4d13-9ebd-e08c1b5efbd7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1420991 Mar 07 10:32:39.486662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Deleting subnet a746144e-1105-4b3d-a0c5-fec9392ed1a2 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:39.503388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Publish callbacks [] for subnet (a746144e-1105-4b3d-a0c5-fec9392ed1a2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.592983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] Publish callbacks [] for security_group (f2cdd2e8-fc16-4e92-a770-5a2c50168d87), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.604818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-090472aa-a45b-4032-ab12-3c195a79179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.606639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-090472aa-a45b-4032-ab12-3c195a79179a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3536575 Mar 07 10:32:39.662082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-1f0444ef-3311-40a0-afae-9a111c869817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.664674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-1f0444ef-3311-40a0-afae-9a111c869817 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2088301 Mar 07 10:32:39.740996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943703-7df3-4a51-bdcc-9e3d7e3bae69 req-7ef3a50d-cc8a-406e-a694-b1512748939b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.743483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91943703-7df3-4a51-bdcc-9e3d7e3bae69 req-7ef3a50d-cc8a-406e-a694-b1512748939b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 948 time: 0.2503498 Mar 07 10:32:39.886301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-280d97fd-dcb6-46da-9c60-ae7a249fab64 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706566 Mar 07 10:32:39.991145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91943703-7df3-4a51-bdcc-9e3d7e3bae69 req-2ac724a3-79a8-43c1-8810-fe13f0941559 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323222 Mar 07 10:32:40.035163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:40.063053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-62fb0b58-2576-43fd-a04e-0606d994e814 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876069 Mar 07 10:32:40.070970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (a746144e-1105-4b3d-a0c5-fec9392ed1a2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.131467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] Publish callbacks [] for security_group (f2cdd2e8-fc16-4e92-a770-5a2c50168d87), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.156487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-2a3c9251-fe8f-4ad4-87a1-3fc081e55eb1 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.158247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-2a3c9251-fe8f-4ad4-87a1-3fc081e55eb1 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.6682062 Mar 07 10:32:40.235221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (a746144e-1105-4b3d-a0c5-fec9392ed1a2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.288817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f2cdd2e8-fc16-4e92-a770-5a2c50168d87), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.289407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:40.293230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.310089 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2cdd2e8-fc16-4e92-a770-5a2c50168d87 HTTP/1.1" status: 204 len: 168 time: 0.9607251 Mar 07 10:32:40.310627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'mac_address': 'fa:16:3e:14:e3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:40.339794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4326e044-4037-4d49-b35e-c173e3964e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.341671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-4326e044-4037-4d49-b35e-c173e3964e7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549&tenant_id=dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 1127 time: 0.1717639 Mar 07 10:32:40.349500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f872c-815a-4e98-a651-4d63597ea4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cdd2e8-fc16-4e92-a770-5a2c50168d87,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.376886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (a746144e-1105-4b3d-a0c5-fec9392ed1a2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.465175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:40.465571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.473720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a746144e-1105-4b3d-a0c5-fec9392ed1a2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.482420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.488930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9012c31b-da33-42e4-affe-46a82582d593 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a746144e-1105-4b3d-a0c5-fec9392ed1a2 HTTP/1.1" status: 204 len: 168 time: 1.0912561 Mar 07 10:32:40.492224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:40.494443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-d31e57d4-e204-4eee-93a8-c1ca783b6f54 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961304 Mar 07 10:32:40.514897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62bd056a-6a91-469b-b6d5-34dbc59017ae req-3450f6b1-6d42-4fdf-9862-4664aba1af29 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321525 Mar 07 10:32:40.541665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ce1ac-5594-412b-bf15-b31cb4d6c88a req-e4fe1e08-b5f4-4f58-837f-8404a48cfc12 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.550639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a6ce1ac-5594-412b-bf15-b31cb4d6c88a req-e4fe1e08-b5f4-4f58-837f-8404a48cfc12 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.4843853 Mar 07 10:32:40.569048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd85f86-8f68-4848-b3cf-4ca18a980aff {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:40.572071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ef879ca4-4250-4e56-a3e3-211931198e77), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.584031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882cc1b-82d1-44e0-b056-66115b8230fb req-9402ddb2-411b-4775-a4ce-2f2738b37d28 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.586471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b882cc1b-82d1-44e0-b056-66115b8230fb req-9402ddb2-411b-4775-a4ce-2f2738b37d28 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4034278 Mar 07 10:32:40.604500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-901e52d0-dd45-430e-b5f4-f3990a7cc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.606734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-901e52d0-dd45-430e-b5f4-f3990a7cc004 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1127 time: 0.2264194 Mar 07 10:32:40.645992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:40.653188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.689080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a6ce1ac-5594-412b-bf15-b31cb4d6c88a req-18edff05-6c36-42cd-ba04-3d5e3eeda05a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308866 Mar 07 10:32:40.717830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b882cc1b-82d1-44e0-b056-66115b8230fb req-16ccc8fd-17a7-469b-a282-432f781e3053 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203842 Mar 07 10:32:40.784560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.832708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ef879ca4-4250-4e56-a3e3-211931198e77), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.864795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef879ca4-4250-4e56-a3e3-211931198e77']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:40.886116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c294a89-41bd-46f1-92e8-b75b54b58285') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:40.886482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c294a89-41bd-46f1-92e8-b75b54b58285') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:40.901242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (4c294a89-41bd-46f1-92e8-b75b54b58285), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.903545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-ac7006f3-a8d4-4b57-83f3-4f412d32d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.905122 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-ac7006f3-a8d4-4b57-83f3-4f412d32d6a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.2694161 Mar 07 10:32:40.981839 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-1bf69a54-58d5-43e1-8b21-d27b709569a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 200 len: 217 time: 0.0670531 Mar 07 10:32:40.984720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4c294a89-41bd-46f1-92e8-b75b54b58285), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.997287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:41.131594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36386ab4-aba0-478f-8c1e-84f1d7cf4665 req-d1de042b-8246-4525-af49-00c38dfd464a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.142114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36386ab4-aba0-478f-8c1e-84f1d7cf4665 req-d1de042b-8246-4525-af49-00c38dfd464a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2043142 Mar 07 10:32:41.164983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-13ee92af-9a30-42c2-8858-3160c14ba1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.167017 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-13ee92af-9a30-42c2-8858-3160c14ba1e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1662776 Mar 07 10:32:41.171100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:41.171100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (4c294a89-41bd-46f1-92e8-b75b54b58285), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:41.172299 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:41.184156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:41.260430 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-64bc2d26-a4f5-4d83-a6b6-e8f5ea5f6dde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667937 Mar 07 10:32:41.317369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ef879ca4-4250-4e56-a3e3-211931198e77), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.356857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.362454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36386ab4-aba0-478f-8c1e-84f1d7cf4665 req-66f8ae1a-53b2-4b67-b68c-227c4cefdfad tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193091 Mar 07 10:32:41.377525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef879ca4-4250-4e56-a3e3-211931198e77 HTTP/1.1" status: 204 len: 168 time: 0.8753366 Mar 07 10:32:41.453868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-70e5c828-68f4-499f-b108-0c55fe0f54f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.458738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040787f-ecd3-414e-9ca2-857fef45b992 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef879ca4-4250-4e56-a3e3-211931198e77,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:41.473936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-70e5c828-68f4-499f-b108-0c55fe0f54f5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180&tenant_id=56bfb5bbe85e40ae84445580a2d9b621&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 949 time: 0.3210795 Mar 07 10:32:41.488996 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-543f6f8b-4dfa-4ae4-9f66-3199e08a2bed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a1226458f8f46da8667abe99112e5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008807 Mar 07 10:32:41.494075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44544) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:41.663814 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-624743ac-7d84-43da-af52-4ef05f0ed3c9 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964295 Mar 07 10:32:41.717542 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-b9002647-6299-4678-a1d5-01eb0a6b3d81 service neutron] delete failed (client error): The resource could not be found. Mar 07 10:32:41.718585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-b9002647-6299-4678-a1d5-01eb0a6b3d81 service neutron] 10.222.0.32 "DELETE /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.2409253 Mar 07 10:32:41.729517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6917-26eb-479a-9d8b-135d536903c1 req-ba08e588-9a87-499b-a400-3e874602e366 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.746024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80de6917-26eb-479a-9d8b-135d536903c1 req-ba08e588-9a87-499b-a400-3e874602e366 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 949 time: 0.5151372 Mar 07 10:32:41.765134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] Publish callbacks [] for security_group (2505d9c1-38e2-4a39-b0ce-e6375d6406fd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.846839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80de6917-26eb-479a-9d8b-135d536903c1 req-d28d70d8-026f-406c-b40f-4bf0f937cf09 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Mar 07 10:32:41.847574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44554) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:41.914293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] Publish callbacks [] for security_group (2505d9c1-38e2-4a39-b0ce-e6375d6406fd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.971480 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-e981e8e9-2354-4e60-bc2d-5c412288d135 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002577 Mar 07 10:32:42.000674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2505d9c1-38e2-4a39-b0ce-e6375d6406fd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.005192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.009466 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2505d9c1-38e2-4a39-b0ce-e6375d6406fd HTTP/1.1" status: 204 len: 168 time: 0.5049477 Mar 07 10:32:42.017980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc98ad-cac3-41ee-b1ba-c595d7db25da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505d9c1-38e2-4a39-b0ce-e6375d6406fd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.053647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:42.062175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:42.107349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0682e596-9e5c-4999-a53e-6d80bbdb9913 req-0646ac11-46fe-40f5-934e-ddcf17692279 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=718df83fd85648b4b7b0405134648040 HTTP/1.1" status: 200 len: 221 time: 0.0695605 Mar 07 10:32:42.277671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4e83e091-5ea7-4c18-b45f-775eed42e792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=368cbc69efc841baa1833c02dbaca4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265318 Mar 07 10:32:42.278560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44584) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:42.319143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port bfd85f86-8f68-4848-b3cf-4ca18a980aff completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:42.326691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port bfd85f86-8f68-4848-b3cf-4ca18a980aff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:42.327287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.378097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-a6c00ad5-114d-4e25-a2fa-2952449e2323 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.379838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-a6c00ad5-114d-4e25-a2fa-2952449e2323 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.1095719 Mar 07 10:32:42.433167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-39df5a39-88ab-483d-b8e8-cac8229dd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.434697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-39df5a39-88ab-483d-b8e8-cac8229dd9cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1131 time: 0.5458724 Mar 07 10:32:42.438100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.446597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96012b1-67a1-4fed-8e2d-3c8bf581e671 req-bf6063fb-7fec-4a59-ab9c-49ebd1410691 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.448138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e96012b1-67a1-4fed-8e2d-3c8bf581e671 req-bf6063fb-7fec-4a59-ab9c-49ebd1410691 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.4144380 Mar 07 10:32:42.475680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'network_id': '8e210b07-fe7f-47b3-b458-7168effcc24e', 'port_id': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'mac_address': 'fa:16:3e:d1:2a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971f724d-9e45-46e9-9b62-9d1c12a31e2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:42.591025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e8f60937-c797-4849-81b0-54be2f2c7aa8 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:42.591419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.612936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port bfd85f86-8f68-4848-b3cf-4ca18a980aff is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:42.613325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.618672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8f60937-c797-4849-81b0-54be2f2c7aa8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:42.629079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] Publish callbacks [] for security_group (e94c8874-7745-49e1-9d9f-aae79c7a22df), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.639166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.671125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.684474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-3ff5c976-790d-48bb-a364-75e4831df5ba service neutron] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:42.688425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-3ff5c976-790d-48bb-a364-75e4831df5ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.689464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] Publish callbacks [] for security_group (e94c8874-7745-49e1-9d9f-aae79c7a22df), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.689913 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac15c1d9-812b-45a6-8b1a-f47327128e68 req-3ff5c976-790d-48bb-a364-75e4831df5ba service neutron] 10.222.0.32 "DELETE /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38/bindings/n-h1-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.3031535 Mar 07 10:32:42.758108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:42.760808 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02cb770-67d1-4f1e-871a-00e9316d6a97" -d '{"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-plugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:42.784285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.797737 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.800019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.836202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e8f60937-c797-4849-81b0-54be2f2c7aa8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:42.865845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b016a-adc7-4d9d-bbd4-b29207bf1ce4 req-205309f0-6e63-4834-94ad-74adfad612a7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.880327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a2b016a-adc7-4d9d-bbd4-b29207bf1ce4 req-205309f0-6e63-4834-94ad-74adfad612a7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.6006203 Mar 07 10:32:42.882887 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e94c8874-7745-49e1-9d9f-aae79c7a22df), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.904824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.905980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e94c8874-7745-49e1-9d9f-aae79c7a22df HTTP/1.1" status: 204 len: 168 time: 0.6195858 Mar 07 10:32:43.042140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:43.063619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e96012b1-67a1-4fed-8e2d-3c8bf581e671 req-eaef412e-3c4f-4c6e-a5e7-36986e1d622c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715761 Mar 07 10:32:43.093102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65948eb-bea2-4dca-b843-62a25d8a24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c8874-7745-49e1-9d9f-aae79c7a22df,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:43.209637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a2b016a-adc7-4d9d-bbd4-b29207bf1ce4 req-3cfdcd5a-363a-4396-bdbb-1a8d2f9fc82e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276722 Mar 07 10:32:43.275457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-e064fc7a-3564-4b3d-9114-03e48ea548d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.276893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-e064fc7a-3564-4b3d-9114-03e48ea548d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.8027844 Mar 07 10:32:43.482587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-6d377520-8175-473d-a21d-2df26ca19a68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.1113143 Mar 07 10:32:43.483330 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d1c37-02fb-4a58-a618-3d2779413d5f x-openstack-request-id: req-967d1c37-02fb-4a58-a618-3d2779413d5f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:43.483854 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-plugged", "status": "completed", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:43.483950 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-967d1c37-02fb-4a58-a618-3d2779413d5f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:43.486997 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'code': 200} Mar 07 10:32:43.719599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba7a4-a45e-4300-9ea7-2362523fb26d req-650c8f32-9ea0-4e16-b849-0873b98c4857 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.731521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c42ba7a4-a45e-4300-9ea7-2362523fb26d req-650c8f32-9ea0-4e16-b849-0873b98c4857 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 945 time: 0.5171161 Mar 07 10:32:43.836451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-ba325423-1436-4f7d-95ae-179a87b7829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.837982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-ba325423-1436-4f7d-95ae-179a87b7829e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3472583 Mar 07 10:32:43.914956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c42ba7a4-a45e-4300-9ea7-2362523fb26d req-5c26c677-30b8-41ab-b1e7-82197c477752 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824269 Mar 07 10:32:44.008454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0fc59-c9c5-41a2-bc04-571296587f13 req-dc72f76b-4314-4f79-bfd0-eccb3516d000 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.016560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cc0fc59-c9c5-41a2-bc04-571296587f13 req-dc72f76b-4314-4f79-bfd0-eccb3516d000 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.4241562 Mar 07 10:32:44.061596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:44.209020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e8f60937-c797-4849-81b0-54be2f2c7aa8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:44.209711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.213511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cc0fc59-c9c5-41a2-bc04-571296587f13 req-f0797528-7148-4bb7-a710-9f36d31646d4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957695 Mar 07 10:32:44.288596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-66771213-c9d7-4d7b-b252-0d390e94bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.292563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-66771213-c9d7-4d7b-b252-0d390e94bc71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4357803 Mar 07 10:32:44.405492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e8f60937-c797-4849-81b0-54be2f2c7aa8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:44.405894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.449818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8904-e8b6-4496-8748-e1a59cbde547 req-fe3812b8-494a-4b58-804a-600e2200b493 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.461343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-132a8904-e8b6-4496-8748-e1a59cbde547 req-fe3812b8-494a-4b58-804a-600e2200b493 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4087894 Mar 07 10:32:44.476292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.486480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.661359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.777053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-132a8904-e8b6-4496-8748-e1a59cbde547 req-e7002c62-b8af-4e0c-a7a9-b2971491423d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123503 Mar 07 10:32:44.795257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df271cce-a9b8-4aed-8e89-80407b77b10a req-ae73e0b8-9312-420f-b4ba-68eb9ab41316 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.811955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df271cce-a9b8-4aed-8e89-80407b77b10a req-ae73e0b8-9312-420f-b4ba-68eb9ab41316 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.4106567 Mar 07 10:32:44.907512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-b0c151b4-f5c6-4752-a8a4-02757d28b813 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057701 Mar 07 10:32:45.256744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df271cce-a9b8-4aed-8e89-80407b77b10a req-1366590c-38ae-45e2-9a65-558df01b5236 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234927 Mar 07 10:32:45.336914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef60f1-756d-4b7f-b138-5857ad3ba49d req-50f497d3-b2ce-4cdc-91ec-e9993fce52eb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.344529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef60f1-756d-4b7f-b138-5857ad3ba49d req-50f497d3-b2ce-4cdc-91ec-e9993fce52eb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3184185 Mar 07 10:32:45.457001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c8c6e7b-3342-4687-b6ea-665ba565e978 req-3c9ee6a5-d0a5-4cc7-ac01-9cbdcf8db60a service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345616 Mar 07 10:32:45.489800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:45.493474 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be28a4-cf92-4a9f-aa78-894fd440b2a3" -d '{"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-plugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:45.503164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ef60f1-756d-4b7f-b138-5857ad3ba49d req-edbc9145-18b0-4415-8acb-c628c72af631 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577663 Mar 07 10:32:45.512822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55802f28-3def-4181-9770-537a63a19ccf req-9db5dad2-672f-418c-9fa6-cda031236f99 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.516044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55802f28-3def-4181-9770-537a63a19ccf req-9db5dad2-672f-418c-9fa6-cda031236f99 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 946 time: 0.1268096 Mar 07 10:32:45.637375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55802f28-3def-4181-9770-537a63a19ccf req-512f3c24-998f-44ee-bc2d-5360ff770485 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128182 Mar 07 10:32:45.809369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250680-4469-47b1-974a-215eca303bb4 req-20bd3897-b56d-4550-a130-5b07a46ea241 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.811786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2250680-4469-47b1-974a-215eca303bb4 req-20bd3897-b56d-4550-a130-5b07a46ea241 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0866392 Mar 07 10:32:45.916978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2250680-4469-47b1-974a-215eca303bb4 req-40529644-acd3-4109-896f-c32406ae6e48 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991011 Mar 07 10:32:45.936800 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568f994-a151-4f63-9545-dac421a4cf65 x-openstack-request-id: req-4568f994-a151-4f63-9545-dac421a4cf65 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:45.937092 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-plugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:45.937458 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4568f994-a151-4f63-9545-dac421a4cf65 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:45.937991 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'code': 200} Mar 07 10:32:46.075239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:46.201891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e8f60937-c797-4849-81b0-54be2f2c7aa8 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:46.202244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.237382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a444c-994e-444c-959d-dbc88a17e1af req-776f9881-9c45-46d1-8997-1ddd554f8171 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.247194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b97a444c-994e-444c-959d-dbc88a17e1af req-776f9881-9c45-46d1-8997-1ddd554f8171 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1895714 Mar 07 10:32:46.268628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:46.280307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.330881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b97a444c-994e-444c-959d-dbc88a17e1af req-1cdc3395-90ef-4c0c-ac16-998bf5b495a0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827439 Mar 07 10:32:46.423952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:46.522207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559ce96-2418-45ab-a216-ee4ab81df9d8 req-81dccabc-b188-4b40-826c-aac98c32af9c tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.533612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d559ce96-2418-45ab-a216-ee4ab81df9d8 req-81dccabc-b188-4b40-826c-aac98c32af9c tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1127 time: 0.0851934 Mar 07 10:32:46.635225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d559ce96-2418-45ab-a216-ee4ab81df9d8 req-81a15e28-ea5f-403b-b3e9-7044740b36ac tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 Mar 07 10:32:46.840295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6459b6b-07fc-4708-b9f6-be5186683cc4 req-919970e0-dd80-4e7e-a40a-f232ebc79356 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.841800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6459b6b-07fc-4708-b9f6-be5186683cc4 req-919970e0-dd80-4e7e-a40a-f232ebc79356 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1041262 Mar 07 10:32:46.923053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6459b6b-07fc-4708-b9f6-be5186683cc4 req-ab1a2e2d-fa32-4a21-b5b6-82b01c2e71d0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Mar 07 10:32:46.962156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a8fa1-ceb5-4a09-9b80-5c77261e063f req-c74fcfe3-d092-48a3-8b67-f1a38d5a4bfe tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.964086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d23a8fa1-ceb5-4a09-9b80-5c77261e063f req-c74fcfe3-d092-48a3-8b67-f1a38d5a4bfe tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 1127 time: 0.1208882 Mar 07 10:32:47.068714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d23a8fa1-ceb5-4a09-9b80-5c77261e063f req-305f9081-5f9a-4774-a82d-4bcaadaac926 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987413 Mar 07 10:32:47.102075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a56f9-c275-419c-b939-f72cfc46fdde req-9f501b7f-65c5-4180-9d12-5ee0d42b5cee tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.103661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-559a56f9-c275-419c-b939-f72cfc46fdde req-9f501b7f-65c5-4180-9d12-5ee0d42b5cee tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.0726051 Mar 07 10:32:47.218169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-559a56f9-c275-419c-b939-f72cfc46fdde req-7d82848e-553b-4338-bc9b-49811f996894 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064701 Mar 07 10:32:47.405085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678d7a2-6a15-4207-9fb5-3725f51ecaf9 req-46bda66e-fab8-4834-a322-31ce94a27542 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.406823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e678d7a2-6a15-4207-9fb5-3725f51ecaf9 req-46bda66e-fab8-4834-a322-31ce94a27542 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.0904074 Mar 07 10:32:47.419102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349faaf-2e25-4508-83da-c30b7bd9e69e req-aa0ff456-9f51-4a39-8def-353b41a72851 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.420826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f349faaf-2e25-4508-83da-c30b7bd9e69e req-aa0ff456-9f51-4a39-8def-353b41a72851 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0709302 Mar 07 10:32:47.495532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e678d7a2-6a15-4207-9fb5-3725f51ecaf9 req-95e1fc77-f886-4476-acf0-669f1c6799d1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735517 Mar 07 10:32:47.498842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f349faaf-2e25-4508-83da-c30b7bd9e69e req-fb0c2460-9486-4caf-b764-b3769cb6ed60 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Mar 07 10:32:47.819912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52dd6-d271-46cd-beb1-313639d9e182 req-969992bb-3c7b-401a-893b-94dcae281bad tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.829369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9b52dd6-d271-46cd-beb1-313639d9e182 req-969992bb-3c7b-401a-893b-94dcae281bad tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.1643200 Mar 07 10:32:47.862024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-95dd47d6-05e0-4d89-83a3-2278a788e153 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.865623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-95dd47d6-05e0-4d89-83a3-2278a788e153 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.1240489 Mar 07 10:32:47.939681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:47.942700 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2744a5-b77c-44df-bb7f-60e2e68fa864" -d '{"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:48.097760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:48.207070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9b52dd6-d271-46cd-beb1-313639d9e182 req-016d4006-0ee4-4bd2-b7a9-e3f3b577e9ac tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357520 Mar 07 10:32:48.312904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70102ed9-8bcf-4431-9596-012ad8eeb02c req-f68b01eb-e5db-423c-afb1-43f249c87077 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.319565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70102ed9-8bcf-4431-9596-012ad8eeb02c req-f68b01eb-e5db-423c-afb1-43f249c87077 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1391964 Mar 07 10:32:48.368574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Deleting port e8f60937-c797-4849-81b0-54be2f2c7aa8 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:48.368917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.372501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae205169-2446-4aca-ba09-fcb21c90d0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.398727 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896eb39-71a0-45a5-a3f3-81ed9ecfaed0 x-openstack-request-id: req-b896eb39-71a0-45a5-a3f3-81ed9ecfaed0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:48.399941 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:48.400387 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b896eb39-71a0-45a5-a3f3-81ed9ecfaed0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:48.400985 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'code': 200} Mar 07 10:32:48.496419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:48.544521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae205169-2446-4aca-ba09-fcb21c90d0e2 admin admin] Publish callbacks [] for security_group (804f3a96-b395-427e-8dbf-e308fb6956a0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.552348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae205169-2446-4aca-ba09-fcb21c90d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (804f3a96-b395-427e-8dbf-e308fb6956a0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.618787 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ae205169-2446-4aca-ba09-fcb21c90d0e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ee83e6712fd4995be0afc2b3b430e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5198030 Mar 07 10:32:48.619676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:48.621566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12ac1-d9b9-43a0-8746-388fc70063e7 req-90fffdc6-0452-4754-a807-6643178ccff9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.630069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee12ac1-d9b9-43a0-8746-388fc70063e7 req-90fffdc6-0452-4754-a807-6643178ccff9 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.1190004 Mar 07 10:32:48.642719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70102ed9-8bcf-4431-9596-012ad8eeb02c req-49c54425-4514-457e-b222-70bfa7c2c1fd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221877 Mar 07 10:32:48.648521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] For port e8f60937-c797-4849-81b0-54be2f2c7aa8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e8f60937-c797-4849-81b0-54be2f2c7aa8,segment=NetworkSegment(69dd3966-2a42-44b6-9102-447df2cd3320),segment_id=69dd3966-2a42-44b6-9102-447df2cd3320)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:48.648879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.684482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205169-2446-4aca-ba09-fcb21c90d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f3a96-b395-427e-8dbf-e308fb6956a0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.712147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bbe7-559b-4e46-8fbb-60865d11266b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.763031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee12ac1-d9b9-43a0-8746-388fc70063e7 req-323b56c2-411f-46d1-add7-56b13d2fc809 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311495 Mar 07 10:32:48.766636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] Publish callbacks [] for security_group (804f3a96-b395-427e-8dbf-e308fb6956a0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.784939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Calling delete_port for e8f60937-c797-4849-81b0-54be2f2c7aa8 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:48.806527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] Publish callbacks [] for security_group (804f3a96-b395-427e-8dbf-e308fb6956a0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.881029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bbe7-559b-4e46-8fbb-60865d11266b admin admin] Publish callbacks [] for security_group (d391a199-4c8e-4a4b-bde3-2aa8192cb946), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.901231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6c0bbe7-559b-4e46-8fbb-60865d11266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d391a199-4c8e-4a4b-bde3-2aa8192cb946), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.050933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6c0bbe7-559b-4e46-8fbb-60865d11266b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9fe6960372e45ab86df61fb5c4fec05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5497339 Mar 07 10:32:49.051901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0bbe7-559b-4e46-8fbb-60865d11266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391a199-4c8e-4a4b-bde3-2aa8192cb946,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.054311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44806) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:49.124062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] Publish callbacks [] for security_group (d391a199-4c8e-4a4b-bde3-2aa8192cb946), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.126786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (804f3a96-b395-427e-8dbf-e308fb6956a0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.131385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.132827 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/804f3a96-b395-427e-8dbf-e308fb6956a0 HTTP/1.1" status: 204 len: 168 time: 0.5083022 Mar 07 10:32:49.204920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9192832-dd50-4325-99fb-ca8291bbdc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f3a96-b395-427e-8dbf-e308fb6956a0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.239957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] Publish callbacks [] for security_group (d391a199-4c8e-4a4b-bde3-2aa8192cb946), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.365386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d391a199-4c8e-4a4b-bde3-2aa8192cb946), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.368645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.375435 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d391a199-4c8e-4a4b-bde3-2aa8192cb946 HTTP/1.1" status: 204 len: 168 time: 0.3178124 Mar 07 10:32:49.394279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a762f0-0e40-45ab-ba76-0fc35f5173d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391a199-4c8e-4a4b-bde3-2aa8192cb946,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.599684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-2451cf81-bf3b-4b91-9d23-5efc7564f4c2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442097 Mar 07 10:32:49.726335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ed015-018d-45d4-b9a6-20682f78d739 req-cfb6bf44-bd9d-4e32-8682-3da705d52d76 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.733828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c35ed015-018d-45d4-b9a6-20682f78d739 req-cfb6bf44-bd9d-4e32-8682-3da705d52d76 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.9162557 Mar 07 10:32:49.840718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c35ed015-018d-45d4-b9a6-20682f78d739 req-3958fef5-e799-445c-8bab-bbc871c3ac07 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Mar 07 10:32:49.910937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-38ac1b8e-a3fa-4d34-a073-1180b077d120 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.924535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-38ac1b8e-a3fa-4d34-a073-1180b077d120 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234560 Mar 07 10:32:49.965468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-38482323-bf13-412e-b8dc-fc6bdc7b2b10 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/quotas/56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 375 time: 0.0382004 Mar 07 10:32:50.213610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:50.221302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2fc2f-f04c-433a-8933-de15772437a8 req-b728644b-faca-4114-bd73-6a0c7f49cd39 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:50.230319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0d2fc2f-f04c-433a-8933-de15772437a8 req-b728644b-faca-4114-bd73-6a0c7f49cd39 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/ports?device_id=afd1feb2-8d4e-4d81-93ed-c8b1271ab544 HTTP/1.1" status: 200 len: 944 time: 0.1090717 Mar 07 10:32:50.245577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-862f11ed-641a-4619-8650-21f143589ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.247508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e8f60937-c797-4849-81b0-54be2f2c7aa8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.301085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-cdc6dcf2-b996-4fb6-8e7f-77d4031e06b9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3315022 Mar 07 10:32:50.424160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-862f11ed-641a-4619-8650-21f143589ecd admin admin] Publish callbacks [] for security_group (b66ae1bc-706d-4222-87e8-4906d70a80a7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.433258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-862f11ed-641a-4619-8650-21f143589ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b66ae1bc-706d-4222-87e8-4906d70a80a7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.536393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f11ed-641a-4619-8650-21f143589ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ae1bc-706d-4222-87e8-4906d70a80a7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:50.550450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-862f11ed-641a-4619-8650-21f143589ecd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6e8c0fd243c4eba94c40e80b8b397c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354728 Mar 07 10:32:50.551901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:50.616440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] No DVR routers for this DVR port e8f60937-c797-4849-81b0-54be2f2c7aa8 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:50.627068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Pushing event deleted for resources: {'Port': ['ID=e8f60937-c797-4849-81b0-54be2f2c7aa8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:50.639291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.642388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] Publish callbacks [] for security_group (b66ae1bc-706d-4222-87e8-4906d70a80a7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.645825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7ef7906-dcba-4b88-b188-78a7d436bf0e req-40180bf2-9a2d-44d5-8c0a-64b347380175 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.26 "DELETE /v2.0/ports/e8f60937-c797-4849-81b0-54be2f2c7aa8 HTTP/1.1" status: 204 len: 173 time: 2.7691443 Mar 07 10:32:50.649520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-deleted', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:50.653894 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d9c828-a278-4cfb-84b9-9c3e97ce9e76" -d '{"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-deleted", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:50.695470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] Publish callbacks [] for security_group (b66ae1bc-706d-4222-87e8-4906d70a80a7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.726464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0d2fc2f-f04c-433a-8933-de15772437a8 req-d6e77cc3-d0ad-4724-9f61-10a97bf1bdb3 tempest-ImagesTestJSON-1045542779 tempest-ImagesTestJSON-1045542779-project] 10.222.0.23 "GET /v2.0/security-groups?id=082a1adb-6699-4bb8-90a6-fdf9b2825415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946651 Mar 07 10:32:50.761110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-60a525ea-429d-4b07-a950-325750afab6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.850930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a857e58-fb6d-4e44-b2e0-b4fe0f98e276 req-0099d883-9c61-4596-af57-fb0de4b1230f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 210 time: 0.0679970 Mar 07 10:32:50.852816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b66ae1bc-706d-4222-87e8-4906d70a80a7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.856777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.861646 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b66ae1bc-706d-4222-87e8-4906d70a80a7 HTTP/1.1" status: 204 len: 168 time: 0.3085799 Mar 07 10:32:50.886649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fda53-21cb-46a1-895d-22a4ad4ab945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ae1bc-706d-4222-87e8-4906d70a80a7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:51.001241 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f2363-d07f-437f-90d0-8e4f3e219273 x-openstack-request-id: req-a94f2363-d07f-437f-90d0-8e4f3e219273 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:51.005522 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1feb2-8d4e-4d81-93ed-c8b1271ab544", "name": "network-vif-deleted", "tag": "e8f60937-c797-4849-81b0-54be2f2c7aa8", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:51.007138 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a94f2363-d07f-437f-90d0-8e4f3e219273 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:51.007919 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1feb2-8d4e-4d81-93ed-c8b1271ab544', 'name': 'network-vif-deleted', 'tag': 'e8f60937-c797-4849-81b0-54be2f2c7aa8', 'status': 'completed', 'code': 200} Mar 07 10:32:51.025111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44872) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:51.069071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a794a-faf6-40fa-a5f9-40f398514120 req-b1cc18bf-7c7b-4186-99ba-de15cf9fd746 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.081409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd1a794a-faf6-40fa-a5f9-40f398514120 req-b1cc18bf-7c7b-4186-99ba-de15cf9fd746 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1834104 Mar 07 10:32:51.212445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd1a794a-faf6-40fa-a5f9-40f398514120 req-9bfc8669-24c9-4cef-bf07-94d7240635e4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174955 Mar 07 10:32:51.462103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c2b91-78e7-4cfa-b928-a7c75c6236e3 req-809ad29f-3fc2-4d0a-9833-72416e9e3d7f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.476802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-173c2b91-78e7-4cfa-b928-a7c75c6236e3 req-809ad29f-3fc2-4d0a-9833-72416e9e3d7f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1337171 Mar 07 10:32:51.603900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-173c2b91-78e7-4cfa-b928-a7c75c6236e3 req-5a39e402-1684-4ce8-9b71-fd0cb61fb8c2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234441 Mar 07 10:32:51.637073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1504368371-network', 'tenant_id': 'f41a5c47679f47dc8b8dd2b67e21ba13'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:51.713065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Made reservation on behalf of f41a5c47679f47dc8b8dd2b67e21ba13 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:51.716579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.741122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.967043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks [] for security_group (c5585805-247a-441d-a38d-5a5feb4f966e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.974032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326eff-50f4-4959-8d1b-97e01fb1411b req-049868e2-778a-41bd-a48c-dab4d8f01ee5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.977135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c5585805-247a-441d-a38d-5a5feb4f966e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.988698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af326eff-50f4-4959-8d1b-97e01fb1411b req-049868e2-778a-41bd-a48c-dab4d8f01ee5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1921258 Mar 07 10:32:52.075398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5585805-247a-441d-a38d-5a5feb4f966e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.096243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:52.138239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:52.161543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af326eff-50f4-4959-8d1b-97e01fb1411b req-0a544ca2-8879-42c4-a455-7ef51f755f70 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661777 Mar 07 10:32:52.162344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bc886ce8-866f-4beb-ab32-e6f28ae51fe6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.162699 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Added segment bc886ce8-866f-4beb-ab32-e6f28ae51fe6 of type vlan for network 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 Mar 07 10:32:52.227381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e8f60937-c797-4849-81b0-54be2f2c7aa8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:52.228172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e8f60937-c797-4849-81b0-54be2f2c7aa8 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:52.231838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bce459ff-f36a-4f88-b149-29c3b3c991cf req-93e6f1d4-6a8c-46bb-9a3e-24299351433c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 210 time: 0.0831599 Mar 07 10:32:52.309861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (24eb0ddd-e066-4230-b89e-2df8b2aa1bc6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.375995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (24eb0ddd-e066-4230-b89e-2df8b2aa1bc6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.377077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.377661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.440238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c2d1a-71f9-47e1-bd2a-4d63b6cf96ef req-9c3e1fac-8d2e-4a43-9036-1c84f572facf tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.455988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c69c2d1a-71f9-47e1-bd2a-4d63b6cf96ef req-9c3e1fac-8d2e-4a43-9036-1c84f572facf tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.1609812 Mar 07 10:32:52.521353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=24eb0ddd-e066-4230-b89e-2df8b2aa1bc6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.532946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:52.549629 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ab0c1c4-e777-4d3f-abdf-0204a50bd7b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5233920 Mar 07 10:32:52.554677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:52.561813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Request body: {'subnet': {'network_id': '24eb0ddd-e066-4230-b89e-2df8b2aa1bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1504368371-subnet', 'tenant_id': 'f41a5c47679f47dc8b8dd2b67e21ba13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:52.616087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Made reservation on behalf of f41a5c47679f47dc8b8dd2b67e21ba13 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:52.619268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.695700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c69c2d1a-71f9-47e1-bd2a-4d63b6cf96ef req-99513c1a-05e2-4c1e-8930-c384c078631b tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364438 Mar 07 10:32:52.754818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc179c-a0a4-4d9b-a141-10ff475d188f req-4e66385d-d6ef-41a0-965e-b0bb6aa4ba71 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.763975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dedc179c-a0a4-4d9b-a141-10ff475d188f req-4e66385d-d6ef-41a0-965e-b0bb6aa4ba71 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3006611 Mar 07 10:32:52.944737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dedc179c-a0a4-4d9b-a141-10ff475d188f req-148e5221-5d26-4ea5-8e15-4cd70a491c68 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760859 Mar 07 10:32:52.955701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5bb29e85-d53b-450a-94a1-9891da6c0297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.983180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-291441ee-2de4-4d12-a919-8793c7549f6f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744219 Mar 07 10:32:53.061972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (235a52a1-4bb6-407c-b3db-35806d5d6240), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.225721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=235a52a1-4bb6-407c-b3db-35806d5d6240,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.268385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Checking segment: {'id': 'bc886ce8-866f-4beb-ab32-e6f28ae51fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '24eb0ddd-e066-4230-b89e-2df8b2aa1bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:53.268991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Network hostable DHCP agents. Network: 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:53.316124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Network 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:53.333173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:53.343564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eeafc8-ec3c-43a4-8163-834a60c6ff86 None None] Network 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:53.350274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.351262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.400177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b636a447-2ff4-4a8f-87fe-c1b70b3b12bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8439565 Mar 07 10:32:53.426800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7628-7348-4441-877d-f45ad6484030 req-6ea6428c-e872-4c19-82a4-425f13f629b2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.429100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-415e7628-7348-4441-877d-f45ad6484030 req-6ea6428c-e872-4c19-82a4-425f13f629b2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2662163 Mar 07 10:32:53.435353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-167d3995-1c3c-4387-8db5-e8fac5f37885 req-fe068ab0-5269-4275-9a01-4a4ded663baa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 210 time: 0.0578969 Mar 07 10:32:53.470025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-bf50abc5-8ea6-4abb-80b6-c1482ebedc6f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.471877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-bf50abc5-8ea6-4abb-80b6-c1482ebedc6f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4803088 Mar 07 10:32:53.526026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:53.527358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Request body: {'port': {'device_id': 'c841a228-f3f6-43da-9774-184e665babfa', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '56bfb5bbe85e40ae84445580a2d9b621'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:53.638198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-415e7628-7348-4441-877d-f45ad6484030 req-b2ae1cd9-4bc4-4cb6-b58a-144855ee28aa tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957557 Mar 07 10:32:53.703848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Made reservation on behalf of 56bfb5bbe85e40ae84445580a2d9b621 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:53.714957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.765224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Deleting subnet 971f724d-9e45-46e9-9b62-9d1c12a31e2b {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:53.783748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Publish callbacks [] for subnet (971f724d-9e45-46e9-9b62-9d1c12a31e2b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.812323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e8c6e-0bec-4d65-9956-5df9c761c39d None None] Network 24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:53.856739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (971f724d-9e45-46e9-9b62-9d1c12a31e2b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.942932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.971698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (971f724d-9e45-46e9-9b62-9d1c12a31e2b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.092185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.143906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (971f724d-9e45-46e9-9b62-9d1c12a31e2b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.218606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Allocated IP 192.168.233.242 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:54.219192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971f724d-9e45-46e9-9b62-9d1c12a31e2b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.231215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.248445 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-904513b1-d145-48a4-a523-3398a212e604 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/971f724d-9e45-46e9-9b62-9d1c12a31e2b HTTP/1.1" status: 204 len: 168 time: 0.7209105 Mar 07 10:32:54.249541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:54.351782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8e210b07-fe7f-47b3-b458-7168effcc24e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.380173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-a03b7619-4401-484c-9c81-d56a6d55e7ac tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.381779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-a03b7619-4401-484c-9c81-d56a6d55e7ac tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.7116580 Mar 07 10:32:54.396795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99a3cc-437e-4518-ad1f-184a355c7aec req-bea335e6-05ca-4074-81b2-5f0a1388b351 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.404037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a99a3cc-437e-4518-ad1f-184a355c7aec req-bea335e6-05ca-4074-81b2-5f0a1388b351 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.5813222 Mar 07 10:32:54.443377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340362-5e19-4edf-93f8-8c09694b95bd req-952317ca-e9fe-4999-ac25-b53940a90dd5 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.450769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5340362-5e19-4edf-93f8-8c09694b95bd req-952317ca-e9fe-4999-ac25-b53940a90dd5 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 945 time: 0.5418484 Mar 07 10:32:54.459267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8e210b07-fe7f-47b3-b458-7168effcc24e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.491673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e210b07-fe7f-47b3-b458-7168effcc24e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:54.513643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dd3966-2a42-44b6-9102-447df2cd3320') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:54.513944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dd3966-2a42-44b6-9102-447df2cd3320') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:54.527469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (69dd3966-2a42-44b6-9102-447df2cd3320), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.542338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (69dd3966-2a42-44b6-9102-447df2cd3320), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.548916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:54.550294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (69dd3966-2a42-44b6-9102-447df2cd3320), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:54.552154 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:54.626570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (8e210b07-fe7f-47b3-b458-7168effcc24e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.638744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.646240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e210b07-fe7f-47b3-b458-7168effcc24e HTTP/1.1" status: 204 len: 168 time: 0.3949957 Mar 07 10:32:54.661458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03705dae-ec3d-4b54-b6c8-85561e6e8b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e210b07-fe7f-47b3-b458-7168effcc24e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.740528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a99a3cc-437e-4518-ad1f-184a355c7aec req-e12d47f5-cdd4-4d25-bc31-fd5de241dc15 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353336 Mar 07 10:32:54.762496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5340362-5e19-4edf-93f8-8c09694b95bd req-1269af6f-f455-4367-8d39-a66344bd742d tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c75f1759-7a00-4499-b02c-4f8a88d4089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106835 Mar 07 10:32:54.766465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.875371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Deleting port e270bbc4-0d51-47d2-868c-debf1bc9faeb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:54.884158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.949201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.962556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:54.966122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:55.004078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:55.113367 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4564212f-eb61-48ed-9850-5a05364c54c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45d5e9b32e3741a28dcb5f1fc6aaca26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058650 Mar 07 10:32:55.116345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45012) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:55.125319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:55.133283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:55.141632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:55.231672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.232352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.248736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.257243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] Publish callbacks [] for security_group (082a1adb-6699-4bb8-90a6-fdf9b2825415), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.326530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] Publish callbacks [] for security_group (082a1adb-6699-4bb8-90a6-fdf9b2825415), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.331074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] For port e270bbc4-0d51-47d2-868c-debf1bc9faeb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e270bbc4-0d51-47d2-868c-debf1bc9faeb,segment=NetworkSegment(a353b92f-cb13-4277-a752-931788db033b),segment_id=a353b92f-cb13-4277-a752-931788db033b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:55.331901 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.338300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-e805f35e-223c-4134-9493-ec2ffec1807e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8183651 Mar 07 10:32:55.384619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Request body: {'port': {'device_id': 'c841a228-f3f6-43da-9774-184e665babfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:55.426173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (082a1adb-6699-4bb8-90a6-fdf9b2825415), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.430445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.434998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/082a1adb-6699-4bb8-90a6-fdf9b2825415 HTTP/1.1" status: 204 len: 168 time: 0.3175845 Mar 07 10:32:55.451321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964a3ca-1a53-4bcf-ba8f-2fd65259c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a1adb-6699-4bb8-90a6-fdf9b2825415,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.571751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Calling delete_port for e270bbc4-0d51-47d2-868c-debf1bc9faeb owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:55.573688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.653969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.716430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3479b06c-e7b9-4d70-849d-793bd738d709 None None] Provisioning complete for port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:55.716773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3479b06c-e7b9-4d70-849d-793bd738d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.869801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3479b06c-e7b9-4d70-849d-793bd738d709 None None] Port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:55.931168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee5ded-2568-4b62-bade-e9566e1d85c1 req-6cf148f0-a6c8-4146-95bc-7935563da9d1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.940316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9ee5ded-2568-4b62-bade-e9566e1d85c1 req-6cf148f0-a6c8-4146-95bc-7935563da9d1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 936 time: 0.2696240 Mar 07 10:32:56.053754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9ee5ded-2568-4b62-bade-e9566e1d85c1 req-38700778-63cd-45ad-958a-760406eb0740 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124742 Mar 07 10:32:56.198632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e270bbc4-0d51-47d2-868c-debf1bc9faeb no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:56.307092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No active binding found for port e270bbc4-0d51-47d2-868c-debf1bc9faeb {{(pid=103790) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 10:32:56.308592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port e270bbc4-0d51-47d2-868c-debf1bc9faeb host None! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:32:56.309028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e270bbc4-0d51-47d2-868c-debf1bc9faeb not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:56.315606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-510bfd71-efc5-455d-bff8-6f3a9f5dacd8 req-4b88a0df-2a72-4ad4-afdf-a673bf9f2987 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2dd75f-5ab4-4a26-934e-2b856483ac29 HTTP/1.1" status: 200 len: 210 time: 0.0444973 Mar 07 10:32:56.336764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e270bbc4-0d51-47d2-868c-debf1bc9faeb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.397630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Pushing event deleted for resources: {'Port': ['ID=e270bbc4-0d51-47d2-868c-debf1bc9faeb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:56.434856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418c57-c244-4017-8a16-8e8b8b50a231 req-12eb4485-5492-4b44-a407-aff9478fba9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.436416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56418c57-c244-4017-8a16-8e8b8b50a231 req-12eb4485-5492-4b44-a407-aff9478fba9c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2318323 Mar 07 10:32:56.499018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] No DVR routers for this DVR port e270bbc4-0d51-47d2-868c-debf1bc9faeb on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:56.513237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.516572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1adc4d9-f6c2-4cc5-a9db-3960ba3d92a4 req-4c3ee59b-5398-4e92-9a5e-09ab50939b46 tempest-VolumesAdminNegativeTest-76395925 tempest-VolumesAdminNegativeTest-76395925-project] 10.222.0.26 "DELETE /v2.0/ports/e270bbc4-0d51-47d2-868c-debf1bc9faeb HTTP/1.1" status: 204 len: 173 time: 2.1071355 Mar 07 10:32:56.524296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'name': 'network-vif-deleted', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:56.526384 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d4b81e-e2f0-430f-b914-df54866b04cd" -d '{"events": [{"server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "name": "network-vif-deleted", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:56.627272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56418c57-c244-4017-8a16-8e8b8b50a231 req-2f5ecafe-f411-4733-98c8-332b33534856 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755810 Mar 07 10:32:56.664155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45058) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:56.677817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:56.690368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks [] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.720917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-b62cb948-47a6-4f34-b57b-44c657ef9918 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.728019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-b62cb948-47a6-4f34-b57b-44c657ef9918 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.2821505 Mar 07 10:32:56.730330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Transition to ACTIVE for port object f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:56.747094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-b9419ef0-861d-4054-971c-bad4ac08e3e2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/quotas/1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 375 time: 0.0176206 Mar 07 10:32:56.749946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.802054 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a2d953-72e9-40b8-87ad-4028bce760d6 x-openstack-request-id: req-90a2d953-72e9-40b8-87ad-4028bce760d6 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:56.802338 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2dd75f-5ab4-4a26-934e-2b856483ac29", "name": "network-vif-deleted", "tag": "e270bbc4-0d51-47d2-868c-debf1bc9faeb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:56.802589 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90a2d953-72e9-40b8-87ad-4028bce760d6 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:56.802975 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2dd75f-5ab4-4a26-934e-2b856483ac29', 'name': 'network-vif-deleted', 'tag': 'e270bbc4-0d51-47d2-868c-debf1bc9faeb', 'status': 'completed', 'code': 200} Mar 07 10:32:56.848640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:56.853605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-515792838-network', 'tenant_id': 'b4aad5f1b80c468ea82ee048f864e8c5'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:56.880242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Made reservation on behalf of b4aad5f1b80c468ea82ee048f864e8c5 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:56.883329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.894007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.980339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-542c6758-7444-4d4c-90f7-80b6580286f1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2322805 Mar 07 10:32:57.031043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks [] for security_group (92663faf-0fd2-4f9c-a75d-19b370dd8e4a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.036049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.043190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (92663faf-0fd2-4f9c-a75d-19b370dd8e4a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.097382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:57.108024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92663faf-0fd2-4f9c-a75d-19b370dd8e4a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.136206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (93d1cf02-9834-4bf2-95d8-ed6a22e56194), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.136939 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Added segment 93d1cf02-9834-4bf2-95d8-ed6a22e56194 of type vlan for network e888aa5b-061f-481e-a30b-35dfacb0b533 Mar 07 10:32:57.155806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f271-4c22-4ae4-a884-f08b0a2186c4 req-0b91c8c8-5149-4920-ab08-720a4d48a954 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.157973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf5f271-4c22-4ae4-a884-f08b0a2186c4 req-0b91c8c8-5149-4920-ab08-720a4d48a954 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2644691 Mar 07 10:32:57.158796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Attempting to bind port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:57.159305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Attempting to bind port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:57.159716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Attempting to bind port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:57.165289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-f13fe020-09f8-4dd1-93bb-4fbffa6e5423 service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841516 Mar 07 10:32:57.191736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e888aa5b-061f-481e-a30b-35dfacb0b533), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.216492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:57.216836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Attempting to bind port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:57.224459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e888aa5b-061f-481e-a30b-35dfacb0b533), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.225512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.226169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.262552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:57.262902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:57.263410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:57.263906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Bound port: f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:57.264322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.287361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6193368 Mar 07 10:32:57.287609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:57.292378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Request body: {'subnet': {'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-515792838-subnet', 'tenant_id': 'b4aad5f1b80c468ea82ee048f864e8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:57.296259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a8e5-210f-4f9e-8616-e6bb2644bb8e admin admin] Pushing event updated for resources: {'Network': ['ID=e888aa5b-061f-481e-a30b-35dfacb0b533,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.311162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e888aa5b-061f-481e-a30b-35dfacb0b533 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:57.319519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf5f271-4c22-4ae4-a884-f08b0a2186c4 req-dbd3815c-8960-44a6-bbf7-45b4249844bc tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519706 Mar 07 10:32:57.332231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Made reservation on behalf of b4aad5f1b80c468ea82ee048f864e8c5 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:57.339173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.385465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-eda8cd9e-18b4-4529-aee0-b91160ef9613 service neutron] 10.222.0.23 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996429 Mar 07 10:32:57.391436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:57.399272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:57.410901 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.510757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.512042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.514597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] 10.222.0.26 "PUT /v2.0/ports/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 1096 time: 2.1527259 Mar 07 10:32:57.547189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0ec0d-4ce2-4238-bb2a-b08cbb84893a service neutron] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.675246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (cfa13cad-ab85-4de8-91be-34d79cd29581), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.762115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa13cad-ab85-4de8-91be-34d79cd29581,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.771915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Checking segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:57.772399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Network hostable DHCP agents. Network: e888aa5b-061f-481e-a30b-35dfacb0b533, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:57.799126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Network e888aa5b-061f-481e-a30b-35dfacb0b533 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:57.814712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e888aa5b-061f-481e-a30b-35dfacb0b533) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:57.820358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.821145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.830773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3d5d1-90ac-4d59-b50b-0ca6a09d5f41 None None] Network e888aa5b-061f-481e-a30b-35dfacb0b533 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:57.847236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-71363062-3fdc-401b-9adc-6f04b746d18f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5586205 Mar 07 10:32:57.921856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:57.968176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:58.088128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Deleting subnet ee014852-323e-4836-b05e-ce5305450f92 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:58.093105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Publish callbacks [] for subnet (ee014852-323e-4836-b05e-ce5305450f92), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.150538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd6260-9bbf-4a66-b16c-1f617b3afae9 None None] Network e888aa5b-061f-481e-a30b-35dfacb0b533 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:58.202272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ee014852-323e-4836-b05e-ce5305450f92), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.248027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ee014852-323e-4836-b05e-ce5305450f92), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.274529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-898a8076-8b54-49cb-98d0-40af9e74baba req-1bd3f041-4bf1-4230-b665-1c1c9faba4f3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0488467 Mar 07 10:32:58.304864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-340e1181-1327-4751-ad4f-68a01005c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.309377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-340e1181-1327-4751-ad4f-68a01005c3c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1130 time: 0.7424800 Mar 07 10:32:58.332736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Deleting subnet 235a52a1-4bb6-407c-b3db-35806d5d6240 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:58.338431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ee014852-323e-4836-b05e-ce5305450f92), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.340733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Publish callbacks [] for subnet (235a52a1-4bb6-407c-b3db-35806d5d6240), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.353190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.387218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee014852-323e-4836-b05e-ce5305450f92,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:58.400091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.406439 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7e1a443-7a43-47be-aaa4-73aeffc05565 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee014852-323e-4836-b05e-ce5305450f92 HTTP/1.1" status: 204 len: 168 time: 0.4802153 Mar 07 10:32:58.406439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:58.418199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e790c-2292-42b9-a3c2-479480ea70c1 req-41b022f5-1af6-4b9b-9867-3633375a599c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.420547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb7e790c-2292-42b9-a3c2-479480ea70c1 req-41b022f5-1af6-4b9b-9867-3633375a599c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 948 time: 0.7720273 Mar 07 10:32:58.422757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-2ab24e5f-8f69-49d7-a7d0-88cd7c430bf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.0888915 Mar 07 10:32:58.492441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (dc858ee8-ea17-4a9a-8789-7e9e4413f137), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.499841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (235a52a1-4bb6-407c-b3db-35806d5d6240), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.545792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-7e988da4-ca9d-48d6-8139-005ea0cb515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.547444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-7e988da4-ca9d-48d6-8139-005ea0cb515f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1120558 Mar 07 10:32:58.580956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb7e790c-2292-42b9-a3c2-479480ea70c1 req-fb27956a-20fa-4f24-91a5-32e5439dbbe3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441834 Mar 07 10:32:58.589764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (235a52a1-4bb6-407c-b3db-35806d5d6240), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.607321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1471-29f7-40e1-a736-8f33d9298caf req-90d3cf2c-439b-4280-9c22-79ab5370a682 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.627617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-169d1471-29f7-40e1-a736-8f33d9298caf req-90d3cf2c-439b-4280-9c22-79ab5370a682 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2031677 Mar 07 10:32:58.649798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (dc858ee8-ea17-4a9a-8789-7e9e4413f137), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.684721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc858ee8-ea17-4a9a-8789-7e9e4413f137']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:58.687884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-d5cab255-1e6a-4ac8-8a76-0d827137718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.689885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-d5cab255-1e6a-4ac8-8a76-0d827137718e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1243737 Mar 07 10:32:58.698178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a353b92f-cb13-4277-a752-931788db033b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:58.698178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a353b92f-cb13-4277-a752-931788db033b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:58.701553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-169d1471-29f7-40e1-a736-8f33d9298caf req-777163f2-3f93-4cab-8c76-fc6291ff7126 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Mar 07 10:32:58.714823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a353b92f-cb13-4277-a752-931788db033b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.747410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a353b92f-cb13-4277-a752-931788db033b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.753062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (235a52a1-4bb6-407c-b3db-35806d5d6240), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.803901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:58.804296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a353b92f-cb13-4277-a752-931788db033b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:58.806247 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:58.816533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.822495 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/235a52a1-4bb6-407c-b3db-35806d5d6240 HTTP/1.1" status: 204 len: 168 time: 0.8523021 Mar 07 10:32:58.825083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45122) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:58.839170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312c50a-9ad2-4eee-872b-07273faa62fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235a52a1-4bb6-407c-b3db-35806d5d6240,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:58.849262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:58.854218 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681ac156-d48d-47a6-9f79-18b492c960f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:58.944857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (dc858ee8-ea17-4a9a-8789-7e9e4413f137), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.945089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-8a6bbf33-9d98-4295-886d-fde216e06fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417514 Mar 07 10:32:58.991508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.006185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc858ee8-ea17-4a9a-8789-7e9e4413f137 HTTP/1.1" status: 204 len: 168 time: 0.5988634 Mar 07 10:32:59.007490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0cb00-aff2-4028-b36f-4ffa916c1716 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc858ee8-ea17-4a9a-8789-7e9e4413f137,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.009314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.024791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (24eb0ddd-e066-4230-b89e-2df8b2aa1bc6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.085051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Deleting subnet 4800c7a1-2afa-488c-a1e3-bbceae845ffa {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:59.089622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Publish callbacks [] for subnet (4800c7a1-2afa-488c-a1e3-bbceae845ffa), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.129227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4800c7a1-2afa-488c-a1e3-bbceae845ffa), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.195454 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:32:59.241060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4800c7a1-2afa-488c-a1e3-bbceae845ffa), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.242298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c853d8-10e1-47de-af35-bc5958baa181 req-b2c6978b-8ebc-48e8-a320-03876c52daf0 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841208 Mar 07 10:32:59.244635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (24eb0ddd-e066-4230-b89e-2df8b2aa1bc6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.282800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45140) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.283921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc956d-f4d7-4ab7-b270-8c5621f4ab6e req-d539d744-0873-4454-aa9e-d96debc1c8b2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.286313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18dc956d-f4d7-4ab7-b270-8c5621f4ab6e req-d539d744-0873-4454-aa9e-d96debc1c8b2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2446990 Mar 07 10:32:59.303253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-ef2bd442-4a3f-4b08-8789-5805f24e8725 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.310246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-ef2bd442-4a3f-4b08-8789-5805f24e8725 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.2854741 Mar 07 10:32:59.310683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eb0ddd-e066-4230-b89e-2df8b2aa1bc6']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:59.324973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc886ce8-866f-4beb-ab32-e6f28ae51fe6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:59.325344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc886ce8-866f-4beb-ab32-e6f28ae51fe6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:59.340526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bc886ce8-866f-4beb-ab32-e6f28ae51fe6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.362132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-d4a1e674-2451-4d13-85cf-ed368af09dcc tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/quotas/b4aad5f1b80c468ea82ee048f864e8c5 HTTP/1.1" status: 200 len: 375 time: 0.0507405 Mar 07 10:32:59.364568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bc886ce8-866f-4beb-ab32-e6f28ae51fe6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.372014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:59.372598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bc886ce8-866f-4beb-ab32-e6f28ae51fe6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:59.428436 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:59.432124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-9a7c5582-c320-478e-823d-d7f8a4185bed tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689180 Mar 07 10:32:59.433134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4800c7a1-2afa-488c-a1e3-bbceae845ffa), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.473264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (24eb0ddd-e066-4230-b89e-2df8b2aa1bc6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.474941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4800c7a1-2afa-488c-a1e3-bbceae845ffa,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.490156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.496561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] 10.222.0.23 "DELETE /v2.0/networks/24eb0ddd-e066-4230-b89e-2df8b2aa1bc6 HTTP/1.1" status: 204 len: 168 time: 0.6702380 Mar 07 10:32:59.499543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5035653-4d84-4931-86a1-b51409b30673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.503983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18dc956d-f4d7-4ab7-b270-8c5621f4ab6e req-2473b2d7-e1e3-45f6-ab26-4f725cdb020c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076750 Mar 07 10:32:59.534392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a29f6-a0eb-4f16-af15-8a995105c946 admin admin] Pushing event deleted for resources: {'Network': ['ID=24eb0ddd-e066-4230-b89e-2df8b2aa1bc6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.546628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.551074 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eb125405-3ac9-4d0a-a97f-20d498d5d25e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4800c7a1-2afa-488c-a1e3-bbceae845ffa HTTP/1.1" status: 204 len: 168 time: 0.5388081 Mar 07 10:32:59.553739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.586748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-22645441-0d1f-4020-b312-fc842a77112d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.591810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-22645441-0d1f-4020-b312-fc842a77112d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 808 time: 0.2542427 Mar 07 10:32:59.596030 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ea36a8-88b2-4b46-9fd8-17db0ea88582 x-openstack-request-id: req-a5ea36a8-88b2-4b46-9fd8-17db0ea88582 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:59.596030 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:59.596393 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ea36a8-88b2-4b46-9fd8-17db0ea88582 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:59.597788 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'status': 'completed', 'code': 200} Mar 07 10:32:59.611899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Request body: {'port': {'device_id': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'admin_state_up': True, 'tenant_id': '1e4a6acf30d24121a5519a94f1666392'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:59.665924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (fbadfb38-97e1-477d-87ed-893a85a5847e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.759232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.799827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5035653-4d84-4931-86a1-b51409b30673 admin admin] Publish callbacks [] for security_group (adac4a61-6bf8-479f-9e1f-ea90e8174462), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.827122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c93e48f7-f4b7-495e-b60f-745c2299979b req-91cb98e5-df05-4871-9032-99995748d456 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0945845 Mar 07 10:32:59.839012 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-709c36c3-4def-44b5-b5e2-b3a4db74ede8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41a5c47679f47dc8b8dd2b67e21ba13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744796 Mar 07 10:32:59.839926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5035653-4d84-4931-86a1-b51409b30673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adac4a61-6bf8-479f-9e1f-ea90e8174462), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.872616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45162) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.880603 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b5035653-4d84-4931-86a1-b51409b30673 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21a6472d4c874ed09c54589dd09e3481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5965903 Mar 07 10:32:59.886242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45166) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:59.934185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (fbadfb38-97e1-477d-87ed-893a85a5847e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.011499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbadfb38-97e1-477d-87ed-893a85a5847e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.039903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] Publish callbacks [] for security_group (c5585805-247a-441d-a38d-5a5feb4f966e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.040515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-0596e7b5-1eb0-4576-85ec-5adf230979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.042026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-0596e7b5-1eb0-4576-85ec-5adf230979bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1130 time: 0.4208336 Mar 07 10:33:00.060033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5035653-4d84-4931-86a1-b51409b30673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adac4a61-6bf8-479f-9e1f-ea90e8174462,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.074622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e52bab-d3f4-4390-84cc-af8265d20f56') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.075005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e52bab-d3f4-4390-84cc-af8265d20f56') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.077783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] Publish callbacks [] for security_group (c5585805-247a-441d-a38d-5a5feb4f966e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.092884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a4e52bab-d3f4-4390-84cc-af8265d20f56), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.148591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a4e52bab-d3f4-4390-84cc-af8265d20f56), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.157323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c5585805-247a-441d-a38d-5a5feb4f966e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.161951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.163473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5585805-247a-441d-a38d-5a5feb4f966e HTTP/1.1" status: 204 len: 168 time: 0.2816062 Mar 07 10:33:00.165303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:00.166018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a4e52bab-d3f4-4390-84cc-af8265d20f56), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.173750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-f038542f-7906-4bc8-8bdd-8c078f413eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.175223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-f038542f-7906-4bc8-8bdd-8c078f413eb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1186388 Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:00.179075 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:00.193797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15778e-8857-4a40-8d18-e3e30340beaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5585805-247a-441d-a38d-5a5feb4f966e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.231617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-12dba7a6-2c5b-4a0b-8704-558530017cfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.0475941 Mar 07 10:33:00.244033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-2c1579e9-e153-4ea8-8663-ad5dc4cb9bfa service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109469 Mar 07 10:33:00.311355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-f4467b03-8e03-464f-a617-84def7c35308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.313267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-f4467b03-8e03-464f-a617-84def7c35308 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0670414 Mar 07 10:33:00.316741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (fbadfb38-97e1-477d-87ed-893a85a5847e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.333079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.339108 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/fbadfb38-97e1-477d-87ed-893a85a5847e HTTP/1.1" status: 204 len: 168 time: 0.7820055 Mar 07 10:33:00.352031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5985d-4f1d-4ad5-829b-3cf63a610a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbadfb38-97e1-477d-87ed-893a85a5847e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.419365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-03b771a4-1575-4b54-9dca-4df80b2e56fe service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744151 Mar 07 10:33:00.420118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] Publish callbacks [] for security_group (adac4a61-6bf8-479f-9e1f-ea90e8174462), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.458691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Made reservation on behalf of 1e4a6acf30d24121a5519a94f1666392 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:00.461097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.521911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60d122-1bb1-4f38-98c1-f7e2cf046377 req-f09b476f-c06d-4614-a79f-42392d2083b1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.528890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be60d122-1bb1-4f38-98c1-f7e2cf046377 req-f09b476f-c06d-4614-a79f-42392d2083b1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 948 time: 0.5625186 Mar 07 10:33:00.569527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:00.618698 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15c4e386-5eb6-4dcf-8144-f94b851ccadd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd8ffc3bc21445ca8adccee3c20f603a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459044 Mar 07 10:33:00.619580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:00.644882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] Publish callbacks [] for security_group (adac4a61-6bf8-479f-9e1f-ea90e8174462), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.691225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] Publish callbacks [] for security_group (c75f1759-7a00-4499-b02c-4f8a88d4089f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.723300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] Publish callbacks [] for security_group (c75f1759-7a00-4499-b02c-4f8a88d4089f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.757162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-493c7ecd-334f-422a-a39f-b16dd96f1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.758755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-493c7ecd-334f-422a-a39f-b16dd96f1c89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3255103 Mar 07 10:33:00.814481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c75f1759-7a00-4499-b02c-4f8a88d4089f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.817201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.818944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c75f1759-7a00-4499-b02c-4f8a88d4089f HTTP/1.1" status: 204 len: 168 time: 0.1977305 Mar 07 10:33:00.824323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be60d122-1bb1-4f38-98c1-f7e2cf046377 req-b811e014-148c-479f-9133-202fbef93563 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943926 Mar 07 10:33:00.837680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f4b2f-db1e-4d50-8216-f9dcc34e413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f1759-7a00-4499-b02c-4f8a88d4089f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.934900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adac4a61-6bf8-479f-9e1f-ea90e8174462), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.937748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.939407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adac4a61-6bf8-479f-9e1f-ea90e8174462 HTTP/1.1" status: 204 len: 168 time: 0.9982502 Mar 07 10:33:00.996216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2520-c481-4f83-a6fe-c9a4a6afad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac4a61-6bf8-479f-9e1f-ea90e8174462,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:01.114118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05a804e9-549b-48b8-a29c-bd142b207ade req-156c79f2-f284-48da-bc77-6b1c945c9c4b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 210 time: 0.1199260 Mar 07 10:33:01.251485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56036045-180e-471d-ad27-22e49eaf8d34 req-c378fd99-6533-4d93-9d89-f7e88f1397d4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.268856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56036045-180e-471d-ad27-22e49eaf8d34 req-c378fd99-6533-4d93-9d89-f7e88f1397d4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.5079014 Mar 07 10:33:01.326841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Allocated IP 172.20.0.12 (9258202e-043b-452c-9d49-e8b6223f25e7/31832294-ca17-40e5-9cc9-c65e77d5c9a3/5dce5a8e-6af1-4e80-99de-1087b1aa8a46) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:01.531581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6458a691-bb41-4692-82c2-b0a337d1c535 req-2b71ed06-0e0a-48cf-80b0-f54c65f8a413 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.2067831 Mar 07 10:33:01.575471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-bfcf51ef-2735-4d7e-92e4-57964d1cb0e3 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867479 Mar 07 10:33:01.594078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:01.617388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b96-9e44-4e17-a3dd-fb43c64193ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:01.717733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681ac156-d48d-47a6-9f79-18b492c960f8 req-098ce8c7-2b25-494c-89f4-2f80877d6d12 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244516 Mar 07 10:33:01.830058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56036045-180e-471d-ad27-22e49eaf8d34 req-c855c547-a61f-4e09-a316-100dda739c16 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585926 Mar 07 10:33:01.920460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b96-9e44-4e17-a3dd-fb43c64193ba admin admin] Publish callbacks [] for security_group (e51750ac-70ca-4c3f-a7c7-4678c99c40e1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:01.927423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b96-9e44-4e17-a3dd-fb43c64193ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e51750ac-70ca-4c3f-a7c7-4678c99c40e1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.011938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47aa1b96-9e44-4e17-a3dd-fb43c64193ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf27bdc21222469485cc0a0a5e094f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172039 Mar 07 10:33:02.012782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1b96-9e44-4e17-a3dd-fb43c64193ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51750ac-70ca-4c3f-a7c7-4678c99c40e1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.015852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45216) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:02.088230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] Publish callbacks [] for security_group (e51750ac-70ca-4c3f-a7c7-4678c99c40e1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.120268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] Publish callbacks [] for security_group (e51750ac-70ca-4c3f-a7c7-4678c99c40e1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.195798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:02.203964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks [] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.205736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e51750ac-70ca-4c3f-a7c7-4678c99c40e1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.212285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4167-fc5f-4990-914e-83c72b99022a req-644cfecd-55c7-4ccc-a38f-16c1e273dbd4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.213807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6e4167-fc5f-4990-914e-83c72b99022a req-644cfecd-55c7-4ccc-a38f-16c1e273dbd4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 948 time: 0.1399815 Mar 07 10:33:02.227413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.230292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e51750ac-70ca-4c3f-a7c7-4678c99c40e1 HTTP/1.1" status: 204 len: 168 time: 0.2131710 Mar 07 10:33:02.231496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569cb2e-816e-4bc5-b3fa-f11a6e8860b6 req-7d1f1f7a-f381-457f-838d-e61675bda10a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.240066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2569cb2e-816e-4bc5-b3fa-f11a6e8860b6 req-7d1f1f7a-f381-457f-838d-e61675bda10a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1671185 Mar 07 10:33:02.252339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337f798-871b-43e0-b24e-e2013a5683ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51750ac-70ca-4c3f-a7c7-4678c99c40e1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.317362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:02.362564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2569cb2e-816e-4bc5-b3fa-f11a6e8860b6 req-a2da2278-275b-46f8-b8ed-96c4010230aa tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060898 Mar 07 10:33:02.367739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6e4167-fc5f-4990-914e-83c72b99022a req-9052d2bc-08a9-427c-b71e-52248796b8ba tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457641 Mar 07 10:33:02.374638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.396333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:02.405226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c070968e-4991-4f30-8c8f-1d7102e09f35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a5cf54159154078b0542cb7c8168c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869720 Mar 07 10:33:02.409357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45232) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:02.479614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Network 9258202e-043b-452c-9d49-e8b6223f25e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:02.525569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:02.529307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:02.601147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.738942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'mac_address': 'fa:16:3e:67:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:02.799468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4f2d2b2-bd2d-4d09-a2db-6425b63c9ec7 req-b3a55488-d592-4f2b-9ac0-a667a277ada1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 210 time: 0.2984283 Mar 07 10:33:02.826119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:02.826119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.850650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:02.897597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] Publish callbacks [] for security_group (178dd705-ebbb-46df-8108-44c51e9b25cf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.907055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.916646 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.941570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.972512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] Publish callbacks [] for security_group (178dd705-ebbb-46df-8108-44c51e9b25cf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.988216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.998608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:02.998942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:02.999208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.000128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.000384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.000715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.001039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.001365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.001686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.002007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.002372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.002698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.003016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:03.115335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.115967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.156443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-bc7fbc3f-5de5-4339-a2e8-9b3c0141c0a2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5495639 Mar 07 10:33:03.175064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:03.177154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Request body: {'port': {'device_id': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:03.188418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbff33-da63-4dbf-8700-ccce4b84a734 req-77afa930-9db2-4437-bb96-357ca6dad8f6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.195132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29fbff33-da63-4dbf-8700-ccce4b84a734 req-77afa930-9db2-4437-bb96-357ca6dad8f6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 932 time: 0.3894153 Mar 07 10:33:03.231692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-05b1705e-03bb-461b-be66-22990ca56a3a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.233262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-05b1705e-03bb-461b-be66-22990ca56a3a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.32 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.6959062 Mar 07 10:33:03.242583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (178dd705-ebbb-46df-8108-44c51e9b25cf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.245193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.248904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/178dd705-ebbb-46df-8108-44c51e9b25cf HTTP/1.1" status: 204 len: 168 time: 0.8344529 Mar 07 10:33:03.260184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d7d0b-a7cf-4e30-afd5-fd7da89805cc req-4e8acae8-271f-4f62-98d1-609183c81984 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.261035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-577d7d0b-a7cf-4e30-afd5-fd7da89805cc req-4e8acae8-271f-4f62-98d1-609183c81984 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3652086 Mar 07 10:33:03.279766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dc06e-b839-4376-a347-ba0817834c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178dd705-ebbb-46df-8108-44c51e9b25cf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.331159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'port': {'device_id': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'admin_state_up': True, 'tenant_id': 'b4aad5f1b80c468ea82ee048f864e8c5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:03.404063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29fbff33-da63-4dbf-8700-ccce4b84a734 req-167934ea-c679-4880-9597-8551d575b0af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079401 Mar 07 10:33:03.411540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.479010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-577d7d0b-a7cf-4e30-afd5-fd7da89805cc req-6bd6a047-ac61-4190-8b2c-993683eba31d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030401 Mar 07 10:33:03.646030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Made reservation on behalf of b4aad5f1b80c468ea82ee048f864e8c5 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:03.650342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.210379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:04.306911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357eefa-7d65-454c-bcf9-49e70ac1b12f req-1715300f-2e83-459f-bbab-f0d021927687 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:04.314857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:04.319913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:04.320733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2357eefa-7d65-454c-bcf9-49e70ac1b12f req-1715300f-2e83-459f-bbab-f0d021927687 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 949 time: 0.2880657 Mar 07 10:33:04.323373 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.472149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Allocated IP 172.20.0.2 (e888aa5b-061f-481e-a30b-35dfacb0b533/cfa13cad-ab85-4de8-91be-34d79cd29581/c3b87c7c-1a80-40ec-a399-b074a2102dcc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:04.502094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:04.502783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.544571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:04.546820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:04.549949 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c73dc0a-520a-4ef2-8247-977888eb3539" -d '{"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:04.554114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.598262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2357eefa-7d65-454c-bcf9-49e70ac1b12f req-3c694255-564d-43b1-8fc7-ce8a429e0c05 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764165 Mar 07 10:33:04.624667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f93dc7c6-f799-4776-a65c-301ab76656a9 req-f6570b5d-2e64-4a2f-899e-615e8397604a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 210 time: 0.1062901 Mar 07 10:33:04.640412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:04.744216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-513a7982-c8b1-4c92-9831-b2d1347dbfe4 req-78221040-63df-478d-89a6-fc2641cd9260 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.0720387 Mar 07 10:33:04.851395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:04.895166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks [] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.986437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Transition to ACTIVE for port object 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:05.004629 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.089585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.129945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e7970-21b7-4e85-b93a-57ddb9d56e7b req-f27c6988-649c-49db-8397-cb46cf4fd130 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.138469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-371e7970-21b7-4e85-b93a-57ddb9d56e7b req-f27c6988-649c-49db-8397-cb46cf4fd130 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 932 time: 0.3061666 Mar 07 10:33:05.193862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52dbea-c20f-4d7b-90b8-87053d7e37a7 req-b17510df-7075-4f86-b20a-362c51ce72fd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.200561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe52dbea-c20f-4d7b-90b8-87053d7e37a7 req-b17510df-7075-4f86-b20a-362c51ce72fd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2687767 Mar 07 10:33:05.262480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45334) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:05.284628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.369579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-371e7970-21b7-4e85-b93a-57ddb9d56e7b req-d954e913-021e-41e6-95b8-e6778bd2fb8c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301276 Mar 07 10:33:05.374247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:05.374591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:05.374911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:05.381567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.416137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:05.416497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:05.420881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-321be9fe-243c-41f2-a544-3504edb9983f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2727511 Mar 07 10:33:05.429209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-network', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:05.457192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe52dbea-c20f-4d7b-90b8-87053d7e37a7 req-dc3ec006-b227-4f04-965f-aa3a10109290 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506926 Mar 07 10:33:05.476630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Made reservation on behalf of a1b93423c69346998f4f3b4c8caf7759 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:05.477906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:05.478262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:05.478636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:05.479082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Bound port: 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:05.479443 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.502616 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.534102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.536337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Network e888aa5b-061f-481e-a30b-35dfacb0b533 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:05.566746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:05.596747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:05.615805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.716594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-bd9fe256-9981-4587-9e9c-338365f57f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.718212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-bd9fe256-9981-4587-9e9c-338365f57f5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 1126 time: 0.1981089 Mar 07 10:33:05.719303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:05.736572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:05.746961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.747581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.752065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks [] for security_group (9631c1e5-8308-4fcf-a8e0-c066dc243988), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.759801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9631c1e5-8308-4fcf-a8e0-c066dc243988), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.787037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:05.821005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (796b1605-ea8a-4a63-adb9-5df7db03f874), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.821384 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Added segment 796b1605-ea8a-4a63-adb9-5df7db03f874 of type vlan for network e653af32-d8c5-4cbd-a197-e3be588564e4 Mar 07 10:33:05.825529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-fb8c6628-5e31-444d-ae03-1fed46e17185 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5033550 Mar 07 10:33:05.827039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.835310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631c1e5-8308-4fcf-a8e0-c066dc243988,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.836268 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb3d30-68f1-48d6-afdc-fc879fb92908 x-openstack-request-id: req-65fb3d30-68f1-48d6-afdc-fc879fb92908 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:05.836777 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:05.837047 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65fb3d30-68f1-48d6-afdc-fc879fb92908 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:05.838435 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'code': 200} Mar 07 10:33:06.033271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e653af32-d8c5-4cbd-a197-e3be588564e4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.131454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e653af32-d8c5-4cbd-a197-e3be588564e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.132916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.133762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.146827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.147470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.148895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] 10.222.0.26 "PUT /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 1092 time: 2.9773433 Mar 07 10:33:06.159543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Request body: {'port': {'device_id': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:06.215109 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9482565 Mar 07 10:33:06.223960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:06.234139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:06.248929 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e" -d '{"events": [{"name": "network-changed", "server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:06.288106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Request body: {'subnet': {'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-subnet', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:06.405212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45416) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:06.413402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1686cf7-e5b4-4536-a297-6da00134f163 admin admin] Pushing event updated for resources: {'Network': ['ID=e653af32-d8c5-4cbd-a197-e3be588564e4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:06.424817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e653af32-d8c5-4cbd-a197-e3be588564e4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:06.453031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Made reservation on behalf of a1b93423c69346998f4f3b4c8caf7759 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:06.465732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.705682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc096e0-14f9-4915-b209-76d9e2963150 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:06.717667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-361987fa-4558-4905-bb09-1edc8d04cea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.726880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1007c5e-c968-49d0-a4bf-f97eba65b1f2 req-bce03bd5-2a7a-43f3-a2af-6539a22775a9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.738376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1007c5e-c968-49d0-a4bf-f97eba65b1f2 req-bce03bd5-2a7a-43f3-a2af-6539a22775a9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.5061362 Mar 07 10:33:06.753180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fa07-0397-4313-9020-21838099bf06 req-23325f7d-dcf7-4fc5-88ae-5b9570ac6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.754668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a753fa07-0397-4313-9020-21838099bf06 req-23325f7d-dcf7-4fc5-88ae-5b9570ac6692 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1132 time: 0.5214241 Mar 07 10:33:06.755624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-d108e97d-5936-4327-b4a8-ab701a66e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.757362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-d108e97d-5936-4327-b4a8-ab701a66e59b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 1.0184908 Mar 07 10:33:06.795327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46bc52-a6da-4e84-ac80-02dcb4daf222 req-49066296-c8bc-4e66-92c1-51b864e4b448 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.802539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c46bc52-a6da-4e84-ac80-02dcb4daf222 req-49066296-c8bc-4e66-92c1-51b864e4b448 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 931 time: 0.6525784 Mar 07 10:33:06.921843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-41eb13e5-3508-4d41-bc4a-8d087a771ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.923358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-41eb13e5-3508-4d41-bc4a-8d087a771ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1126 time: 0.6395249 Mar 07 10:33:06.929062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-1241ef34-41d1-41da-88ea-b745bb2bccd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 200 len: 217 time: 0.1460154 Mar 07 10:33:06.935060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.236023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b87c7c-1a80-40ec-a399-b074a2102dcc {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:07.245109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks [] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.258803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Transition to ACTIVE for port object c3b87c7c-1a80-40ec-a399-b074a2102dcc will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:07.259058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-a2981fe4-dc03-4494-9f9c-7e36e9a5888f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5861030 Mar 07 10:33:07.292267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.402568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-361987fa-4558-4905-bb09-1edc8d04cea1 admin admin] Publish callbacks [] for security_group (548b4192-86cc-42f3-ad91-77cc9c81ba83), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.410083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:07.412877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d26e7f75-ebfc-43b5-af5f-48a93be39c7f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.415023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a753fa07-0397-4313-9020-21838099bf06 req-558a7627-d23b-44c4-ae4f-82a8af031e15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330793 Mar 07 10:33:07.423544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-361987fa-4558-4905-bb09-1edc8d04cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (548b4192-86cc-42f3-ad91-77cc9c81ba83), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.426282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c46bc52-a6da-4e84-ac80-02dcb4daf222 req-8c4abf7d-a8e6-4cff-a71c-7ced76bb01b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225576 Mar 07 10:33:07.448924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-15eb367e-d512-4ce4-82c2-a6ac5481ff7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 217 time: 0.4970016 Mar 07 10:33:07.458840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1007c5e-c968-49d0-a4bf-f97eba65b1f2 req-62e79769-d4f6-4bdb-a73e-2dee1832f09c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119348 Mar 07 10:33:07.526809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-83ec55ac-388b-4c1f-85f6-29f27694783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.528610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-83ec55ac-388b-4c1f-85f6-29f27694783b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 1126 time: 0.2333918 Mar 07 10:33:07.551313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-06196bd3-6659-45c6-912c-de59150ed4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.552836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-06196bd3-6659-45c6-912c-de59150ed4f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.5933974 Mar 07 10:33:07.556530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361987fa-4558-4905-bb09-1edc8d04cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b4192-86cc-42f3-ad91-77cc9c81ba83,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:07.566097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-361987fa-4558-4905-bb09-1edc8d04cea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a870b84e604271b7bd4b4cefac8021&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1586599 Mar 07 10:33:07.567401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45456) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:07.591298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26e7f75-ebfc-43b5-af5f-48a93be39c7f,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:07.678186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Checking segment: {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:07.678548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Network hostable DHCP agents. Network: e653af32-d8c5-4cbd-a197-e3be588564e4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:07.748509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-35cbb9c1-8ead-4666-9442-c9decf26f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.750577 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-35cbb9c1-8ead-4666-9442-c9decf26f1c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1951571 Mar 07 10:33:07.751165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Network e653af32-d8c5-4cbd-a197-e3be588564e4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:07.753449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] Publish callbacks [] for security_group (548b4192-86cc-42f3-ad91-77cc9c81ba83), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.791546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-cab94f3b-9707-4387-8ec0-041fce14886c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631901 Mar 07 10:33:07.797746 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611382ba-2ba1-41c9-b002-169a1b584e16 x-openstack-request-id: req-611382ba-2ba1-41c9-b002-169a1b584e16 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:07.798036 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:07.798289 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-611382ba-2ba1-41c9-b002-169a1b584e16 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:07.798689 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'status': 'completed', 'code': 200} Mar 07 10:33:07.806037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e653af32-d8c5-4cbd-a197-e3be588564e4) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:07.815775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d7169-b802-414a-9a71-88a7df0a40f0 None None] Network e653af32-d8c5-4cbd-a197-e3be588564e4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:07.820454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.821752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.847338 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-d678dc41-70b3-4e7d-bb0c-8e3d0c77800c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 200 len: 217 time: 0.0870008 Mar 07 10:33:07.896514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] Publish callbacks [] for security_group (548b4192-86cc-42f3-ad91-77cc9c81ba83), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.926654 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1702b8a0-8415-4025-a121-f79ae95f5cb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6557467 Mar 07 10:33:07.927236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45464) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:07.941922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:08.011043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e653af32-d8c5-4cbd-a197-e3be588564e4', 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4', 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'fixed_ips': [{'subnet_id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:08.011936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.036259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-b6a90c4d-bd77-41b3-834d-b3cc9c70f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.038170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-b6a90c4d-bd77-41b3-834d-b3cc9c70f7e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1725283 Mar 07 10:33:08.044074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.046355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.098568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (548b4192-86cc-42f3-ad91-77cc9c81ba83), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.102491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.105977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/548b4192-86cc-42f3-ad91-77cc9c81ba83 HTTP/1.1" status: 204 len: 168 time: 0.5266013 Mar 07 10:33:08.106552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-e1b12589-5307-4b05-9ce6-30e09bec857c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534554 Mar 07 10:33:08.121337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51095193-b067-487a-b0ee-47cbd1313071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b4192-86cc-42f3-ad91-77cc9c81ba83,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.167762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Attempting to bind port c3b87c7c-1a80-40ec-a399-b074a2102dcc on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:08.168103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Attempting to bind port c3b87c7c-1a80-40ec-a399-b074a2102dcc by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:08.168426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Attempting to bind port c3b87c7c-1a80-40ec-a399-b074a2102dcc on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:08.188899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-d2ad6bb1-05bc-4d25-9073-8518931dcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.190313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-d2ad6bb1-05bc-4d25-9073-8518931dcc5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.5632222 Mar 07 10:33:08.204120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for router_controller (0d4bfd1d-00a4-467f-be3e-11423890dbf9), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.242054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Port c3b87c7c-1a80-40ec-a399-b074a2102dcc on network e888aa5b-061f-481e-a30b-35dfacb0b533 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:08.242390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Attempting to bind port c3b87c7c-1a80-40ec-a399-b074a2102dcc on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:08.260530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e231c69c-20f2-4ed6-be14-5f4cd3987551 req-0865a277-d3ab-4089-b5d0-f7d510bc930b tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.3299453 Mar 07 10:33:08.271909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:08.272992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Checking segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:08.273388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Bound using segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:08.273839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Bound port: c3b87c7c-1a80-40ec-a399-b074a2102dcc, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:08.274202 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.334610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-df98d528-de5f-4ac2-bb6e-acb448857b78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639238 Mar 07 10:33:08.344933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896bfb-7011-4bb2-a096-aa7862d2de8b req-c31c6a8f-d5f3-4672-93a8-f3ed6f0d89b3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.351802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c896bfb-7011-4bb2-a096-aa7862d2de8b req-c31c6a8f-d5f3-4672-93a8-f3ed6f0d89b3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.5558560 Mar 07 10:33:08.442642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:08.446152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:08.472925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.496252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Allocated IP 172.20.0.2 (e653af32-d8c5-4cbd-a197-e3be588564e4/d26e7f75-ebfc-43b5-af5f-48a93be39c7f/71a49f46-7aa4-4cfd-ae41-21343c15ee8c) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:08.605040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-4cdb08c9-0ebb-41bf-a7f6-669f381b4ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875658 Mar 07 10:33:08.712497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c896bfb-7011-4bb2-a096-aa7862d2de8b req-ac234a87-1c53-40c5-963c-83d222b9fdc2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597081 Mar 07 10:33:08.748257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-1e1140da-4104-4d99-bcca-6cb3671f9e83 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354506 Mar 07 10:33:08.763170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for router_gateway (0d4bfd1d-00a4-467f-be3e-11423890dbf9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.773825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:08.785446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.786098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.787625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3b87c7c-1a80-40ec-a399-b074a2102dcc HTTP/1.1" status: 200 len: 1091 time: 2.6581583 Mar 07 10:33:08.841813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6ae3-5674-4714-b8d3-7a3c28593752 req-497ad7b5-4d1f-418a-8de1-5233aa53e521 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.848911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c2f6ae3-5674-4714-b8d3-7a3c28593752 req-497ad7b5-4d1f-418a-8de1-5233aa53e521 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3820002 Mar 07 10:33:08.896185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a3f2013-b531-4ebf-a1a7-2ae032a15c1c req-278c9cdb-fce4-4a39-895c-a47d398c52b3 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048769 Mar 07 10:33:08.931569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd680741-5c5d-4159-9156-370b622a93db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.019023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks [] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.028160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd680741-5c5d-4159-9156-370b622a93db admin admin] Publish callbacks [] for security_group (f094da21-7d4f-438e-9af1-def9a58b8fa2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.038843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.045634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd680741-5c5d-4159-9156-370b622a93db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f094da21-7d4f-438e-9af1-def9a58b8fa2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.157011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680741-5c5d-4159-9156-370b622a93db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094da21-7d4f-438e-9af1-def9a58b8fa2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.164497 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd680741-5c5d-4159-9156-370b622a93db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1191f377269949b292061404dfe8e7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896329 Mar 07 10:33:09.167021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:09.194546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Pushing event updated for resources: {'Port': ['ID=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.206059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Network e653af32-d8c5-4cbd-a197-e3be588564e4 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:09.207602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:09.210322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:09.298037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b38d37e-a36d-4ae5-9de8-ced0461cc456 req-e7c4b4ba-5837-4eb8-bf7b-514e0d73fd5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.3870404 Mar 07 10:33:09.304040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Attempting to bind port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:09.304590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Attempting to bind port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:09.305281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Attempting to bind port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c on network e653af32-d8c5-4cbd-a197-e3be588564e4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:09.313815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] Publish callbacks [] for security_group (f094da21-7d4f-438e-9af1-def9a58b8fa2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.315542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:09.316067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Checking segment: {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:09.316567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.317100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Bound using segment: {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:09.317681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Bound port: 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:09.318387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.384637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] Publish callbacks [] for security_group (f094da21-7d4f-438e-9af1-def9a58b8fa2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.413440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220db245-5b66-4e82-ba90-248e7a3d4a14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.416869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] For port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:09.427950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39e67960-33df-4a13-a244-d1fb489e8f13 req-fa6f2681-6901-4998-9004-40ccd6de9590 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1339881 Mar 07 10:33:09.429724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] For port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:09.444932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.446761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-8ac8b535-d5be-4525-afa2-32da3e481163 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0912507 Mar 07 10:33:09.471880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995acd-466b-4faa-a5c8-2a53c2e4d195 req-992e2f48-0d20-4ddf-96e0-e7cda8a55192 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.473440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09995acd-466b-4faa-a5c8-2a53c2e4d195 req-992e2f48-0d20-4ddf-96e0-e7cda8a55192 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.6630738 Mar 07 10:33:09.520862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c2f6ae3-5674-4714-b8d3-7a3c28593752 req-ca3037a1-7a47-4b37-970a-76ce6205412b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709619 Mar 07 10:33:09.542738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-8c3e5d65-8730-419a-8b4c-b65782b20fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.550807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-8c3e5d65-8730-419a-8b4c-b65782b20fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 1125 time: 0.6863170 Mar 07 10:33:09.554544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477a56e-2506-40b9-9c4b-d668a29c409b req-059eff43-2769-4ce7-a509-d772014c0ed1 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640638 Mar 07 10:33:09.575428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae4dab-93d4-46ab-a36e-13536320430d None None] Pushing event updated for resources: {'Port': ['ID=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.623035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for router_gateway (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.628338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f094da21-7d4f-438e-9af1-def9a58b8fa2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.631507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.632713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f094da21-7d4f-438e-9af1-def9a58b8fa2 HTTP/1.1" status: 204 len: 168 time: 0.4641790 Mar 07 10:33:09.666720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.682595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75c8d-276e-4b49-8aba-8d357838ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094da21-7d4f-438e-9af1-def9a58b8fa2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.724044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09995acd-466b-4faa-a5c8-2a53c2e4d195 req-ca9c2394-f783-483e-ab4c-1a793e61b4de tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440357 Mar 07 10:33:09.761136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-b22e1d8e-a190-4bab-bbbb-b7342beef38c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc HTTP/1.1" status: 200 len: 217 time: 0.1843073 Mar 07 10:33:09.821243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:09.823565 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156369a1-27d3-4542-b3fb-300d54a93d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:09.913587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Allocated IP 172.25.4.6 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/174e9c8a-282a-42f2-9475-76da40c0cd88) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:09.966171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-e4d158bf-b5d3-4b8a-8c3b-85bef910358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.967627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-e4d158bf-b5d3-4b8a-8c3b-85bef910358e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.2056975 Mar 07 10:33:10.069877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79400e7a-49d9-4e53-9b27-c6599e23b0f4 req-9f0aed28-2d16-4881-a681-486c2ca5766e service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471448 Mar 07 10:33:10.210026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-adee8d1e-0567-48e8-bef2-611fa4750c09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135378 Mar 07 10:33:10.282282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.287588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84f9fcd9-08f4-4203-be6e-f494ad6126b5 req-b9a0f269-6cca-4caf-8984-66b3b1b12734 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.2171826 Mar 07 10:33:10.341073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.473825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:10.485413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:10.516457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:10.635730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Pushing event updated for resources: {'Port': ['ID=174e9c8a-282a-42f2-9475-76da40c0cd88,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:10.683346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-9d7decf0-15ca-4a03-97f6-f116d657190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:10.690159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-9d7decf0-15ca-4a03-97f6-f116d657190e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1126 time: 0.4882674 Mar 07 10:33:10.709888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 71a49f46-7aa4-4cfd-ae41-21343c15ee8c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:10.792959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3006-2de8-451d-9b43-23679d4648d6 req-817d1b9f-0b0e-4cfa-9b2f-e7d24535ae7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:10.794859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dfe3006-2de8-451d-9b43-23679d4648d6 req-817d1b9f-0b0e-4cfa-9b2f-e7d24535ae7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.5245938 Mar 07 10:33:10.810317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-9b9d02b0-e6e9-46ce-a928-8a61bb76f5af service neutron] 10.222.0.32 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410821 Mar 07 10:33:10.909750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:10.910145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.075763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:11.077374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.094449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a45844-1c64-47b8-9e99-6538989aa202 req-d8c5e4ad-b660-4c00-a9d2-ab82c4f84099 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.102679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a45844-1c64-47b8-9e99-6538989aa202 req-d8c5e4ad-b660-4c00-a9d2-ab82c4f84099 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.5637269 Mar 07 10:33:11.132173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:11.140877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.201028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dfe3006-2de8-451d-9b43-23679d4648d6 req-f49a6e33-947f-46b4-b40a-ceb323254e52 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882914 Mar 07 10:33:11.265081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for router_gateway (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.295277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-dabbb07b-a6b4-4363-8386-47de471145e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.297367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-dabbb07b-a6b4-4363-8386-47de471145e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.5561111 Mar 07 10:33:11.313200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab5ddd23-0860-4c24-8872-ba8e5292a17d req-8675e2e9-fd8f-4c6c-b482-d01f71748dda service neutron] 10.222.0.32 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599273 Mar 07 10:33:11.314511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:11.346084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a45844-1c64-47b8-9e99-6538989aa202 req-8ff432de-dba1-4eff-8793-22f4c94a696b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421093 Mar 07 10:33:11.447893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-c06a2237-f2ab-4b6d-9bb4-13ad42a98dc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 217 time: 0.1372809 Mar 07 10:33:11.468880 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddcefbd-6d9b-4789-a069-7d56d995f721 x-openstack-request-id: req-4ddcefbd-6d9b-4789-a069-7d56d995f721 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:11.469215 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:11.469415 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ddcefbd-6d9b-4789-a069-7d56d995f721 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:11.471761 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'status': 'completed', 'code': 200} Mar 07 10:33:11.472146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:11.534337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e29863-2cf3-4922-9e52-97f07514e4d2 None None] Network e653af32-d8c5-4cbd-a197-e3be588564e4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:11.544887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-4a3186d6-49de-4b3c-bc24-c856b1204147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.546681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-4a3186d6-49de-4b3c-bc24-c856b1204147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0798674 Mar 07 10:33:11.668988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-fc309918-52d6-4a1a-8978-5c626fbc09a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944254 Mar 07 10:33:11.676938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.716113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4a04f80a-3532-494f-9209-7dc9f5e1ad26 None None] Provisioning complete for port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:11.716600 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a04f80a-3532-494f-9209-7dc9f5e1ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.821388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb7d98-ec0d-48ec-b3b1-5fff7e17af55 req-430490d6-107d-4eb1-afa4-03a12de7407e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.826684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dcb7d98-ec0d-48ec-b3b1-5fff7e17af55 req-430490d6-107d-4eb1-afa4-03a12de7407e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.4759915 Mar 07 10:33:11.854933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-677558724-network', 'tenant_id': '02502ecfd5054cdaad4d987e96a1a922'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:11.887836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4a04f80a-3532-494f-9209-7dc9f5e1ad26 None None] Current status of the port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:11.901362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-6a88d726-8685-4044-8ae2-b167562b9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.902647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-6a88d726-8685-4044-8ae2-b167562b9fdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 1125 time: 0.3550458 Mar 07 10:33:11.958126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:33:12.012957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Made reservation on behalf of 02502ecfd5054cdaad4d987e96a1a922 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:12.015783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.058993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa782ca8-4cc8-4219-95fa-a00f9260b3fe req-519529bf-80bb-49e3-8bbd-5c003e542f98 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.066923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa782ca8-4cc8-4219-95fa-a00f9260b3fe req-519529bf-80bb-49e3-8bbd-5c003e542f98 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.4091125 Mar 07 10:33:12.080912 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.138856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:12.159191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Sync routers for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:12.168553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:12.169166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:12.173157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dcb7d98-ec0d-48ec-b3b1-5fff7e17af55 req-ae2c22fe-ad04-44d0-a358-e6246668e491 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339906 Mar 07 10:33:12.175170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-8c474e55-3821-47fe-bb58-fccafc732c9a service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554560 Mar 07 10:33:12.182114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.196756 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4501349b-664d-44c7-b013-aef760ad8f74 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2548556 Mar 07 10:33:12.196756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45524) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:12.267899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa782ca8-4cc8-4219-95fa-a00f9260b3fe req-2057711d-1563-422b-9bae-2ecdfb8d18ab tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916342 Mar 07 10:33:12.323313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2ea54ebf-15e1-41cc-8252-73f09cfd695a None None] Provisioning complete for port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:12.323703 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2ea54ebf-15e1-41cc-8252-73f09cfd695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.364924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks [] for security_group (e393f1dd-ded1-40ee-a6b3-16b3a39acbe6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.376437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-80af4f19-348f-45e4-a0a9-3899c9c05b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.378652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-80af4f19-348f-45e4-a0a9-3899c9c05b29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 922 time: 0.4352083 Mar 07 10:33:12.447106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e393f1dd-ded1-40ee-a6b3-16b3a39acbe6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.535076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5498fa2b-0b3b-4fa3-b32d-2b970ac503d9 req-5e4c94d1-f67b-40fe-a1bf-3d58c4cfc342 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0741711 Mar 07 10:33:12.616383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:12.618541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2ea54ebf-15e1-41cc-8252-73f09cfd695a None None] Current status of the port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:12.638272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-bb5c02f3-3974-46b0-b793-5150e3921467 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc HTTP/1.1" status: 200 len: 217 time: 0.1402168 Mar 07 10:33:12.644062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:12.662064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 71a49f46-7aa4-4cfd-ae41-21343c15ee8c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:12.732158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-9476eaec-38e0-46a7-8ae4-fa8b94993ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.733982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-9476eaec-38e0-46a7-8ae4-fa8b94993ac5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.0796955 Mar 07 10:33:12.772700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393f1dd-ded1-40ee-a6b3-16b3a39acbe6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:12.803375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (569964af-5dcc-473e-a338-72bf1dc6b76a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.804033 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Added segment 569964af-5dcc-473e-a338-72bf1dc6b76a of type vlan for network 5cf415c4-81cb-425e-a02d-e2b0394c08e1 Mar 07 10:33:12.850457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4e62-41a1-4bf3-a560-1731d269ddec req-7716d21b-e4c6-47c8-8c09-3e7208cfa6fa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.853251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dedb4e62-41a1-4bf3-a560-1731d269ddec req-7716d21b-e4c6-47c8-8c09-3e7208cfa6fa tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.4721851 Mar 07 10:33:12.857464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-da2ca989-6794-4a31-a206-7d65fa81670e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124179 Mar 07 10:33:12.948733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b2a00-9a95-4a1d-b1ae-3fa44bd7219e req-8385a855-f0d6-4db1-af1b-7c101c98039d service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611680 Mar 07 10:33:12.953905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:12.954419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.976244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5cf415c4-81cb-425e-a02d-e2b0394c08e1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.053486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dedb4e62-41a1-4bf3-a560-1731d269ddec req-ba5b550f-e6aa-4a8b-a5e6-089768d9338c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936541 Mar 07 10:33:13.097502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5cf415c4-81cb-425e-a02d-e2b0394c08e1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.098521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.099137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.166267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:13.170879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:10Z', 'revision_number': 3, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.206392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Checking router: 0d4bfd1d-00a4-467f-be3e-11423890dbf9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:13.206987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Updating router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 port 174e9c8a-282a-42f2-9475-76da40c0cd88 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:33:13.239863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.250125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] Pushing event updated for resources: {'Network': ['ID=5cf415c4-81cb-425e-a02d-e2b0394c08e1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.267816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5cf415c4-81cb-425e-a02d-e2b0394c08e1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:13.276067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1913784f-26e2-4ffb-a3d5-b77017a7985e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7978094 Mar 07 10:33:13.276274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:13.286305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-50990359-16e7-473a-8686-da3d50d259d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148872 Mar 07 10:33:13.306666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Request body: {'subnet': {'network_id': '5cf415c4-81cb-425e-a02d-e2b0394c08e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-677558724-subnet', 'tenant_id': '02502ecfd5054cdaad4d987e96a1a922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:13.333740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Made reservation on behalf of 02502ecfd5054cdaad4d987e96a1a922 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:13.337251 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.564334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156369a1-27d3-4542-b3fb-300d54a93d3a req-f62f2822-a748-467d-a420-a69c469e1d2e service neutron] 10.222.0.32 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874754 Mar 07 10:33:13.649297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa14c2-701d-49cf-831b-f5ad9784bdbc req-f51482e9-43ce-4139-bd74-bc95320a7eda tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.651230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33aa14c2-701d-49cf-831b-f5ad9784bdbc req-f51482e9-43ce-4139-bd74-bc95320a7eda tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4366159 Mar 07 10:33:13.688233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41819b-6e66-4523-bd2f-04f968694065 req-f374c471-5ab2-4e09-b9eb-e7b40c04c6a6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.696765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd41819b-6e66-4523-bd2f-04f968694065 req-f374c471-5ab2-4e09-b9eb-e7b40c04c6a6 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.3230774 Mar 07 10:33:13.786661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd41819b-6e66-4523-bd2f-04f968694065 req-eff4b9b4-7cce-4582-a054-4b49bbf34c45 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884166 Mar 07 10:33:13.798629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33aa14c2-701d-49cf-831b-f5ad9784bdbc req-834bf853-de7c-4586-befe-9f52502601df tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402888 Mar 07 10:33:13.807045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.822261 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks [] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.833405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.921012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c926aa2-04e6-4b72-b87b-6951de05ce01 req-f71fea1c-7de7-4815-b3c2-b35e26fdce1a tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0503464 Mar 07 10:33:13.930149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (008f2ccd-4a15-4902-9b6e-c358dfa87692), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.949357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d025-380e-4d55-854d-b56ed1716efe None None] Pushing event updated for resources: {'Port': ['ID=174e9c8a-282a-42f2-9475-76da40c0cd88,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.952229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Attempting to bind port 174e9c8a-282a-42f2-9475-76da40c0cd88 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:13.952760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Attempting to bind port 174e9c8a-282a-42f2-9475-76da40c0cd88 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:13.953646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Attempting to bind port 174e9c8a-282a-42f2-9475-76da40c0cd88 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:13.960713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:13.961999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:13.962556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.963083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:13.963722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Bound port: 174e9c8a-282a-42f2-9475-76da40c0cd88, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:13.964253 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.982848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008f2ccd-4a15-4902-9b6e-c358dfa87692,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:14.023639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] For port 174e9c8a-282a-42f2-9475-76da40c0cd88, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:14.027578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] For port 174e9c8a-282a-42f2-9475-76da40c0cd88, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=174e9c8a-282a-42f2-9475-76da40c0cd88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:14.036963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.046133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Checking segment: {'id': '569964af-5dcc-473e-a338-72bf1dc6b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5cf415c4-81cb-425e-a02d-e2b0394c08e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:14.046499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Network hostable DHCP agents. Network: 5cf415c4-81cb-425e-a02d-e2b0394c08e1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:14.094638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:14.095741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:14.128371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Network 5cf415c4-81cb-425e-a02d-e2b0394c08e1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:14.135873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Allocated IP 172.20.0.1 (e653af32-d8c5-4cbd-a197-e3be588564e4/d26e7f75-ebfc-43b5-af5f-48a93be39c7f/e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:14.145223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5cf415c4-81cb-425e-a02d-e2b0394c08e1) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:14.150901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.151523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.158599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d025-380e-4d55-854d-b56ed1716efe None None] Pushing event updated for resources: {'Port': ['ID=174e9c8a-282a-42f2-9475-76da40c0cd88,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:14.161422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb5f08-063a-436c-93f9-91042fbfd490 None None] Network 5cf415c4-81cb-425e-a02d-e2b0394c08e1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:14.208336 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e892c47-77ab-4ac4-8973-972c215a9813 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9257293 Mar 07 10:33:14.217945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6a3b-5451-41d7-ac22-6e009a985dbc req-69cf995d-18e5-4980-a2e6-69674297a36b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.219721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d5a6a3b-5451-41d7-ac22-6e009a985dbc req-69cf995d-18e5-4980-a2e6-69674297a36b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.2974927 Mar 07 10:33:14.283521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9325d0-9f94-4223-814c-32a603b61428 req-79bc304b-5b2f-49e5-a809-79ae3081dfb3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.303057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9325d0-9f94-4223-814c-32a603b61428 req-79bc304b-5b2f-49e5-a809-79ae3081dfb3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2065518 Mar 07 10:33:14.346284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks [] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.366242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d5a6a3b-5451-41d7-ac22-6e009a985dbc req-eec8ab6e-0e78-4a63-b6df-547a2b2e8245 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383276 Mar 07 10:33:14.386594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9325d0-9f94-4223-814c-32a603b61428 req-1b70bc8c-ae1c-4f8c-ac67-72820ffdae73 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825727 Mar 07 10:33:14.402649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:14.440700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.583382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Pushing event updated for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:14.618751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b49d5-91e0-4715-9d64-b670b7b374dd req-c6bb0128-1965-43c6-89a6-dcc64fcb911c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.634515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-192b49d5-91e0-4715-9d64-b670b7b374dd req-c6bb0128-1965-43c6-89a6-dcc64fcb911c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1235080 Mar 07 10:33:14.638926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Network e653af32-d8c5-4cbd-a197-e3be588564e4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:14.643350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:14.661665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:14.781856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-192b49d5-91e0-4715-9d64-b670b7b374dd req-c571d310-525b-4e60-a8e6-986cd8155221 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349103 Mar 07 10:33:14.803233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.818660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:14.839739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1000f7-4110-4ea2-af86-4d3f1a90edd2 None None] Network 5cf415c4-81cb-425e-a02d-e2b0394c08e1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:15.037682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eb59b-2c97-4c2f-976d-6b79f75a14e5 req-87a8155f-5b40-4c72-a181-c675eef973ca tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.040087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac3eb59b-2c97-4c2f-976d-6b79f75a14e5 req-87a8155f-5b40-4c72-a181-c675eef973ca tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1812792 Mar 07 10:33:15.057061 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-ce93e759-4f9b-44e4-946e-90c9a54d75fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603258 Mar 07 10:33:15.072162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd839241-7382-4c87-8010-2028685a1720 req-3a485a4c-6afd-47a6-8abe-2bb9ee3f5b6c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.076645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd839241-7382-4c87-8010-2028685a1720 req-3a485a4c-6afd-47a6-8abe-2bb9ee3f5b6c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1396830 Mar 07 10:33:15.198424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.269294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac3eb59b-2c97-4c2f-976d-6b79f75a14e5 req-6305cfe8-a161-4e82-a2a9-a171c79ecad1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225089 Mar 07 10:33:15.303070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd839241-7382-4c87-8010-2028685a1720 req-f9867ab1-ddeb-4c34-8e66-8fc1be6206b5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076318 Mar 07 10:33:15.398989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e2853b3-f8b0-4eba-8359-9ddc43616f9f req-09ce1658-2bf0-41ba-8af1-e94b4b5360a4 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0480936 Mar 07 10:33:15.495553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:15.506210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-187476224-network', 'tenant_id': '63c8e70c6a6348e5917bbf8674fa3285'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:15.567088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337e7d9-3b20-48c3-b24d-967998db2562 req-be85eecf-e549-4f06-b247-211ef16cf90f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.578586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6337e7d9-3b20-48c3-b24d-967998db2562 req-be85eecf-e549-4f06-b247-211ef16cf90f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.1535752 Mar 07 10:33:15.590406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks [] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.600351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.627368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Made reservation on behalf of 63c8e70c6a6348e5917bbf8674fa3285 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:15.632113 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.635525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:15.641801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b40bf1a3-120f-4084-9b5c-057b62ecefb7 None None] Provisioning complete for port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:15.642169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b40bf1a3-120f-4084-9b5c-057b62ecefb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.717262 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.759013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Pushing event updated for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:15.777834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.788929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6337e7d9-3b20-48c3-b24d-967998db2562 req-bb59fa30-b17b-4174-8f73-4e4ef547b281 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034516 Mar 07 10:33:15.865488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd19ca-ba85-4511-9e73-8c5163b39db7 req-46b96aa1-9f73-4fa9-b55c-24dd7dc35d09 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.884488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6fd19ca-ba85-4511-9e73-8c5163b39db7 req-46b96aa1-9f73-4fa9-b55c-24dd7dc35d09 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.2472126 Mar 07 10:33:15.958766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'port_id': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'mac_address': 'fa:16:3e:d2:8e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13cad-ab85-4de8-91be-34d79cd29581', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:15.972836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:10Z', 'revision_number': 3, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.012806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Network e653af32-d8c5-4cbd-a197-e3be588564e4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:16.014274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:16.018815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db886-fe5a-4c6a-9005-e03231569641 None None] The sync data for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 is: [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:10Z', 'revision_number': 3, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:16.021525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b40bf1a3-120f-4084-9b5c-057b62ecefb7 None None] Port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:16.043066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c3b87c7c-1a80-40ec-a399-b074a2102dcc is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:16.044115 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.077949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b87c7c-1a80-40ec-a399-b074a2102dcc {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:16.135123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:16.144293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks [] for security_group (7b22e8d0-6599-4d98-aa03-e48a6362d2f2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.146011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.207355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6fd19ca-ba85-4511-9e73-8c5163b39db7 req-0ed0806b-ac02-4186-a692-8eedf3ae3484 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212211 Mar 07 10:33:16.234880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45622) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:16.235789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7b22e8d0-6599-4d98-aa03-e48a6362d2f2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.261155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:16.297403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bd09166b-bb30-423d-9c41-f3a8b5d80c40), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.298311 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Added segment bd09166b-bb30-423d-9c41-f3a8b5d80c40 of type vlan for network 641d462b-e9ab-4626-a323-2108913c87e7 Mar 07 10:33:16.306548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.342144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:16.430892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22e8d0-6599-4d98-aa03-e48a6362d2f2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.442915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04382d2-46a0-4c0f-a30b-bb3f9c3e963c req-0e9dd306-31d1-4985-855e-a9706adc56d7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.449954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e04382d2-46a0-4c0f-a30b-bb3f9c3e963c req-0e9dd306-31d1-4985-855e-a9706adc56d7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.5415626 Mar 07 10:33:16.480921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a9f8a52d-3ce8-4689-9551-5017080f3c68 None None] Provisioning complete for port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:16.481386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a52d-3ce8-4689-9551-5017080f3c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.488077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (641d462b-e9ab-4626-a323-2108913c87e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.551212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c3b87c7c-1a80-40ec-a399-b074a2102dcc'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:16.626559 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (641d462b-e9ab-4626-a323-2108913c87e7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.628020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8a52d-3ce8-4689-9551-5017080f3c68 None None] Port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:16.628268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.629014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.687889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f7c13-61c6-440c-bed6-ce83df5247d1 req-b226a160-656a-4f50-b41b-d90df90b6fe5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.689681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-112f7c13-61c6-440c-bed6-ce83df5247d1 req-b226a160-656a-4f50-b41b-d90df90b6fe5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.2738647 Mar 07 10:33:16.700043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:16.715431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-afc91215-0600-428a-860a-36095dbe79af admin admin] 10.222.0.23 "PUT /v2.0/routers/0d4bfd1d-00a4-467f-be3e-11423890dbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161591 Mar 07 10:33:16.738159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e04382d2-46a0-4c0f-a30b-bb3f9c3e963c req-b51a19a1-7b86-48ec-9f56-344e36b1f2dc tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872262 Mar 07 10:33:16.799212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6ca85d07-6a31-4373-ae51-990fd268fb57 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.799455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 174e9c8a-282a-42f2-9475-76da40c0cd88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:16.809129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6ca85d07-6a31-4373-ae51-990fd268fb57 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 947 time: 0.5397356 Mar 07 10:33:16.948732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] Pushing event updated for resources: {'Network': ['ID=641d462b-e9ab-4626-a323-2108913c87e7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.990884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 641d462b-e9ab-4626-a323-2108913c87e7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:17.078911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2142ee2d-f865-492a-b75d-7a19605082c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5799222 Mar 07 10:33:17.081626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:17.086359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Request body: {'subnet': {'network_id': '641d462b-e9ab-4626-a323-2108913c87e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-187476224-subnet', 'tenant_id': '63c8e70c6a6348e5917bbf8674fa3285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:17.101958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 174e9c8a-282a-42f2-9475-76da40c0cd88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:17.102578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.163805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Made reservation on behalf of 63c8e70c6a6348e5917bbf8674fa3285 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:17.182640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-112f7c13-61c6-440c-bed6-ce83df5247d1 req-390c8941-ccf2-49a7-8767-161ebb621ea3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723261 Mar 07 10:33:17.184398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.208387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13442ab9-63d5-4823-8a31-88f2fdcb442f req-2ef1fe86-37da-4907-aa36-a671e4aec778 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1782432 Mar 07 10:33:17.352361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 174e9c8a-282a-42f2-9475-76da40c0cd88 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:17.353094 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.395681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 174e9c8a-282a-42f2-9475-76da40c0cd88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=174e9c8a-282a-42f2-9475-76da40c0cd88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:17.406430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.447677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35a10-5299-4169-95be-8435b8a57621 req-318a6e48-4e89-4bad-bbf5-568b7b76f1d8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.460985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59a35a10-5299-4169-95be-8435b8a57621 req-318a6e48-4e89-4bad-bbf5-568b7b76f1d8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1861417 Mar 07 10:33:17.521955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=174e9c8a-282a-42f2-9475-76da40c0cd88,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.601467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.627329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59a35a10-5299-4169-95be-8435b8a57621 req-a20a758d-b11f-4d31-891d-ac28be6f5767 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609569 Mar 07 10:33:17.655978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a485b3a-2754-4f49-8e63-237a48a0ecc1 req-70181332-adc0-42a8-b4f2-2a49ea493209 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.664393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a485b3a-2754-4f49-8e63-237a48a0ecc1 req-70181332-adc0-42a8-b4f2-2a49ea493209 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.3177803 Mar 07 10:33:17.700955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.708168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Checking segment: {'id': 'bd09166b-bb30-423d-9c41-f3a8b5d80c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d462b-e9ab-4626-a323-2108913c87e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:17.708809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Network hostable DHCP agents. Network: 641d462b-e9ab-4626-a323-2108913c87e7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:17.734447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a485b3a-2754-4f49-8e63-237a48a0ecc1 req-014a916b-5c40-462e-b68a-327738b1f554 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685132 Mar 07 10:33:17.745372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Network 641d462b-e9ab-4626-a323-2108913c87e7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:17.772224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 641d462b-e9ab-4626-a323-2108913c87e7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:17.782057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.782520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13f141-498c-4efa-97d4-a4063f07c0bf None None] Network 641d462b-e9ab-4626-a323-2108913c87e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:17.783174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.831971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7553086a-b18e-4dbd-be9d-06aff56937c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7490139 Mar 07 10:33:17.928346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce1a01cb-f2d3-40fe-8e61-f07be110d75b req-d89862e0-3e25-4e83-9ccd-69c88c540cf7 tempest-FloatingIPsNegativeTestJSON-1574247131 tempest-FloatingIPsNegativeTestJSON-1574247131-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=a1b93423c69346998f4f3b4c8caf7759 HTTP/1.1" status: 200 len: 217 time: 0.1459928 Mar 07 10:33:17.965912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f164072-a7b1-4515-b495-21599079fb59 None None] Network 641d462b-e9ab-4626-a323-2108913c87e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:18.182239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.265613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Deleting subnet 008f2ccd-4a15-4902-9b6e-c358dfa87692 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:18.270695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Publish callbacks [] for subnet (008f2ccd-4a15-4902-9b6e-c358dfa87692), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.320793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (008f2ccd-4a15-4902-9b6e-c358dfa87692), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.384057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (008f2ccd-4a15-4902-9b6e-c358dfa87692), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.449901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (008f2ccd-4a15-4902-9b6e-c358dfa87692), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.451100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc1ebb3d-6dbf-491b-8eaf-aaec0cff4cb5 req-c55eeb6e-12b2-4957-9eec-18c469f4e5d0 tempest-FloatingIPsNegativeTestJSON-1574247131 tempest-FloatingIPsNegativeTestJSON-1574247131-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.4452183 Mar 07 10:33:18.476199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1623b-105b-4d88-b7f8-39b9b92b7f19 req-e9289f68-505f-452b-8c7a-65a802ae0cd1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.477701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfe1623b-105b-4d88-b7f8-39b9b92b7f19 req-e9289f68-505f-452b-8c7a-65a802ae0cd1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 944 time: 0.5697834 Mar 07 10:33:18.526207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008f2ccd-4a15-4902-9b6e-c358dfa87692,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:18.529133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.533557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6035d7fa-efb8-4a40-8b0e-08bf431a9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.536398 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c89e4147-912d-455b-8633-6e052802bbd4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/008f2ccd-4a15-4902-9b6e-c358dfa87692 HTTP/1.1" status: 204 len: 168 time: 0.3530741 Mar 07 10:33:18.537016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6035d7fa-efb8-4a40-8b0e-08bf431a9823 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1132 time: 0.1447296 Mar 07 10:33:18.537935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.602151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfe1623b-105b-4d88-b7f8-39b9b92b7f19 req-e33827b4-ee5e-4a23-beac-d630728780b0 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166570 Mar 07 10:33:18.606202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 174e9c8a-282a-42f2-9475-76da40c0cd88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:18.652648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5cf415c4-81cb-425e-a02d-e2b0394c08e1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.706549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 174e9c8a-282a-42f2-9475-76da40c0cd88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:18.713076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.718766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:18.759538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5cf415c4-81cb-425e-a02d-e2b0394c08e1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.783216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf415c4-81cb-425e-a02d-e2b0394c08e1']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.794520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569964af-5dcc-473e-a338-72bf1dc6b76a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.794859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569964af-5dcc-473e-a338-72bf1dc6b76a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.812416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (569964af-5dcc-473e-a338-72bf1dc6b76a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.827944 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (569964af-5dcc-473e-a338-72bf1dc6b76a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.835018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:18.835628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (569964af-5dcc-473e-a338-72bf1dc6b76a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:18.837660 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:18.907567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5cf415c4-81cb-425e-a02d-e2b0394c08e1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.919794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.923932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port c3b87c7c-1a80-40ec-a399-b074a2102dcc completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:18.927404 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] 10.222.0.23 "DELETE /v2.0/networks/5cf415c4-81cb-425e-a02d-e2b0394c08e1 HTTP/1.1" status: 204 len: 168 time: 0.3884029 Mar 07 10:33:18.937600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c3b87c7c-1a80-40ec-a399-b074a2102dcc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:18.940973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.948147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45674) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.952940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954443-b0db-427c-a33c-2364a47de36b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf415c4-81cb-425e-a02d-e2b0394c08e1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:18.987340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f022f05-830b-4639-b634-2cfe12a538cc req-aa693c15-db74-44b9-97cf-4cfc47e1f7e6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.995582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f022f05-830b-4639-b634-2cfe12a538cc req-aa693c15-db74-44b9-97cf-4cfc47e1f7e6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4567125 Mar 07 10:33:19.059823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-bfcfdf0c-e71e-4368-9389-8524a6408db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.062718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-bfcfdf0c-e71e-4368-9389-8524a6408db8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4761984 Mar 07 10:33:19.079008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 174e9c8a-282a-42f2-9475-76da40c0cd88 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:19.148053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c3b87c7c-1a80-40ec-a399-b074a2102dcc is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:19.150555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.158976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-771c7a14-e7f2-414e-b310-9cb829ff6882 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.0785749 Mar 07 10:33:19.169516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Deleting subnet 595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:19.180666 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Sync routers for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:19.181204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:19.183801 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb469b-9e4c-44a5-b5df-144b75bb839d" -d '{"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:19.192803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ac83c-bd65-45cb-ab78-f620393e3a94 req-91f1987f-c755-42e1-a0d0-7a29fd7f0a94 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.197996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b2ac83c-bd65-45cb-ab78-f620393e3a94 req-91f1987f-c755-42e1-a0d0-7a29fd7f0a94 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.4489746 Mar 07 10:33:19.200443 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:19.201145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:19.201488 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:19.208014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.226868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Publish callbacks [] for subnet (595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.269936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:19.293185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f022f05-830b-4639-b634-2cfe12a538cc req-2e446b0b-45c3-4065-99f1-fb536256feef tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966263 Mar 07 10:33:19.331269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.386636 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:19.417790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-26617b06-d406-4000-bf3c-91419d834e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.419200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-26617b06-d406-4000-bf3c-91419d834e9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2201366 Mar 07 10:33:19.451259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.506667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b2ac83c-bd65-45cb-ab78-f620393e3a94 req-c1c8961f-37a8-4d79-a8b7-49ba11d202f8 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807763 Mar 07 10:33:19.534126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d90b8048-bcf0-4f90-86c7-67fe6819c38f req-0c929867-74ca-4ad1-9a6b-e4cbb15d642c tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1038978 Mar 07 10:33:19.603404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 4, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16', 'name': '', 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'mac_address': 'fa:16:3e:69:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:13Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 2, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'subnets': [{'id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:19.612967 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-d304cc01-df66-4952-ad26-09e4cefbb0f5 req-3721862a-b810-46f8-a84a-a40b65cc0f35 tempest-FloatingIPsNegativeTestJSON-1574247131 tempest-FloatingIPsNegativeTestJSON-1574247131-project] show failed (client error): The resource could not be found. Mar 07 10:33:19.623272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:19.637286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d304cc01-df66-4952-ad26-09e4cefbb0f5 req-3721862a-b810-46f8-a84a-a40b65cc0f35 tempest-FloatingIPsNegativeTestJSON-1574247131 tempest-FloatingIPsNegativeTestJSON-1574247131-project] 10.222.0.23 "GET /v2.0/floatingips/bf0c2b05-2647-4900-9032-23a3ebfe9e46 HTTP/1.1" status: 404 len: 350 time: 0.0736587 Mar 07 10:33:19.643552 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Checking router: 0d4bfd1d-00a4-467f-be3e-11423890dbf9 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:19.644247 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Updating router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:33:19.701114 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.711012 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b945fa-63ed-4fd5-bbff-4dbece7dfb33 x-openstack-request-id: req-c6b945fa-63ed-4fd5-bbff-4dbece7dfb33 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:19.711925 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:19.714222 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6b945fa-63ed-4fd5-bbff-4dbece7dfb33 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:19.714222 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'code': 200} Mar 07 10:33:19.779107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-b8b3e121-54e5-4392-8381-6b57e7d328e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.780873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-b8b3e121-54e5-4392-8381-6b57e7d328e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3440218 Mar 07 10:33:19.784888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.855751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:19.921491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.929398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fff5f539-510c-434c-bb8c-a34bd02fd781 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/595a53ab-a9d4-4dc8-925b-d7cc5bedbb4c HTTP/1.1" status: 204 len: 168 time: 0.9653671 Mar 07 10:33:19.954627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:20.028528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1a309-94d1-4713-867e-fba75d20caa4 req-c45967f2-e52f-4b89-a05c-c574ebeef7b2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:20.030303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79c1a309-94d1-4713-867e-fba75d20caa4 req-c45967f2-e52f-4b89-a05c-c574ebeef7b2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.3857827 Mar 07 10:33:20.095119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b15b68-7399-4cee-83f5-d5024c1db6c3 req-fbb394d1-358c-4c04-934e-efeb67199660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:20.100601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52b15b68-7399-4cee-83f5-d5024c1db6c3 req-fbb394d1-358c-4c04-934e-efeb67199660 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 1127 time: 0.2556732 Mar 07 10:33:20.163752 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks [] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.175304 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.218811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52b15b68-7399-4cee-83f5-d5024c1db6c3 req-63f4d9f4-f9a8-4408-87dd-cac31cea3302 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729127 Mar 07 10:33:20.226114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da028fe-f897-4227-a038-99b109a1ec17 req-84769eed-1fcb-4f88-9c22-a1d2e9978d03 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:20.228644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6da028fe-f897-4227-a038-99b109a1ec17 req-84769eed-1fcb-4f88-9c22-a1d2e9978d03 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4455895 Mar 07 10:33:20.251127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (641d462b-e9ab-4626-a323-2108913c87e7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.271553 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:20.311595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.320606 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.328764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.329329 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.329842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.330332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.330644 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.330961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.331443 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.331791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.332105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.332415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.332725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.333794 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:20.344702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79c1a309-94d1-4713-867e-fba75d20caa4 req-969215af-a24d-416a-9e6e-479c0f660097 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979617 Mar 07 10:33:20.347377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6ccba2cf-e048-41e9-935a-607401a15dbc service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124505 Mar 07 10:33:20.393789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Attempting to bind port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:20.396871 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Attempting to bind port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:20.400134 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Attempting to bind port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 on network e653af32-d8c5-4cbd-a197-e3be588564e4 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:20.415968 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:20.416665 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Checking segment: {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:20.417550 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.418144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Bound using segment: {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:20.418832 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Bound port: e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796b1605-ea8a-4a63-adb9-5df7db03f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:20.419423 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.427101 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (641d462b-e9ab-4626-a323-2108913c87e7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.453457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641d462b-e9ab-4626-a323-2108913c87e7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.466072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd09166b-bb30-423d-9c41-f3a8b5d80c40') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.466299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd09166b-bb30-423d-9c41-f3a8b5d80c40') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.515846 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] For port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:20.525628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] For port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:20.536446 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.582513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (bd09166b-bb30-423d-9c41-f3a8b5d80c40), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.635455 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:20.636485 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.652633 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-70b2b1bf-a8cf-4961-89d4-68b31f4915f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.705155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bd09166b-bb30-423d-9c41-f3a8b5d80c40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.718354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Provisioning complete for port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:20.718816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.737450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6da028fe-f897-4227-a038-99b109a1ec17 req-e82abbb2-703e-465a-8ce9-848228bd14d5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017462 Mar 07 10:33:20.809122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:20.809522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (bd09166b-bb30-423d-9c41-f3a8b5d80c40), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:20.812567 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:20.844702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Current status of the port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:20.845571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.888453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6c21766d-7d10-4b76-a5be-d380088c9ec5 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199638 Mar 07 10:33:20.896466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] For port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:20.904365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.915255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Deleting port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:20.915594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.980796 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986eb72-3891-4fdf-aa21-a818288a18f0 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.003075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e198-8de8-471d-9e4c-c559d3df7e74 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.025711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133394-be69-4cfa-a096-e3d9fd83b67a req-b7263b46-b2a7-4df3-94e9-86a8d10bc0bb tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.028390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34133394-be69-4cfa-a096-e3d9fd83b67a req-b7263b46-b2a7-4df3-94e9-86a8d10bc0bb tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.4478860 Mar 07 10:33:21.067236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] For port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:21.067605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.084900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (641d462b-e9ab-4626-a323-2108913c87e7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.090210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.096486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] 10.222.0.23 "DELETE /v2.0/networks/641d462b-e9ab-4626-a323-2108913c87e7 HTTP/1.1" status: 204 len: 168 time: 1.1347654 Mar 07 10:33:21.098417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Calling delete_port for e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:21.162055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:21.181464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676c04-740d-4783-91e3-6b88423113de admin admin] Pushing event deleted for resources: {'Network': ['ID=641d462b-e9ab-4626-a323-2108913c87e7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.237312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4aa30c68-0216-4701-85fd-13cc83c30afa None None] Provisioning complete for port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:21.237787 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4aa30c68-0216-4701-85fd-13cc83c30afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.242836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34133394-be69-4cfa-a096-e3d9fd83b67a req-62f01dff-d326-486d-886f-aa2a421360ab tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965339 Mar 07 10:33:21.274006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f766900-0d2e-4c20-8b36-91402f745b69 req-6d8f3418-2758-4042-83a0-1914e02f5f4d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.275623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f766900-0d2e-4c20-8b36-91402f745b69 req-6d8f3418-2758-4042-83a0-1914e02f5f4d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.3204460 Mar 07 10:33:21.407522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45702) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:21.429092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4aa30c68-0216-4701-85fd-13cc83c30afa None None] Current status of the port e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:21.434929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f766900-0d2e-4c20-8b36-91402f745b69 req-eb48647c-6e25-40ca-b172-dcc728be74c4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422822 Mar 07 10:33:21.436920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78ea2d7f-5570-44e8-bf74-26d10a741ccf req-3ed8ea65-9d9a-43c7-b7fa-13a2c0c04693 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0711513 Mar 07 10:33:21.518237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45706) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:21.518926 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-029cf5da-8113-4d24-856b-117fb1e35607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02502ecfd5054cdaad4d987e96a1a922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1097734 Mar 07 10:33:21.520634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.547977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.594584 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 4, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16', 'name': '', 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'mac_address': 'fa:16:3e:69:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:13Z', 'updated_at': '2022-03-07T10:33:20Z', 'revision_number': 4, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'subnets': [{'id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:21.635907 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb384c-ef19-45d4-9127-3ae7741f24e6 None None] The sync data for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 is: [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 4, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port': {'id': '174e9c8a-282a-42f2-9475-76da40c0cd88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:09Z', 'updated_at': '2022-03-07T10:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16', 'name': '', 'network_id': 'e653af32-d8c5-4cbd-a197-e3be588564e4', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'mac_address': 'fa:16:3e:69:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:13Z', 'updated_at': '2022-03-07T10:33:20Z', 'revision_number': 4, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'subnets': [{'id': 'd26e7f75-ebfc-43b5-af5f-48a93be39c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:21.787722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] Publish callbacks [] for security_group (e393f1dd-ded1-40ee-a6b3-16b3a39acbe6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.824678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.834779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e9fbb-9c4d-4406-b8c4-32e6decbac3d req-687385da-17b2-459b-b3bd-0f6c353ce308 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.836711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164e9fbb-9c4d-4406-b8c4-32e6decbac3d req-687385da-17b2-459b-b3bd-0f6c353ce308 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2297440 Mar 07 10:33:21.844836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93924f-c679-4fe7-ace8-9cfd93cfc9a6 req-1422f868-48c0-4a62-bb76-d85d0fc66dea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.846638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f93924f-c679-4fe7-ace8-9cfd93cfc9a6 req-1422f868-48c0-4a62-bb76-d85d0fc66dea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.2878771 Mar 07 10:33:21.889703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] Publish callbacks [] for security_group (e393f1dd-ded1-40ee-a6b3-16b3a39acbe6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.027447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f93924f-c679-4fe7-ace8-9cfd93cfc9a6 req-87282faa-ba6a-4964-81c6-e9b83a53c088 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408200 Mar 07 10:33:22.034193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164e9fbb-9c4d-4406-b8c4-32e6decbac3d req-5895dc27-ab40-429b-9335-7fa2d31a8c5c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725540 Mar 07 10:33:22.049323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e393f1dd-ded1-40ee-a6b3-16b3a39acbe6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.053188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.055260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e393f1dd-ded1-40ee-a6b3-16b3a39acbe6 HTTP/1.1" status: 204 len: 168 time: 0.5350280 Mar 07 10:33:22.109792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f16d05-1289-4a45-82ca-9d51e96e2595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393f1dd-ded1-40ee-a6b3-16b3a39acbe6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:22.162410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:22.243567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a31ef6-b1d3-480d-abc2-ada3028cac45 req-03333f4e-76c3-481c-9262-49f4e395f5d1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:22.248280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86a31ef6-b1d3-480d-abc2-ada3028cac45 req-03333f4e-76c3-481c-9262-49f4e395f5d1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1111507 Mar 07 10:33:22.363194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86a31ef6-b1d3-480d-abc2-ada3028cac45 req-18f76167-b807-42b0-ade1-d7e109fd8547 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Mar 07 10:33:22.472930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f38e6-786e-4a1f-8ce0-467a1ee68e54 req-b65307f0-1cf3-4511-b5ae-5fa3605991ad tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:22.480795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-541f38e6-786e-4a1f-8ce0-467a1ee68e54 req-b65307f0-1cf3-4511-b5ae-5fa3605991ad tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1004622 Mar 07 10:33:22.574102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-541f38e6-786e-4a1f-8ce0-467a1ee68e54 req-ae1a29df-8593-4b00-829f-936fe8d8096e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 Mar 07 10:33:22.727795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-818c8f81-41c4-4a71-bd45-8808e8f4c16d req-4c921ae8-326e-4355-a5a4-4183306e2394 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0524719 Mar 07 10:33:22.754955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf8ef1-b8a3-4229-929d-ce7bb59c8a40 req-7b892be7-3c15-447c-bba4-c17cb281d041 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:22.756554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0baf8ef1-b8a3-4229-929d-ce7bb59c8a40 req-7b892be7-3c15-447c-bba4-c17cb281d041 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1722844 Mar 07 10:33:22.757061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45728) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:22.893833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:22.899855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-78f7d255-3702-4653-a1c8-ed7e7cbd4b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63c8e70c6a6348e5917bbf8674fa3285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414795 Mar 07 10:33:22.902982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45730) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:22.904421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0fc4639-786a-476c-94a0-e5ffac1bc6d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/0d4bfd1d-00a4-467f-be3e-11423890dbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2782812 Mar 07 10:33:22.906816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:22.916620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0baf8ef1-b8a3-4229-929d-ce7bb59c8a40 req-43e293ee-3614-483e-a9b4-30a4b260cc55 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413357 Mar 07 10:33:22.935460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-805e8bf6-5920-48ba-9b52-19c321546c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.982155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be5607-f1b9-47c8-ab4c-799da55a2600 req-09f61c4e-ac5d-44af-b4c2-59032ef914cd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:22.991488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58be5607-f1b9-47c8-ab4c-799da55a2600 req-09f61c4e-ac5d-44af-b4c2-59032ef914cd tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1527574 Mar 07 10:33:23.020136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] Publish callbacks [] for security_group (7b22e8d0-6599-4d98-aa03-e48a6362d2f2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.079160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks [] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.087744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] Publish callbacks [] for security_group (7b22e8d0-6599-4d98-aa03-e48a6362d2f2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.140372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58be5607-f1b9-47c8-ab4c-799da55a2600 req-33ec207d-52f6-469a-bd43-918c4261d817 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470809 Mar 07 10:33:23.211749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbeb8e7-1762-4a3e-a401-6a66bce7d6cc req-bc99768e-44ca-4c58-b480-07b098b75024 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.213825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dbeb8e7-1762-4a3e-a401-6a66bce7d6cc req-bc99768e-44ca-4c58-b480-07b098b75024 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1917815 Mar 07 10:33:23.252016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks [] for router_gateway (0d4bfd1d-00a4-467f-be3e-11423890dbf9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.257153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7b22e8d0-6599-4d98-aa03-e48a6362d2f2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.261175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.265697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b22e8d0-6599-4d98-aa03-e48a6362d2f2 HTTP/1.1" status: 204 len: 168 time: 0.3598971 Mar 07 10:33:23.336980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Deleting port 174e9c8a-282a-42f2-9475-76da40c0cd88 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:23.337325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.356246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2870b7-0537-48e6-b91d-fc1de666ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22e8d0-6599-4d98-aa03-e48a6362d2f2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:23.410470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dbeb8e7-1762-4a3e-a401-6a66bce7d6cc req-0bb4a87e-9121-4b4d-809c-63cd1b2f50d2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845126 Mar 07 10:33:23.425808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3eb8c-4f0e-49ab-8e3a-d7620d5dad56 req-df78cc47-35b7-4107-ace2-178be13ed1bb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.427376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6de3eb8c-4f0e-49ab-8e3a-d7620d5dad56 req-df78cc47-35b7-4107-ace2-178be13ed1bb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.2044022 Mar 07 10:33:23.460795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Sync routers for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:23.483097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:23.484084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:23.511124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] For port 174e9c8a-282a-42f2-9475-76da40c0cd88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=174e9c8a-282a-42f2-9475-76da40c0cd88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:23.511487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.524411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Calling delete_port for 174e9c8a-282a-42f2-9475-76da40c0cd88 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:23.566343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6de3eb8c-4f0e-49ab-8e3a-d7620d5dad56 req-a3370924-dd32-4cfc-b685-6a96bc8e1a3c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279509 Mar 07 10:33:23.591201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeec0e-42ae-4d69-b01c-d61a0e52e45e req-f3b075bc-e506-432d-8035-11a7145c317e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.599242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1eaeec0e-42ae-4d69-b01c-d61a0e52e45e req-f3b075bc-e506-432d-8035-11a7145c317e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0850039 Mar 07 10:33:23.628528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:23.676172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1eaeec0e-42ae-4d69-b01c-d61a0e52e45e req-4980919d-efaf-48aa-90ff-85a24279db20 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757349 Mar 07 10:33:23.805084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:23Z', 'revision_number': 6, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:23.807587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e83b17-5acc-4153-88ea-98b4358a21fe req-1bed9ffa-54e5-4b01-b5f4-af74803fdf3f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.812662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7e83b17-5acc-4153-88ea-98b4358a21fe req-1bed9ffa-54e5-4b01-b5f4-af74803fdf3f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1109781 Mar 07 10:33:23.839287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (174e9c8a-282a-42f2-9475-76da40c0cd88), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.843262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Checking router: 0d4bfd1d-00a4-467f-be3e-11423890dbf9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:23.855890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Routers {'0d4bfd1d-00a4-467f-be3e-11423890dbf9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:23.856562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:23.875926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=174e9c8a-282a-42f2-9475-76da40c0cd88,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:23.927555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7e83b17-5acc-4153-88ea-98b4358a21fe req-2ff315d5-000d-4258-997a-d57c3a3e4709 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127884 Mar 07 10:33:23.939678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96f6cb-3ef8-4656-ab6d-5d12e10b1a8a req-c94aa876-affd-47b5-a9ca-4e598efe91e8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.941923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d96f6cb-3ef8-4656-ab6d-5d12e10b1a8a req-c94aa876-affd-47b5-a9ca-4e598efe91e8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1283514 Mar 07 10:33:24.002683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.003307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] Set router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:24.067853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8902064f-e9ff-4b55-9f53-9d8e0afa6f6a req-2244eacc-2b56-45e4-b3e1-79b43b46aec0 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0341492 Mar 07 10:33:24.082688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d96f6cb-3ef8-4656-ab6d-5d12e10b1a8a req-353e8343-7adb-47d1-a84e-0b81e68602b5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296256 Mar 07 10:33:24.138200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:23Z', 'revision_number': 7, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:24.178643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14776e-a5fa-4a05-921b-dfc0e8ae1654 None None] The sync data for ids ['0d4bfd1d-00a4-467f-be3e-11423890dbf9'] in n-d-832156-4 is: [{'id': '0d4bfd1d-00a4-467f-be3e-11423890dbf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080127090-router', 'tenant_id': 'a1b93423c69346998f4f3b4c8caf7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:08Z', 'updated_at': '2022-03-07T10:33:23Z', 'revision_number': 7, 'project_id': 'a1b93423c69346998f4f3b4c8caf7759', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:24.187606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.191040 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.265373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.267787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d846243-7e21-4a07-8a25-68694318bca6 req-e3d17611-5322-44b3-a5af-04570781b901 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:24.268611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks [] for router_controller (0d4bfd1d-00a4-467f-be3e-11423890dbf9), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.269497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d846243-7e21-4a07-8a25-68694318bca6 req-e3d17611-5322-44b3-a5af-04570781b901 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1139271 Mar 07 10:33:24.332129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (0d4bfd1d-00a4-467f-be3e-11423890dbf9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.332654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4bfd1d-00a4-467f-be3e-11423890dbf9 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:24.337295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.341327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-44425891-996f-48aa-866f-a63eff1b3ed1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0d4bfd1d-00a4-467f-be3e-11423890dbf9 HTTP/1.1" status: 204 len: 168 time: 1.4321911 Mar 07 10:33:24.341902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:24.364175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be113-858e-4c24-8a58-f411f70901c7 req-f74294cd-2112-43d0-9dff-579edfc300ad tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:24.366319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-827be113-858e-4c24-8a58-f411f70901c7 req-f74294cd-2112-43d0-9dff-579edfc300ad tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1123950 Mar 07 10:33:24.391429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Deleting subnet d26e7f75-ebfc-43b5-af5f-48a93be39c7f {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:24.402170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Publish callbacks [] for subnet (d26e7f75-ebfc-43b5-af5f-48a93be39c7f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.416962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d846243-7e21-4a07-8a25-68694318bca6 req-8b6c6e53-5363-4ee0-86e5-91a648b3ced9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062679 Mar 07 10:33:24.449275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-827be113-858e-4c24-8a58-f411f70901c7 req-84b4d40e-de4a-4eb8-a2b4-1f785ec0dd6a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748873 Mar 07 10:33:24.482185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d26e7f75-ebfc-43b5-af5f-48a93be39c7f), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.612292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b8b4-5919-494b-b381-367d20e59682 req-0ecdc44d-8848-4f69-adc5-eaa4fa5bd560 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:24.614645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e0b8b4-5919-494b-b381-367d20e59682 req-0ecdc44d-8848-4f69-adc5-eaa4fa5bd560 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0943811 Mar 07 10:33:24.615255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d26e7f75-ebfc-43b5-af5f-48a93be39c7f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.701191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:24.736859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d26e7f75-ebfc-43b5-af5f-48a93be39c7f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.737805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e0b8b4-5919-494b-b381-367d20e59682 req-a21719e7-4f6c-4e3a-bf04-1c97e5acaafb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082137 Mar 07 10:33:24.754392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:24.754853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e4a5d110-cd4d-4ca3-91aa-402dcdfc1a16 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:24.802693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26e7f75-ebfc-43b5-af5f-48a93be39c7f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:24.814024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e026f15-25d8-4f6d-a625-4106f3a9b38e None None] Network e653af32-d8c5-4cbd-a197-e3be588564e4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:24.816763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.822234 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ac88a023-2a09-4d76-b615-1c91f2316afd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d26e7f75-ebfc-43b5-af5f-48a93be39c7f HTTP/1.1" status: 204 len: 168 time: 0.4770477 Mar 07 10:33:24.822607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:24.926479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e653af32-d8c5-4cbd-a197-e3be588564e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.003578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Deleting port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:25.004411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.042034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6b33-22a4-4ffa-bd2f-0a734996ba25 req-d0ec0ff4-301c-4483-8c29-8fa7a5d157f3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.043258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed3d6b33-22a4-4ffa-bd2f-0a734996ba25 req-d0ec0ff4-301c-4483-8c29-8fa7a5d157f3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.1622691 Mar 07 10:33:25.063370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070fd9d-8939-451e-9adb-7c88cfc015a6 req-94771083-e7a7-4416-acd9-60a801688c93 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.065194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d070fd9d-8939-451e-9adb-7c88cfc015a6 req-94771083-e7a7-4416-acd9-60a801688c93 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1258183 Mar 07 10:33:25.106336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] For port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,segment=NetworkSegment(796b1605-ea8a-4a63-adb9-5df7db03f874),segment_id=796b1605-ea8a-4a63-adb9-5df7db03f874)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:25.106693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.124252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] DHCP port deletion for e653af32-d8c5-4cbd-a197-e3be588564e4 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:25.129305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Calling delete_port for 71a49f46-7aa4-4cfd-ae41-21343c15ee8c owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:25.176708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed3d6b33-22a4-4ffa-bd2f-0a734996ba25 req-c25ebf7c-ae7b-4f6a-b2c5-1ac7c4ee0adc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205034 Mar 07 10:33:25.206371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d070fd9d-8939-451e-9adb-7c88cfc015a6 req-21f5c9f8-ffaf-4e05-9b01-c382b2460b13 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328194 Mar 07 10:33:25.277561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Deleting port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:25.277934 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.284308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.352539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Pushing event deleted for resources: {'Port': ['ID=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.369655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] No DVR routers for this DVR port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:25.396601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] For port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:25.397102 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.405818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7591ccd3-d4bf-42aa-9f41-d9b07c9a7610 req-7b432462-351e-45ff-b200-59ab50d1531f tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0430043 Mar 07 10:33:25.437249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Calling delete_port for 71a49f46-7aa4-4cfd-ae41-21343c15ee8c owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:25.440762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:33:25.450133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (71a49f46-7aa4-4cfd-ae41-21343c15ee8c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.480513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] No DVR routers for this DVR port 71a49f46-7aa4-4cfd-ae41-21343c15ee8c on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:25.506720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e653af32-d8c5-4cbd-a197-e3be588564e4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.624670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e653af32-d8c5-4cbd-a197-e3be588564e4']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.633977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9885a2d-1e33-4bcb-8baa-6946e4c55e6c None None] Pushing event deleted for resources: {'Port': ['ID=71a49f46-7aa4-4cfd-ae41-21343c15ee8c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.644704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796b1605-ea8a-4a63-adb9-5df7db03f874') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.644997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796b1605-ea8a-4a63-adb9-5df7db03f874') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.646480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.651843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1924-dea8-4254-b635-03212c28fd5d req-b49b3d8a-b786-45fa-9a25-66b9ab900eaa tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.659568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-522e1924-dea8-4254-b635-03212c28fd5d req-b49b3d8a-b786-45fa-9a25-66b9ab900eaa tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1218870 Mar 07 10:33:25.665386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (796b1605-ea8a-4a63-adb9-5df7db03f874), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.669524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fdcd5-7b18-4dc6-a8db-dbdb6cd4c7b4 req-a218608f-ea3d-4f67-8c5c-a0958c75a6ce tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.676330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f71fdcd5-7b18-4dc6-a8db-dbdb6cd4c7b4 req-a218608f-ea3d-4f67-8c5c-a0958c75a6ce tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.2385545 Mar 07 10:33:25.688669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (796b1605-ea8a-4a63-adb9-5df7db03f874), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.696564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:25.697700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (796b1605-ea8a-4a63-adb9-5df7db03f874), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:25.699697 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:25.751457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f71fdcd5-7b18-4dc6-a8db-dbdb6cd4c7b4 req-36469bc2-26f3-4e64-b14f-56329560cdb1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732436 Mar 07 10:33:25.773105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e653af32-d8c5-4cbd-a197-e3be588564e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.792594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.796096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-522e1924-dea8-4254-b635-03212c28fd5d req-138dfb05-e2e2-48e0-9101-d7fc2d6c6310 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356084 Mar 07 10:33:25.803242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] 10.222.0.23 "DELETE /v2.0/networks/e653af32-d8c5-4cbd-a197-e3be588564e4 HTTP/1.1" status: 204 len: 168 time: 0.9796484 Mar 07 10:33:25.827229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddac9b-1df1-43dd-886b-74f73f93650e admin admin] Pushing event deleted for resources: {'Network': ['ID=e653af32-d8c5-4cbd-a197-e3be588564e4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.974131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babbb70-4ad7-4090-a759-5ffea140a872 req-60e5bd35-6362-44d6-9bc0-b9b8bf86ba18 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.976112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0babbb70-4ad7-4090-a759-5ffea140a872 req-60e5bd35-6362-44d6-9bc0-b9b8bf86ba18 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1151121 Mar 07 10:33:26.005611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597c9a-2960-4014-999b-ec02e40f0f81 req-c141323c-6b7b-4b5e-b23c-84e97013d1f2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.007610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24597c9a-2960-4014-999b-ec02e40f0f81 req-c141323c-6b7b-4b5e-b23c-84e97013d1f2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1017201 Mar 07 10:33:26.076116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0babbb70-4ad7-4090-a759-5ffea140a872 req-f641e111-ef6e-411d-a238-51d8c27eeb32 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929072 Mar 07 10:33:26.098091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24597c9a-2960-4014-999b-ec02e40f0f81 req-1eefc723-8607-40f1-848f-ad4925c387f0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771306 Mar 07 10:33:26.137196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.202900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aeeeaba9-8c76-4c56-98c4-f65039e040b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b93423c69346998f4f3b4c8caf7759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642481 Mar 07 10:33:26.204085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.206957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929344d4-3a16-42ea-a69b-b5f48e4606ab req-c525b847-494f-4d07-864d-bcfbe350e0dc tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.214286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-929344d4-3a16-42ea-a69b-b5f48e4606ab req-c525b847-494f-4d07-864d-bcfbe350e0dc tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.0645685 Mar 07 10:33:26.269944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-929344d4-3a16-42ea-a69b-b5f48e4606ab req-707e4435-f36f-4e14-8c11-a43370808e9a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546720 Mar 07 10:33:26.277594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] Publish callbacks [] for security_group (9631c1e5-8308-4fcf-a8e0-c066dc243988), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.319198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] Publish callbacks [] for security_group (9631c1e5-8308-4fcf-a8e0-c066dc243988), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.379523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9631c1e5-8308-4fcf-a8e0-c066dc243988), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.382992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.386647 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9631c1e5-8308-4fcf-a8e0-c066dc243988 HTTP/1.1" status: 204 len: 168 time: 0.1792066 Mar 07 10:33:26.393520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30ba05-5b6c-4b37-aea8-39510907036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631c1e5-8308-4fcf-a8e0-c066dc243988,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:26.405714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785297f7-14d1-40dd-b7a0-72913e5e83d8 req-68e9356d-efa1-4d32-9966-91058046615e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.407389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-785297f7-14d1-40dd-b7a0-72913e5e83d8 req-68e9356d-efa1-4d32-9966-91058046615e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.0727036 Mar 07 10:33:26.508992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-785297f7-14d1-40dd-b7a0-72913e5e83d8 req-9c9de073-e8b2-4be2-99a6-7ffa3fb2a854 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866961 Mar 07 10:33:26.644811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 71a49f46-7aa4-4cfd-ae41-21343c15ee8c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:26.758347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29697798-aa09-4269-b32e-0333c0243357 req-5966119c-fa5d-42a2-a4b5-c52851c50e12 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Mar 07 10:33:26.773606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702cb3a-baf7-4110-b544-c6e1466d94ba req-df7fd983-060d-45d5-9e5e-d0f7ee85d24f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.782770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e702cb3a-baf7-4110-b544-c6e1466d94ba req-df7fd983-060d-45d5-9e5e-d0f7ee85d24f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1193562 Mar 07 10:33:26.865135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 71a49f46-7aa4-4cfd-ae41-21343c15ee8c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:26.865712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 71a49f46-7aa4-4cfd-ae41-21343c15ee8c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:26.866276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 174e9c8a-282a-42f2-9475-76da40c0cd88 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:26.871601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e702cb3a-baf7-4110-b544-c6e1466d94ba req-08057019-8360-4628-82f4-2798e08bd204 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877326 Mar 07 10:33:26.889007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 174e9c8a-282a-42f2-9475-76da40c0cd88 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:26.890425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 174e9c8a-282a-42f2-9475-76da40c0cd88 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:26.938563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d7422-725d-455a-b783-3d7535389132 req-b33e572c-7d6c-40ab-8076-82020504225f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.941589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d1d7422-725d-455a-b783-3d7535389132 req-b33e572c-7d6c-40ab-8076-82020504225f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0900490 Mar 07 10:33:27.022014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d1d7422-725d-455a-b783-3d7535389132 req-31038824-74b4-48d5-a6b6-b98623e82980 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Mar 07 10:33:27.032935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.424435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b93a5b-f4c1-4518-8130-c702d24add82 req-e17dd658-a768-4ff8-944e-2ccfeaefe274 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:27.426201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12b93a5b-f4c1-4518-8130-c702d24add82 req-e17dd658-a768-4ff8-944e-2ccfeaefe274 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0628569 Mar 07 10:33:27.526189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12b93a5b-f4c1-4518-8130-c702d24add82 req-68313a5a-2289-4350-9ab6-d71c35fd2b37 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855575 Mar 07 10:33:27.564018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641dd4e-aeea-4099-9530-b694c9b52d28 req-e9c07e3c-0c7e-4e94-8b4e-8eed18be8213 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:27.565478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6641dd4e-aeea-4099-9530-b694c9b52d28 req-e9c07e3c-0c7e-4e94-8b4e-8eed18be8213 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.0911112 Mar 07 10:33:27.623832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6641dd4e-aeea-4099-9530-b694c9b52d28 req-5635568f-7260-45fb-be36-9fa2302ab36d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Mar 07 10:33:27.910547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52bcff-97ea-4e67-894b-c8a663e4278e req-a5f802ae-1693-450d-ba53-8f53b14249dc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:27.912377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb52bcff-97ea-4e67-894b-c8a663e4278e req-a5f802ae-1693-450d-ba53-8f53b14249dc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.0708466 Mar 07 10:33:28.001973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb52bcff-97ea-4e67-894b-c8a663e4278e req-7f6411f3-6e33-4c2d-89bb-524fc55cfe3b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Mar 07 10:33:28.154889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b04ad-557d-4462-a5a9-bc3f2c05e104 req-887ee87a-9ccf-4160-965f-19d28046b913 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.157753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e8b04ad-557d-4462-a5a9-bc3f2c05e104 req-887ee87a-9ccf-4160-965f-19d28046b913 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0786018 Mar 07 10:33:28.181613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:28.198854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bd705f6-7613-4328-ae42-b538018a5f38 req-45e849a6-7a75-4197-90b0-5a601b4579d5 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0364704 Mar 07 10:33:28.251532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e8b04ad-557d-4462-a5a9-bc3f2c05e104 req-ad9877a1-b22f-4454-a023-03504270dd68 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788820 Mar 07 10:33:28.347372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.350267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a5f54-dd58-47e7-a6fe-1620fd3b0939 req-3548242f-b605-4f02-91ab-91447ff95b8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.351867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-195a5f54-dd58-47e7-a6fe-1620fd3b0939 req-3548242f-b605-4f02-91ab-91447ff95b8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.0671265 Mar 07 10:33:28.370719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:28.378084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88061dfb-8376-4953-8802-2e69c7221d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.443607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-195a5f54-dd58-47e7-a6fe-1620fd3b0939 req-7b0a40b3-9226-4d6f-a104-206b6b51c84f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860267 Mar 07 10:33:28.497834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88061dfb-8376-4953-8802-2e69c7221d7f admin admin] Publish callbacks [] for security_group (3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.506648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88061dfb-8376-4953-8802-2e69c7221d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.528258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:28.546104 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88061dfb-8376-4953-8802-2e69c7221d7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b1153a3755d4a2bbd82cfc69e0d6c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603404 Mar 07 10:33:28.547980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:28.556614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7', 'port_id': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'mac_address': 'fa:16:3e:0e:fe:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31832294-ca17-40e5-9cc9-c65e77d5c9a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:28.566748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88061dfb-8376-4953-8802-2e69c7221d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:28.598349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:28.598941 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.618318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:28.640437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Publish callbacks [] for security_group (3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.653288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:28.653876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44ed4-67b6-498f-b052-aeda7d128f31 req-761c1257-9913-4cc2-9e3f-01dc520df931 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.655550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ba44ed4-67b6-498f-b052-aeda7d128f31 req-761c1257-9913-4cc2-9e3f-01dc520df931 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1240566 Mar 07 10:33:28.663804 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.692928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Publish callbacks [] for security_group (3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.761929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:28.787764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ba44ed4-67b6-498f-b052-aeda7d128f31 req-624449e2-038b-44cf-8497-dba51076349d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233897 Mar 07 10:33:28.832598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ff6c-0465-4c62-b67a-b40cc401435f req-b73b9353-aab8-41e1-9ebb-a1d3cadfc866 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.840937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a637ff6c-0465-4c62-b67a-b40cc401435f req-b73b9353-aab8-41e1-9ebb-a1d3cadfc866 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1034815 Mar 07 10:33:28.850384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.853356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.854645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81 HTTP/1.1" status: 204 len: 168 time: 0.2902279 Mar 07 10:33:28.874223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ab7ac-bf7d-4b8e-bb59-fc77c6ccdb81,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:28.892697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.893974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.894545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.895064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.895585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.896163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.896692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.897408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.897928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.898432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.899605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.900738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.901272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf61536-e724-479c-9b28-01aabb9be5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:28.922827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a637ff6c-0465-4c62-b67a-b40cc401435f req-58c3e74f-1f9d-4b34-9e6c-d13387895e8f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804217 Mar 07 10:33:28.933171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5dce5a8e-6af1-4e80-99de-1087b1aa8a46'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:29.423818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcbfa940-a46e-4c0c-b070-231a30f3df38 req-a60af871-44d2-4a3c-aef8-2a3112a93060 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0395286 Mar 07 10:33:29.443900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d84e-129e-4cfb-ac86-4270deeb775a req-36da7b92-7a16-40da-9177-f483e7dbd8a3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:29.445523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e5d84e-129e-4cfb-ac86-4270deeb775a req-36da7b92-7a16-40da-9177-f483e7dbd8a3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.0990362 Mar 07 10:33:29.519438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e5d84e-129e-4cfb-ac86-4270deeb775a req-1a931470-3e7b-4ff2-a451-8af4218e4fb5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Mar 07 10:33:29.671793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e35533-fe65-4311-b1e0-a8d10e10d62d req-49d9b79e-87f9-4be7-a2a0-58302bad796d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:29.673351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84e35533-fe65-4311-b1e0-a8d10e10d62d req-49d9b79e-87f9-4be7-a2a0-58302bad796d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0622852 Mar 07 10:33:29.733836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84e35533-fe65-4311-b1e0-a8d10e10d62d req-49923f94-7431-486f-ab46-f2c791798c3a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Mar 07 10:33:29.792198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46022) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:29.897441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f4c6-0f0d-46bf-a692-4679a68dbfb6 req-b7f2a054-e668-489a-913f-b42e577ff95e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:29.899214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e12f4c6-0f0d-46bf-a692-4679a68dbfb6 req-b7f2a054-e668-489a-913f-b42e577ff95e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.0727475 Mar 07 10:33:29.977820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1920049142-network', 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:29.985976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e12f4c6-0f0d-46bf-a692-4679a68dbfb6 req-f0ea1786-5297-454b-8481-6c85555c8855 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801110 Mar 07 10:33:30.018831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:30.021242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.044687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.114398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39762e2-9968-49be-909d-d835a7ae9e8e req-c0a40ac8-51e8-48a9-9547-52f46596303e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:30.115883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39762e2-9968-49be-909d-d835a7ae9e8e req-c0a40ac8-51e8-48a9-9547-52f46596303e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.0850611 Mar 07 10:33:30.191221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39762e2-9968-49be-909d-d835a7ae9e8e req-5790ab39-ab55-4fba-b960-9c94f04f968a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Mar 07 10:33:30.195715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks [] for security_group (addd221d-aac4-4c05-8733-4d110c024d11), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.200863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (addd221d-aac4-4c05-8733-4d110c024d11), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.217461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:30.246595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e1619343-673f-4910-8edf-3dca0cf8ac39), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.246956 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Added segment e1619343-673f-4910-8edf-3dca0cf8ac39 of type vlan for network c5b9a7b3-e34d-40b1-ad16-f469724074b4 Mar 07 10:33:30.260896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd221d-aac4-4c05-8733-4d110c024d11,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:30.295387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c5b9a7b3-e34d-40b1-ad16-f469724074b4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.324365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c5b9a7b3-e34d-40b1-ad16-f469724074b4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.325452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:30.326036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.366230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5729082 Mar 07 10:33:30.369140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:30.373933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:30.374726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Request body: {'subnet': {'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1920049142-subnet', 'tenant_id': 'f786037f60564f609def4699511a875a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:30.412626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29347ac6-307e-48a8-a4cf-25935df25918 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b9a7b3-e34d-40b1-ad16-f469724074b4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:30.427033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:30.427862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:30.431568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.490439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:30.505376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:30.506087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.612209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:30.613632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.645859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:30.648544 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd71db1-6268-4218-9a99-fc98806316e8" -d '{"events": [{"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-plugged", "status": "completed", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:30.663940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:30.669002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8d5ea43-ae28-478c-9e1a-b1a9440c014f req-4d0806cf-25ae-447e-9948-39faeb93ea06 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1158395 Mar 07 10:33:30.670975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.742298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:30.758447 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d29c18-1a85-47a9-aacb-e5efdf8c004c x-openstack-request-id: req-80d29c18-1a85-47a9-aacb-e5efdf8c004c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:30.758802 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-plugged", "status": "completed", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:30.759149 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80d29c18-1a85-47a9-aacb-e5efdf8c004c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:30.761266 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'code': 200} Mar 07 10:33:30.824386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (ca46aa38-4ae9-4f37-b3f9-cf448838a363), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.862829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a186e2-2d42-439b-a62a-5db68c47c44a req-f7cab046-2680-4a21-92dd-d753500104e3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:30.871014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58a186e2-2d42-439b-a62a-5db68c47c44a req-f7cab046-2680-4a21-92dd-d753500104e3 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.2177398 Mar 07 10:33:30.917394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:30.932654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:30.951937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'port_id': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'mac_address': 'fa:16:3e:d2:8e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13cad-ab85-4de8-91be-34d79cd29581', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:31.004720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c3b87c7c-1a80-40ec-a399-b074a2102dcc is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:31.005855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.025195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3b87c7c-1a80-40ec-a399-b074a2102dcc {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:31.052377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:31.057999 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.119416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:31.193853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c3b87c7c-1a80-40ec-a399-b074a2102dcc'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:31.352232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca46aa38-4ae9-4f37-b3f9-cf448838a363,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:31.361470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58a186e2-2d42-439b-a62a-5db68c47c44a req-c10f6cf0-8e75-4494-805d-99ec100a355b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896038 Mar 07 10:33:31.377108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Checking segment: {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:31.377482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Network hostable DHCP agents. Network: c5b9a7b3-e34d-40b1-ad16-f469724074b4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:31.387365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7633da-6809-4bbb-a802-42dc93a321eb req-8015c11c-3592-46a7-94c7-4a75f81570c5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.388862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b7633da-6809-4bbb-a802-42dc93a321eb req-8015c11c-3592-46a7-94c7-4a75f81570c5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.5367699 Mar 07 10:33:31.398670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705689a6-d854-40e0-9613-bcd9ece5b088 req-be278611-8120-4e89-b6b9-878c8613df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.400278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-705689a6-d854-40e0-9613-bcd9ece5b088 req-be278611-8120-4e89-b6b9-878c8613df6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1128 time: 0.4945996 Mar 07 10:33:31.432675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:31.454915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c5b9a7b3-e34d-40b1-ad16-f469724074b4) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:31.470375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1899f18-b43f-4d5b-9c48-3fb8474a2fe3 None None] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:31.477623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.478360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.495020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b7633da-6809-4bbb-a802-42dc93a321eb req-35786d90-6ef4-496c-b1e5-bcc779608103 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934761 Mar 07 10:33:31.497044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-705689a6-d854-40e0-9613-bcd9ece5b088 req-fcfa73b8-d929-45a2-ac2d-7e3892e1c986 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848982 Mar 07 10:33:31.515971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46082) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:31.520983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:31.521662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-300f65d0-6f14-4e1d-a139-1357e0ea8353 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1514630 Mar 07 10:33:31.543357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.544945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.605647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for router_controller (96a6f855-95ec-4493-84a0-7f104bc67e9b), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.615548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'project_id': 'f786037f60564f609def4699511a875a', 'fixed_ips': [{'subnet_id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:31.616451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.701894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637f635-fd66-41c6-bb42-c8573365fdb8 req-df711c88-18eb-40d0-a842-d52619a14a41 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.706063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8637f635-fd66-41c6-bb42-c8573365fdb8 req-df711c88-18eb-40d0-a842-d52619a14a41 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 944 time: 0.0855653 Mar 07 10:33:31.785377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8637f635-fd66-41c6-bb42-c8573365fdb8 req-8fadb07f-effc-4a20-871d-1f792ec28f1e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714462 Mar 07 10:33:31.793668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for router_gateway (96a6f855-95ec-4493-84a0-7f104bc67e9b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.838288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Allocated IP 172.20.0.2 (c5b9a7b3-e34d-40b1-ad16-f469724074b4/ca46aa38-4ae9-4f37-b3f9-cf448838a363/48eba7f4-f759-4e0d-ae78-48ac7ef59d0d) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:31.862187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e1643-e42a-4cb1-9652-22d0d1af90fc req-cfdf6027-812f-4b85-bb5f-66b0a7009ab0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.863868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a3e1643-e42a-4cb1-9652-22d0d1af90fc req-cfdf6027-812f-4b85-bb5f-66b0a7009ab0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.0657716 Mar 07 10:33:31.932424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33610c02-0583-4e16-9eab-f3eb8f5bcdd2 req-860318df-4888-4c5a-8091-be8f880a5327 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Mar 07 10:33:31.974045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a3e1643-e42a-4cb1-9652-22d0d1af90fc req-ba6dc2b1-cd43-42a3-a4cb-9998b12a2cb2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038930 Mar 07 10:33:32.040302 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks [] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.052761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.119281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:32.120807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:32.122619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Pushing event updated for resources: {'Port': ['ID=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.124854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:32.133276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for router_gateway (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.159626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.191632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Attempting to bind port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:32.192030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Attempting to bind port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:32.192386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Attempting to bind port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d on network c5b9a7b3-e34d-40b1-ad16-f469724074b4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:32.199176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:32.199492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Checking segment: {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:32.200049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.200541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Bound using segment: {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:32.201071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Bound port: 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:32.201557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.287265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] For port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:32.291558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] For port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:32.302059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.304386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Allocated IP 172.25.4.148 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/39630915-57c1-442c-8360-239d5820f1d9) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:32.376373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6730b-9644-4487-8606-05bff3ad85de None None] Pushing event updated for resources: {'Port': ['ID=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.470929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for port (39630915-57c1-442c-8360-239d5820f1d9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.516112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (39630915-57c1-442c-8360-239d5820f1d9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.541195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c164d23-9116-49c3-9b0c-a1e7cec12808 req-f5a04745-6d92-46ca-b752-3236cd0fdb3c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.551806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c164d23-9116-49c3-9b0c-a1e7cec12808 req-f5a04745-6d92-46ca-b752-3236cd0fdb3c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.1053219 Mar 07 10:33:32.598883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:32.602541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:32.606703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:32.658512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Pushing event updated for resources: {'Port': ['ID=39630915-57c1-442c-8360-239d5820f1d9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.683624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.684737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.685378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.685958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.686452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.688673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.689206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.689720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.690297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.690791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.691283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.691813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.692317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:32.759578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:32.760242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c164d23-9116-49c3-9b0c-a1e7cec12808 req-e5818733-3a41-4180-8726-027c78eb7d81 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981125 Mar 07 10:33:32.889308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c3b87c7c-1a80-40ec-a399-b074a2102dcc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:32.890451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.053968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for router_gateway (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.054593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439706c8-0233-4fca-ab80-5ddced5ee3bf req-be06855b-0887-4cca-9f98-53ce2970cc00 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.069788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-439706c8-0233-4fca-ab80-5ddced5ee3bf req-be06855b-0887-4cca-9f98-53ce2970cc00 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1768661 Mar 07 10:33:33.116386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c3b87c7c-1a80-40ec-a399-b074a2102dcc is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:33.116846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.155347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-439706c8-0233-4fca-ab80-5ddced5ee3bf req-b74c5845-51ae-439b-b80d-c8aa06d54421 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796614 Mar 07 10:33:33.182650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:33.185512 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bda976-9015-4d15-9690-4fdb6ff85b2e" -d '{"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:33.205041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:33.217313 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.268333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b4395-ec58-462c-9246-51f0d0a7ec54 req-c9adc94e-d601-4488-b01b-10ec8bcb5a87 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.280872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a70b4395-ec58-462c-9246-51f0d0a7ec54 req-c9adc94e-d601-4488-b01b-10ec8bcb5a87 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.0766354 Mar 07 10:33:33.287287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.359751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6215df88-75dc-4a72-9de2-43546e8d8db5 req-99e79eb9-ad77-4c30-9628-4ecf7b88cd4c tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0467365 Mar 07 10:33:33.398713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a70b4395-ec58-462c-9246-51f0d0a7ec54 req-15de93ee-e56b-4355-ba29-dbec12a36612 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167383 Mar 07 10:33:33.449752 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb25573-6db5-4ea2-8ca5-05a6133e22f4 x-openstack-request-id: req-fbb25573-6db5-4ea2-8ca5-05a6133e22f4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:33.450047 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:33.450308 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbb25573-6db5-4ea2-8ca5-05a6133e22f4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:33.450716 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'code': 200} Mar 07 10:33:33.549015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efc2af-0018-47af-8d29-0e85ac7abff7 req-3d19d07d-90ad-4132-a6e7-618ded9bce96 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.551437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13efc2af-0018-47af-8d29-0e85ac7abff7 req-3d19d07d-90ad-4132-a6e7-618ded9bce96 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.0632141 Mar 07 10:33:33.632436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13efc2af-0018-47af-8d29-0e85ac7abff7 req-ef5a6edb-241c-4cf7-86a3-84ca7babb35d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Mar 07 10:33:33.633029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46118) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:33.758733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.778463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489f00b1-96ed-4c5d-8821-06a764557e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.909681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9f981-c98a-413d-8b8f-43ee2a71a2dc None None] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:33.925658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ddff7-4c48-42bb-8ad4-f674022b9f33 req-8cbcfc40-802c-4ddc-9a11-36b9b591c250 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.932590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-333ddff7-4c48-42bb-8ad4-f674022b9f33 req-8cbcfc40-802c-4ddc-9a11-36b9b591c250 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.0899317 Mar 07 10:33:33.978280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Router 96a6f855-95ec-4493-84a0-7f104bc67e9b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:33:33.984291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489f00b1-96ed-4c5d-8821-06a764557e29 admin admin] Publish callbacks [] for security_group (398e0728-9d33-4f7d-82bb-cfe4fd96a75f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.999497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489f00b1-96ed-4c5d-8821-06a764557e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (398e0728-9d33-4f7d-82bb-cfe4fd96a75f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.033870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Provisioning complete for port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:34.034240 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.068291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-333ddff7-4c48-42bb-8ad4-f674022b9f33 req-f52b55fc-d7ca-4564-90b6-f238db2d4a20 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347265 Mar 07 10:33:34.078715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-489f00b1-96ed-4c5d-8821-06a764557e29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e19f45739e7f491e93f257eb1cab629c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4442730 Mar 07 10:33:34.084215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f00b1-96ed-4c5d-8821-06a764557e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e0728-9d33-4f7d-82bb-cfe4fd96a75f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.103043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46126) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:34.165965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:34.177125 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Sync routers for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:34.194266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Current status of the port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:34.196928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.222978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.224347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-69735a1a-69c4-4714-a5be-1f848b0195aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7067890 Mar 07 10:33:34.227373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:34.229200 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:34.231166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:34.236259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] Publish callbacks [] for security_group (398e0728-9d33-4f7d-82bb-cfe4fd96a75f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.290280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] Publish callbacks [] for security_group (398e0728-9d33-4f7d-82bb-cfe4fd96a75f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.319182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] For port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:34.334117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.473771 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:34.486851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4232d2-b0d2-475a-940c-325a3e59c699 req-3eb648f7-cd43-456e-ae45-f44f9df26a30 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:34.488440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab4232d2-b0d2-475a-940c-325a3e59c699 req-3eb648f7-cd43-456e-ae45-f44f9df26a30 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1537387 Mar 07 10:33:34.492975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d899b7-2f36-4ae5-ba94-403b8c9f0026 None None] Pushing event updated for resources: {'Port': ['ID=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.532805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (398e0728-9d33-4f7d-82bb-cfe4fd96a75f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.545169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.558145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-321a4ebe-6911-4cff-8ea5-7fd9448c3972 None None] Provisioning complete for port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:34.558777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-321a4ebe-6911-4cff-8ea5-7fd9448c3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.561175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/398e0728-9d33-4f7d-82bb-cfe4fd96a75f HTTP/1.1" status: 204 len: 168 time: 0.4566207 Mar 07 10:33:34.714869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab4232d2-b0d2-475a-940c-325a3e59c699 req-afe54335-b623-4903-a608-a64eda0f1f3f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178710 Mar 07 10:33:34.743021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3aea-f742-429c-89b2-deedc6f911b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e0728-9d33-4f7d-82bb-cfe4fd96a75f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.800871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:34.879160 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:32Z', 'revision_number': 3, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:34.907737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd5e90b8-42cd-45cc-a831-98254ab8c51c req-53ed43a1-b872-49d8-94a4-249988a504ba tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0481203 Mar 07 10:33:34.920530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Checking router: 96a6f855-95ec-4493-84a0-7f104bc67e9b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:34.922167 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Updating router 96a6f855-95ec-4493-84a0-7f104bc67e9b port 39630915-57c1-442c-8360-239d5820f1d9 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:33:34.965768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-321a4ebe-6911-4cff-8ea5-7fd9448c3972 None None] Current status of the port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:34.994916 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39630915-57c1-442c-8360-239d5820f1d9), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.997379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:34.997766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.001872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa186-942e-4fb4-9853-6ab16163a384 req-420476f1-65e3-465e-88c5-04a92b3a46a5 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.019999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67faa186-942e-4fb4-9853-6ab16163a384 req-420476f1-65e3-465e-88c5-04a92b3a46a5 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1128 time: 0.1522822 Mar 07 10:33:35.141223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67faa186-942e-4fb4-9853-6ab16163a384 req-9e240c39-bbca-4782-b7f1-7c5c6a10cdd2 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149127 Mar 07 10:33:35.182253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c40a1-2b9f-4828-a7a2-fac6f6996b72 req-2a9f57f4-3394-4cbb-8e1f-e304c08b7601 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.188414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-921c40a1-2b9f-4828-a7a2-fac6f6996b72 req-2a9f57f4-3394-4cbb-8e1f-e304c08b7601 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1492977 Mar 07 10:33:35.190862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:35.232342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46150) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:35.262794 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9e08-478b-4690-b548-89c91a9a07ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.346844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-921c40a1-2b9f-4828-a7a2-fac6f6996b72 req-e3820e47-ef75-43e8-89d8-97e42e7966a8 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505687 Mar 07 10:33:35.387374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.399073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13cad-cd4a-4e1c-8992-727c213cef4b req-26bb02df-9649-47a2-9971-2b8ebadd2312 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.402490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da13cad-cd4a-4e1c-8992-727c213cef4b req-26bb02df-9649-47a2-9971-2b8ebadd2312 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1120303 Mar 07 10:33:35.535998 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks [] for port (39630915-57c1-442c-8360-239d5820f1d9), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.539615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da13cad-cd4a-4e1c-8992-727c213cef4b req-7b9eded2-2aef-4759-8315-d49690b259cc tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299143 Mar 07 10:33:35.560642 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39630915-57c1-442c-8360-239d5820f1d9), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.567376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9e08-478b-4690-b548-89c91a9a07ae admin admin] Publish callbacks [] for security_group (f88ac95a-047b-4df5-8fde-af104bcf7904), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.583637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9e08-478b-4690-b548-89c91a9a07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f88ac95a-047b-4df5-8fde-af104bcf7904), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.608479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82821c-5ac2-4960-93ff-94c869431f11 req-e133f72b-8930-41da-ae3e-1e9b9832258f tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.610085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce82821c-5ac2-4960-93ff-94c869431f11 req-e133f72b-8930-41da-ae3e-1e9b9832258f tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1128 time: 0.1408417 Mar 07 10:33:35.679112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1dbf9e08-478b-4690-b548-89c91a9a07ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e11f006027444eccbd67bfda4c2201ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392750 Mar 07 10:33:35.680919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:35.708940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Allocated IP 172.20.0.1 (c5b9a7b3-e34d-40b1-ad16-f469724074b4/ca46aa38-4ae9-4f37-b3f9-cf448838a363/e8b70861-1092-44b1-8094-d7c486afacb5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:35.714614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Attempting to bind port 39630915-57c1-442c-8360-239d5820f1d9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:35.714614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Attempting to bind port 39630915-57c1-442c-8360-239d5820f1d9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:35.714614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Attempting to bind port 39630915-57c1-442c-8360-239d5820f1d9 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:35.719195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1cace-e19c-4a38-8d26-f9ed96e873f6 None None] Pushing event updated for resources: {'Port': ['ID=39630915-57c1-442c-8360-239d5820f1d9,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.724526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:35.724887 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:35.725281 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.725666 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:35.726867 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Bound port: 39630915-57c1-442c-8360-239d5820f1d9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:35.727784 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39630915-57c1-442c-8360-239d5820f1d9), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.771436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf9e08-478b-4690-b548-89c91a9a07ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ac95a-047b-4df5-8fde-af104bcf7904,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.787712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] Publish callbacks [] for security_group (f88ac95a-047b-4df5-8fde-af104bcf7904), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.808909 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] For port 39630915-57c1-442c-8360-239d5820f1d9, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:35.813173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] For port 39630915-57c1-442c-8360-239d5820f1d9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39630915-57c1-442c-8360-239d5820f1d9,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:35.822758 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39630915-57c1-442c-8360-239d5820f1d9), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.834594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce82821c-5ac2-4960-93ff-94c869431f11 req-37d63577-ee5c-41b6-8421-efcb5bee788d tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131116 Mar 07 10:33:35.859112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] Publish callbacks [] for security_group (f88ac95a-047b-4df5-8fde-af104bcf7904), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.906751 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:35.907481 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:35.990585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks [] for port (e8b70861-1092-44b1-8094-d7c486afacb5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.018260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e08e8-977b-4738-8bc5-ca60168d0011 req-4cc47f8b-d968-4c02-898e-b287f8ae2f13 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:36.026193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-592e08e8-977b-4738-8bc5-ca60168d0011 req-4cc47f8b-d968-4c02-898e-b287f8ae2f13 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.0895288 Mar 07 10:33:36.033018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f88ac95a-047b-4df5-8fde-af104bcf7904), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.036069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.037420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f88ac95a-047b-4df5-8fde-af104bcf7904 HTTP/1.1" status: 204 len: 168 time: 0.3499367 Mar 07 10:33:36.040638 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.062204 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1cace-e19c-4a38-8d26-f9ed96e873f6 None None] Pushing event updated for resources: {'Port': ['ID=39630915-57c1-442c-8360-239d5820f1d9,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:36.092606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c22fc-88fa-4f07-b342-149acd014a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ac95a-047b-4df5-8fde-af104bcf7904,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:36.120020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:36.125580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:36.127929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6f1f6-ecb9-45bf-8f14-5b6de00c8eb3 req-e00ffc2b-5946-4679-9610-69564bd601cd tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:36.129477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ba6f1f6-ecb9-45bf-8f14-5b6de00c8eb3 req-e00ffc2b-5946-4679-9610-69564bd601cd tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 945 time: 0.1358666 Mar 07 10:33:36.141805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:36.147968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:36.173726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-592e08e8-977b-4738-8bc5-ca60168d0011 req-7ebd5ce9-cbc3-4b79-b34c-5f64b77903bb tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463227 Mar 07 10:33:36.249627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.284597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ba6f1f6-ecb9-45bf-8f14-5b6de00c8eb3 req-1ba2d443-ed73-4071-82c0-ee6b4e9576cb tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462703 Mar 07 10:33:36.289129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:33:36.376327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28fd7b4a-e498-4678-b7a4-c5227ab5697f req-7bfc3317-46ec-4a04-8890-f7305ed20a34 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0581760 Mar 07 10:33:36.522834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Pushing event updated for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:36.568977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d0ee725b-e869-4c8b-bb23-685038f4549a None None] Provisioning complete for port e8b70861-1092-44b1-8094-d7c486afacb5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:36.569588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0ee725b-e869-4c8b-bb23-685038f4549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.580946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.607424 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:32Z', 'revision_number': 3, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:36.658448 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238d26-67a7-4e2b-adb8-64ca4a66e68c None None] The sync data for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 is: [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:32Z', 'revision_number': 3, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:36.683011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee725b-e869-4c8b-bb23-685038f4549a None None] Port e8b70861-1092-44b1-8094-d7c486afacb5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:36.780855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:36.804329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks [] for port (e8b70861-1092-44b1-8094-d7c486afacb5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.812056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.817082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ec6d-5d3d-4afd-a10e-37c4ea3bd5bd req-b89c4125-2df7-4be1-8276-b8013a5a0b22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:36.837132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2249ec6d-5d3d-4afd-a10e-37c4ea3bd5bd req-b89c4125-2df7-4be1-8276-b8013a5a0b22 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.1228745 Mar 07 10:33:36.919103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Pushing event updated for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:36.928373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.961010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2249ec6d-5d3d-4afd-a10e-37c4ea3bd5bd req-3dc7d66a-b3ef-4ab7-a74c-02f596356fdd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128764 Mar 07 10:33:37.003840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c3b87c7c-1a80-40ec-a399-b074a2102dcc is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:37.004831 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.050220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:37.056012 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0df9e-476a-4734-8a0e-ce75b9bb7d07" -d '{"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:37.070155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:37.079770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.144466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:37.153270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:37.174867 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061982b8-699a-4345-b531-f7018073b8af x-openstack-request-id: req-061982b8-699a-4345-b531-f7018073b8af {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:37.175231 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:37.175556 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-061982b8-699a-4345-b531-f7018073b8af {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:37.176015 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'code': 200} Mar 07 10:33:37.176562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:37.364344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Router 96a6f855-95ec-4493-84a0-7f104bc67e9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:37.399104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0ade-59b0-434e-ba2a-017fbabf9897 req-3e267862-5bdc-400f-abba-e4e3489603e4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.414947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-997c0ade-59b0-434e-ba2a-017fbabf9897 req-3e267862-5bdc-400f-abba-e4e3489603e4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1131153 Mar 07 10:33:37.541379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-997c0ade-59b0-434e-ba2a-017fbabf9897 req-09ac6dd5-561b-4e5d-985a-c9fbab97c9b6 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250010 Mar 07 10:33:37.626908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:37.643560 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9223446c-94db-42d2-a041-30aedd80cd9e admin admin] 10.222.0.23 "PUT /v2.0/routers/96a6f855-95ec-4493-84a0-7f104bc67e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4150107 Mar 07 10:33:37.725924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-26fd8137-e161-46fc-9a00-4d4afe1403e2 None None] Provisioning complete for port e8b70861-1092-44b1-8094-d7c486afacb5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:37.726969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26fd8137-e161-46fc-9a00-4d4afe1403e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.804529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-26fd8137-e161-46fc-9a00-4d4afe1403e2 None None] Port e8b70861-1092-44b1-8094-d7c486afacb5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:37.915442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:38.060468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c655ea-0930-49fc-8d63-6983ad7febee req-f40d02ba-3222-4570-bc1f-e6292e102df2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.062818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9c655ea-0930-49fc-8d63-6983ad7febee req-f40d02ba-3222-4570-bc1f-e6292e102df2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.3706248 Mar 07 10:33:38.080970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-ed2a122d-1894-44fe-9e25-5253303c32c1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.084947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-ed2a122d-1894-44fe-9e25-5253303c32c1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 943 time: 0.2622633 Mar 07 10:33:38.090343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-a46b5742-ebce-471d-a014-8f13b0c5b1e7 service neutron] 10.222.0.26 "GET /v2.0/ports/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.2708721 Mar 07 10:33:38.122192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1110797486'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:38.185586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:38.195888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.239636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:38.257067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0074acf1-0093-462b-9167-79056cc6c47b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.258788 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Added segment 0074acf1-0093-462b-9167-79056cc6c47b of type vlan for network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 Mar 07 10:33:38.345691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a9be9f2a-8cea-4ddf-b9ad-937a267a9030), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.418165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a9be9f2a-8cea-4ddf-b9ad-937a267a9030), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.427243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.428007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.473663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9c655ea-0930-49fc-8d63-6983ad7febee req-e5462aa4-427a-498d-96a7-0b6d179a2e78 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816743 Mar 07 10:33:38.507803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Deleting port c3b87c7c-1a80-40ec-a399-b074a2102dcc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:38.508474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.708936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39630915-57c1-442c-8360-239d5820f1d9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:38.729248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c2b5ed9-ecc5-4b0d-bc29-3e538d72e4b6 req-24dfabed-9d90-463a-ab3e-2a202c858e3e tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1209962 Mar 07 10:33:38.742650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-2b7cbf27-d4e7-4bd5-9dcd-a653d4d65536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.746951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-2b7cbf27-d4e7-4bd5-9dcd-a653d4d65536 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1132 time: 0.2271905 Mar 07 10:33:38.778947 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8619506 Mar 07 10:33:38.794644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46254) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:38.806053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529c5bf-451e-46e8-adc1-4672093c1f08 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Network': ['ID=a9be9f2a-8cea-4ddf-b9ad-937a267a9030,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:38.853048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] For port c3b87c7c-1a80-40ec-a399-b074a2102dcc, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c3b87c7c-1a80-40ec-a399-b074a2102dcc,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:38.853690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.861957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:38.873031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Calling delete_port for c3b87c7c-1a80-40ec-a399-b074a2102dcc owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:38.949316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'subnet': {'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:38.956937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39630915-57c1-442c-8360-239d5820f1d9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:38.957439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39630915-57c1-442c-8360-239d5820f1d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.965510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-da78902d-109a-4e6a-ae3c-3f76837e565a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:33:38.972129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-da78902d-109a-4e6a-ae3c-3f76837e565a tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5647953 Mar 07 10:33:39.056997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39630915-57c1-442c-8360-239d5820f1d9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:39.057389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39630915-57c1-442c-8360-239d5820f1d9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.082208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 39630915-57c1-442c-8360-239d5820f1d9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39630915-57c1-442c-8360-239d5820f1d9,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:39.093247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39630915-57c1-442c-8360-239d5820f1d9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.233960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6a05090a-ef65-45b8-8da0-19e98f152645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.235531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-6a05090a-ef65-45b8-8da0-19e98f152645 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1132 time: 0.4555988 Mar 07 10:33:39.252191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d5fe2-ae64-4fdb-b7e0-2f200415c31c req-0a76858f-610b-4f93-b005-bb28e3d96af1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.253744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b30d5fe2-ae64-4fdb-b7e0-2f200415c31c req-0a76858f-610b-4f93-b005-bb28e3d96af1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.2795491 Mar 07 10:33:39.254756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ee72a82f-372e-4caa-9d59-559501bc4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.255997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ee72a82f-372e-4caa-9d59-559501bc4626 service neutron] 10.222.0.23 "GET /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 1125 time: 0.2829592 Mar 07 10:33:39.289267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Request body: {'binding': {'host': 'n-h2-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:39.289629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:33:39.318666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=39630915-57c1-442c-8360-239d5820f1d9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:39.354010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:39.358209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.435144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Sync routers for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:39.446364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:39.446976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:39.564223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:39.576323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c3b87c7c-1a80-40ec-a399-b074a2102dcc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.581111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b30d5fe2-ae64-4fdb-b7e0-2f200415c31c req-963939ea-8d1d-4836-be40-aa4ca27aed9e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090918 Mar 07 10:33:39.625037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-78358efb-de81-4cca-97ef-5a9d6aa958f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.626422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-78358efb-de81-4cca-97ef-5a9d6aa958f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3842089 Mar 07 10:33:39.633920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event deleted for resources: {'Port': ['ID=c3b87c7c-1a80-40ec-a399-b074a2102dcc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:39.719693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-fefb3175-3ff1-4939-af19-c6bb225c008f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.0784831 Mar 07 10:33:39.774585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] No DVR routers for this DVR port c3b87c7c-1a80-40ec-a399-b074a2102dcc on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:39.782059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.785416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6deb75fe-d1c4-44e4-9d0f-1055173b0373 req-dcf636e1-8a9f-42f0-a0cd-1d6c9af75574 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.32 "DELETE /v2.0/ports/c3b87c7c-1a80-40ec-a399-b074a2102dcc HTTP/1.1" status: 204 len: 173 time: 1.6933205 Mar 07 10:33:39.811825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-deleted', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:39.813546 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2562a-65c5-42e6-ad48-bface14187f1" -d '{"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-deleted", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:39.836973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:36Z', 'revision_number': 4, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e8b70861-1092-44b1-8094-d7c486afacb5', 'name': '', 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'tenant_id': 'f786037f60564f609def4699511a875a', 'mac_address': 'fa:16:3e:6c:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:35Z', 'updated_at': '2022-03-07T10:33:36Z', 'revision_number': 2, 'project_id': 'f786037f60564f609def4699511a875a', 'subnets': [{'id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:39.883906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on host n-h2-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:39.884342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:39.884563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:39.885297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Checking router: 96a6f855-95ec-4493-84a0-7f104bc67e9b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:39.885773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Updating router 96a6f855-95ec-4493-84a0-7f104bc67e9b port e8b70861-1092-44b1-8094-d7c486afacb5 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:33:39.894381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-b9797ec8-b7f1-4a15-84cf-ee51b4195f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.896445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-b9797ec8-b7f1-4a15-84cf-ee51b4195f3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1510644 Mar 07 10:33:39.915192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:39.915660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:39.926644 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.977228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1be66-554b-4186-b4b2-0f66faa4ac82 req-fd41bd17-016a-4338-9a20-193d4ff67719 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.978734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cf1be66-554b-4186-b4b2-0f66faa4ac82 req-fd41bd17-016a-4338-9a20-193d4ff67719 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2699840 Mar 07 10:33:39.979515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:39.979869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:39.980241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:39.980685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Bound port: 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:40.059687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b293fb56-580b-451d-b22d-328d17b843f3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.129826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-0fe8072e-a7b2-4263-9bbd-a1a4abf99c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.131332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-0fe8072e-a7b2-4263-9bbd-a1a4abf99c8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2279551 Mar 07 10:33:40.161686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cf1be66-554b-4186-b4b2-0f66faa4ac82 req-bb2c75a8-a403-418a-ae4f-6a46caf4fb99 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739757 Mar 07 10:33:40.194171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:40.207362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Subnet': ['ID=b293fb56-580b-451d-b22d-328d17b843f3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:40.237031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.238219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-ac7f105e-6def-4934-b554-b511e2c54270 service neutron] 10.222.0.23 "POST /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46/bindings HTTP/1.1" status: 201 len: 389 time: 0.9699023 Mar 07 10:33:40.255865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Checking segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:40.256226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network hostable DHCP agents. Network: a9be9f2a-8cea-4ddf-b9ad-937a267a9030, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:40.295107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks [] for port (e8b70861-1092-44b1-8094-d7c486afacb5), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.303720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-265ad348-2558-46a6-ae05-f6ac44cc3f1a service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642568 Mar 07 10:33:40.305242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.324523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:40.389908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a9be9f2a-8cea-4ddf-b9ad-937a267a9030) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:40.421557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.422154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.469249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:40.506105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803a30c-d13f-45b3-a45e-ff63cb2c2a08 None None] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:40.514155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595143c-3219-4f79-b852-9e596744f459 None None] Pushing event updated for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:40.562508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5d22318a-b044-4080-8f60-9bd921c91657 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6170375 Mar 07 10:33:40.563117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46282) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:40.579219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-612060912'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:40.612324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52fbed65-23cc-4c40-9c47-d6ef8bd652bd req-8fab459e-a9b0-4376-bff6-d099bb6721e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=5be53619-d138-4fda-8f9e-0d162c57b00a HTTP/1.1" status: 200 len: 210 time: 0.1156964 Mar 07 10:33:40.616791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-d391355c-ca85-45a2-84bb-227fea0f317f tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=185fbacf30674e42b8483380306a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919930 Mar 07 10:33:40.648437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:40.652471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.689189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:40.704485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b912c2e9-2405-4862-8c39-08cae310fb32), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.705746 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Added segment b912c2e9-2405-4862-8c39-08cae310fb32 of type vlan for network 6a6c0870-b5fb-49d7-94b0-605f456160d4 Mar 07 10:33:40.726790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39630915-57c1-442c-8360-239d5820f1d9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:40.729644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0c90ef-bcb0-45f5-b272-117c80c9e22e req-127960fa-4430-4cea-b8f5-731d34fadd8a service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126217 Mar 07 10:33:40.746061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Attempting to bind port e8b70861-1092-44b1-8094-d7c486afacb5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:40.746437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Attempting to bind port e8b70861-1092-44b1-8094-d7c486afacb5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:40.747454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Attempting to bind port e8b70861-1092-44b1-8094-d7c486afacb5 on network c5b9a7b3-e34d-40b1-ad16-f469724074b4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:40.763125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (6a6c0870-b5fb-49d7-94b0-605f456160d4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.771626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2531a7eb-0954-48b6-be87-f946515a814f req-166206a7-51ca-48f7-81d9-8ef6b5985a81 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0370219 Mar 07 10:33:40.776330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-f852f6d9-5140-4563-a3c7-4fbdd45721d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.777753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-f852f6d9-5140-4563-a3c7-4fbdd45721d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1128 time: 0.1772897 Mar 07 10:33:40.800317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (6a6c0870-b5fb-49d7-94b0-605f456160d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.805406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.806018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.848644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:40.854369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-4881b290-742d-48ac-a140-64e49fac7b5f tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.866014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-4881b290-742d-48ac-a140-64e49fac7b5f tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282138 Mar 07 10:33:40.866174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3007653 Mar 07 10:33:40.877827 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a84991-3d1a-4250-b97e-e91f98cf6c0f x-openstack-request-id: req-64a84991-3d1a-4250-b97e-e91f98cf6c0f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:40.878133 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be53619-d138-4fda-8f9e-0d162c57b00a", "name": "network-vif-deleted", "tag": "c3b87c7c-1a80-40ec-a399-b074a2102dcc", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:40.878379 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64a84991-3d1a-4250-b97e-e91f98cf6c0f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:40.878806 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be53619-d138-4fda-8f9e-0d162c57b00a', 'name': 'network-vif-deleted', 'tag': 'c3b87c7c-1a80-40ec-a399-b074a2102dcc', 'status': 'completed', 'code': 200} Mar 07 10:33:40.880331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46288) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:40.885628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'subnet': {'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:40.905565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'project_id': 'f786037f60564f609def4699511a875a', 'fixed_ips': [{'subnet_id': 'b293fb56-580b-451d-b22d-328d17b843f3'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:40.906440 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.908831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: c3b87c7c-1a80-40ec-a399-b074a2102dcc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:40.909170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c3b87c7c-1a80-40ec-a399-b074a2102dcc not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:40.920747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:40.921205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Checking segment: {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:40.921520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.921914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Bound using segment: {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:40.922404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Bound port: e8b70861-1092-44b1-8094-d7c486afacb5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1619343-673f-4910-8edf-3dca0cf8ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:40.922779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.936248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68791a7-9c88-4fd6-b8b5-da6fca37b25f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Network': ['ID=6a6c0870-b5fb-49d7-94b0-605f456160d4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:40.959472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:40.991253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-c94b7b72-13e6-4349-9bc4-cdc20d58f484 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/quotas/185fbacf30674e42b8483380306a7a6c HTTP/1.1" status: 200 len: 375 time: 0.1242886 Mar 07 10:33:40.995696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:40.996093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.021641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-39cd34fc-b120-477a-bafe-1c2ac307f433 None None] Provisioning complete for port e8b70861-1092-44b1-8094-d7c486afacb5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:41.022083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39cd34fc-b120-477a-bafe-1c2ac307f433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.090287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-cb9fe1d4-75ee-4bea-b640-e23e57901a97 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675662 Mar 07 10:33:41.129405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:41.132701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.155994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa538-52ce-4ba0-aa66-d969b1f39184 req-f844efff-7747-4257-b379-fa07cede43c8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.165021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bcaa538-52ce-4ba0-aa66-d969b1f39184 req-f844efff-7747-4257-b379-fa07cede43c8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.2040141 Mar 07 10:33:41.183736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:41.186076 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0602a288-b154-45ff-8518-8b481df9515b" -d '{"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:41.189009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8412099f-c69a-4be1-811b-683b64fc9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.190743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8412099f-c69a-4be1-811b-683b64fc9738 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.3910086 Mar 07 10:33:41.217589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:41.240930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-39cd34fc-b120-477a-bafe-1c2ac307f433 None None] Port e8b70861-1092-44b1-8094-d7c486afacb5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:41.248885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.279912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39630915-57c1-442c-8360-239d5820f1d9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:41.280299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39630915-57c1-442c-8360-239d5820f1d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.333074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] For port e8b70861-1092-44b1-8094-d7c486afacb5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:41.371849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] For port e8b70861-1092-44b1-8094-d7c486afacb5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e8b70861-1092-44b1-8094-d7c486afacb5,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:41.386510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Allocated IP 19.80.0.2 (a9be9f2a-8cea-4ddf-b9ad-937a267a9030/b293fb56-580b-451d-b22d-328d17b843f3/00fd2663-bee1-4ec7-abf2-772c9b77baf3) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:41.392526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.419314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:41.567898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:41.568533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:33:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:41.676824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-786df836-738a-4680-8338-4bc799eff1ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 217 time: 0.4686544 Mar 07 10:33:41.785170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bcaa538-52ce-4ba0-aa66-d969b1f39184 req-194f52dc-e751-4f63-8fd4-b8d939915dd9 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186109 Mar 07 10:33:41.808523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8f56ba03-b912-4b0d-989d-816e5a7f655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.811253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8f56ba03-b912-4b0d-989d-816e5a7f655c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1068673 Mar 07 10:33:41.851066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650b753-0b6b-4b30-a1db-d7822f37707f req-2e9ef963-f584-4bc1-947a-448cbdbb31d0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.852890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e650b753-0b6b-4b30-a1db-d7822f37707f req-2e9ef963-f584-4bc1-947a-448cbdbb31d0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 948 time: 0.2277374 Mar 07 10:33:41.865489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks [] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.870982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39630915-57c1-442c-8360-239d5820f1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:41.887861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.900427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-f5a32c79-8db9-4181-bc47-edaed8ca7f7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802658 Mar 07 10:33:41.901978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595143c-3219-4f79-b852-9e596744f459 None None] Pushing event updated for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:41.976979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:41.985388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Provisioning complete for port e8b70861-1092-44b1-8094-d7c486afacb5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:41.985763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.987632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:41.996752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:42.040854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:42.042670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Pushing event updated for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.143473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e650b753-0b6b-4b30-a1db-d7822f37707f req-fb281a47-5fee-4631-a69f-2fd5a0f671f6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548060 Mar 07 10:33:42.168660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Attempting to bind port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:42.169027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Attempting to bind port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:42.169386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Attempting to bind port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:42.177024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-b14a7f39-0999-4871-9c68-815af94e2f93 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621126 Mar 07 10:33:42.178018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (5464447c-0635-4200-b5b2-52541cdd7328), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.192956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-b5a1d655-3e24-4ecf-8efc-c1dceb5bd2da tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.194575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-b5a1d655-3e24-4ecf-8efc-c1dceb5bd2da tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 0.2678919 Mar 07 10:33:42.194820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:42.195197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Checking segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:42.195595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.196010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Bound using segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:42.196490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Bound port: 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:42.196867 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.254259 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90831678-6323-4987-b648-40adc980b6b6 x-openstack-request-id: req-90831678-6323-4987-b648-40adc980b6b6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:42.254568 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:42.254794 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90831678-6323-4987-b648-40adc980b6b6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:42.255165 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'code': 200} Mar 07 10:33:42.278177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-a327e96b-3a13-4bd1-9202-9f80aff683ad tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/quotas/dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 375 time: 0.0472469 Mar 07 10:33:42.302665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Current status of the port e8b70861-1092-44b1-8094-d7c486afacb5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:42.303052 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.336384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Subnet': ['ID=5464447c-0635-4200-b5b2-52541cdd7328,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.393613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:42.403483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] For port e8b70861-1092-44b1-8094-d7c486afacb5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e8b70861-1092-44b1-8094-d7c486afacb5,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:42.419655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:42.422802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00fd2663-bee1-4ec7-abf2-772c9b77baf3,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:42.425449 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.433297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-044dd78e-2d95-4408-9907-45b4d3761c99 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=185fbacf30674e42b8483380306a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772550 Mar 07 10:33:42.463069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.469754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Checking segment: {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:42.470379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network hostable DHCP agents. Network: 6a6c0870-b5fb-49d7-94b0-605f456160d4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:42.503874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-a44cd104-4afc-41e8-bd21-4c6ea6d6db9d service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173308 Mar 07 10:33:42.544333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861562a-ee6b-4de9-ab08-43075f1742d0 None None] Pushing event updated for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.592528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-079a3e3f-63bf-46be-84e9-9f6d00f4df49 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2743721 Mar 07 10:33:42.618545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef15d-a807-4412-a247-af802dda2566 req-cedf536e-8137-4016-aba7-b0121784dc70 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.625707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcdef15d-a807-4412-a247-af802dda2566 req-cedf536e-8137-4016-aba7-b0121784dc70 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3092666 Mar 07 10:33:42.636519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:36Z', 'revision_number': 4, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e8b70861-1092-44b1-8094-d7c486afacb5', 'name': '', 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'tenant_id': 'f786037f60564f609def4699511a875a', 'mac_address': 'fa:16:3e:6c:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:35Z', 'updated_at': '2022-03-07T10:33:41Z', 'revision_number': 4, 'project_id': 'f786037f60564f609def4699511a875a', 'subnets': [{'id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:42.668080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:42.717607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391021b-0263-4dda-b4d4-3983bc6cb378 None None] The sync data for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 is: [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:33:36Z', 'revision_number': 4, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e8b70861-1092-44b1-8094-d7c486afacb5', 'name': '', 'network_id': 'c5b9a7b3-e34d-40b1-ad16-f469724074b4', 'tenant_id': 'f786037f60564f609def4699511a875a', 'mac_address': 'fa:16:3e:6c:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:35Z', 'updated_at': '2022-03-07T10:33:41Z', 'revision_number': 4, 'project_id': 'f786037f60564f609def4699511a875a', 'subnets': [{'id': 'ca46aa38-4ae9-4f37-b3f9-cf448838a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:42.746560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea284-6c05-49bf-8ca9-55e3903bea0a None None] Pushing event updated for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.752160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 6a6c0870-b5fb-49d7-94b0-605f456160d4) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:42.756245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.756836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.759435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:42.775156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86471e9-6bca-4f44-aada-e3d9a2b74fbe None None] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:42.783817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'mac_address': 'fa:16:3e:67:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:42.834249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcdef15d-a807-4412-a247-af802dda2566 req-f62cbba0-1621-4812-b3ae-f86588fc55f2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074194 Mar 07 10:33:42.859067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1b312c3-6863-4710-aaf6-28daa91efd58 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.861834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1b312c3-6863-4710-aaf6-28daa91efd58 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126449 Mar 07 10:33:42.913972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-300f4c22-21c3-40dc-96dc-b575ff1b34ab service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653673 Mar 07 10:33:42.923761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Request body: {'port': {'device_id': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '185fbacf30674e42b8483380306a7a6c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:42.936165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49090666-d4e4-426b-95c0-adb6f185ec53 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0547462 Mar 07 10:33:43.049746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:43.050233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.163302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:43.211216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:43.217950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.221943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99607594-8c33-41f9-bf9c-7e65e993cd78 req-873c4557-217e-41c8-a6fb-f44d80481de0 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 210 time: 0.0787721 Mar 07 10:33:43.302250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-6a6c0870-b5fb-49d7-94b0-605f456160d4', 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4', 'project_id': 'f786037f60564f609def4699511a875a', 'fixed_ips': [{'subnet_id': '5464447c-0635-4200-b5b2-52541cdd7328'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:43.303143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.312740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Made reservation on behalf of 185fbacf30674e42b8483380306a7a6c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:43.317575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.331914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-2dec01b8-37cd-4c78-ac39-96a4a753f4a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929551 Mar 07 10:33:43.358900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.409116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.473882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f074ad50-1b89-49aa-aaae-4e96e66caa2b req-617fec32-7b9a-409e-a3a5-cfa69ee5425c tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0405643 Mar 07 10:33:43.543071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks [] for security_group (0f789874-4ddf-40e1-9b2a-76a57a3d1ee6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.550398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f789874-4ddf-40e1-9b2a-76a57a3d1ee6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.656212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.830797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Allocated IP 192.168.233.42 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/79a299e2-46ee-4003-84d6-4f7fc75903fa) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:43.877917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Allocated IP 19.86.0.2 (6a6c0870-b5fb-49d7-94b0-605f456160d4/5464447c-0635-4200-b5b2-52541cdd7328/12d309ad-6f0c-46da-869b-f599fd95ab6e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:43.894766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449063c7-9cd0-4c37-b977-c525888e4249 req-931e5058-1201-41e3-b355-f652bb43d04b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.901214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-449063c7-9cd0-4c37-b977-c525888e4249 req-931e5058-1201-41e3-b355-f652bb43d04b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.1538184 Mar 07 10:33:44.170416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks [] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.187900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:44.189650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-449063c7-9cd0-4c37-b977-c525888e4249 req-64588e5c-9a71-4740-acfa-c915ffa2e7ad tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750449 Mar 07 10:33:44.204517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.356529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946adff-46a8-4445-8416-d1568926d8cf None None] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:44.413771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:44.427400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:44.430897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:44.654563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc2bc-51fb-4931-98bf-abbc9db2dc01 req-8d1c282e-0f7e-4c67-b607-322184f31ead tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.676080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4ffc2bc-51fb-4931-98bf-abbc9db2dc01 req-8d1c282e-0f7e-4c67-b607-322184f31ead tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 949 time: 0.3285394 Mar 07 10:33:44.682030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks [] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.734356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-067d2dc5-a3f6-4bde-8b15-bef4c04f7dda tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.742881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-067d2dc5-a3f6-4bde-8b15-bef4c04f7dda tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.745117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Pushing event updated for resources: {'Port': ['ID=12d309ad-6f0c-46da-869b-f599fd95ab6e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:44.756639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-067d2dc5-a3f6-4bde-8b15-bef4c04f7dda tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/networks?id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030&id=6a6c0870-b5fb-49d7-94b0-605f456160d4&id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030 HTTP/1.1" status: 200 len: 1391 time: 0.5905094 Mar 07 10:33:44.759889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Provisioning complete for port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:44.760868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.832848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00fd2663-bee1-4ec7-abf2-772c9b77baf3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:44.844915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Attempting to bind port 12d309ad-6f0c-46da-869b-f599fd95ab6e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:44.845184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Attempting to bind port 12d309ad-6f0c-46da-869b-f599fd95ab6e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:44.845448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Attempting to bind port 12d309ad-6f0c-46da-869b-f599fd95ab6e on network 6a6c0870-b5fb-49d7-94b0-605f456160d4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:44.857224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:44.857669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Checking segment: {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:44.858052 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.858456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Bound using segment: {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:44.858992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Bound port: 12d309ad-6f0c-46da-869b-f599fd95ab6e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:44.859374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.881722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4ffc2bc-51fb-4931-98bf-abbc9db2dc01 req-ba5febfe-d336-4b54-8c68-e3cccaca9eed tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045851 Mar 07 10:33:44.927745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-caa0861c-5cf3-4e49-a956-ca6ef146188b tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/quotas/f786037f60564f609def4699511a875a HTTP/1.1" status: 200 len: 375 time: 0.1259050 Mar 07 10:33:45.004977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.090279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:45.098281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:45.108167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:45.253073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Pushing event updated for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:45.297600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-628af984-7d17-4e35-84c4-81bfabb9c3b3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3620124 Mar 07 10:33:45.304172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:45.305292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.462550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-4984cd7d-47d8-4825-ae9f-8048daecc592 service neutron] 10.222.0.23 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510839 Mar 07 10:33:45.490917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-eb3231aa-25a1-43f1-9a04-433387917f3a tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5748663 Mar 07 10:33:45.513011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Request body: {'port': {'device_id': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:45.738506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] For port 12d309ad-6f0c-46da-869b-f599fd95ab6e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:45.835999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:45.843414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.892695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46356) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:45.898267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673531157', 'description': 'tempest-description--310270388'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:45.902650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] For port 12d309ad-6f0c-46da-869b-f599fd95ab6e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=12d309ad-6f0c-46da-869b-f599fd95ab6e,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:45.926305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-dba8b68a-5999-4e4d-9616-9cb5fefc3220 service neutron] 10.222.0.23 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521828 Mar 07 10:33:45.927025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.969943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.000346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:46.000734 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.110750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.166831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (8383d489-b107-48c9-8e88-04b669f1e676), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.176665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8383d489-b107-48c9-8e88-04b669f1e676), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.258812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.260515 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3670180 Mar 07 10:33:46.271795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-67343f6c-9583-465b-bb50-ec9d60b47f48 service neutron] 10.222.0.23 "GET /v2.0/networks/6a6c0870-b5fb-49d7-94b0-605f456160d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369319 Mar 07 10:33:46.278700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:46.287089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'security_group_rule': {'security_group_id': '8383d489-b107-48c9-8e88-04b669f1e676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:46.316722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:46.317592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.331491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8ca8-5f59-429d-b99c-cd5a72b8772d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8383d489-b107-48c9-8e88-04b669f1e676,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:46.339204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-186545b6-c418-4be6-b843-5a17743809ad None None] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00fd2663-bee1-4ec7-abf2-772c9b77baf3,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:46.366097 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (320bed1b-516f-42bf-8e1f-d1d0578dcaa4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.383720 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.471106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc843-0fd4-4bf3-a4d3-150a864c64d9 None None] Pushing event updated for resources: {'Port': ['ID=12d309ad-6f0c-46da-869b-f599fd95ab6e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:46.548573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (320bed1b-516f-42bf-8e1f-d1d0578dcaa4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.561461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (320bed1b-516f-42bf-8e1f-d1d0578dcaa4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.616513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.635668 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549728 Mar 07 10:33:46.650239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:46.686643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'security_group_rule': {'security_group_id': '8383d489-b107-48c9-8e88-04b669f1e676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:46.697190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e241ef8d-85f4-4b95-a399-3cbddc70653e service neutron] 10.222.0.23 "GET /v2.0/networks/6a6c0870-b5fb-49d7-94b0-605f456160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239991 Mar 07 10:33:46.702642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e44b50-9ab6-4d36-b406-c48bed36809f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320bed1b-516f-42bf-8e1f-d1d0578dcaa4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:46.726969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Provisioning complete for port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:46.727355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.729100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:46.729532 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:46.731525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186545b6-c418-4be6-b843-5a17743809ad None None] Pushing event updated for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:46.765918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-16d064c6-b2c8-436f-877b-cf77a8c43c1c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:46.769407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-16d064c6-b2c8-436f-877b-cf77a8c43c1c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 821 time: 1.1182084 Mar 07 10:33:46.793652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (2cb68f0f-75f7-4b23-8f62-0a89f050f431), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.826289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:46.858292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Request body: {'port': {'device_id': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'admin_state_up': True, 'tenant_id': 'dcc4508987ba4c1db6149efc346b376c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:46.871614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3800b0fb-ff4d-4454-9688-8784c82d7d77 req-4a20b6e9-d662-487f-a9a6-1df5e924f839 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1722422 Mar 07 10:33:46.959047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (2cb68f0f-75f7-4b23-8f62-0a89f050f431), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.969318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2cb68f0f-75f7-4b23-8f62-0a89f050f431), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.980501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:33:47.006444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79118b1-5968-4b7f-a92c-02b6be19fcd8 req-02f43439-7c1c-4a73-8fe9-a4fdffcfe14f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:47.016160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f79118b1-5968-4b7f-a92c-02b6be19fcd8 req-02f43439-7c1c-4a73-8fe9-a4fdffcfe14f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.7860649 Mar 07 10:33:47.024499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb68f0f-75f7-4b23-8f62-0a89f050f431,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:47.047459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.048594 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e61c029-3ae3-4d2b-b1b7-2fbacbdf63e6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3876193 Mar 07 10:33:47.052059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:47.058575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:47.096314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:47.101877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.133645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Provisioning complete for port 79a299e2-46ee-4003-84d6-4f7fc75903fa triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:47.134109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.191528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:47.212571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'port_id': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'mac_address': 'fa:16:3e:de:58:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:47.245762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f4592e7c-a223-44c6-81b6-491c9a8ec015 None None] Port 79a299e2-46ee-4003-84d6-4f7fc75903fa cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:47.300077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:47.300712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.325322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:47.330110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e8b70861-1092-44b1-8094-d7c486afacb5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:47.334787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:47.367312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.415094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:47.431713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.473007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e8b70861-1092-44b1-8094-d7c486afacb5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:47.473531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.591867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:47.639791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Allocated IP 172.25.4.22 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/7ccea377-d008-4d83-899c-0e534a73f420) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:47.808906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:47.838027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e8b70861-1092-44b1-8094-d7c486afacb5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:47.913142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for port (7ccea377-d008-4d83-899c-0e534a73f420), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.056968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7ccea377-d008-4d83-899c-0e534a73f420), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.090757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afc5fc-a00e-48f6-a1e4-0bdc0938b16f None None] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:48.158832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Made reservation on behalf of dcc4508987ba4c1db6149efc346b376c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:48.162247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.174490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'Port': ['ID=7ccea377-d008-4d83-899c-0e534a73f420,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.180395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:48.188139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:48.192529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:48.223730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 12d309ad-6f0c-46da-869b-f599fd95ab6e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:48.253185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-c3b8eea7-bda9-46cc-b129-ef6540817137 service neutron] 10.222.0.23 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4804316 Mar 07 10:33:48.303486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for floatingip (22111b57-f848-4419-845c-91bf56000c8a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.311085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f79118b1-5968-4b7f-a92c-02b6be19fcd8 req-cc13353f-0849-4f23-8238-e87077352383 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2936320 Mar 07 10:33:48.366088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ccea377-d008-4d83-899c-0e534a73f420), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.371537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Provisioning complete for port 12d309ad-6f0c-46da-869b-f599fd95ab6e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:48.383298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.519981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f9bb90c-9fb7-4c2b-a05c-5eb24d715d17 req-19f890cc-de71-465e-91ff-edb98f9051b8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0690050 Mar 07 10:33:48.534904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:48.556450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ac91e81d-73c4-4a02-85f0-1eae5c0886b1 service neutron] 10.222.0.23 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023708 Mar 07 10:33:48.581248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a299e2-46ee-4003-84d6-4f7fc75903fa {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:48.593504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks [] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.620718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Transition to ACTIVE for port object 79a299e2-46ee-4003-84d6-4f7fc75903fa will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:48.622112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Allocated IP 172.20.0.6 (f7e16943-88d1-4a7c-b987-dd307e3a4c97/cea91c99-82cd-4fd1-9b61-3a5efde87bd9/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:48.636672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.660243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for port (7ccea377-d008-4d83-899c-0e534a73f420), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.671208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (7ccea377-d008-4d83-899c-0e534a73f420), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.693557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 12d309ad-6f0c-46da-869b-f599fd95ab6e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:48.694351 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.729615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Pushing event updated for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.763253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'Port': ['ID=7ccea377-d008-4d83-899c-0e534a73f420,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.780955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (22111b57-f848-4419-845c-91bf56000c8a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.814047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.824212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85895e5c-f423-4db5-86e2-e6622c97f919 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7709441 Mar 07 10:33:48.852411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Current status of the port 12d309ad-6f0c-46da-869b-f599fd95ab6e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:48.853855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.894735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:48.897248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:48.900354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.088970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks [] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.116711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] For port 12d309ad-6f0c-46da-869b-f599fd95ab6e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=12d309ad-6f0c-46da-869b-f599fd95ab6e,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:49.177420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:49.177636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.183007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.197698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.225734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['422eac1f-dc1b-41fc-a0b0-84d9345d1e38'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:49.232315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adc41-71dc-4d9a-b1a1-9c30013f081b req-ce485a89-4f5f-4395-af60-0e287c80b662 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:49.239759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d92adc41-71dc-4d9a-b1a1-9c30013f081b req-ce485a89-4f5f-4395-af60-0e287c80b662 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 947 time: 0.5110726 Mar 07 10:33:49.243196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6039495-e071-4c94-8824-bbd1dad39eac req-a1117efc-9296-455b-bda7-cdf346a927ed tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0836263 Mar 07 10:33:49.308907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:49.318042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:49.324230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:49.336210 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d57fb8d-840b-454d-9f13-41e5547b2e0f" -d '{"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:49.355747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.357840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 12d309ad-6f0c-46da-869b-f599fd95ab6e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:49.358398 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.374905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d92adc41-71dc-4d9a-b1a1-9c30013f081b req-7afa9d0f-e1d5-46cd-b8da-6f716d91cc38 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342130 Mar 07 10:33:49.389988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:49.390634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.400057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Network f7e16943-88d1-4a7c-b987-dd307e3a4c97 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:49.409827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:49.414438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:49.452432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0f15aafd-f98c-41d1-ba25-5fc7dddf39a3 None None] Provisioning complete for port 12d309ad-6f0c-46da-869b-f599fd95ab6e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:49.453813 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f15aafd-f98c-41d1-ba25-5fc7dddf39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.474619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff9611-a408-4ce5-8dab-13136cba428e None None] Pushing event updated for resources: {'Port': ['ID=12d309ad-6f0c-46da-869b-f599fd95ab6e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:49.527683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Attempting to bind port 79a299e2-46ee-4003-84d6-4f7fc75903fa on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:49.528038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Attempting to bind port 79a299e2-46ee-4003-84d6-4f7fc75903fa by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:49.528364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Attempting to bind port 79a299e2-46ee-4003-84d6-4f7fc75903fa on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:49.535543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Port 79a299e2-46ee-4003-84d6-4f7fc75903fa on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:49.535902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Attempting to bind port 79a299e2-46ee-4003-84d6-4f7fc75903fa on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:49.553105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:49.553431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:49.553994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:49.554449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Bound port: 79a299e2-46ee-4003-84d6-4f7fc75903fa, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:49.554816 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.564794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:49.565501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.602719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d08c7-fcb9-4d6e-9ee2-b091093f82fe req-b1fce969-a45a-43ea-9b50-981825787d87 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:49.607784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-516d08c7-fcb9-4d6e-9ee2-b091093f82fe req-b1fce969-a45a-43ea-9b50-981825787d87 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.1198034 Mar 07 10:33:49.615158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-fd9ca951-2d5d-4e75-bac8-16ad62667449 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8160987 Mar 07 10:33:49.656898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Request body: {'port': {'device_id': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:49.811439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:49.811825 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:49.826383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b6ce6e9-ad43-40b6-afbe-04d8cbec2058 req-e35255b1-bf01-427f-bf35-3c6c65315f17 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 210 time: 0.0844476 Mar 07 10:33:49.874083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:49.877208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-516d08c7-fcb9-4d6e-9ee2-b091093f82fe req-72a4fb44-c36a-4a09-9fee-67f872c244dc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609997 Mar 07 10:33:49.890553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:49.900698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-361d19d6-144e-4ae3-8902-722b08ea6a51 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:49.902137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-361d19d6-144e-4ae3-8902-722b08ea6a51 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa&tenant_id=56bfb5bbe85e40ae84445580a2d9b621&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 950 time: 0.2077930 Mar 07 10:33:49.985420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:49.987133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.030942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-13def5ba-dd87-4a25-95d8-6fa4c63817e1 service neutron] 10.222.0.26 "GET /v2.0/ports/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.1177835 Mar 07 10:33:50.042736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.075416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0f15aafd-f98c-41d1-ba25-5fc7dddf39a3 None None] Current status of the port 12d309ad-6f0c-46da-869b-f599fd95ab6e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:50.117645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:50.117993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.161727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:50.167171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.226608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:50.261893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.262510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.264322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/79a299e2-46ee-4003-84d6-4f7fc75903fa HTTP/1.1" status: 200 len: 1095 time: 4.7577183 Mar 07 10:33:50.272584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:50.274873 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:50.398648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 12d309ad-6f0c-46da-869b-f599fd95ab6e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:50.400877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00fd2663-bee1-4ec7-abf2-772c9b77baf3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:50.457722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859a04-d1c8-48b3-a640-99d59dca15a6 service neutron] Pushing event updated for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:50.487824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:50.488245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.543587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd4ffa3f-ec65-4bdb-bd07-902cdc9709b1 req-baff4f5e-9927-453f-bdd4-2875e4633d16 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7&device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.1399431 Mar 07 10:33:50.567441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-fb474251-cec8-4567-ac6b-4d70f842fde1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.585974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-fb474251-cec8-4567-ac6b-4d70f842fde1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.6143715 Mar 07 10:33:50.605675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:50.631181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-3426b8a6-6664-4d56-bb71-f3e9dbd039fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.632823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-3426b8a6-6664-4d56-bb71-f3e9dbd039fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1132 time: 0.4691117 Mar 07 10:33:50.686562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d573e65f-6b15-4aa5-a698-3ea98bc8b176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.691268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-cda6e4b9-54a2-484e-a842-00b7427fe904 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/quotas/b4aad5f1b80c468ea82ee048f864e8c5 HTTP/1.1" status: 200 len: 375 time: 0.1036227 Mar 07 10:33:50.738968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 12d309ad-6f0c-46da-869b-f599fd95ab6e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:50.750458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-2ed32866-6673-40d9-9043-0ad02fb49208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.751969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-2ed32866-6673-40d9-9043-0ad02fb49208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 1129 time: 0.4320617 Mar 07 10:33:50.775171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-79b878e4-1bb7-4ebc-8613-bf28439c882e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831106 Mar 07 10:33:50.789529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 12d309ad-6f0c-46da-869b-f599fd95ab6e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:50.789982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.876111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 12d309ad-6f0c-46da-869b-f599fd95ab6e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:50.926105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-d8113e8e-f2ab-4ae6-8cd6-525a28d700f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa HTTP/1.1" status: 200 len: 217 time: 0.1432574 Mar 07 10:33:50.992801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1774ee1a-4372-4238-bde0-572510d5b8d6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.998591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1774ee1a-4372-4238-bde0-572510d5b8d6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.000268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1774ee1a-4372-4238-bde0-572510d5b8d6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "GET /v2.0/networks?id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030&id=6a6c0870-b5fb-49d7-94b0-605f456160d4&id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030 HTTP/1.1" status: 200 len: 1391 time: 0.5320618 Mar 07 10:33:51.050658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'admin_state_up': True, 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:51.137109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-ad9bd90d-b730-4947-b0d1-25515cad992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.138705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-ad9bd90d-b730-4947-b0d1-25515cad992a service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4641044 Mar 07 10:33:51.145638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99506e99-c17f-4e00-bc0a-53cadf45e0ba req-533ca360-0ca8-40ec-ab41-49e9e7809fa5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.147095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99506e99-c17f-4e00-bc0a-53cadf45e0ba req-533ca360-0ca8-40ec-ab41-49e9e7809fa5 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4520414 Mar 07 10:33:51.189154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-5578e8b8-e052-41ef-ae84-a8d97e193906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.190580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-5578e8b8-e052-41ef-ae84-a8d97e193906 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2534201 Mar 07 10:33:51.204376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:51.579018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks [] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:51.589234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-222d8988-4fac-44d1-98ff-b6b89fab2c1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.4386115 Mar 07 10:33:51.601430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-7e5d179b-cc47-4933-96c6-72192654075f service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254092 Mar 07 10:33:51.688446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Transition to ACTIVE for port object 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:51.723613 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:51.804167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-e17700e3-76c3-422f-a3de-522cb9e18be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.805650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-e17700e3-76c3-422f-a3de-522cb9e18be7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2092969 Mar 07 10:33:51.815832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99506e99-c17f-4e00-bc0a-53cadf45e0ba req-c6c7918b-b5fc-48ad-9933-084ebbaf112c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371512 Mar 07 10:33:51.890838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-a99bc042-859c-4562-a416-210a8d5aea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.892599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-a99bc042-859c-4562-a416-210a8d5aea8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3300402 Mar 07 10:33:51.924589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:51.930350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:51.933544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:51.940073 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a8230-3d6c-4deb-8ed5-4b33d7d78e24 x-openstack-request-id: req-3c7a8230-3d6c-4deb-8ed5-4b33d7d78e24 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:51.940558 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:51.940662 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c7a8230-3d6c-4deb-8ed5-4b33d7d78e24 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:51.940988 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'code': 200} Mar 07 10:33:51.986364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-b289e9e5-dcea-4c2c-a68d-57415aa93e6a service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576784 Mar 07 10:33:52.152702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-db2a9533-e823-4bda-9996-2025e8ff3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.154770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-db2a9533-e823-4bda-9996-2025e8ff3ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3309190 Mar 07 10:33:52.242756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-085e3ff5-5061-4652-9b91-2c5746075636 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332562 Mar 07 10:33:52.252338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:52.255455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:52.258499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:52.388202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:52.388703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:52.417261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b609f83-f5bf-47e5-b2db-7e48d91d05b5 req-084cd41a-6c2c-4f33-a931-305fbdba8bff tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.419518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b609f83-f5bf-47e5-b2db-7e48d91d05b5 req-084cd41a-6c2c-4f33-a931-305fbdba8bff tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3482289 Mar 07 10:33:52.456893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:52.457356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:52.457925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:52.458579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Bound port: 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:52.459069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:52.548666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Allocated IP 19.80.0.127 (a9be9f2a-8cea-4ddf-b9ad-937a267a9030/b293fb56-580b-451d-b22d-328d17b843f3/77bb5324-43ab-406b-86e2-d98baa782cab) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:52.611776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-22798aec-efbf-4c0b-8b27-80b171834972 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457355 Mar 07 10:33:52.724416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-182f1c8f-eaaf-4b71-a04a-0ee65c8496dc req-e4843ae5-d371-4489-922f-f9c14b1183fc service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724402 Mar 07 10:33:52.739027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09f32-dc82-4805-908a-6fe5bdc2a97d req-e97591b5-ec08-4afb-83d0-5d5d597e950b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.746589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ba09f32-dc82-4805-908a-6fe5bdc2a97d req-e97591b5-ec08-4afb-83d0-5d5d597e950b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.4064732 Mar 07 10:33:52.758260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b609f83-f5bf-47e5-b2db-7e48d91d05b5 req-70ca6749-93dd-40ca-a9a3-1e9aced69efc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028202 Mar 07 10:33:52.913342 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db8a15-f61b-435c-a12c-b09a2fc9a46d x-openstack-request-id: req-32db8a15-f61b-435c-a12c-b09a2fc9a46d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:52.913599 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:52.913863 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32db8a15-f61b-435c-a12c-b09a2fc9a46d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:52.914307 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa', 'status': 'completed', 'code': 200} Mar 07 10:33:52.956715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-881575b9-5986-4cfb-9c1b-6fcb35f07faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:52.973340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:53.034675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:53.092848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.207880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-ca4b16c0-1b56-474f-94cb-f1bfa322916f service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865092 Mar 07 10:33:53.219021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ba09f32-dc82-4805-908a-6fe5bdc2a97d req-99d54b7f-3eb0-4cc5-bd71-16bc445c4d70 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715376 Mar 07 10:33:53.234705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.238093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.239720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] 10.222.0.32 "PUT /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 1091 time: 3.5882473 Mar 07 10:33:53.359255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for port (77bb5324-43ab-406b-86e2-d98baa782cab), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.419328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-d79c4449-d289-4bdb-8291-4a66ebb623df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.421671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-d79c4449-d289-4bdb-8291-4a66ebb623df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 1129 time: 0.5065949 Mar 07 10:33:53.431912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687aa3-e644-4db8-be7a-aceb8178966d service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:53.500602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.593216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ebb5-6835-4ef1-8925-6f05c93699a2 req-a2bf9354-8597-47d8-8d1a-9e9b8dfdc5cf tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.595222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ae9ebb5-6835-4ef1-8925-6f05c93699a2 req-a2bf9354-8597-47d8-8d1a-9e9b8dfdc5cf tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 947 time: 0.6253848 Mar 07 10:33:53.714539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-ac4f5296-2dc7-41f2-b27c-672ae803eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.716057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-ac4f5296-2dc7-41f2-b27c-672ae803eb63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2221622 Mar 07 10:33:53.743911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:53.799402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bf6ebe3-9822-4904-97bd-dc347189c9f6 req-72340d89-dac1-4dd9-9ce8-0571ed15cb9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfcd29d702244ae288e2eb75cbe8649f&device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.2681234 Mar 07 10:33:53.840417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:53.852836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:53.898544 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.942828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:53.949152 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10bb9b-e561-4111-a060-58071794173a" -d '{"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:53.978565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bf6ebe3-9822-4904-97bd-dc347189c9f6 req-0e3747ac-54d7-460a-bfc4-623498dcc24e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cfcd29d702244ae288e2eb75cbe8649f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221879 Mar 07 10:33:54.083347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.108874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-63b13d73-ad8e-4a11-a31a-274e5b3f2f32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa HTTP/1.1" status: 200 len: 217 time: 0.3350563 Mar 07 10:33:54.175019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.175638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.209695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-62936b15-b258-480b-a212-96af5f90e087 None None] Provisioning complete for port 77bb5324-43ab-406b-86e2-d98baa782cab triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:54.210566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62936b15-b258-480b-a212-96af5f90e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.251317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.265305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-62936b15-b258-480b-a212-96af5f90e087 None None] Port 77bb5324-43ab-406b-86e2-d98baa782cab cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:54.316259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ebe3-9822-4904-97bd-dc347189c9f6 req-38dc4608-27b8-4c2a-a53d-726965556a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.317813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bf6ebe3-9822-4904-97bd-dc347189c9f6 req-38dc4608-27b8-4c2a-a53d-726965556a29 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168812 Mar 07 10:33:54.320945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-fc65b239-b9e8-4c81-9f86-7add3d4f60bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2830026 Mar 07 10:33:54.322848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-25274410-6f1c-48d7-8563-287932a38eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.325187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-25274410-6f1c-48d7-8563-287932a38eaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1125 time: 0.9006686 Mar 07 10:33:54.346102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4', 'admin_state_up': True, 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:54.370246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ae9ebb5-6835-4ef1-8925-6f05c93699a2 req-5948d281-90f3-4d02-b0a2-2ed813669737 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507134 Mar 07 10:33:54.381119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ad19-809a-476f-a537-6dab36b87d40 req-f751e966-4242-4528-8ace-2770d7f73767 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.388072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ee9ad19-809a-476f-a537-6dab36b87d40 req-f751e966-4242-4528-8ace-2770d7f73767 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 932 time: 0.6753259 Mar 07 10:33:54.453243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-d619e2aa-d696-49e0-8fdb-a1beb4bb67f4 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.454716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-d619e2aa-d696-49e0-8fdb-a1beb4bb67f4 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.8934159 Mar 07 10:33:54.465127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-fe360ef9-2703-43b6-8bd6-48a76531e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.467289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-fe360ef9-2703-43b6-8bd6-48a76531e901 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2764518 Mar 07 10:33:54.468609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-918639aa-2bf9-499d-bbbf-cdd2164b6aa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 217 time: 0.1154821 Mar 07 10:33:54.481784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'port': {'device_id': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'admin_state_up': True, 'tenant_id': 'b4aad5f1b80c468ea82ee048f864e8c5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:54.916931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 79a299e2-46ee-4003-84d6-4f7fc75903fa details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:54.917803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:54.920887 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a858aed9-168e-4022-b483-677cfb3e719d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:55.110004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:55.152900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ee9ad19-809a-476f-a537-6dab36b87d40 req-ced99de3-9f73-4e7a-bef7-95b7460b3503 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635589 Mar 07 10:33:55.154924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '79a299e2-46ee-4003-84d6-4f7fc75903fa', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '79a299e2-46ee-4003-84d6-4f7fc75903fa', 'mac_address': 'fa:16:3e:b8:43:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:55.234373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-6a7e8ba5-360c-4111-ae1d-11f75111e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.239551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-6a7e8ba5-360c-4111-ae1d-11f75111e04e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.3349736 Mar 07 10:33:55.266843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 79a299e2-46ee-4003-84d6-4f7fc75903fa is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:55.269432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:55.306957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a299e2-46ee-4003-84d6-4f7fc75903fa {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:55.317785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-e7c9c944-e5f5-478b-a783-b775b5723896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641856 Mar 07 10:33:55.330024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22ceb4-4b74-4300-aedd-3c7acf7293b0 req-59ee7a06-d6e6-4e84-bcf1-1deb040c1414 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.331754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d22ceb4-4b74-4300-aedd-3c7acf7293b0 req-59ee7a06-d6e6-4e84-bcf1-1deb040c1414 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.4162252 Mar 07 10:33:55.371894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:55.372307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-f23f60d5-e5a0-4155-beb2-2a97f6bd02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.374136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-f23f60d5-e5a0-4155-beb2-2a97f6bd02ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4597352 Mar 07 10:33:55.379758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:55.391746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bd504ff-3533-49e6-8fb2-1efdb1538159 req-0eecdd20-2423-43be-ba4d-7c07a26921ae tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 210 time: 0.1183746 Mar 07 10:33:55.491611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:55.551107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:55.561051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:55.565937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:55.760752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['79a299e2-46ee-4003-84d6-4f7fc75903fa'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:55.785821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Made reservation on behalf of b4aad5f1b80c468ea82ee048f864e8c5 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:55.789322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:55.872242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bf6ebe3-9822-4904-97bd-dc347189c9f6 req-a7672c37-c8d3-4630-84a3-cf614079b662 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.26 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1186779 Mar 07 10:33:55.874930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.26', 59284) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:55.891862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21ae81-5dd0-4397-904a-6d958f31f1c7 req-f29dfab7-efd6-4d04-975b-ae1419947066 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.893386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe21ae81-5dd0-4397-904a-6d958f31f1c7 req-f29dfab7-efd6-4d04-975b-ae1419947066 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.3520343 Mar 07 10:33:55.925871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-da46d3d4-fb2a-421c-aea5-f35657fc2989 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233901 Mar 07 10:33:55.954333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d22ceb4-4b74-4300-aedd-3c7acf7293b0 req-ec771cbe-2fc8-473e-8118-f301edb1c5b2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847554 Mar 07 10:33:56.025352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-f6290594-247a-4aa4-87f7-cf2717201b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.040664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-f6290594-247a-4aa4-87f7-cf2717201b00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1132 time: 0.1606667 Mar 07 10:33:56.150803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-88d80007-4bf9-419b-86e3-c436ace806a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.152399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-88d80007-4bf9-419b-86e3-c436ace806a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 1132 time: 0.0855186 Mar 07 10:33:56.180489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Allocated IP 172.20.0.11 (e888aa5b-061f-481e-a30b-35dfacb0b533/cfa13cad-ab85-4de8-91be-34d79cd29581/2c28b95a-8a0b-4989-a68a-47ccfac56259) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:56.344518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-783ee02a-9961-48ee-b5cb-60254b038ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.346654 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-783ee02a-9961-48ee-b5cb-60254b038ed1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1882763 Mar 07 10:33:56.417136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-a1f2c47f-4b08-40fe-b67d-e6e01b573dd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 200 len: 217 time: 0.0622067 Mar 07 10:33:56.526573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:56.541472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-88497cff-9e04-47b4-9006-60ecf4c0a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.543770 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-88497cff-9e04-47b4-9006-60ecf4c0a7ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1057222 Mar 07 10:33:56.617469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-153e24a7-ef95-416e-9987-ed50fb2f8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.620317 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-153e24a7-ef95-416e-9987-ed50fb2f8f3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0699697 Mar 07 10:33:56.753668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Allocated IP 19.86.0.138 (6a6c0870-b5fb-49d7-94b0-605f456160d4/5464447c-0635-4200-b5b2-52541cdd7328/66544df8-930d-4bb6-9dbc-6b43d543a682) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:56.904420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-1273b62a-3250-45c0-ace3-9ed82d56830d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733667 Mar 07 10:33:56.969969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.026051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.043676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-c16aa993-7a25-4ba6-bbe6-d2d0b4128a28 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7080200 Mar 07 10:33:57.077712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c847d28d-de0d-41f1-b2f4-4b43f5b051b6 req-1a3101cb-d14b-4297-b51a-dd8c7dad3142 tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=8302d93c-9a92-4fc9-8407-df711992e0c7 HTTP/1.1" status: 200 len: 210 time: 0.4344819 Mar 07 10:33:57.132955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1594fb80-1c0d-461e-a523-9118b87362c2 req-99fed9e9-0803-45f5-9983-ade9d337e7de service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227397 Mar 07 10:33:57.164968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Network e888aa5b-061f-481e-a30b-35dfacb0b533 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:57.183054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:57.185146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.192904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:57.233203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe21ae81-5dd0-4397-904a-6d958f31f1c7 req-3f7ece31-ba54-4fe1-89e2-6cf24404a7e0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2952600 Mar 07 10:33:57.313046 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9adb73e-390f-48dc-ad4c-9c4108855f7f x-openstack-request-id: req-d9adb73e-390f-48dc-ad4c-9c4108855f7f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:57.313663 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:57.314018 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9adb73e-390f-48dc-ad4c-9c4108855f7f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:57.314505 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'code': 200} Mar 07 10:33:57.324718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a200bd7b-2445-4b82-9c09-3ce0ffe2d6d3 req-ba2c4cdc-b1f7-484b-90cb-ae76a575057f service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3648462 Mar 07 10:33:57.508028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.508608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.549144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81e0f2fe-a89f-4581-bb2d-8a5c6b686ae6 req-7eb6c997-b181-439e-a762-62b80cebeaf4 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701192 Mar 07 10:33:57.569647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-bd0258fd-f26b-4a19-ab29-c3245dff8c8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0920279 Mar 07 10:33:57.589486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Request body: {'port': {'device_id': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:57.608742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b3e3c-e399-4ac1-8048-544ce7cb28fb req-17b5d1d8-1794-4d51-84ea-0d9b7d9f6353 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.612146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c84b3e3c-e399-4ac1-8048-544ce7cb28fb req-17b5d1d8-1794-4d51-84ea-0d9b7d9f6353 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3051870 Mar 07 10:33:57.670100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.686186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a47fb-3d1a-4162-b42a-30c6cb744bf8 req-915481ca-b797-4243-96ba-16bf1f37966c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.688248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c52a47fb-3d1a-4162-b42a-30c6cb744bf8 req-915481ca-b797-4243-96ba-16bf1f37966c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.2771158 Mar 07 10:33:57.782515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c84b3e3c-e399-4ac1-8048-544ce7cb28fb req-b3d37771-d09f-4bd2-9e01-925f12076ebd tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499937 Mar 07 10:33:57.796728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.845329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c52a47fb-3d1a-4162-b42a-30c6cb744bf8 req-fcab6917-35b8-4acc-99d8-d28dffe73cae tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484740 Mar 07 10:33:57.876581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.936940 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d7cea-2a68-4e1b-a81f-684b204af010 x-openstack-request-id: req-7a9d7cea-2a68-4e1b-a81f-684b204af010 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:57.937367 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:57.937720 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a9d7cea-2a68-4e1b-a81f-684b204af010 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:57.938209 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'status': 'completed', 'code': 200} Mar 07 10:33:57.950136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:58.016476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:58.065199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:58.168052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:58.324950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-083cade6-cec9-46ee-904e-b6abd4f6666c None None] Provisioning complete for port 66544df8-930d-4bb6-9dbc-6b43d543a682 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:58.325505 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-083cade6-cec9-46ee-904e-b6abd4f6666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.346432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.347334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.379251 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.386271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-083cade6-cec9-46ee-904e-b6abd4f6666c None None] Port 66544df8-930d-4bb6-9dbc-6b43d543a682 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:58.434190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c28b95a-8a0b-4989-a68a-47ccfac56259 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:58.459487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks [] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.495854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287866-1c91-4b30-a3e4-8fbdd0fda641 req-db9f8094-cce4-4360-9846-ba5e6d2c47a3 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.497945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4287866-1c91-4b30-a3e4-8fbdd0fda641 req-db9f8094-cce4-4360-9846-ba5e6d2c47a3 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 948 time: 0.4555926 Mar 07 10:33:58.501565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a19bd196-6aa8-47e8-be9c-81526ab55263 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1617019 Mar 07 10:33:58.512236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858aed9-168e-4022-b483-677cfb3e719d req-0fcaf52c-f5f1-4d9d-9e8c-5317f1723e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.514017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-0fcaf52c-f5f1-4d9d-9e8c-5317f1723e69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1125 time: 0.4818063 Mar 07 10:33:58.539241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'admin_state_up': True, 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:58.560648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:58.565561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:58.582565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Transition to ACTIVE for port object 2c28b95a-8a0b-4989-a68a-47ccfac56259 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:58.586563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4287866-1c91-4b30-a3e4-8fbdd0fda641 req-61554114-8d04-4028-9c46-0f13d46031c0 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713754 Mar 07 10:33:58.595138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7c9b1-a617-4665-969d-651fa594f99d req-8af3853a-c284-4b86-97fc-cb05de1305b1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.602936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7c9b1-a617-4665-969d-651fa594f99d req-8af3853a-c284-4b86-97fc-cb05de1305b1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.605055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5e7c9b1-a617-4665-969d-651fa594f99d req-8af3853a-c284-4b86-97fc-cb05de1305b1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 1655 time: 0.5526083 Mar 07 10:33:58.623599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.950348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:58.950814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.953608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 79a299e2-46ee-4003-84d6-4f7fc75903fa up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:59.039185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:59.102200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'mac_address': 'fa:16:3e:67:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:59.116897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:59.126030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.207448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 79a299e2-46ee-4003-84d6-4f7fc75903fa completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:59.231994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 79a299e2-46ee-4003-84d6-4f7fc75903fa triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:59.232372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.292686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:59.293136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.311383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.316061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:59.318522 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab81810-e56e-493c-961e-5e28576a6092" -d '{"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:59.325451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:59.347793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:59.354454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.419047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.423413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 79a299e2-46ee-4003-84d6-4f7fc75903fa is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:59.423891 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.424896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5e7c9b1-a617-4665-969d-651fa594f99d req-cf57b097-c903-4147-9175-3bbba21e9880 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075221 Mar 07 10:33:59.460820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.490623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:59.490809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:59.494035 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.499991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.542351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858aed9-168e-4022-b483-677cfb3e719d req-5636801a-f7f8-4838-ba38-4c295a7705ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.543856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-5636801a-f7f8-4838-ba38-4c295a7705ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.9720490 Mar 07 10:33:59.574374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc7282-a190-425d-ac1e-fc19059e874f req-68fcd3ed-4ee4-4234-9871-03cf74dc1f9e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.576216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.582189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bcc7282-a190-425d-ac1e-fc19059e874f req-68fcd3ed-4ee4-4234-9871-03cf74dc1f9e tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 944 time: 0.3055503 Mar 07 10:33:59.633593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:59.687929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-5378014a-fd0e-48e7-bf62-45e79f329aef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 217 time: 0.1360075 Mar 07 10:33:59.807942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Attempting to bind port 2c28b95a-8a0b-4989-a68a-47ccfac56259 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:59.808184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Attempting to bind port 2c28b95a-8a0b-4989-a68a-47ccfac56259 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:59.808500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Attempting to bind port 2c28b95a-8a0b-4989-a68a-47ccfac56259 on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:59.861623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bcc7282-a190-425d-ac1e-fc19059e874f req-11348406-9cc4-427c-9bf1-103d2705704b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784479 Mar 07 10:33:59.862176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Port 2c28b95a-8a0b-4989-a68a-47ccfac56259 on network e888aa5b-061f-481e-a30b-35dfacb0b533 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:59.862497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Attempting to bind port 2c28b95a-8a0b-4989-a68a-47ccfac56259 on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:59.881361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858aed9-168e-4022-b483-677cfb3e719d req-c4481dcb-fde8-4815-ae7f-26ec587c8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.882754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-c4481dcb-fde8-4815-ae7f-26ec587c8472 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1646869 Mar 07 10:33:59.886486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:59.886818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Checking segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:59.887191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Bound using segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:59.887804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Bound port: 2c28b95a-8a0b-4989-a68a-47ccfac56259, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:59.888068 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.901311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221bde-049e-42d1-971d-1d49fd200b9b req-7bbfaa95-47fb-42d1-98ac-b32c2bf8ca72 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.902858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa221bde-049e-42d1-971d-1d49fd200b9b req-7bbfaa95-47fb-42d1-98ac-b32c2bf8ca72 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.3112833 Mar 07 10:33:59.949754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-cd5fd2d5-d035-4ec3-a81e-14c15f9ac97c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568607 Mar 07 10:33:59.983603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Allocated IP 19.80.0.17 (a9be9f2a-8cea-4ddf-b9ad-937a267a9030/b293fb56-580b-451d-b22d-328d17b843f3/889f4cde-f9bf-4a7e-b92f-0f19a2f50487) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:00.179485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa221bde-049e-42d1-971d-1d49fd200b9b req-e932aefd-1430-48bf-b5ca-db72989a0cec tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585895 Mar 07 10:34:00.213828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:00.249749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:00.271271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fcc6-daa1-4e9c-b269-b20af896633e req-3069fa49-377a-418d-a901-78b1921d6784 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.278405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1123fcc6-daa1-4e9c-b269-b20af896633e req-3069fa49-377a-418d-a901-78b1921d6784 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2502711 Mar 07 10:34:00.285543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-2aed59ce-aab7-4c36-be90-c8870b1b6bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244603 Mar 07 10:34:00.300719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.461165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.461892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.463525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c28b95a-8a0b-4989-a68a-47ccfac56259 HTTP/1.1" status: 200 len: 1092 time: 2.8794463 Mar 07 10:34:00.467412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:00.469834 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b233d-fb4f-4d4c-898c-92d046e6a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:00.574005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:00.647929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1123fcc6-daa1-4e9c-b269-b20af896633e req-7b232f32-ded8-4164-91a8-c5bdb6946c8d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684514 Mar 07 10:34:00.656116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e735a-be20-4a4e-8835-f8ff272f3c77 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:00.668176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d816df-6c92-4388-966e-25fd37f92aca req-94e21e2a-1f01-4f4f-8c5d-2e40f2cd3ae8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.678039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86d816df-6c92-4388-966e-25fd37f92aca req-94e21e2a-1f01-4f4f-8c5d-2e40f2cd3ae8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3787160 Mar 07 10:34:00.692004 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.722993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a858aed9-168e-4022-b483-677cfb3e719d req-5ae91e19-2b4f-4048-a94f-a39443879610 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191513 Mar 07 10:34:00.732321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:00.733330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.765538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-0c162f32-ae84-4f92-8463-73a3f69c72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.767113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-0c162f32-ae84-4f92-8463-73a3f69c72ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 1126 time: 0.2399013 Mar 07 10:34:00.842612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86d816df-6c92-4388-966e-25fd37f92aca req-7f79f460-b791-4a06-b456-4d285dd85939 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632934 Mar 07 10:34:00.852521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-b7dffd33-fa4a-4399-99fa-100592fdb9f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259 HTTP/1.1" status: 200 len: 217 time: 0.0688581 Mar 07 10:34:00.853481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:00.854626 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.932748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:00.936642 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b859fd-8b82-47ab-ae0c-ede50ce819da x-openstack-request-id: req-87b859fd-8b82-47ab-ae0c-ede50ce819da {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:00.937030 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-unplugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:00.937373 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87b859fd-8b82-47ab-ae0c-ede50ce819da {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:00.937878 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'code': 200} Mar 07 10:34:00.944176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.988291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.012176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-55533f6b-353e-464d-82ce-4286f9a1107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.014093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-55533f6b-353e-464d-82ce-4286f9a1107c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.1607428 Mar 07 10:34:01.058355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.081519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:01.092618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-7af23688-c83b-4690-a6c9-cdd1cb0d3fb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542266 Mar 07 10:34:01.100112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:01.139471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:01.153590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd42b-ad11-4224-9e5c-325879256e9e req-02e78f81-4557-41d0-876e-14bc97c39a7e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.161975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e8dd42b-ad11-4224-9e5c-325879256e9e req-02e78f81-4557-41d0-876e-14bc97c39a7e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 950 time: 0.2992952 Mar 07 10:34:01.198382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.339099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313c54-4219-4577-8e17-68151cf339d3 req-df6a9d3a-d33a-4674-8a6e-df95ae72ee5e tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.340913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21313c54-4219-4577-8e17-68151cf339d3 req-df6a9d3a-d33a-4674-8a6e-df95ae72ee5e tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.2670052 Mar 07 10:34:01.376807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e8dd42b-ad11-4224-9e5c-325879256e9e req-73d0edaf-7955-4858-ae48-9e8cd778c33e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137177 Mar 07 10:34:01.387473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.388484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.453859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3f56c82d-d9fa-45bd-9b68-ab2811713934 None None] Provisioning complete for port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:01.454939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f56c82d-d9fa-45bd-9b68-ab2811713934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.476550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21313c54-4219-4577-8e17-68151cf339d3 req-c40a69cb-a21c-4324-b31b-970775d2b32d tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217897 Mar 07 10:34:01.518771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-ae288e30-7b16-427c-94bb-60023735138d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9834702 Mar 07 10:34:01.535550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:01.545820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-97c30054-cc93-43cf-af21-112815c97fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178441 Mar 07 10:34:01.547523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3f56c82d-d9fa-45bd-9b68-ab2811713934 None None] Port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:01.814347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8174954b-56dd-4b77-bd33-3a03bee2d631 req-357d2666-698d-44a4-bdff-4f2c0981be1c service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249286 Mar 07 10:34:01.816779 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859be7d5-192d-4ce2-950f-5306c9e5af83 x-openstack-request-id: req-859be7d5-192d-4ce2-950f-5306c9e5af83 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:01.817534 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:01.818250 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-859be7d5-192d-4ce2-950f-5306c9e5af83 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:01.819071 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'status': 'completed', 'code': 200} Mar 07 10:34:01.897838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-400a5c5b-0498-4ee8-96f5-2f88d13d3817 req-522e5440-8979-4396-abbb-f3d4b4798aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cfcd29d702244ae288e2eb75cbe8649f&device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.0955579 Mar 07 10:34:01.955703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-400a5c5b-0498-4ee8-96f5-2f88d13d3817 req-66bd13e9-7bfa-4dd9-b03e-25a2f57d74ed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cfcd29d702244ae288e2eb75cbe8649f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293701 Mar 07 10:34:01.997394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab792f-b1cd-45a5-badc-ba7d363c4972 req-ae0e67e8-1df5-44aa-ad42-a39c05f7a977 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.003458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab792f-b1cd-45a5-badc-ba7d363c4972 req-ae0e67e8-1df5-44aa-ad42-a39c05f7a977 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.009527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab792f-b1cd-45a5-badc-ba7d363c4972 req-ae0e67e8-1df5-44aa-ad42-a39c05f7a977 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.011490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bab792f-b1cd-45a5-badc-ba7d363c4972 req-ae0e67e8-1df5-44aa-ad42-a39c05f7a977 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2376 time: 0.4096656 Mar 07 10:34:02.049680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.194178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-ee8aa394-3269-45f7-b2c7-5a6d05d5deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.196002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-ee8aa394-3269-45f7-b2c7-5a6d05d5deb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 1126 time: 0.2970111 Mar 07 10:34:02.203806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d288-ab65-4920-9e7b-a5b4d35d10fb req-f5b4d5dd-2d00-41d5-9574-b30f187128cf tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.211324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8447d288-ab65-4920-9e7b-a5b4d35d10fb req-f5b4d5dd-2d00-41d5-9574-b30f187128cf tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 944 time: 0.3859572 Mar 07 10:34:02.247832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bab792f-b1cd-45a5-badc-ba7d363c4972 req-a6ae7dc3-910b-4dcf-93fe-468e6f597ea3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149541 Mar 07 10:34:02.410492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5c5b-0498-4ee8-96f5-2f88d13d3817 req-c9962d89-73df-4d80-a932-af423369bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.412637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-400a5c5b-0498-4ee8-96f5-2f88d13d3817 req-c9962d89-73df-4d80-a932-af423369bf9a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4461560 Mar 07 10:34:02.476334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8447d288-ab65-4920-9e7b-a5b4d35d10fb req-d26cf064-b047-41c5-a8d8-9a8f675ad343 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634828 Mar 07 10:34:02.610552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-8dc1c6ef-16ee-4823-9bd8-251e13ee8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.618064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-8dc1c6ef-16ee-4823-9bd8-251e13ee8cfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 922 time: 0.3912275 Mar 07 10:34:02.939464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa'}, {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:02.942102 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94091541-2d2b-47c3-a4e4-9134189085e5" -d '{"events": [{"server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "name": "network-vif-plugged", "status": "completed", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa"}, {"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:03.051165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-18b76449-2c09-4a7d-bbbe-dbc8eceaad9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259 HTTP/1.1" status: 200 len: 217 time: 0.4089193 Mar 07 10:34:03.069247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce3af6-2e65-46ed-991c-b7af57a45b1b req-b48e73ab-27de-4e15-8b11-83cd27251cc5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.076558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ce3af6-2e65-46ed-991c-b7af57a45b1b req-b48e73ab-27de-4e15-8b11-83cd27251cc5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.7080941 Mar 07 10:34:03.176819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fe848-fb66-47e3-9cc7-77eda6bb90ae req-c1b0f29b-3be1-4158-895a-c02c591aa20d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.184200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c81fe848-fb66-47e3-9cc7-77eda6bb90ae req-c1b0f29b-3be1-4158-895a-c02c591aa20d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 951 time: 0.5881941 Mar 07 10:34:03.241087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-46be81b5-6cd7-4a77-ba84-22c2134fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.242613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-46be81b5-6cd7-4a77-ba84-22c2134fbacf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.1570280 Mar 07 10:34:03.293006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ce3af6-2e65-46ed-991c-b7af57a45b1b req-8fa24117-92a7-4a00-8a5c-49bd58b9449b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133024 Mar 07 10:34:03.406864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-41e253cf-65a5-452d-9e57-ef2f2c290526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309686 Mar 07 10:34:03.419827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c81fe848-fb66-47e3-9cc7-77eda6bb90ae req-cfb44005-6e5a-4775-951c-8055788c13e1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335496 Mar 07 10:34:03.465564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bb5324-43ab-406b-86e2-d98baa782cab {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:03.474790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks [] for port (77bb5324-43ab-406b-86e2-d98baa782cab), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.494170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Transition to ACTIVE for port object 77bb5324-43ab-406b-86e2-d98baa782cab will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:03.505701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bad66de4-84a1-47e0-998f-7582b5f58afb req-c3abf669-8ccf-4121-b964-5a902f2b195f tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.0842829 Mar 07 10:34:03.508453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.013699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb44071-a166-4299-8237-0194f35c26b0 req-62a48402-78b4-462a-a94d-51c1030b1807 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.027895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cb44071-a166-4299-8237-0194f35c26b0 req-62a48402-78b4-462a-a94d-51c1030b1807 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.4985025 Mar 07 10:34:04.062089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Pushing event updated for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:04.078217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac417984-5cd8-4821-a293-3b102d7d47a1 req-4c9c3b1a-7763-4916-9630-b6b0209278f4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.086163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac417984-5cd8-4821-a293-3b102d7d47a1 req-4c9c3b1a-7763-4916-9630-b6b0209278f4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3331985 Mar 07 10:34:04.167952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-e610f92b-c757-40a3-859c-89b870f43bb6 service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279712 Mar 07 10:34:04.199250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-400a5c5b-0498-4ee8-96f5-2f88d13d3817 req-57689d42-20f7-416c-a100-658765c37c7c tempest-ServerShowV247Test-771446387 tempest-ServerShowV247Test-771446387-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ba1807f-9250-4e24-9da2-235059c35dc4 HTTP/1.1" status: 200 len: 210 time: 0.0779150 Mar 07 10:34:04.267064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac417984-5cd8-4821-a293-3b102d7d47a1 req-dbc6fcdf-3d3d-4ee6-a59c-2da0b6062f4d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794229 Mar 07 10:34:04.270947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Attempting to bind port 77bb5324-43ab-406b-86e2-d98baa782cab on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:04.271218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Attempting to bind port 77bb5324-43ab-406b-86e2-d98baa782cab by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:04.271580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Attempting to bind port 77bb5324-43ab-406b-86e2-d98baa782cab on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:04.298875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cb44071-a166-4299-8237-0194f35c26b0 req-3d44bb4d-e9c2-4f9f-9563-614247f73b91 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700660 Mar 07 10:34:04.319759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Port 77bb5324-43ab-406b-86e2-d98baa782cab on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:04.323520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Attempting to bind port 77bb5324-43ab-406b-86e2-d98baa782cab on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:04.390539 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6b159-91cb-4f73-a23c-2aa0c83f6293 x-openstack-request-id: req-fba6b159-91cb-4f73-a23c-2aa0c83f6293 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:04.391096 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "name": "network-vif-plugged", "status": "completed", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa", "code": 200}, {"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-plugged", "status": "completed", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:04.391218 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fba6b159-91cb-4f73-a23c-2aa0c83f6293 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:04.391833 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa', 'code': 200} Mar 07 10:34:04.392120 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'code': 200} Mar 07 10:34:04.409838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:04.412285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Checking segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:04.412916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Bound using segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:04.413457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Bound port: 77bb5324-43ab-406b-86e2-d98baa782cab, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:04.413863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.547978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-819b233d-fb4f-4d4c-898c-92d046e6a7e0 req-7a350f6b-87a7-42fb-a529-b4ad014a2a12 service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541589 Mar 07 10:34:04.593268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2c28b95a-8a0b-4989-a68a-47ccfac56259 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:04.721068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9856a9-f154-40cd-9425-c89b909b15f3 req-e34259a3-c957-43ca-a362-b7bb93fe94de tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.722660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f9856a9-f154-40cd-9425-c89b909b15f3 req-e34259a3-c957-43ca-a362-b7bb93fe94de tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.3384643 Mar 07 10:34:04.738562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950832-35bc-4874-b70f-9bdb849cf03c req-1deab116-2052-4d3a-9adf-217c5360bdfb tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.744308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950832-35bc-4874-b70f-9bdb849cf03c req-1deab116-2052-4d3a-9adf-217c5360bdfb tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.749800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950832-35bc-4874-b70f-9bdb849cf03c req-1deab116-2052-4d3a-9adf-217c5360bdfb tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.751527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a950832-35bc-4874-b70f-9bdb849cf03c req-1deab116-2052-4d3a-9adf-217c5360bdfb tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2388 time: 0.2793527 Mar 07 10:34:04.759005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:04.764267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:04.770810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=77bb5324-43ab-406b-86e2-d98baa782cab,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:04.783954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'port_id': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'mac_address': 'fa:16:3e:ff:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13cad-ab85-4de8-91be-34d79cd29581', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:04.798195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61260d9e-e97d-4365-958f-77c9c6b85b49 req-7ac83194-363a-4602-9905-fa850f24ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.799857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61260d9e-e97d-4365-958f-77c9c6b85b49 req-7ac83194-363a-4602-9905-fa850f24ee33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 1131 time: 0.2507834 Mar 07 10:34:04.806315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.872058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2c28b95a-8a0b-4989-a68a-47ccfac56259 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:04.872468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.902452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.903167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.904830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] 10.222.0.26 "PUT /v2.0/ports/77bb5324-43ab-406b-86e2-d98baa782cab HTTP/1.1" status: 200 len: 1092 time: 3.3766346 Mar 07 10:34:04.909102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f9856a9-f154-40cd-9425-c89b909b15f3 req-4fadf978-654c-4bc6-b7c6-09fa654c3d86 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558633 Mar 07 10:34:04.911042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:04.913981 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:04.941554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28b95a-8a0b-4989-a68a-47ccfac56259 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:04.953159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:04.989941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a950832-35bc-4874-b70f-9bdb849cf03c req-7be8fa77-0073-4ba0-beb2-d144a210d952 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207224 Mar 07 10:34:05.002257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:05.027379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.047536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38dfc-20d1-4dcf-87ba-c4f6aa6df79f service neutron] Pushing event updated for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:05.084951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61260d9e-e97d-4365-958f-77c9c6b85b49 req-84ebde87-d59f-4b2c-bacd-1f17e5958515 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740250 Mar 07 10:34:05.168947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:05.200028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.200460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.202207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.202547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.205945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.209050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.209640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.212294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.213467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.221150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.221844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.222467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.222932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:05.331465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.335031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2c28b95a-8a0b-4989-a68a-47ccfac56259'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:05.515600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be4f98-2c6a-46d1-81d4-cea40f779fa6 req-b92ea186-9beb-41cf-8d62-b1fa157dcab1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.517349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5be4f98-2c6a-46d1-81d4-cea40f779fa6 req-b92ea186-9beb-41cf-8d62-b1fa157dcab1 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 945 time: 0.3595262 Mar 07 10:34:05.528257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d27418-af32-4d60-bcb5-f776f1042df7 req-cbf67f79-89aa-4952-95e8-66103ea294cc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.530334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8d27418-af32-4d60-bcb5-f776f1042df7 req-cbf67f79-89aa-4952-95e8-66103ea294cc tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.3933694 Mar 07 10:34:05.557654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-0020b094-549b-4fc4-a3ce-bc910752ef81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2853813 Mar 07 10:34:05.745855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5be4f98-2c6a-46d1-81d4-cea40f779fa6 req-6aacdf91-39a1-42c6-957f-a60dc5463dcd tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136102 Mar 07 10:34:05.753357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8d27418-af32-4d60-bcb5-f776f1042df7 req-7fbc148b-d7f2-4cd2-a707-6c89392dd229 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047670 Mar 07 10:34:05.787338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-3440d2c9-ebfb-4d48-b167-1f915a1f2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.788960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-3440d2c9-ebfb-4d48-b167-1f915a1f2d43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 1126 time: 0.1795537 Mar 07 10:34:05.839149 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b654222-695c-4de7-b197-2f8de300ca75 x-openstack-request-id: req-7b654222-695c-4de7-b197-2f8de300ca75 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:05.839443 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:05.839842 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b654222-695c-4de7-b197-2f8de300ca75 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:05.840169 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab', 'status': 'completed', 'code': 200} Mar 07 10:34:05.954295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-7216106d-b5bb-479e-a072-9108082b7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.955010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-7216106d-b5bb-479e-a072-9108082b7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.959995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-7216106d-b5bb-479e-a072-9108082b7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.961779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-7216106d-b5bb-479e-a072-9108082b7ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2762 time: 0.0984478 Mar 07 10:34:06.070133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-f4dc1785-089b-4484-8783-c6f1e2da91a7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921023 Mar 07 10:34:06.201638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-553808b9-3d47-48f8-9970-2611e1d63c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.202518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-553808b9-3d47-48f8-9970-2611e1d63c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.203547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-553808b9-3d47-48f8-9970-2611e1d63c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.205436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-553808b9-3d47-48f8-9970-2611e1d63c0c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f786037f60564f609def4699511a875a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2341776 Mar 07 10:34:06.215431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-5717047b-cd6a-4357-a99b-1c7ef4130f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.217477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-5717047b-cd6a-4357-a99b-1c7ef4130f55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.4097035 Mar 07 10:34:06.304378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66544df8-930d-4bb6-9dbc-6b43d543a682 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:06.335944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks [] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.349098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-a48ad546-4745-4e4b-bc90-77063b12b23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 200 len: 217 time: 0.1211855 Mar 07 10:34:06.417011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aeedb-4b03-4c1f-93e5-85424a59725a req-77dd6cdf-e336-452e-a75b-51174761c5d8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.418637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f78aeedb-4b03-4c1f-93e5-85424a59725a req-77dd6cdf-e336-452e-a75b-51174761c5d8 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.4591343 Mar 07 10:34:06.419382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46542) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:06.479236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Transition to ACTIVE for port object 66544df8-930d-4bb6-9dbc-6b43d543a682 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:06.503503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.516025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-20c8001f-b664-4a49-805a-22dc275d7707 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.523279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-20c8001f-b664-4a49-805a-22dc275d7707 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521763 Mar 07 10:34:06.603551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2c28b95a-8a0b-4989-a68a-47ccfac56259 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:06.619785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-e004753d-5c7b-46b6-bebc-8ec5824af9b2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/quotas/56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 375 time: 0.0956104 Mar 07 10:34:06.622019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-f8abd12d-05cb-47e7-9db6-00ece901ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.625166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9569d9cd-8bc1-4196-bbb6-d9f3bb89f5e1 req-f8abd12d-05cb-47e7-9db6-00ece901ccf9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4124997 Mar 07 10:34:06.632916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-30c2886b-76e2-4d7a-85f7-087d48de3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.634665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-30c2886b-76e2-4d7a-85f7-087d48de3541 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.2574925 Mar 07 10:34:06.700168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 2c28b95a-8a0b-4989-a68a-47ccfac56259 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:06.705695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 2c28b95a-8a0b-4989-a68a-47ccfac56259 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:06.708376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.835213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2c28b95a-8a0b-4989-a68a-47ccfac56259 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:06.836100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.875497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:06.880428 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c915e4-02c1-4a14-981c-ab1d303c3531" -d '{"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-plugged", "status": "completed", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:06.900349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:06.917035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.932416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f78aeedb-4b03-4c1f-93e5-85424a59725a req-686dd3a8-f78b-4acd-9808-822f23efa205 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745111 Mar 07 10:34:06.940257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-166608d1-d78a-4e83-a410-86ac5d792aba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2603595 Mar 07 10:34:06.941007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f78d64f-3ad6-4365-9e29-3491d0e09cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.946324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:07.063352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:07.206752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-eb423aef-e780-489b-aab6-8b9ed07a8b26 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5854449 Mar 07 10:34:07.234858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-ed36f941-3ee1-446d-b6aa-41c0cfe2a7cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4068949 Mar 07 10:34:07.332135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-ecfde825-05a4-4897-a42c-f118ed53eeff service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817785 Mar 07 10:34:07.339044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Attempting to bind port 66544df8-930d-4bb6-9dbc-6b43d543a682 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:07.339442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Attempting to bind port 66544df8-930d-4bb6-9dbc-6b43d543a682 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:07.339937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Attempting to bind port 66544df8-930d-4bb6-9dbc-6b43d543a682 on network 6a6c0870-b5fb-49d7-94b0-605f456160d4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:07.365143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6001b4-6b15-47df-af67-6b87b207f4f7 req-ffe8e24b-7918-42e5-b7d9-e3f213417a75 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.372448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd6001b4-6b15-47df-af67-6b87b207f4f7 req-ffe8e24b-7918-42e5-b7d9-e3f213417a75 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.2571576 Mar 07 10:34:07.409705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Port 66544df8-930d-4bb6-9dbc-6b43d543a682 on network 6a6c0870-b5fb-49d7-94b0-605f456160d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:07.409705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Attempting to bind port 66544df8-930d-4bb6-9dbc-6b43d543a682 on network 6a6c0870-b5fb-49d7-94b0-605f456160d4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:07.499092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:07.500283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Checking segment: {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:07.500677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Bound using segment: {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:07.501204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Bound port: 66544df8-930d-4bb6-9dbc-6b43d543a682, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912c2e9-2405-4862-8c39-08cae310fb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:07.501562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:07.513155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f78d64f-3ad6-4365-9e29-3491d0e09cf6 admin admin] Publish callbacks [] for security_group (1411f8cb-234e-4c19-92b6-736d9499493d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:07.545029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f78d64f-3ad6-4365-9e29-3491d0e09cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1411f8cb-234e-4c19-92b6-736d9499493d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:07.578365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-742cc289-cb5d-4886-887b-601365808127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.579986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-742cc289-cb5d-4886-887b-601365808127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 1127 time: 0.3129468 Mar 07 10:34:07.589698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd6001b4-6b15-47df-af67-6b87b207f4f7 req-439a9c93-0482-4fa4-9dab-11eb6fddbc96 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157333 Mar 07 10:34:08.264536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f78d64f-3ad6-4365-9e29-3491d0e09cf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfcd29d702244ae288e2eb75cbe8649f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8370900 Mar 07 10:34:08.271787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46564) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:08.290898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78d64f-3ad6-4365-9e29-3491d0e09cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411f8cb-234e-4c19-92b6-736d9499493d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:08.366912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] Publish callbacks [] for security_group (1411f8cb-234e-4c19-92b6-736d9499493d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.392049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] Publish callbacks [] for security_group (1411f8cb-234e-4c19-92b6-736d9499493d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.416743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb3dfe9-5b96-4a62-b665-49dbcc4e1c1a req-06e3f5ef-8609-4760-b8cd-95c11cb4ef71 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0709972 Mar 07 10:34:08.469750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:08.476776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1411f8cb-234e-4c19-92b6-736d9499493d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.477404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=66544df8-930d-4bb6-9dbc-6b43d543a682,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:08.485927 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.491294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1411f8cb-234e-4c19-92b6-736d9499493d HTTP/1.1" status: 204 len: 168 time: 0.2174788 Mar 07 10:34:08.502031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b2c0a-e698-4237-95ef-5a596e83e68e req-3493122a-3c6e-4617-a770-017c5db79842 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.503599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-598b2c0a-e698-4237-95ef-5a596e83e68e req-3493122a-3c6e-4617-a770-017c5db79842 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.9047415 Mar 07 10:34:08.512479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.521791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfde5cd-834c-4f91-8b1f-6585a7d2897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411f8cb-234e-4c19-92b6-736d9499493d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:08.574521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-7722294f-5977-40bb-b419-9a9b398b0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.576755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-7722294f-5977-40bb-b419-9a9b398b0ab0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.9284346 Mar 07 10:34:08.605103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0bd94-3e3a-495b-9d1f-4b4c11fc848d req-55aff0b9-5f50-4788-877c-213b80a0b1ba tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.612051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0bd94-3e3a-495b-9d1f-4b4c11fc848d req-55aff0b9-5f50-4788-877c-213b80a0b1ba tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.617526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0bd94-3e3a-495b-9d1f-4b4c11fc848d req-55aff0b9-5f50-4788-877c-213b80a0b1ba tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.625490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c0bd94-3e3a-495b-9d1f-4b4c11fc848d req-55aff0b9-5f50-4788-877c-213b80a0b1ba tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2400 time: 0.3478005 Mar 07 10:34:08.775124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.784760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.786971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/66544df8-930d-4bb6-9dbc-6b43d543a682 HTTP/1.1" status: 200 len: 1092 time: 3.8383174 Mar 07 10:34:08.791188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:08.817482 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ddba0-960f-4d81-b9f5-3f39e2896830" -d '{"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:08.822434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-82789f0a-7f83-4faf-9d5e-14240dd4cd7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 200 len: 217 time: 0.2371914 Mar 07 10:34:08.853863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Request body: {'port': {'device_id': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:09.000561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-598b2c0a-e698-4237-95ef-5a596e83e68e req-b9c37066-526e-4660-9092-75962424b7be tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664586 Mar 07 10:34:09.000561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec3d3-3bea-461e-be49-cf8f3ba765e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:09.041285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4c0bd94-3e3a-495b-9d1f-4b4c11fc848d req-8676f296-6668-4772-a349-1eacd212b9bd tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149053 Mar 07 10:34:09.077378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-f7987cff-82ec-448e-aaf0-8dbf71af8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.080250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-f7987cff-82ec-448e-aaf0-8dbf71af8c9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.2215602 Mar 07 10:34:09.152520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-563fe15e-15db-41b0-ab37-347800b19377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521457 Mar 07 10:34:09.153563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.258503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-8691da25-b56f-4c70-a3d3-7c8fc4db1a16 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713701 Mar 07 10:34:09.399022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6474c7-dbef-4549-a96c-4d72bfef1a46 req-7e41b1af-bf66-475e-ab23-13042b10aa42 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.400863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b6474c7-dbef-4549-a96c-4d72bfef1a46 req-7e41b1af-bf66-475e-ab23-13042b10aa42 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.3374989 Mar 07 10:34:09.599912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-7c44e785-5792-481d-a78f-06066a1a8852 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356904 Mar 07 10:34:09.620638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a0e39-4eb4-484d-988e-d1cb086dbf21 req-5cbe1173-1b8f-463f-b9c0-38f11bbf89c7 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.628579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6a0e39-4eb4-484d-988e-d1cb086dbf21 req-5cbe1173-1b8f-463f-b9c0-38f11bbf89c7 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.4205739 Mar 07 10:34:09.721698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b6474c7-dbef-4549-a96c-4d72bfef1a46 req-3e69f845-d421-4fc2-a678-e837cfac8930 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036511 Mar 07 10:34:09.733056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-92422847-37ae-40bb-893d-a3a2c851dbbd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.734702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-92422847-37ae-40bb-893d-a3a2c851dbbd tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305305 Mar 07 10:34:09.791185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Request body: {'port': {'device_id': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '56bfb5bbe85e40ae84445580a2d9b621'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:09.820369 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f17bc-ec6b-4a78-8ab7-7b15df434684 x-openstack-request-id: req-fa4f17bc-ec6b-4a78-8ab7-7b15df434684 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:09.820886 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-plugged", "status": "completed", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:09.821079 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4f17bc-ec6b-4a78-8ab7-7b15df434684 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:09.821564 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'code': 200} Mar 07 10:34:09.993604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13901351-d723-4a61-b9cd-acd8a7c0757f req-c7a89a0a-9626-4b45-94ed-2655d63ac5bf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 210 time: 0.0975757 Mar 07 10:34:10.021102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6a0e39-4eb4-484d-988e-d1cb086dbf21 req-3be8d2f4-8406-470d-b49c-e5730de3f7a7 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839483 Mar 07 10:34:10.021380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73df058-86de-4c37-8400-73c3254e35f2 req-d111ab16-f661-4680-8785-0e8de9d1f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.021380 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73df058-86de-4c37-8400-73c3254e35f2 req-d111ab16-f661-4680-8785-0e8de9d1f61d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 1128 time: 0.1078153 Mar 07 10:34:10.097618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efd07116-4968-4212-a9a4-aee3eacc4699 req-64a78d1c-3cbf-434f-9105-82a7c4d57db4 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668188 Mar 07 10:34:10.119269 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73df058-86de-4c37-8400-73c3254e35f2 req-1f1e98dc-761d-4f7e-88f1-55b9c6df11d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Mar 07 10:34:10.252899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Made reservation on behalf of 56bfb5bbe85e40ae84445580a2d9b621 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:10.256267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.264016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:10.285112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b74-8ad7-4dfe-8dc5-8d1525261260 req-6f7b2cbb-9c07-49c0-8deb-0e8c2fc4b6e8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.286591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7661b74-8ad7-4dfe-8dc5-8d1525261260 req-6f7b2cbb-9c07-49c0-8deb-0e8c2fc4b6e8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 945 time: 0.1467018 Mar 07 10:34:10.289512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks [] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.331399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Transition to ACTIVE for port object 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:10.374417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.498807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7661b74-8ad7-4dfe-8dc5-8d1525261260 req-0915d9ab-bfcb-4f06-a332-aa6ff1c2a2ef tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029893 Mar 07 10:34:10.519091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Pushing event updated for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:10.576770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51a5f5-b253-4361-8ac4-0eb49232caea req-a586617e-b239-472a-9fa8-5d9d69640bdf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.580183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c51a5f5-b253-4361-8ac4-0eb49232caea req-a586617e-b239-472a-9fa8-5d9d69640bdf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.4557257 Mar 07 10:34:10.604798 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76832d79-d006-4767-a884-7493babe8a27 x-openstack-request-id: req-76832d79-d006-4767-a884-7493babe8a27 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:10.605207 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:10.605520 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76832d79-d006-4767-a884-7493babe8a27 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:10.606046 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682', 'status': 'completed', 'code': 200} Mar 07 10:34:10.607985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Allocated IP 192.168.233.165 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/5df552b2-0a9c-491e-860d-41c346d0065d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:10.707094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-38a1b340-cb55-4b8d-ac32-be3e8abbf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.708618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-38a1b340-cb55-4b8d-ac32-be3e8abbf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.709349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-38a1b340-cb55-4b8d-ac32-be3e8abbf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.714259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-38a1b340-cb55-4b8d-ac32-be3e8abbf97c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2885 time: 0.1094120 Mar 07 10:34:10.826942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Attempting to bind port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:10.826942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Attempting to bind port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:10.826942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Attempting to bind port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:10.834758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c51a5f5-b253-4361-8ac4-0eb49232caea req-20f0b523-fb25-4313-bf73-e42d47b23569 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386235 Mar 07 10:34:10.840647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:10.841114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Attempting to bind port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 on network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:10.852108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:10.852452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Checking segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:10.853027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Bound using segment: {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:10.853839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Bound port: 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0074acf1-0093-462b-9167-79056cc6c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:10.853839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.890996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks [] for port (5df552b2-0a9c-491e-860d-41c346d0065d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.952532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-1fc62f52-6d89-49b6-bd2d-b25f4c12f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.953815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-1fc62f52-6d89-49b6-bd2d-b25f4c12f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.955220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-1fc62f52-6d89-49b6-bd2d-b25f4c12f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.958200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-1fc62f52-6d89-49b6-bd2d-b25f4c12f1ba service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f786037f60564f609def4699511a875a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2359705 Mar 07 10:34:10.985177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:10.989567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:11.002273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.015190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.030508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:11.032948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:11.123961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-7263c906-8305-4937-b41a-4fd33b2c2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.126572 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-503ddba0-960f-4d81-b9f5-3f39e2896830 req-7263c906-8305-4937-b41a-4fd33b2c2217 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617920 Mar 07 10:34:11.220845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:11.223899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.224439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.225845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] 10.222.0.26 "PUT /v2.0/ports/889f4cde-f9bf-4a7e-b92f-0f19a2f50487 HTTP/1.1" status: 200 len: 1091 time: 2.3974760 Mar 07 10:34:11.238621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:11.247911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:11.313267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7927e24-8fe5-479d-b8c7-16f8bfdd875a service neutron] Pushing event updated for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:11.443349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-4740da92-4149-44f4-8a23-58c02f445213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.446109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-4740da92-4149-44f4-8a23-58c02f445213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1127 time: 0.4023085 Mar 07 10:34:11.492150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3570c-9704-4bf4-bb55-0049af2ddddc req-513abf15-6ae1-4d7d-8d0d-c7970d654adc tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.502041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3570c-9704-4bf4-bb55-0049af2ddddc req-513abf15-6ae1-4d7d-8d0d-c7970d654adc tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.512372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3570c-9704-4bf4-bb55-0049af2ddddc req-513abf15-6ae1-4d7d-8d0d-c7970d654adc tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.514658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31b3570c-9704-4bf4-bb55-0049af2ddddc req-513abf15-6ae1-4d7d-8d0d-c7970d654adc tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2412 time: 0.4270515 Mar 07 10:34:11.522284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.523847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.705457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:11.770452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-411c4b1f-f7da-4a32-9f3c-01fd351f7289 None None] Provisioning complete for port 5df552b2-0a9c-491e-860d-41c346d0065d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:11.771412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-411c4b1f-f7da-4a32-9f3c-01fd351f7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.783088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-bb2e33ac-b3ee-4e4f-b006-3b2a0bd0f44b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0118244 Mar 07 10:34:11.791586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31b3570c-9704-4bf4-bb55-0049af2ddddc req-d2f55107-dac7-4cd9-b67b-e104ed7d7b7e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644610 Mar 07 10:34:11.807604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Request body: {'port': {'device_id': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:11.815531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-411c4b1f-f7da-4a32-9f3c-01fd351f7289 None None] Port 5df552b2-0a9c-491e-860d-41c346d0065d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:11.853840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-17ff06b7-db5f-4dd4-994d-dbc0395cf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.854063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-17ff06b7-db5f-4dd4-994d-dbc0395cf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.854591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-17ff06b7-db5f-4dd4-994d-dbc0395cf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.856527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-17ff06b7-db5f-4dd4-994d-dbc0395cf167 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2958 time: 0.5682759 Mar 07 10:34:11.869810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd57f1-9c82-4db7-afaa-a24328b77b80 req-80ced10f-21fe-459d-b699-c8770d5038f6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.877891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87dd57f1-9c82-4db7-afaa-a24328b77b80 req-80ced10f-21fe-459d-b699-c8770d5038f6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.3361967 Mar 07 10:34:11.944268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-dbd7e188-a719-4c10-9eea-02a690557e1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=77bb5324-43ab-406b-86e2-d98baa782cab HTTP/1.1" status: 200 len: 217 time: 0.0603676 Mar 07 10:34:12.366572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-97c7a5fa-8c15-4cf1-b229-2a5fe8520a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.368036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-97c7a5fa-8c15-4cf1-b229-2a5fe8520a90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 914 time: 0.8396206 Mar 07 10:34:12.439599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.446897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-5e898efa-3baa-466e-9ed1-90291baa9775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 217 time: 0.0636773 Mar 07 10:34:12.458614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87dd57f1-9c82-4db7-afaa-a24328b77b80 req-83484e8a-005e-4a8b-8dda-04f6e32c9392 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797694 Mar 07 10:34:12.481776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-da572b05-00fa-4efe-b572-50ca2459fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.481776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-da572b05-00fa-4efe-b572-50ca2459fcbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b293fb56-580b-451d-b22d-328d17b843f3 HTTP/1.1" status: 200 len: 801 time: 0.4997668 Mar 07 10:34:12.603203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577e5c8-fd1e-4ba2-8718-5c66f18480c3 req-75dac436-76c9-4470-9ba1-63bb7ca9d419 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.604718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c577e5c8-fd1e-4ba2-8718-5c66f18480c3 req-75dac436-76c9-4470-9ba1-63bb7ca9d419 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 936 time: 0.6740537 Mar 07 10:34:12.608771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:12.611104 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f1caa-4f1e-48aa-bab5-68981cf8d062" -d '{"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:12.614282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-982dcd23-bf06-4b1a-8f78-900f839b98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.615877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-982dcd23-bf06-4b1a-8f78-900f839b98ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.1528244 Mar 07 10:34:12.726881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-5eaed84a-5f8d-4116-b201-4da8f3888b7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993652 Mar 07 10:34:12.809663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a187dd66-fd7f-427b-8622-52b87a9cf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.811783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-a187dd66-fd7f-427b-8622-52b87a9cf176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3132875 Mar 07 10:34:12.851334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c577e5c8-fd1e-4ba2-8718-5c66f18480c3 req-31cc9f04-c295-4319-82a4-852fba1fdc9f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269847 Mar 07 10:34:12.878669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab94b3-9089-4666-baed-573c1d82b160 req-a7382ba4-355d-43d7-9358-7f862b7c6521 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.880168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fab94b3-9089-4666-baed-573c1d82b160 req-a7382ba4-355d-43d7-9358-7f862b7c6521 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 946 time: 0.3399701 Mar 07 10:34:13.003941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:13.007910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:13.026681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-9a7d00ec-b844-4bd5-bd5c-3a618184f3ff tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=185fbacf30674e42b8483380306a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959747 Mar 07 10:34:13.048925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-2223ce01-f1f8-43db-98e7-eafc6660f4d2 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116598 Mar 07 10:34:13.150732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fab94b3-9089-4666-baed-573c1d82b160 req-2262cb55-a651-43ac-b0e8-551417581e6a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538998 Mar 07 10:34:13.163332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:13.163725 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.166523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.192567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:34:13.205496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:13.207877 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78436eb-5aa5-48a4-97fb-09f56f411dc7" -d '{"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:13.220715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.222376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:34:13.226043 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.230503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-e97dcd61-ea75-41a2-bf38-67e2d5b31426 service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727438 Mar 07 10:34:13.276922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:13.342778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317790b9-6137-4650-8c30-6e3868f1571f req-aca2e096-6d6e-44bc-8324-92ed27305589 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.1178284 Mar 07 10:34:13.461702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df552b2-0a9c-491e-860d-41c346d0065d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:13.473445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-137f6a17-32b3-4b0d-9071-9f2529bc4088 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.474875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-137f6a17-32b3-4b0d-9071-9f2529bc4088 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4342470 Mar 07 10:34:13.482252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d9e769b-9432-4e3c-bc39-af968415ad80 req-1a99c251-fb4c-4fa8-b51c-74b7119edc0f service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116223 Mar 07 10:34:13.488067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks [] for port (5df552b2-0a9c-491e-860d-41c346d0065d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.530639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Transition to ACTIVE for port object 5df552b2-0a9c-491e-860d-41c346d0065d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:13.533159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-0d4d0bd1-76aa-4367-93a2-5b15dd427b3d tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/quotas/185fbacf30674e42b8483380306a7a6c HTTP/1.1" status: 200 len: 375 time: 0.0500796 Mar 07 10:34:13.544472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.565957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-5bef8785-bb8f-4b97-9e70-98108672e33a service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070614 Mar 07 10:34:13.593299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8a63516e-6455-4c04-baa2-beed8a0d0d61 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.594751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-8a63516e-6455-4c04-baa2-beed8a0d0d61 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1128 time: 0.2875597 Mar 07 10:34:13.632539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:13.642771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d6909-141c-4bab-89ad-51c8a17379d2 req-dd52aefc-4e9b-4faa-884c-af6aeede7975 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.644142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a10d6909-141c-4bab-89ad-51c8a17379d2 req-dd52aefc-4e9b-4faa-884c-af6aeede7975 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.2335427 Mar 07 10:34:13.701543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-4e74d3b0-bd7f-4cba-b1be-4d14f8d0a6bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.138&port_id=66544df8-930d-4bb6-9dbc-6b43d543a682 HTTP/1.1" status: 200 len: 217 time: 0.1053727 Mar 07 10:34:13.734055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:13.887613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-bad1bda2-bbb8-42f5-874e-13eabbcadd86 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3459876 Mar 07 10:34:13.903943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.907400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-c134f5a2-f60d-49ee-bc8a-e9d2c274b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.908846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-c134f5a2-f60d-49ee-bc8a-e9d2c274b40a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5464447c-0635-4200-b5b2-52541cdd7328 HTTP/1.1" status: 200 len: 801 time: 0.1946640 Mar 07 10:34:13.923225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a10d6909-141c-4bab-89ad-51c8a17379d2 req-c79c616d-50df-49cc-b74f-98aa3164348f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455044 Mar 07 10:34:13.997452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:13.997847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:13.998178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:14.018136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:14.018546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:14.050032 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff56a0b4-3fe5-44d1-bbaf-ddd913aba373 x-openstack-request-id: req-ff56a0b4-3fe5-44d1-bbaf-ddd913aba373 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:14.050335 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:14.050548 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff56a0b4-3fe5-44d1-bbaf-ddd913aba373 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:14.050937 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487', 'status': 'completed', 'code': 200} Mar 07 10:34:14.063320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:14.063678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:14.064107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:14.064484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Bound port: 5df552b2-0a9c-491e-860d-41c346d0065d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:14.064839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.163625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-daae8f78-90ac-4a8f-871e-d0a28551db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.165421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-daae8f78-90ac-4a8f-871e-d0a28551db26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a6c0870-b5fb-49d7-94b0-605f456160d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2408929 Mar 07 10:34:14.231591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc191509-c2b1-4426-b46d-64af64a8291c req-16394fb6-801e-4f65-8de2-5f81c4700950 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.233644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc191509-c2b1-4426-b46d-64af64a8291c req-16394fb6-801e-4f65-8de2-5f81c4700950 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.2418218 Mar 07 10:34:14.317286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:14.348470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:14.385158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ac967-184a-4b2f-b814-c7b8cd4ddab7 req-a7535cd8-8349-435f-aca6-712c1dc466ea tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.391074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ac967-184a-4b2f-b814-c7b8cd4ddab7 req-a7535cd8-8349-435f-aca6-712c1dc466ea tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.396352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ac967-184a-4b2f-b814-c7b8cd4ddab7 req-a7535cd8-8349-435f-aca6-712c1dc466ea tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.397985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa1ac967-184a-4b2f-b814-c7b8cd4ddab7 req-a7535cd8-8349-435f-aca6-712c1dc466ea tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2412 time: 0.2711115 Mar 07 10:34:14.410155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:14.448279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.473130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-96393c85-cc62-459c-90aa-ae91f3ee5b49 service neutron] 10.222.0.26 "GET /v2.0/networks/6a6c0870-b5fb-49d7-94b0-605f456160d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847025 Mar 07 10:34:14.500527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:14.507862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc191509-c2b1-4426-b46d-64af64a8291c req-4e8fb74a-3d81-49f8-9c9b-95ccd87e5716 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615566 Mar 07 10:34:14.555787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.556403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.557785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] 10.222.0.26 "PUT /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 1096 time: 2.7640569 Mar 07 10:34:14.564805 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eede0e-c49a-46be-b01f-af2879af6adc x-openstack-request-id: req-85eede0e-c49a-46be-b01f-af2879af6adc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:14.565732 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:14.566388 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85eede0e-c49a-46be-b01f-af2879af6adc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:14.567086 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'code': 200} Mar 07 10:34:14.637241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa1ac967-184a-4b2f-b814-c7b8cd4ddab7 req-ab365d0e-6f64-4cc6-b271-2cd23bf47c6f tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207398 Mar 07 10:34:14.673333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks [] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.675176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2a81-0ea9-4dda-9284-28c05106935b service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:14.732254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.852682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-2c26e2a6-6cb6-48ca-bdf7-339b5df35ceb service neutron] 10.222.0.26 "GET /v2.0/networks/6a6c0870-b5fb-49d7-94b0-605f456160d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500257 Mar 07 10:34:14.877992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-7c7c4a62-a148-4200-ba64-3601bd9aabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.879493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-7c7c4a62-a148-4200-ba64-3601bd9aabe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1130 time: 0.2578952 Mar 07 10:34:14.884379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:14.937118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279d317-367f-4404-af67-9d9cd17626c5 req-d4fe21fa-34f7-4e43-a908-4869dbba5de2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.938600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5279d317-367f-4404-af67-9d9cd17626c5 req-d4fe21fa-34f7-4e43-a908-4869dbba5de2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.2714229 Mar 07 10:34:14.948703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-cec81d05-2c83-4c61-a9d5-417b41ede131 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487 HTTP/1.1" status: 200 len: 217 time: 0.0849040 Mar 07 10:34:15.116373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-69a44ce2-85d4-4287-a149-5fc8d10cd2c1 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=185fbacf30674e42b8483380306a7a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234437 Mar 07 10:34:15.326102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-42015c3a-6b4d-498c-9ef1-8e86fc0c510b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.3974104 Mar 07 10:34:15.350582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on host n-h1-832156-4 for vnic_type normal with profile {"migrating_to": "n-h2-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:15.350979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:15.351254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:15.359978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb11cbb-6ba8-404b-8a2f-b0991defc67e req-17a24244-b93c-4e3f-8be8-2a468346c5a3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.361643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bb11cbb-6ba8-404b-8a2f-b0991defc67e req-17a24244-b93c-4e3f-8be8-2a468346c5a3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.6255438 Mar 07 10:34:15.423224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:15.423561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Attempting to bind port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on network 9258202e-043b-452c-9d49-e8b6223f25e7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:15.462802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:15.463483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Checking segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:15.464092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Bound using segment: {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:15.464764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Bound port: 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9258202e-043b-452c-9d49-e8b6223f25e7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:15.465287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.475593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-8f65c0fa-d9be-4de7-b026-dad67c75b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.477107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-8f65c0fa-d9be-4de7-b026-dad67c75b9d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b293fb56-580b-451d-b22d-328d17b843f3 HTTP/1.1" status: 200 len: 801 time: 0.1705315 Mar 07 10:34:15.522312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5279d317-367f-4404-af67-9d9cd17626c5 req-9a3e2808-ee6f-44f3-bbb1-39e4c0a6eccf tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700655 Mar 07 10:34:15.523737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-2fde36a9-f9e3-4abb-8d3a-1cc22e0981da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.525073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-2fde36a9-f9e3-4abb-8d3a-1cc22e0981da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1795247 Mar 07 10:34:15.529567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-da5d13c0-852d-49e3-b672-f44096bb8a7e tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.531034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-da5d13c0-852d-49e3-b672-f44096bb8a7e tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100666 Mar 07 10:34:15.550288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Request body: {'port': {'device_id': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '185fbacf30674e42b8483380306a7a6c'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:15.630121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9456f19-a9d7-47f8-b28a-20b10a741f07 req-61c01c6f-12c2-48c2-a306-ca2d2961b4b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0855742 Mar 07 10:34:15.637357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bb11cbb-6ba8-404b-8a2f-b0991defc67e req-f2bd95ef-5f47-40a9-b284-48a02b6031f1 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551672 Mar 07 10:34:15.663141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Made reservation on behalf of 185fbacf30674e42b8483380306a7a6c for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:15.667481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.677905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0eb4c74f-73f6-47aa-9f4e-7ca560782c7f req-d457a025-912c-493f-b31f-ace8087fcaa3 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 210 time: 0.0702665 Mar 07 10:34:15.706070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-769ff5d8-4b7c-4003-a894-e534b699f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.707820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-769ff5d8-4b7c-4003-a894-e534b699f53f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2071841 Mar 07 10:34:15.727460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:15.741063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-39358626-1908-4aae-b3e8-340af6cad884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.742556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-39358626-1908-4aae-b3e8-340af6cad884 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1962283 Mar 07 10:34:15.825164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Allocated IP 192.168.233.43 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:15.837201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:15.877949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94c71ed1-93d6-4ca1-bd0c-9bda8d1c6ae3 req-0eca2837-a1b5-4fc6-bf16-0a4e44e3bd15 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0863338 Mar 07 10:34:15.882538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.999783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks [] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.030716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab80242-8589-495d-b2ed-8cac18f86e3e req-eeb3a4d6-6015-4d84-b252-72b2aa0056f4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.032419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ab80242-8589-495d-b2ed-8cac18f86e3e req-eeb3a4d6-6015-4d84-b252-72b2aa0056f4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.3062823 Mar 07 10:34:16.043450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.045991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-4d5ddd02-8bef-45a2-93a2-6f4da09a844f service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310225 Mar 07 10:34:16.055179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}, {'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:16.057470 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb3276-75bc-4782-b05f-10af2567878a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}, {"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:16.063080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['79a299e2-46ee-4003-84d6-4f7fc75903fa'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:16.098714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:16.102786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:16.105862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:16.109831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-71a49ab1-7aa7-4350-810f-71e9e4f242c7 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494222 Mar 07 10:34:16.124739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.140378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Pushing event updated for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.140892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.141042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.142375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-afd57397-2bf0-4ae3-b852-c4949cf76fc1 service neutron] 10.222.0.32 "PUT /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 1122 time: 2.5253632 Mar 07 10:34:16.187927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.188896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.225956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-8ab2afb7-8594-404a-9ef3-6323c8594b76 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6807606 Mar 07 10:34:16.243312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Request body: {'port': {'device_id': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:16.249033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5dce5a8e-6af1-4e80-99de-1087b1aa8a46'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:16.257037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5dce5a8e-6af1-4e80-99de-1087b1aa8a46'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:16.261020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dab7f7-6ea7-4667-b548-d7bc967986c5 req-5185c4f0-0923-43e3-903e-97dcca573b56 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.268210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44dab7f7-6ea7-4667-b548-d7bc967986c5 req-5185c4f0-0923-43e3-903e-97dcca573b56 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.3143933 Mar 07 10:34:16.333390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ab80242-8589-495d-b2ed-8cac18f86e3e req-e214b281-b0fa-412d-a70a-d3d07b28ab8a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853270 Mar 07 10:34:16.354431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.424365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ab78e24-3eee-4d5c-89c9-cd71c7b010ad req-89d63b42-cdb5-43d4-bf35-29350e532222 service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585393 Mar 07 10:34:16.448184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23587db6-2b91-44d8-99cb-110b48ebdab4 req-d13aa78a-b4f8-4990-80a1-cb405c7fdac3 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162313 Mar 07 10:34:16.472039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44dab7f7-6ea7-4667-b548-d7bc967986c5 req-52a6aaf6-93b3-4608-9255-454e86098a4a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027965 Mar 07 10:34:16.635978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7be7f-770e-4bf5-b9d2-3926a4b76768 req-104909b1-376d-4e13-8b42-a7d8cfe7e72a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.643007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53e7be7f-770e-4bf5-b9d2-3926a4b76768 req-104909b1-376d-4e13-8b42-a7d8cfe7e72a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.1909227 Mar 07 10:34:16.665432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d441aee9-3cda-41dd-8173-97e2a4c7823f None None] Provisioning complete for port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:16.665796 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d441aee9-3cda-41dd-8173-97e2a4c7823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.666594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-50ea3cd9-e217-4a73-86aa-898596846f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.667077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-50ea3cd9-e217-4a73-86aa-898596846f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.667548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-50ea3cd9-e217-4a73-86aa-898596846f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.669391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-50ea3cd9-e217-4a73-86aa-898596846f1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2958 time: 0.1466842 Mar 07 10:34:16.710089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d441aee9-3cda-41dd-8173-97e2a4c7823f None None] Port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:16.717207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:16.724958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks [] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.733518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53e7be7f-770e-4bf5-b9d2-3926a4b76768 req-1c9fccae-3b2c-4ab4-8a78-256984d076b2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Mar 07 10:34:16.737257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Transition to ACTIVE for port object b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:16.742236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.776473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210883f-8e88-4273-ab36-fc8eac9e8879 req-e51e2d7d-b042-4215-9bf2-906dc2779cd4 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.778057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4210883f-8e88-4273-ab36-fc8eac9e8879 req-e51e2d7d-b042-4215-9bf2-906dc2779cd4 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.2043560 Mar 07 10:34:16.830591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Pushing event updated for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.884763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Attempting to bind port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:16.885152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Attempting to bind port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:16.885410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Attempting to bind port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:16.886737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-9e2587dc-6382-4b03-b734-f520ed1b1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.889122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-9e2587dc-6382-4b03-b734-f520ed1b1a6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030 HTTP/1.1" status: 200 len: 903 time: 0.2113564 Mar 07 10:34:16.891896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:16.892221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Attempting to bind port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:16.893172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4210883f-8e88-4273-ab36-fc8eac9e8879 req-809c1e25-73a7-4c64-841a-1ae32885d055 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081717 Mar 07 10:34:16.899520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:16.899891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:16.900272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:16.901276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Bound port: b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:16.902318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.950106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-824c59ed-26fb-4e44-bf64-4336fac294d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487 HTTP/1.1" status: 200 len: 217 time: 0.0521030 Mar 07 10:34:16.990353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:17.001397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:17.011809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.017510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082760-8155-419a-83de-48980ee90cf7 req-d1bcc2bc-7201-4631-8d88-e1bb9d0da20a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.030141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082760-8155-419a-83de-48980ee90cf7 req-d1bcc2bc-7201-4631-8d88-e1bb9d0da20a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.035477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082760-8155-419a-83de-48980ee90cf7 req-d1bcc2bc-7201-4631-8d88-e1bb9d0da20a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.038754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c082760-8155-419a-83de-48980ee90cf7 req-d1bcc2bc-7201-4631-8d88-e1bb9d0da20a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2412 time: 0.2140515 Mar 07 10:34:17.041722 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82843ad4-21a1-42f7-a640-253ece83198e x-openstack-request-id: req-82843ad4-21a1-42f7-a640-253ece83198e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:17.042010 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "status": "completed", "code": 200}, {"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:17.042258 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82843ad4-21a1-42f7-a640-253ece83198e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:17.042650 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'status': 'completed', 'code': 200} Mar 07 10:34:17.042902 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'code': 200} Mar 07 10:34:17.064108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.064969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.066434 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] 10.222.0.26 "PUT /v2.0/ports/b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 HTTP/1.1" status: 200 len: 1095 time: 0.8298702 Mar 07 10:34:17.067065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:17.071355 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9acc8-cdbf-4992-9799-c11ade9245d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:17.092151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdce0a-b271-4ea3-9773-76c03a049643 service neutron] Pushing event updated for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:17.161343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-9d49d274-f538-466a-a079-2780a8b70c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.162822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-9d49d274-f538-466a-a079-2780a8b70c9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b293fb56-580b-451d-b22d-328d17b843f3 HTTP/1.1" status: 200 len: 801 time: 0.2059724 Mar 07 10:34:17.196665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-5af89623-4a3d-4614-beec-8888bb7b521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.198858 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-5af89623-4a3d-4614-beec-8888bb7b521f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 1129 time: 0.0622201 Mar 07 10:34:17.221687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c082760-8155-419a-83de-48980ee90cf7 req-56a4c34d-12a5-4e86-bc0c-208335408a38 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650827 Mar 07 10:34:17.225701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3276-75bc-4782-b05f-10af2567878a req-fa86a91d-9158-4944-8ea5-c9b02d86686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.227182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-fa86a91d-9158-4944-8ea5-c9b02d86686b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1130 time: 0.1835921 Mar 07 10:34:17.241839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040906d-aedd-4054-9d01-ccf8f940adc5 req-d474df04-52eb-4a04-9d9b-b00717dc6c28 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.243472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040906d-aedd-4054-9d01-ccf8f940adc5 req-d474df04-52eb-4a04-9d9b-b00717dc6c28 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.2035329 Mar 07 10:34:17.247518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-4a99d9bf-029f-4fd3-9329-3805d45df07d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 HTTP/1.1" status: 200 len: 217 time: 0.0402493 Mar 07 10:34:17.308798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-485b055a-d2b6-410a-9df2-d92261aaaf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.310556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-485b055a-d2b6-410a-9df2-d92261aaaf34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0546563 Mar 07 10:34:17.337536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-cb25f013-8ef4-4be7-a508-a78b5ab2ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.339019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-cb25f013-8ef4-4be7-a508-a78b5ab2ae65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9be9f2a-8cea-4ddf-b9ad-937a267a9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1589813 Mar 07 10:34:17.370368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-1d658c2e-1846-40d8-9f18-794bccf31124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.371908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-1d658c2e-1846-40d8-9f18-794bccf31124 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0548472 Mar 07 10:34:17.443012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c040906d-aedd-4054-9d01-ccf8f940adc5 req-8b7460c7-3fed-4f06-82c5-bd980ba0c36e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927342 Mar 07 10:34:17.497391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-37bd83a1-607d-4bb8-8a49-9f36b264ffae service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123044 Mar 07 10:34:17.516290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98b33-8eec-498f-abc1-6e91e18bf0da req-af0527ef-7887-4d08-bceb-d24eec2015e7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.517793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fa98b33-8eec-498f-abc1-6e91e18bf0da req-af0527ef-7887-4d08-bceb-d24eec2015e7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.2143424 Mar 07 10:34:17.522700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3276-75bc-4782-b05f-10af2567878a req-36a1f611-1aba-4a3e-bf67-002a98a27f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.524066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-36a1f611-1aba-4a3e-bf67-002a98a27f1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2784328 Mar 07 10:34:17.598549 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa5e70c1-b450-4422-a5d1-b1d03f4beb21 req-2ff38e34-86c4-4a8c-917b-694974e489cb service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936797 Mar 07 10:34:17.611716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-ce4c1bd6-eee7-4594-97b7-6b08de8e10a8 service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260396 Mar 07 10:34:17.615589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-def91eb8-722a-4663-a4ab-84ad1c252289 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.0792873 Mar 07 10:34:17.748334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a91a7-6519-47b2-a08b-261989afc019 req-d5246abf-f630-49e5-a30a-bb7ca279bd05 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.749683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784a91a7-6519-47b2-a08b-261989afc019 req-d5246abf-f630-49e5-a30a-bb7ca279bd05 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 947 time: 0.2307284 Mar 07 10:34:17.755598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fa98b33-8eec-498f-abc1-6e91e18bf0da req-1d31eeca-1acc-4203-a7da-1f3105f7177e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203231 Mar 07 10:34:17.784635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3276-75bc-4782-b05f-10af2567878a req-e430a856-583a-4e30-8653-75bb34cc1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.786064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-e430a856-583a-4e30-8653-75bb34cc1903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1425736 Mar 07 10:34:17.854060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150f1caa-4f1e-48aa-bab5-68981cf8d062 req-d80d9a1e-ec50-4f98-8c86-9579dab90906 service neutron] 10.222.0.26 "GET /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282252 Mar 07 10:34:17.878537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c17cf724-bcad-4ba0-8ef6-e7a135c2a8f5 req-ab8e883f-9e33-4a92-83e5-f2024f8a953f tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0586708 Mar 07 10:34:17.883404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784a91a7-6519-47b2-a08b-261989afc019 req-9f0d938a-a372-486e-90e7-3dba991a4ce7 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269586 Mar 07 10:34:17.904123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3276-75bc-4782-b05f-10af2567878a req-6cf64438-8b00-4bc1-98ec-b6d926288b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.904123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-6cf64438-8b00-4bc1-98ec-b6d926288b5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0995946 Mar 07 10:34:17.994301 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed4f71-aa92-4f4c-8a00-51790d21c434 x-openstack-request-id: req-f0ed4f71-aa92-4f4c-8a00-51790d21c434 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:17.994591 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:17.994841 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ed4f71-aa92-4f4c-8a00-51790d21c434 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:17.995581 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7', 'status': 'completed', 'code': 200} Mar 07 10:34:18.002341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-5f8f63ef-68b3-43e2-b960-35c605f0edd4 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Mar 07 10:34:18.154058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-2848c7cb-16c4-4290-9ab3-993e7385fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.155475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-2848c7cb-16c4-4290-9ab3-993e7385fcad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=185fbacf30674e42b8483380306a7a6c&device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 1129 time: 0.1350522 Mar 07 10:34:18.187313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60bb3276-75bc-4782-b05f-10af2567878a req-a5d7fd99-68d8-4da0-adfa-bdb8ab7cb6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759858 Mar 07 10:34:18.209691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9e974-c396-4457-8c73-3db26bcc12fa req-3904f3e3-7a6e-4d2a-b6b0-e936786cbad2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.211156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fd9e974-c396-4457-8c73-3db26bcc12fa req-3904f3e3-7a6e-4d2a-b6b0-e936786cbad2 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.1563926 Mar 07 10:34:18.309561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-70327666-98f9-46ca-a22a-64869e83d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.311126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-70327666-98f9-46ca-a22a-64869e83d5db service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1470995 Mar 07 10:34:18.314395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fd9e974-c396-4457-8c73-3db26bcc12fa req-8c21ad28-d93c-4b25-a3fd-51834fe3be95 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958025 Mar 07 10:34:18.368429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-09763779-2adf-4153-838f-dde708318d51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 HTTP/1.1" status: 200 len: 217 time: 0.0506787 Mar 07 10:34:18.684094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:18.757266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-5cdb08fa-cfde-4c60-9ed9-04563f190e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.758744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-5cdb08fa-cfde-4c60-9ed9-04563f190e36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3812737 Mar 07 10:34:18.770554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee07f-983d-4f01-a119-a0fe6d24845f req-39d1066a-983d-4456-8c4a-b0e88bcb66c9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.772231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-450ee07f-983d-4f01-a119-a0fe6d24845f req-39d1066a-983d-4456-8c4a-b0e88bcb66c9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.4066112 Mar 07 10:34:18.790099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:18.802907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5df552b2-0a9c-491e-860d-41c346d0065d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '5df552b2-0a9c-491e-860d-41c346d0065d', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:18.882410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-450ee07f-983d-4f01-a119-a0fe6d24845f req-d921e0f6-af81-404f-a4ad-05d9958cc228 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926630 Mar 07 10:34:18.897662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e938cc-2206-4b47-b82f-c6cddb38c8a5 req-e39070aa-57c5-418b-9466-b1d05b483e46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.902993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e938cc-2206-4b47-b82f-c6cddb38c8a5 req-e39070aa-57c5-418b-9466-b1d05b483e46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.908755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e938cc-2206-4b47-b82f-c6cddb38c8a5 req-e39070aa-57c5-418b-9466-b1d05b483e46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.910443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77e938cc-2206-4b47-b82f-c6cddb38c8a5 req-e39070aa-57c5-418b-9466-b1d05b483e46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2412 time: 0.1372588 Mar 07 10:34:18.912702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-419c922e-cc7b-4db2-9610-071cde5e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.914103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-419c922e-cc7b-4db2-9610-071cde5e8a9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1398387 Mar 07 10:34:18.990672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:18.991066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.005146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df552b2-0a9c-491e-860d-41c346d0065d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:19.023188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-9599a64a-c92a-4f34-a355-cfff8cf27584 req-b53dce89-324d-4e13-96b6-9d6ab426dddb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:34:19.026190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.029166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9599a64a-c92a-4f34-a355-cfff8cf27584 req-b53dce89-324d-4e13-96b6-9d6ab426dddb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695045 Mar 07 10:34:19.031674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.032721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:19.040730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77e938cc-2206-4b47-b82f-c6cddb38c8a5 req-85c21a53-ef6a-46a2-bcae-947b917e9336 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229627 Mar 07 10:34:19.045230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:19.047517 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4027c-0c82-42ec-b310-1e24c3da0f52" -d '{"events": [{"name": "network-changed", "server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:19.075998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-cfbaf137-85cc-46c6-97fe-556ef1ff210d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514351 Mar 07 10:34:19.139530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.224837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.238274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487', 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'port_id': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487', 'mac_address': 'fa:16:3e:cf:fe:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b293fb56-580b-451d-b22d-328d17b843f3', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:19.279561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:19.280006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.294956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:19.318485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.320932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fee9acc8-cdbf-4992-9799-c11ade9245d7 req-2e870d59-4db2-4acd-8c3a-3b5cda17da32 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349617 Mar 07 10:34:19.332525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0aed-8384-46cd-857d-b83ab99cdb8f req-d407bee9-d78d-49ca-8459-b90bc275f1f9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.335087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.336473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 77bb5324-43ab-406b-86e2-d98baa782cab details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:19.339407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbbe0aed-8384-46cd-857d-b83ab99cdb8f req-d407bee9-d78d-49ca-8459-b90bc275f1f9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.1278825 Mar 07 10:34:19.367401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-9eac83dd-9e2f-43ba-a23b-38adf8510579 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155889 Mar 07 10:34:19.399035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-4eb2ab10-3f8f-472d-8b8e-3831929c9683 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:34:19.400076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-4eb2ab10-3f8f-472d-8b8e-3831929c9683 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136096 Mar 07 10:34:19.438188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbbe0aed-8384-46cd-857d-b83ab99cdb8f req-f9a37c9e-7c51-4ffe-bdb9-93f2c3e96424 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974810 Mar 07 10:34:19.443087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=77bb5324-43ab-406b-86e2-d98baa782cab,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.445854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.468423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '77bb5324-43ab-406b-86e2-d98baa782cab', 'network_id': 'a9be9f2a-8cea-4ddf-b9ad-937a267a9030', 'port_id': '77bb5324-43ab-406b-86e2-d98baa782cab', 'mac_address': 'fa:16:3e:b2:79:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b293fb56-580b-451d-b22d-328d17b843f3', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:19.512922 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0da4f-2413-43b2-b5bd-e9f6caaf5e89 x-openstack-request-id: req-bdd0da4f-2413-43b2-b5bd-e9f6caaf5e89 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:19.512922 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:19.513630 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdd0da4f-2413-43b2-b5bd-e9f6caaf5e89 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:19.513832 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'status': 'completed', 'code': 200} Mar 07 10:34:19.521593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 77bb5324-43ab-406b-86e2-d98baa782cab is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:19.522454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.540757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bb5324-43ab-406b-86e2-d98baa782cab {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:19.565317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=77bb5324-43ab-406b-86e2-d98baa782cab,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.569707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.570861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 66544df8-930d-4bb6-9dbc-6b43d543a682 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:19.593177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-4afc2ea1-5122-4c16-a43a-e5060577b828 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.594710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-4afc2ea1-5122-4c16-a43a-e5060577b828 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports/1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 940 time: 0.1503880 Mar 07 10:34:19.648614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.661491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47f849-ad9f-4e7f-a24c-0491d05e2c20 req-758dee76-74f5-490d-8533-1eebdf30a1f1 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.668215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a47f849-ad9f-4e7f-a24c-0491d05e2c20 req-758dee76-74f5-490d-8533-1eebdf30a1f1 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 947 time: 0.2211182 Mar 07 10:34:19.700337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-802617e8-02f3-4f48-bb28-e961116e032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.702140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-802617e8-02f3-4f48-bb28-e961116e032d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1156 time: 0.1451151 Mar 07 10:34:19.717296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edda24-6cc7-4096-8860-ff7dd88df547 req-785b9b8e-f81b-4f8b-ae5f-222bd99be06e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.719163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47edda24-6cc7-4096-8860-ff7dd88df547 req-785b9b8e-f81b-4f8b-ae5f-222bd99be06e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1468191 Mar 07 10:34:19.726776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=66544df8-930d-4bb6-9dbc-6b43d543a682,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.738965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '66544df8-930d-4bb6-9dbc-6b43d543a682', 'network_id': '6a6c0870-b5fb-49d7-94b0-605f456160d4', 'port_id': '66544df8-930d-4bb6-9dbc-6b43d543a682', 'mac_address': 'fa:16:3e:9a:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5464447c-0635-4200-b5b2-52541cdd7328', 'ip_address': '19.86.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:19.783150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a47f849-ad9f-4e7f-a24c-0491d05e2c20 req-8ac1e931-9749-4d9f-9aa6-b10b00f701a2 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139650 Mar 07 10:34:19.809055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 66544df8-930d-4bb6-9dbc-6b43d543a682 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:19.809643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.831953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66544df8-930d-4bb6-9dbc-6b43d543a682 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:19.879190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=66544df8-930d-4bb6-9dbc-6b43d543a682,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.884884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.897156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47edda24-6cc7-4096-8860-ff7dd88df547 req-0264042c-fac0-45d6-b93d-f34727469703 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598358 Mar 07 10:34:19.913868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-b30c2055-54b6-44b3-a4b6-b5e500a9f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.915429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-b30c2055-54b6-44b3-a4b6-b5e500a9f96f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.1935420 Mar 07 10:34:19.948063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6b198-4645-4b7e-b461-1f16ff301959 req-a668e93a-6bed-4c9c-b95f-1faf52ced17b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.956555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee6b198-4645-4b7e-b461-1f16ff301959 req-a668e93a-6bed-4c9c-b95f-1faf52ced17b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.0920510 Mar 07 10:34:19.973423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:20.006176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-c3454155-ce8c-4eb7-8459-4e6d297743d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 217 time: 0.0795491 Mar 07 10:34:20.109030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee6b198-4645-4b7e-b461-1f16ff301959 req-daa2b8f3-e99f-4fb2-a143-1ecd439a29ea tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515901 Mar 07 10:34:20.114707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-59bc57ec-4d1a-494c-9fcd-af300a03083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.116290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-59bc57ec-4d1a-494c-9fcd-af300a03083c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.0999584 Mar 07 10:34:20.131358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e97086-3301-4f1e-97a3-bf6c31ae7f5b req-2547accf-0b81-42ff-9ee6-fabb3ce41288 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.132834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55e97086-3301-4f1e-97a3-bf6c31ae7f5b req-2547accf-0b81-42ff-9ee6-fabb3ce41288 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.1200244 Mar 07 10:34:20.174456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-f0f796e6-2124-4699-8a24-7192be7385d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406749 Mar 07 10:34:20.236878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-130817e9-ace1-403a-ad96-5eed359758d3 req-e7188d77-912f-483d-aae6-6633991a78da tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0545142 Mar 07 10:34:20.252859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55e97086-3301-4f1e-97a3-bf6c31ae7f5b req-1f19cdd8-5ed5-49e7-a7bf-29043731d818 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116118 Mar 07 10:34:20.368900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-47f0b11a-8012-4fc3-887f-2269f38d7ff1 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805418 Mar 07 10:34:20.473336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d365b-3597-421c-be0e-1400072e5456 req-0d277639-b539-404b-995b-4f8ad2841ef7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.474660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-014d365b-3597-421c-be0e-1400072e5456 req-0d277639-b539-404b-995b-4f8ad2841ef7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.1587036 Mar 07 10:34:20.487289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e487-0664-4441-a380-de3faeaa0255 req-d903cf97-7a25-46bc-821c-74a68bdc90b8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.492578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e487-0664-4441-a380-de3faeaa0255 req-d903cf97-7a25-46bc-821c-74a68bdc90b8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.497943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e487-0664-4441-a380-de3faeaa0255 req-d903cf97-7a25-46bc-821c-74a68bdc90b8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.499447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-adb3e487-0664-4441-a380-de3faeaa0255 req-d903cf97-7a25-46bc-821c-74a68bdc90b8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2415 time: 0.1590776 Mar 07 10:34:20.547255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b4027c-0c82-42ec-b310-1e24c3da0f52 req-f6bca13a-2a65-430a-bad7-15224f0da008 service neutron] 10.222.0.26 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629741 Mar 07 10:34:20.586649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-014d365b-3597-421c-be0e-1400072e5456 req-55977c78-17d0-4a9a-8cab-19f987c05d8c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861616 Mar 07 10:34:20.590055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-adb3e487-0664-4441-a380-de3faeaa0255 req-a9dcbcfc-22a1-4e0d-b3aa-51ab479e93e3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810544 Mar 07 10:34:20.644177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['77bb5324-43ab-406b-86e2-d98baa782cab'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.663295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-0bfbd5d4-bc18-43dc-8db5-69529c04ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.665802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-0bfbd5d4-bc18-43dc-8db5-69529c04ceef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5&tenant_id=718df83fd85648b4b7b0405134648040 HTTP/1.1" status: 200 len: 1125 time: 0.0561335 Mar 07 10:34:20.674395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['66544df8-930d-4bb6-9dbc-6b43d543a682'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.676506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5df552b2-0a9c-491e-860d-41c346d0065d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.738208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2c28b95a-8a0b-4989-a68a-47ccfac56259 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:20.740665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['889f4cde-f9bf-4a7e-b92f-0f19a2f50487'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.749179 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d86337f0-e37b-4aaf-8866-c851600e69c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.750670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0cc6-a2f3-449c-b506-cec7001aaa8e req-13e88a6d-2c8e-4172-96e1-ea7612dc7059 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.752267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28fe0cc6-a2f3-449c-b506-cec7001aaa8e req-13e88a6d-2c8e-4172-96e1-ea7612dc7059 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.1012719 Mar 07 10:34:20.774098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-d8394f42-5848-4737-b89d-b9b7a97d0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.775564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-d8394f42-5848-4737-b89d-b9b7a97d0827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1125 time: 0.0807855 Mar 07 10:34:20.836830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28fe0cc6-a2f3-449c-b506-cec7001aaa8e req-53bcf725-b181-4073-961e-fc573a4e65e5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785096 Mar 07 10:34:20.931628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-f6d899d4-8c5c-4134-9fe6-69b9e3518e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.933214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-f6d899d4-8c5c-4134-9fe6-69b9e3518e1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 914 time: 0.1421597 Mar 07 10:34:20.949118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d583-6c26-4f0c-b754-5122d4f5e2f0 req-f5e375ed-dec3-4909-821f-fa2690a33664 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.950402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d87d583-6c26-4f0c-b754-5122d4f5e2f0 req-f5e375ed-dec3-4909-821f-fa2690a33664 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 947 time: 0.0839722 Mar 07 10:34:20.989854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-8a4a367b-fa69-4aff-947b-a301b11055c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 217 time: 0.0490565 Mar 07 10:34:21.051964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:21.054831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:21.101017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-767f4817-6183-47eb-b629-c45212578182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.102458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-767f4817-6183-47eb-b629-c45212578182 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.1065557 Mar 07 10:34:21.107971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d87d583-6c26-4f0c-b754-5122d4f5e2f0 req-2dde5c65-ece6-4d1c-a959-7fa506e21a79 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210771 Mar 07 10:34:21.134063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:21.141630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-6d717462-445c-4f0c-abc2-81533ef39a41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319171 Mar 07 10:34:21.153121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49f5a-3a30-4417-9f97-1626bfbbc979 req-c42f1488-6968-44bf-a8af-96afbc8bebc3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.156578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b49f5a-3a30-4417-9f97-1626bfbbc979 req-c42f1488-6968-44bf-a8af-96afbc8bebc3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1616762 Mar 07 10:34:21.203548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'port_id': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'mac_address': 'fa:16:3e:ff:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13cad-ab85-4de8-91be-34d79cd29581', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:21.308074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b49f5a-3a30-4417-9f97-1626bfbbc979 req-371729d3-7634-4bdc-81c5-78751859bbc1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406548 Mar 07 10:34:21.343598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b48b-14ce-4dde-a4dc-d0235f2e2de2 req-56c82539-94f1-4f4e-81bd-60b86ca27ace tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.345224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b15b48b-14ce-4dde-a4dc-d0235f2e2de2 req-56c82539-94f1-4f4e-81bd-60b86ca27ace tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.1545744 Mar 07 10:34:21.359786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-cc18e4c0-00e8-4f15-981a-a3c3efcdb7b5 service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015488 Mar 07 10:34:21.475430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2c28b95a-8a0b-4989-a68a-47ccfac56259 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:21.475827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.489249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f00ce33f-e9e1-44df-8222-e5067d5eba49 req-5abfdfe3-0550-4c1b-83af-94b779da8569 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0727632 Mar 07 10:34:21.504172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b15b48b-14ce-4dde-a4dc-d0235f2e2de2 req-5eda59c1-1e90-4c56-a2c3-a45f55d48d8f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488125 Mar 07 10:34:21.527483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:21.529963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c28b95a-8a0b-4989-a68a-47ccfac56259 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:21.545860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:21.553981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12be5ad0-2416-45f1-80df-f1b010b3c329 req-54b99f0e-1a6a-41d6-9cc9-9606d3d2d78e service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854570 Mar 07 10:34:21.573806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97', 'port_id': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'mac_address': 'fa:16:3e:f5:9d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea91c99-82cd-4fd1-9b61-3a5efde87bd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:21.580500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:21.585652 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.586338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:21.657648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1287be-be68-4a65-b5bc-f01ba8df1e30 req-c6ae15cd-8c79-4995-bfee-1efb4aba4487 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.659624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef1287be-be68-4a65-b5bc-f01ba8df1e30 req-c6ae15cd-8c79-4995-bfee-1efb4aba4487 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.0710554 Mar 07 10:34:21.683126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:21.683541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.752748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:21.756334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:21.822353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:21.825375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef1287be-be68-4a65-b5bc-f01ba8df1e30 req-0eda9e8b-4b13-4ec2-8c3a-58f013058d22 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535785 Mar 07 10:34:21.838196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.878373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:21.886551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd88c9-d6ab-4a45-995b-18c617978ceb req-b8c4dc99-be24-4912-92c3-34fdc4336f80 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.902607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7', 'mac_address': 'fa:16:3e:3b:04:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:21.915202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd88c9-d6ab-4a45-995b-18c617978ceb req-b8c4dc99-be24-4912-92c3-34fdc4336f80 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.915556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:21.927004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd88c9-d6ab-4a45-995b-18c617978ceb req-b8c4dc99-be24-4912-92c3-34fdc4336f80 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.928789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70cd88c9-d6ab-4a45-995b-18c617978ceb req-b8c4dc99-be24-4912-92c3-34fdc4336f80 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2415 time: 0.2214878 Mar 07 10:34:21.972495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:21.973171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.996547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:22.030449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b3da7-8d4d-4b15-b86d-68e085518524 req-bd4509f7-0467-499f-a5ce-eba47569fe65 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.033545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:22.036710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-336b3da7-8d4d-4b15-b86d-68e085518524 req-bd4509f7-0467-499f-a5ce-eba47569fe65 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.1063955 Mar 07 10:34:22.040065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:22.050764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70cd88c9-d6ab-4a45-995b-18c617978ceb req-23198508-26a3-4de2-acf5-5d583558dd7c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137843 Mar 07 10:34:22.176334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-336b3da7-8d4d-4b15-b86d-68e085518524 req-7630acaf-73b5-471c-9ef4-772f77dbdcad tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240544 Mar 07 10:34:22.336818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542763b-6e34-483e-bc22-e73c334cef80 req-3ea1cae7-9a33-4dc8-a97e-e2c94efc0987 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.346490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6542763b-6e34-483e-bc22-e73c334cef80 req-3ea1cae7-9a33-4dc8-a97e-e2c94efc0987 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.1615901 Mar 07 10:34:22.398020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:22.491955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6542763b-6e34-483e-bc22-e73c334cef80 req-64776f16-ab08-4440-b188-21b33e129bcf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441991 Mar 07 10:34:22.546418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2a59-093f-41b8-864b-4268a49fa652 req-33c55e15-bbf8-4318-9d8a-db27185d4c9d tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.564803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:22.566741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b59d2a59-093f-41b8-864b-4268a49fa652 req-33c55e15-bbf8-4318-9d8a-db27185d4c9d tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 948 time: 0.2170136 Mar 07 10:34:22.665621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2c28b95a-8a0b-4989-a68a-47ccfac56259'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:22.745856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b59d2a59-093f-41b8-864b-4268a49fa652 req-2bdd9b35-a9ce-49f0-bfda-906450ae7762 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752338 Mar 07 10:34:22.753048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:22.873954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832faebd-6921-4c0a-8bb5-f00cd5a14289 req-eac804a5-7440-4503-a2c1-564730d825c9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.875683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-832faebd-6921-4c0a-8bb5-f00cd5a14289 req-eac804a5-7440-4503-a2c1-564730d825c9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1630170 Mar 07 10:34:23.017781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b6a29b4-8367-41a4-9d18-04b857bcb5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.019168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:23.029570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:23.068215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-832faebd-6921-4c0a-8bb5-f00cd5a14289 req-375661ab-a95f-4d61-be86-a3f65d53ac45 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809611 Mar 07 10:34:23.115148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e294cf-7544-4287-9777-343f9156d12a req-9786c258-0171-42a4-902e-d156fab049c7 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.123607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0e294cf-7544-4287-9777-343f9156d12a req-9786c258-0171-42a4-902e-d156fab049c7 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 945 time: 0.2148945 Mar 07 10:34:23.314075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4ba1db3-03f6-4c1b-9be7-a5d87b169be3 req-b0a27f24-6178-4075-95e9-693a124c3f8a tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.1007130 Mar 07 10:34:23.336444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0e294cf-7544-4287-9777-343f9156d12a req-1f4915b2-65f4-450d-9d88-bf03308ea0b0 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061481 Mar 07 10:34:23.630253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db994-9750-485a-a539-2bb13293c281 req-2cbb1d32-0782-4fc0-8ff5-899553f35eae tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.636174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db994-9750-485a-a539-2bb13293c281 req-2cbb1d32-0782-4fc0-8ff5-899553f35eae tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.642612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db994-9750-485a-a539-2bb13293c281 req-2cbb1d32-0782-4fc0-8ff5-899553f35eae tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.648289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a7db994-9750-485a-a539-2bb13293c281 req-2cbb1d32-0782-4fc0-8ff5-899553f35eae tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2415 time: 0.1693132 Mar 07 10:34:23.679809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a3ce1-331b-46cc-ab77-af11e354107c req-a6dd0f91-31ad-4528-8bab-aa3b8a04756d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.681601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d5a3ce1-331b-46cc-ab77-af11e354107c req-a6dd0f91-31ad-4528-8bab-aa3b8a04756d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.2045133 Mar 07 10:34:23.723274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a7db994-9750-485a-a539-2bb13293c281 req-db49e65d-b5f6-4836-81ca-9d5f11a4cb80 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720260 Mar 07 10:34:23.857646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d5a3ce1-331b-46cc-ab77-af11e354107c req-12f06859-9783-42ca-a5b3-dd66f023fbcb tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387401 Mar 07 10:34:23.920671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.935463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231ec8-a2ae-426b-9a64-3e7e072d59c6 req-d0db35d4-af62-4563-90e6-5fec222c8edb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.937619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b231ec8-a2ae-426b-9a64-3e7e072d59c6 req-d0db35d4-af62-4563-90e6-5fec222c8edb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.1307702 Mar 07 10:34:24.066631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b231ec8-a2ae-426b-9a64-3e7e072d59c6 req-bbbe002b-e1dc-440d-8950-a08ff461e1bf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209257 Mar 07 10:34:24.093992 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.358599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266b57e-4d30-4c05-a5de-36a77eb228b2 req-e4c4329f-c189-42e3-8d2c-884ecbaed851 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.360276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3266b57e-4d30-4c05-a5de-36a77eb228b2 req-e4c4329f-c189-42e3-8d2c-884ecbaed851 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 948 time: 0.1310306 Mar 07 10:34:24.381807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3206938-04f8-46d8-93e0-e567acf1c7e1 req-c9f726a4-e01b-43c5-9821-596349416bc7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.396009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3206938-04f8-46d8-93e0-e567acf1c7e1 req-c9f726a4-e01b-43c5-9821-596349416bc7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.1281629 Mar 07 10:34:24.466748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3266b57e-4d30-4c05-a5de-36a77eb228b2 req-2fd03a3b-34d2-40b5-9a6e-6bf3a749709d tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605369 Mar 07 10:34:24.551949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3206938-04f8-46d8-93e0-e567acf1c7e1 req-5a922927-734e-4e0b-b287-0d1292223f18 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570437 Mar 07 10:34:24.653556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ad42-b857-4457-803e-c16195e56c16 req-b77bdfdd-5240-440e-aed3-1668d33cac0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.662225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3b5ad42-b857-4457-803e-c16195e56c16 req-b77bdfdd-5240-440e-aed3-1668d33cac0a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.0959620 Mar 07 10:34:24.704400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:24.744102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3b5ad42-b857-4457-803e-c16195e56c16 req-bc9da798-2a52-4048-83bb-4b4c8856a5af tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Mar 07 10:34:24.768832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5df552b2-0a9c-491e-860d-41c346d0065d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:24.774396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5df552b2-0a9c-491e-860d-41c346d0065d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:24.775133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.777292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ffb1-7d5c-48d0-9bcf-3c0ddecb642d req-b1c40116-c22f-4893-98ad-ecdc9300a679 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.779913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f04ffb1-7d5c-48d0-9bcf-3c0ddecb642d req-b1c40116-c22f-4893-98ad-ecdc9300a679 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 945 time: 0.1501088 Mar 07 10:34:24.881407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:24.882304 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.917940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:24.921438 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca95e71-2fc0-4536-848a-239e2b662155" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:24.939336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5d9a3bb-e51d-4d4a-a960-d34e11c30fae req-b434d836-3eae-4deb-aa06-dea8dd901443 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0827167 Mar 07 10:34:24.940391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:24.946287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.947335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2c28b95a-8a0b-4989-a68a-47ccfac56259 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:24.976054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f04ffb1-7d5c-48d0-9bcf-3c0ddecb642d req-eda19276-b639-43d6-bab4-5357424b57b9 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775994 Mar 07 10:34:25.147499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:25.187774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a1cf-0f4b-4e4e-96b2-7a7a8abe4b46 req-08751948-9843-43cb-b3e4-40fbfeab63e6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.191490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:25.194030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a1cf-0f4b-4e4e-96b2-7a7a8abe4b46 req-08751948-9843-43cb-b3e4-40fbfeab63e6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.203225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a1cf-0f4b-4e4e-96b2-7a7a8abe4b46 req-08751948-9843-43cb-b3e4-40fbfeab63e6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.211054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f838a1cf-0f4b-4e4e-96b2-7a7a8abe4b46 req-08751948-9843-43cb-b3e4-40fbfeab63e6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2415 time: 0.1543200 Mar 07 10:34:25.224616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbc0f6-4630-429e-a26d-00d1aa2c7f42 req-369bc5af-ac2b-4687-b75f-b46edb8c94db tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.226719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96fbc0f6-4630-429e-a26d-00d1aa2c7f42 req-369bc5af-ac2b-4687-b75f-b46edb8c94db tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.1555283 Mar 07 10:34:25.307299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 2c28b95a-8a0b-4989-a68a-47ccfac56259 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:25.313411 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.317766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96fbc0f6-4630-429e-a26d-00d1aa2c7f42 req-45012f73-d1ad-4116-83af-77c80651e3f0 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836372 Mar 07 10:34:25.334023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f838a1cf-0f4b-4e4e-96b2-7a7a8abe4b46 req-c6e713bb-b697-41aa-92ed-0fbd8b29a4d7 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173477 Mar 07 10:34:25.456963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:25.460829 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441d66b-b968-42eb-bc12-77dffa7d5751 x-openstack-request-id: req-f441d66b-b968-42eb-bc12-77dffa7d5751 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:25.461107 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:25.476377 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f441d66b-b968-42eb-bc12-77dffa7d5751 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:25.484752 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:34:25.487572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2c28b95a-8a0b-4989-a68a-47ccfac56259 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:25.488712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.542787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadebc9-4f7a-4d5d-bf80-09291bb8d650 req-7f0a89bf-2911-441c-bc4f-81bc0013f7c4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.552138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbadebc9-4f7a-4d5d-bf80-09291bb8d650 req-7f0a89bf-2911-441c-bc4f-81bc0013f7c4 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.1235931 Mar 07 10:34:25.561850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.572917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:25.573402 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.615992 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.616978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:25.752439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:25.780287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbadebc9-4f7a-4d5d-bf80-09291bb8d650 req-c2922a80-8a93-4696-9e04-fe1a3575c1c9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210560 Mar 07 10:34:25.816968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.822334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:25.836709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:25.837089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.850004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74084-5cfd-47dc-ab21-6b623e6abf91 req-8aa8c122-a5bc-4bb5-92a1-70e0577dd400 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.852446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f74084-5cfd-47dc-ab21-6b623e6abf91 req-8aa8c122-a5bc-4bb5-92a1-70e0577dd400 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 948 time: 0.2438731 Mar 07 10:34:25.859544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205936-b7df-417c-8c50-8292b105ff1b req-07d19552-d87a-49a9-b356-9e92adae5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.861094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0205936-b7df-417c-8c50-8292b105ff1b req-07d19552-d87a-49a9-b356-9e92adae5ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1132 time: 0.2619092 Mar 07 10:34:25.877550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:25.877966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.949786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:25.950538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.993490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:26.001917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.003214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:26.058117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f74084-5cfd-47dc-ab21-6b623e6abf91 req-913c26dd-efcf-4618-8d5f-2a8358a9d3ff tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952913 Mar 07 10:34:26.086159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:26.094877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:26.117116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0205936-b7df-417c-8c50-8292b105ff1b req-7e0e1668-6afa-4cba-8905-398e8e35d9df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455118 Mar 07 10:34:26.117355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.170917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b678f-a8f6-4228-8824-834abb3be14c req-ca0b41a9-d4aa-4248-b7ff-d4515a4d8c1c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.173152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b5b678f-a8f6-4228-8824-834abb3be14c req-ca0b41a9-d4aa-4248-b7ff-d4515a4d8c1c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2176476 Mar 07 10:34:26.182938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-04dbba07-3448-48a9-a5bf-b77abee2ca37 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.185752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-04dbba07-3448-48a9-a5bf-b77abee2ca37 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.1727185 Mar 07 10:34:26.249889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b5b678f-a8f6-4228-8824-834abb3be14c req-0f482d57-bb61-497b-a401-eb4ff413fd7f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628793 Mar 07 10:34:26.252660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:26.288349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:26.288349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.321358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ac899-a480-405a-ab31-fcca92c334c6 req-ca1b7a7f-e8f1-4c50-bcde-4cd6f8c633ca tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.323861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-675ac899-a480-405a-ab31-fcca92c334c6 req-ca1b7a7f-e8f1-4c50-bcde-4cd6f8c633ca tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.0882187 Mar 07 10:34:26.344772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:26.520261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:26.520733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.598859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:26.603363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Deleting port 2c28b95a-8a0b-4989-a68a-47ccfac56259 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:26.604279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.605000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.605933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 77bb5324-43ab-406b-86e2-d98baa782cab up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:26.712482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] For port 2c28b95a-8a0b-4989-a68a-47ccfac56259, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2c28b95a-8a0b-4989-a68a-47ccfac56259,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:26.713124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.728846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Calling delete_port for 2c28b95a-8a0b-4989-a68a-47ccfac56259 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:26.734344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:26.735403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-675ac899-a480-405a-ab31-fcca92c334c6 req-0dfca8c0-367e-4ec2-a560-d57f27b5d455 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743213 Mar 07 10:34:26.759107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c28617-e380-4805-b12a-352c2a81f542 req-2431ad29-259b-403b-843a-43aabea10940 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.764791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84c28617-e380-4805-b12a-352c2a81f542 req-2431ad29-259b-403b-843a-43aabea10940 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceff9f-e28a-4dab-9004-aee5e1377b26 HTTP/1.1" status: 200 len: 946 time: 0.3180964 Mar 07 10:34:26.808747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 77bb5324-43ab-406b-86e2-d98baa782cab completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:26.818877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 77bb5324-43ab-406b-86e2-d98baa782cab triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:26.819665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.901285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84c28617-e380-4805-b12a-352c2a81f542 req-a9a05c53-b5bd-46a8-a9db-3cdd8cd7ded7 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312342 Mar 07 10:34:26.952211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3127c26d-7d50-43a8-8fcc-a00df8e82d91 req-943d76b7-8aeb-4c1a-9361-b4aac4ce20f9 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0819967 Mar 07 10:34:27.053783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 77bb5324-43ab-406b-86e2-d98baa782cab is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:27.054939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.072378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.102894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=77bb5324-43ab-406b-86e2-d98baa782cab,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:27.114600 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.115435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 66544df8-930d-4bb6-9dbc-6b43d543a682 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:27.280471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:27.335877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 66544df8-930d-4bb6-9dbc-6b43d543a682 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:27.346463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 66544df8-930d-4bb6-9dbc-6b43d543a682 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:27.347265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.491503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259'}, {'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7'}, {'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'}, {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487'}, {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:27.493855 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb443ec4-842a-47fd-a7a7-27be44ab8b31" -d '{"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-plugged", "status": "completed", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259"}, {"server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "name": "network-vif-plugged", "status": "completed", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7"}, {"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5"}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487"}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:27.496496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 66544df8-930d-4bb6-9dbc-6b43d543a682 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:27.496936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.544240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=66544df8-930d-4bb6-9dbc-6b43d543a682,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:27.549678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.585837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2c28b95a-8a0b-4989-a68a-47ccfac56259 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:27.652453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:27.693130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.706997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2c28b95a-8a0b-4989-a68a-47ccfac56259 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:27.707382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c28b95a-8a0b-4989-a68a-47ccfac56259), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.782578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac243fc1-47e1-4c0c-b468-cbf4fdb58f4a req-f0f34a09-2392-4135-904e-34a99f32ac21 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.788596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac243fc1-47e1-4c0c-b468-cbf4fdb58f4a req-f0f34a09-2392-4135-904e-34a99f32ac21 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.794422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac243fc1-47e1-4c0c-b468-cbf4fdb58f4a req-f0f34a09-2392-4135-904e-34a99f32ac21 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.809488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac243fc1-47e1-4c0c-b468-cbf4fdb58f4a req-f0f34a09-2392-4135-904e-34a99f32ac21 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2417 time: 0.7050426 Mar 07 10:34:27.812377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event deleted for resources: {'Port': ['ID=2c28b95a-8a0b-4989-a68a-47ccfac56259,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:27.842728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] No DVR routers for this DVR port 2c28b95a-8a0b-4989-a68a-47ccfac56259 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:27.850729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.854724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62adf2d0-d748-4db0-adfe-fe1075f53f5e req-3a374e9e-fdda-4539-aa43-0540abc8a5b3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "DELETE /v2.0/ports/2c28b95a-8a0b-4989-a68a-47ccfac56259 HTTP/1.1" status: 204 len: 173 time: 1.5291750 Mar 07 10:34:27.855861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-deleted', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:27.858167 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2858be-76e7-46e4-9e0b-17285364a317" -d '{"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-deleted", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:27.886395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f13a-73b0-4483-957d-94ec5bcb508f req-af7d24e3-111c-4b27-bab3-710763a9c814 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.888087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b440f13a-73b0-4483-957d-94ec5bcb508f req-af7d24e3-111c-4b27-bab3-710763a9c814 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 944 time: 0.7498355 Mar 07 10:34:27.889541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-9f31bc7d-cbe2-48f0-9dfd-7ad3ad32738b service neutron] 10.222.0.26 "GET /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.2708921 Mar 07 10:34:28.049208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac243fc1-47e1-4c0c-b468-cbf4fdb58f4a req-31d40adc-3d40-4c1b-8f90-0c51b9fda5a1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370977 Mar 07 10:34:28.112141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b440f13a-73b0-4483-957d-94ec5bcb508f req-b97eab4a-9b93-4ef7-b3ff-521b3c543cdd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169034 Mar 07 10:34:28.227539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85419ec-98c9-41b0-8141-95651f69ed8c req-cca19650-8d10-429c-b252-0d6c231e8f9e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.230560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e85419ec-98c9-41b0-8141-95651f69ed8c req-cca19650-8d10-429c-b252-0d6c231e8f9e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1131909 Mar 07 10:34:28.359105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.376354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67e1d8-39a1-4786-8ae3-69007c1f3d1b req-f322fc55-fc90-4723-9c6e-3d531c737ba2 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.383889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee67e1d8-39a1-4786-8ae3-69007c1f3d1b req-f322fc55-fc90-4723-9c6e-3d531c737ba2 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 949 time: 0.1885309 Mar 07 10:34:28.413120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e85419ec-98c9-41b0-8141-95651f69ed8c req-812e9d73-a7ab-4b6b-94b7-5493d19f6149 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524384 Mar 07 10:34:28.453516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:28.484115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee67e1d8-39a1-4786-8ae3-69007c1f3d1b req-ce17893d-97e8-468e-a284-f3b57d4b8c06 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Mar 07 10:34:28.506640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:28.588170 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b6c3d-fdaa-43bc-8f8e-76911141dabd x-openstack-request-id: req-990b6c3d-fdaa-43bc-8f8e-76911141dabd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:28.588480 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-plugged", "status": "completed", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259", "code": 200}, {"server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "name": "network-vif-plugged", "status": "completed", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7", "code": 200}, {"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5", "code": 200}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487", "code": 200}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:28.588743 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-990b6c3d-fdaa-43bc-8f8e-76911141dabd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:28.589159 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'code': 200} Mar 07 10:34:28.589418 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7', 'code': 200} Mar 07 10:34:28.589673 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'code': 200} Mar 07 10:34:28.590093 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487', 'code': 200} Mar 07 10:34:28.591249 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab', 'code': 200} Mar 07 10:34:28.674677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:28.715698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:28.762929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884a8e-127f-4bbd-a5e4-b9d24e979733 req-e0359df7-9d96-4f56-a026-8d72972db2ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.764537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4884a8e-127f-4bbd-a5e4-b9d24e979733 req-e0359df7-9d96-4f56-a026-8d72972db2ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2122872 Mar 07 10:34:28.767957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.844272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca642e6-bb6f-4df3-9eb2-ee1cc9244352 req-dba49b29-0420-44e4-a910-42b9377673e9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.845903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aca642e6-bb6f-4df3-9eb2-ee1cc9244352 req-dba49b29-0420-44e4-a910-42b9377673e9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.2033172 Mar 07 10:34:28.865698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545513fd-9ff8-4341-ae16-b7d4df4177b2 req-e7ffc1be-5ee9-4bbe-bdfc-9c0e81dfabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.867169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-545513fd-9ff8-4341-ae16-b7d4df4177b2 req-e7ffc1be-5ee9-4bbe-bdfc-9c0e81dfabf3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 1131 time: 0.1836483 Mar 07 10:34:28.924167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4884a8e-127f-4bbd-a5e4-b9d24e979733 req-aa20e4d0-f4d6-4e5d-a418-f159526a9880 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430318 Mar 07 10:34:28.998865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-545513fd-9ff8-4341-ae16-b7d4df4177b2 req-11fe39a2-220e-4c74-a285-369648d15b90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188703 Mar 07 10:34:29.000669 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c0ba3d-c677-447e-8501-aadebc9a36a4 x-openstack-request-id: req-61c0ba3d-c677-447e-8501-aadebc9a36a4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:29.000959 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fceff9f-e28a-4dab-9004-aee5e1377b26", "name": "network-vif-deleted", "tag": "2c28b95a-8a0b-4989-a68a-47ccfac56259", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:29.001256 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61c0ba3d-c677-447e-8501-aadebc9a36a4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:29.001639 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fceff9f-e28a-4dab-9004-aee5e1377b26', 'name': 'network-vif-deleted', 'tag': '2c28b95a-8a0b-4989-a68a-47ccfac56259', 'status': 'completed', 'code': 200} Mar 07 10:34:29.002633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Transition to ACTIVE for port object 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:29.006684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aca642e6-bb6f-4df3-9eb2-ee1cc9244352 req-a332d92c-688b-4814-afa2-a2811dc00de2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461883 Mar 07 10:34:29.008595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.116991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Pushing event updated for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:29.119956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] No DVR routers for this DVR port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:29.160061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.161087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.161632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.162156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.162696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.165878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:29.185015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e129700-1e6e-41a4-a706-3aa5f3b914f2 req-9a1e6393-d47e-4ea3-9540-0f0a2cd27c59 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0625632 Mar 07 10:34:29.247302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-36e91ce9-2fb6-46af-afe5-42ce22e416cb service neutron] 10.222.0.26 "PUT /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46/bindings/n-h2-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3505831 Mar 07 10:34:29.341897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e053f-4829-40bd-9e45-03b1161b0e09 req-dbd54b22-a6e2-4116-a72f-da39e32c547f tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.349326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d8e053f-4829-40bd-9e45-03b1161b0e09 req-dbd54b22-a6e2-4116-a72f-da39e32c547f tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1132 time: 0.1548405 Mar 07 10:34:29.392977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5df4-7006-49ba-a73d-89436ffa63c8 req-9f95f5eb-9ba7-48f0-b87d-9e3372315fb2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.398418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5df4-7006-49ba-a73d-89436ffa63c8 req-9f95f5eb-9ba7-48f0-b87d-9e3372315fb2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.404142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5df4-7006-49ba-a73d-89436ffa63c8 req-9f95f5eb-9ba7-48f0-b87d-9e3372315fb2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.405889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0db5df4-7006-49ba-a73d-89436ffa63c8 req-9f95f5eb-9ba7-48f0-b87d-9e3372315fb2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.1227093 Mar 07 10:34:29.433717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d8e053f-4829-40bd-9e45-03b1161b0e09 req-ba0c35ba-38a1-4787-bcd3-4273263fdcf0 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835655 Mar 07 10:34:29.474041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0db5df4-7006-49ba-a73d-89436ffa63c8 req-289a6882-b980-415a-a19a-fbe0638077e4 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Mar 07 10:34:29.644444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66eb7-5ac6-4850-b6f5-0d95eb79b3a7 req-149c9115-57ee-42bc-812e-cec3ccd28e1c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.645861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ed66eb7-5ac6-4850-b6f5-0d95eb79b3a7 req-149c9115-57ee-42bc-812e-cec3ccd28e1c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1265032 Mar 07 10:34:29.711190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-1e9ba1a7-4267-4b1c-9143-35371cc30166 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.712957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-1e9ba1a7-4267-4b1c-9143-35371cc30166 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.1538479 Mar 07 10:34:29.738203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ed66eb7-5ac6-4850-b6f5-0d95eb79b3a7 req-777a051f-d4de-412a-85b0-f8e7016e9d7a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830398 Mar 07 10:34:29.745728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-de101eed-65c2-492f-8bf6-50dc58c1676d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/quotas/b4aad5f1b80c468ea82ee048f864e8c5 HTTP/1.1" status: 200 len: 375 time: 0.0239601 Mar 07 10:34:29.779204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-76b0f059-b2f5-459e-9e2d-a2c21aaaf034 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324862 Mar 07 10:34:29.920150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-fb2476a7-7cce-431e-b259-3eb30c080bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332116 Mar 07 10:34:29.942935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9995c4-a1e3-4a8c-a36e-4372eb34d1c8 req-69698ce5-be35-4d7b-8655-c8cf648101d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.944510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf9995c4-a1e3-4a8c-a36e-4372eb34d1c8 req-69698ce5-be35-4d7b-8655-c8cf648101d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.0847876 Mar 07 10:34:30.053866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf9995c4-a1e3-4a8c-a36e-4372eb34d1c8 req-a13a2776-ec7e-4116-bd02-13635d6da845 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985718 Mar 07 10:34:30.066768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-6e2722f5-d74a-4833-a9f5-366f55aee6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401567 Mar 07 10:34:30.428026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748891-62c0-4f62-9715-a66bf4b889dd req-c6e1cc84-ea39-4af0-b956-917877252ca7 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:30.433216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b748891-62c0-4f62-9715-a66bf4b889dd req-c6e1cc84-ea39-4af0-b956-917877252ca7 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 949 time: 0.1062889 Mar 07 10:34:30.492911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b748891-62c0-4f62-9715-a66bf4b889dd req-6a28ddf1-3826-421d-92ee-c5a9f0cf94c6 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Mar 07 10:34:30.592378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:30.594668 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d2fba-e1d7-4201-93c0-dec900505f2b" -d '{"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:30.677590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800497b1-6c47-46e3-bc39-c4584788b079 req-c8d04b93-3580-48c5-81a4-bc1e12ed3535 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:30.679526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-800497b1-6c47-46e3-bc39-c4584788b079 req-c8d04b93-3580-48c5-81a4-bc1e12ed3535 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.0897205 Mar 07 10:34:30.823494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-800497b1-6c47-46e3-bc39-c4584788b079 req-9f000759-fde6-4fdc-982d-3541a0aa5885 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315801 Mar 07 10:34:30.911413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3f5c5ee-c113-4cc5-92e9-7f6b4bd28a3d req-ac685e21-a7ed-41b4-8018-82997f56fe2e tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0487714 Mar 07 10:34:30.949430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e6d2dc7-d167-4bce-ae12-22cc1c02e059 req-5204919d-6cfd-4344-8696-674ece7e896c tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 210 time: 0.0362511 Mar 07 10:34:31.049721 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-69a608aa-ad57-4c84-9692-ebe172a84851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2043591 Mar 07 10:34:31.181320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a1ea-af20-4a26-be62-682eaab4e250 req-65fd16ab-339e-4bed-9b96-cc814d6683c6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.194326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a1ea-af20-4a26-be62-682eaab4e250 req-65fd16ab-339e-4bed-9b96-cc814d6683c6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.200336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a1ea-af20-4a26-be62-682eaab4e250 req-65fd16ab-339e-4bed-9b96-cc814d6683c6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.208087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0640a1ea-af20-4a26-be62-682eaab4e250 req-65fd16ab-339e-4bed-9b96-cc814d6683c6 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.1402884 Mar 07 10:34:31.226977 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec382f-6b8d-4b63-8fd4-f9832162284b x-openstack-request-id: req-9bec382f-6b8d-4b63-8fd4-f9832162284b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:31.227244 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-plugged", "status": "completed", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:31.227487 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bec382f-6b8d-4b63-8fd4-f9832162284b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:31.227909 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682', 'code': 200} Mar 07 10:34:31.275144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0640a1ea-af20-4a26-be62-682eaab4e250 req-de3b6a32-a88a-46c6-8977-8cccec4e8143 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660663 Mar 07 10:34:31.426063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19931-161f-426a-bcaf-e1c46a8ee411 req-59095eed-33aa-485a-b22d-f75c3f795fd3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.427687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68f19931-161f-426a-bcaf-e1c46a8ee411 req-59095eed-33aa-485a-b22d-f75c3f795fd3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1459203 Mar 07 10:34:31.447186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc630f7-3852-4ac5-8470-1add4bc53e75 req-a4206ce4-99ae-4343-bf72-1b5aab88ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.447637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc630f7-3852-4ac5-8470-1add4bc53e75 req-a4206ce4-99ae-4343-bf72-1b5aab88ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.448136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc630f7-3852-4ac5-8470-1add4bc53e75 req-a4206ce4-99ae-4343-bf72-1b5aab88ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.449981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcc630f7-3852-4ac5-8470-1add4bc53e75 req-a4206ce4-99ae-4343-bf72-1b5aab88ad10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2964 time: 0.1128094 Mar 07 10:34:31.465886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f695-bac2-48d2-85d4-6b2d5fac1e0c req-cde8be5f-ad90-40bb-a862-5efbadce5918 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.467333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77d8f695-bac2-48d2-85d4-6b2d5fac1e0c req-cde8be5f-ad90-40bb-a862-5efbadce5918 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1185148 Mar 07 10:34:31.579633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68f19931-161f-426a-bcaf-e1c46a8ee411 req-4965e475-fadf-4c0d-8584-ad0c5ff011c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444354 Mar 07 10:34:31.580611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a83495ac-f792-4943-bd84-ad79d2c2cc07 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.581880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a83495ac-f792-4943-bd84-ad79d2c2cc07 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 1129 time: 0.1052682 Mar 07 10:34:31.600400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcc630f7-3852-4ac5-8470-1add4bc53e75 req-faaaccb0-e97f-4d1b-b6f1-fb36897bafe5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358650 Mar 07 10:34:31.601166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77d8f695-bac2-48d2-85d4-6b2d5fac1e0c req-a7e95aff-64aa-4a1b-8152-b8ab2c5ef28d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270170 Mar 07 10:34:31.737487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c4aa-ba4d-496c-9290-5d5eeab6125e req-1039535c-44bb-4c4d-a9fc-2115ff8b6947 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.738918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe34c4aa-ba4d-496c-9290-5d5eeab6125e req-1039535c-44bb-4c4d-a9fc-2115ff8b6947 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.0875888 Mar 07 10:34:31.740796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-e8d8b614-21f2-4fe3-9763-6a68e5571707 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.742137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-e8d8b614-21f2-4fe3-9763-6a68e5571707 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 1131 time: 0.0778322 Mar 07 10:34:31.781119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-5baba238-0dc4-4fcf-8279-9180ca526362 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.820076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe34c4aa-ba4d-496c-9290-5d5eeab6125e req-22997064-2c4f-485d-88e2-34a79a3d7299 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751922 Mar 07 10:34:31.882716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-5baba238-0dc4-4fcf-8279-9180ca526362 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Publish callbacks [] for security_group (5d193c88-e53c-4a30-a7f1-63393c1e00f4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.896423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-5baba238-0dc4-4fcf-8279-9180ca526362 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d193c88-e53c-4a30-a7f1-63393c1e00f4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.956805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da943cf3-841a-4353-95af-1c1724eca0d4 req-5baba238-0dc4-4fcf-8279-9180ca526362 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052166 Mar 07 10:34:31.969427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba238-0dc4-4fcf-8279-9180ca526362 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d193c88-e53c-4a30-a7f1-63393c1e00f4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:31.991422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce300944-2e48-4ecc-9ddd-cb42d674c7f7 req-4cd9e0b2-eda7-4904-a05b-d6da33915350 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.992968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce300944-2e48-4ecc-9ddd-cb42d674c7f7 req-4cd9e0b2-eda7-4904-a05b-d6da33915350 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1072745 Mar 07 10:34:32.059165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad2de79-6c15-48e1-b2ea-8b6232ab7624 req-2b92bb29-cbb8-4920-a839-0fa243e35300 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0372307 Mar 07 10:34:32.112691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce300944-2e48-4ecc-9ddd-cb42d674c7f7 req-7698cc26-cdd1-4faa-84f4-533882bd9f3f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132228 Mar 07 10:34:32.178351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e198bb1-da08-461b-b07f-ba7c985c16e4 req-f6de648f-64d7-4de4-b129-e8e2451f5732 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 210 time: 0.0338056 Mar 07 10:34:32.208558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-cd0d9ce3-f349-435e-9443-b2a773a82750 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.209907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-cd0d9ce3-f349-435e-9443-b2a773a82750 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 821 time: 0.1531682 Mar 07 10:34:32.225562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Request body: {'port': {'device_id': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'admin_state_up': True, 'tenant_id': 'b4aad5f1b80c468ea82ee048f864e8c5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:32.341061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Made reservation on behalf of b4aad5f1b80c468ea82ee048f864e8c5 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:32.344656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.459626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a3cf-a8bd-4015-a22b-5d4b4dd8f626 req-ee186b59-ec5a-4081-8ae7-646c8615c22c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.464856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a3cf-a8bd-4015-a22b-5d4b4dd8f626 req-ee186b59-ec5a-4081-8ae7-646c8615c22c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.470241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a3cf-a8bd-4015-a22b-5d4b4dd8f626 req-ee186b59-ec5a-4081-8ae7-646c8615c22c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.471892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f883a3cf-a8bd-4015-a22b-5d4b4dd8f626 req-ee186b59-ec5a-4081-8ae7-646c8615c22c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.1249373 Mar 07 10:34:32.541785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Allocated IP 172.20.0.10 (e888aa5b-061f-481e-a30b-35dfacb0b533/cfa13cad-ab85-4de8-91be-34d79cd29581/e5523af0-0951-4914-9147-ac4cf3651463) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:32.561517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f883a3cf-a8bd-4015-a22b-5d4b4dd8f626 req-557e4a6e-1df6-4928-b24c-673df8b7275a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834053 Mar 07 10:34:32.757984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for port (e5523af0-0951-4914-9147-ac4cf3651463), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.775685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d263-e026-4256-9654-e27cf047f239 req-708c778f-e852-4438-90c3-daa6d6dd1012 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.777178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69d0d263-e026-4256-9654-e27cf047f239 req-708c778f-e852-4438-90c3-daa6d6dd1012 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1245129 Mar 07 10:34:32.799399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005aa9-2ef7-42d7-9a16-ddfcf7841b36 req-4654a6a4-a392-4d0d-8260-bbdd5f3c419f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.800806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be005aa9-2ef7-42d7-9a16-ddfcf7841b36 req-4654a6a4-a392-4d0d-8260-bbdd5f3c419f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1140537 Mar 07 10:34:32.863346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.908300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69d0d263-e026-4256-9654-e27cf047f239 req-01196148-00f9-489c-b873-90dbc8eac102 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227775 Mar 07 10:34:32.930193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be005aa9-2ef7-42d7-9a16-ddfcf7841b36 req-22e8beae-e099-461e-81ad-eb5da8d2a93d tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185374 Mar 07 10:34:32.938167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Network e888aa5b-061f-481e-a30b-35dfacb0b533 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:32.941370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:32.945923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:32.950246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event updated for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:33.021122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.026707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.073706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-3256edf4-2ef7-485e-8edd-755664a46771 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517368 Mar 07 10:34:33.089189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0bd6-d572-43b6-bf62-e07b937120d2 req-2e49c9dd-1acb-4d08-b26c-3e68262fee11 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.090627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7e0bd6-d572-43b6-bf62-e07b937120d2 req-2e49c9dd-1acb-4d08-b26c-3e68262fee11 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1104512 Mar 07 10:34:33.094211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Request body: {'port': {'device_id': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:33.180688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b3b8-bd87-4e66-a7e4-35f459cdb161 req-6fc35782-6f3f-47ef-87c8-ad35fcbde5e1 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.182173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3af4b3b8-bd87-4e66-a7e4-35f459cdb161 req-6fc35782-6f3f-47ef-87c8-ad35fcbde5e1 tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 1131 time: 0.1441331 Mar 07 10:34:33.211027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7e0bd6-d572-43b6-bf62-e07b937120d2 req-dfc55dad-1c70-4279-8ffa-6c31e1d421d1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120632 Mar 07 10:34:33.216210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e5523af0-0951-4914-9147-ac4cf3651463), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.296358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3af4b3b8-bd87-4e66-a7e4-35f459cdb161 req-3133bdb0-c5f6-410f-a227-99eaa1ab329c tempest-ServersAdminNegativeTestJSON-401148892 tempest-ServersAdminNegativeTestJSON-401148892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078513 Mar 07 10:34:33.318325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99134d6f-a2ac-45c8-99d9-e1330d6f6fd8 req-1c3fce3d-4435-4c86-995d-a8507e12d870 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0433726 Mar 07 10:34:33.514961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514095e-5005-4c06-bc49-347b0e6c0227 req-147d5695-b926-4c32-a502-87e7f071a3f8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.516459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9514095e-5005-4c06-bc49-347b0e6c0227 req-147d5695-b926-4c32-a502-87e7f071a3f8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1559074 Mar 07 10:34:33.526830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b6471-a227-4af9-ac07-3bb4a59cbd73 req-2b237772-7d2f-4111-a203-50805efd8cb3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.528292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61b6471-a227-4af9-ac07-3bb4a59cbd73 req-2b237772-7d2f-4111-a203-50805efd8cb3 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 932 time: 0.1464915 Mar 07 10:34:33.634059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9514095e-5005-4c06-bc49-347b0e6c0227 req-b3c124ea-a802-46fa-9d88-b7e7099c7401 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048644 Mar 07 10:34:33.666111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61b6471-a227-4af9-ac07-3bb4a59cbd73 req-25c810f8-9b32-47b0-a0be-ce9896eea669 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280975 Mar 07 10:34:33.669907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5523af0-0951-4914-9147-ac4cf3651463 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:33.677641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks [] for port (e5523af0-0951-4914-9147-ac4cf3651463), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.690357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Transition to ACTIVE for port object e5523af0-0951-4914-9147-ac4cf3651463 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:33.697782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.781527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Pushing event updated for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:33.924462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf36c9-197b-48ea-9fe8-72ad90f01397 req-df67043e-afaf-48d2-a229-62217c9a8a6d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.929810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf36c9-197b-48ea-9fe8-72ad90f01397 req-df67043e-afaf-48d2-a229-62217c9a8a6d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.935135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf36c9-197b-48ea-9fe8-72ad90f01397 req-df67043e-afaf-48d2-a229-62217c9a8a6d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.936841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3cf36c9-197b-48ea-9fe8-72ad90f01397 req-df67043e-afaf-48d2-a229-62217c9a8a6d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.1959021 Mar 07 10:34:33.985783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Attempting to bind port e5523af0-0951-4914-9147-ac4cf3651463 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:33.986128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Attempting to bind port e5523af0-0951-4914-9147-ac4cf3651463 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:33.986447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Attempting to bind port e5523af0-0951-4914-9147-ac4cf3651463 on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:34.013392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-c562de6b-ed78-45fc-a5a9-820fd15d7d91 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.014872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-c562de6b-ed78-45fc-a5a9-820fd15d7d91 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2198343 Mar 07 10:34:34.019895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Port e5523af0-0951-4914-9147-ac4cf3651463 on network e888aa5b-061f-481e-a30b-35dfacb0b533 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:34.020195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Attempting to bind port e5523af0-0951-4914-9147-ac4cf3651463 on network e888aa5b-061f-481e-a30b-35dfacb0b533 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:34.055312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229824a4-5ea1-4eed-b5c6-9ba01e88ac41 req-9189cd8a-b9e4-4008-8fdb-763cd8f3feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.056807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-229824a4-5ea1-4eed-b5c6-9ba01e88ac41 req-9189cd8a-b9e4-4008-8fdb-763cd8f3feb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1127 time: 0.2373934 Mar 07 10:34:34.074435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:34.074833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Checking segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:34.075213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Bound using segment: {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:34.075668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Bound port: e5523af0-0951-4914-9147-ac4cf3651463, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1cf02-9834-4bf2-95d8-ed6a22e56194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:34.076021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e5523af0-0951-4914-9147-ac4cf3651463), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.101055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3cf36c9-197b-48ea-9fe8-72ad90f01397 req-ffa79eac-8c62-43cf-88b0-1fc481a29942 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563828 Mar 07 10:34:34.489616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f41f1c-c4fc-4801-93b1-55826004214e req-c9b0f568-f6ee-4164-aaf9-2a0b5fd94626 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.491074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13f41f1c-c4fc-4801-93b1-55826004214e req-c9b0f568-f6ee-4164-aaf9-2a0b5fd94626 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 949 time: 0.5300844 Mar 07 10:34:34.526686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-229824a4-5ea1-4eed-b5c6-9ba01e88ac41 req-d49f5643-481a-4ce5-a6b9-fdcc23481e00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473231 Mar 07 10:34:34.557208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-a77eefa5-5666-46ef-acb2-41ff31d6bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.558689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-a77eefa5-5666-46ef-acb2-41ff31d6bb17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6&tenant_id=1e4a6acf30d24121a5519a94f1666392 HTTP/1.1" status: 200 len: 1127 time: 0.5267634 Mar 07 10:34:34.559757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:34.584275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e5523af0-0951-4914-9147-ac4cf3651463,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:34.600388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.612284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bfb2a-2bce-4dee-b7d3-3782409e5fb2 req-856a77cc-61d7-4490-923b-c34e9396a771 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.613756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d7bfb2a-2bce-4dee-b7d3-3782409e5fb2 req-856a77cc-61d7-4490-923b-c34e9396a771 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1659718 Mar 07 10:34:34.620469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13f41f1c-c4fc-4801-93b1-55826004214e req-bce5ac0d-29da-43af-a42f-a514311bfedb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088181 Mar 07 10:34:34.665309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.666225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.667278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5523af0-0951-4914-9147-ac4cf3651463 HTTP/1.1" status: 200 len: 1092 time: 1.5865183 Mar 07 10:34:34.669769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:34.672130 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbd562c-cf65-4db4-8b4a-046231b3fdba" -d '{"events": [{"name": "network-changed", "server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "tag": "e5523af0-0951-4914-9147-ac4cf3651463"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:34.745054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41100394-34e1-4dd4-bee2-072f5973a367 service neutron] Pushing event updated for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:34.770029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d7bfb2a-2bce-4dee-b7d3-3782409e5fb2 req-844e86d0-ddba-4620-a508-c153c9ae7270 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470866 Mar 07 10:34:34.795074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-a2d50a7d-15c6-48a9-be7a-7d303fe3c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.796639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-a2d50a7d-15c6-48a9-be7a-7d303fe3c868 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 1126 time: 0.0851059 Mar 07 10:34:34.804487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046992a-25c1-401d-b075-5b59349498de req-86c35ed4-919c-452b-afb5-e051d121a96f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.805873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e046992a-25c1-401d-b075-5b59349498de req-86c35ed4-919c-452b-afb5-e051d121a96f tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1246285 Mar 07 10:34:34.851895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-dc5b1c83-0322-40f5-a0bf-b19a8b6144b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5523af0-0951-4914-9147-ac4cf3651463 HTTP/1.1" status: 200 len: 217 time: 0.0450251 Mar 07 10:34:35.010717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e08-699e-43ef-a46c-555686611fdb req-6bd73c40-dfbc-4c2c-8297-7ceadb33e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.012560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-6bd73c40-dfbc-4c2c-8297-7ceadb33e07a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.1427226 Mar 07 10:34:35.015224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e046992a-25c1-401d-b075-5b59349498de req-2332dc14-6fbd-4b9c-9fa6-329cf9d81802 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017467 Mar 07 10:34:35.057295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-cda6be3f-f0a4-48a8-81e5-1849fb9c407d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359728 Mar 07 10:34:35.059351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-6d040670-4e9b-40c0-926e-720b362a6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.060717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-6d040670-4e9b-40c0-926e-720b362a6ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e4a6acf30d24121a5519a94f1666392&device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1127 time: 0.2106400 Mar 07 10:34:35.073541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433de65-0bde-4bc7-87fa-4ecbd9c76d7d req-bd9e0e68-9dc5-43b4-b8d0-4042f0323a6a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.075186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c433de65-0bde-4bc7-87fa-4ecbd9c76d7d req-bd9e0e68-9dc5-43b4-b8d0-4042f0323a6a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1819563 Mar 07 10:34:35.079742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-f0ff3848-9c9c-40fb-b045-2327970a950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.081061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-f0ff3848-9c9c-40fb-b045-2327970a950d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1132 time: 0.1551313 Mar 07 10:34:35.180296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d41268b-0a9c-4a7b-968b-622bba28e9a2 req-122e4d5b-fccc-40f5-b285-fa9b07031a52 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0914741 Mar 07 10:34:35.359405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c433de65-0bde-4bc7-87fa-4ecbd9c76d7d req-99ca5680-ea28-4c8a-baa3-8816aba07658 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774687 Mar 07 10:34:35.401417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-2e068c3e-f438-4c7f-b505-7c32a681910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.403433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-2e068c3e-f438-4c7f-b505-7c32a681910e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 200 len: 909 time: 0.3270350 Mar 07 10:34:35.406004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-6472128c-76f3-44a0-86fc-10cd72155ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.407357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-6472128c-76f3-44a0-86fc-10cd72155ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3104203 Mar 07 10:34:35.410066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-445c757a-77a4-4879-a04b-ac1fc08fa39c service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329430 Mar 07 10:34:35.420757 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02877347-9d17-4338-b347-fb91a5641876 x-openstack-request-id: req-02877347-9d17-4338-b347-fb91a5641876 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:35.421038 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "tag": "e5523af0-0951-4914-9147-ac4cf3651463", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:35.421292 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02877347-9d17-4338-b347-fb91a5641876 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:35.421761 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463', 'status': 'completed', 'code': 200} Mar 07 10:34:35.479063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a96c3f-e5d8-4bb9-83e3-4a8d3a5f1ec5 req-9d5ef1b1-e7d4-41eb-bf88-45e0c9511f5c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.480511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a96c3f-e5d8-4bb9-83e3-4a8d3a5f1ec5 req-9d5ef1b1-e7d4-41eb-bf88-45e0c9511f5c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.2270222 Mar 07 10:34:35.524699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-2005fcfc-bce2-43cc-abd0-c812e39b01a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 200 len: 217 time: 0.1110368 Mar 07 10:34:35.534189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-710b5ee6-49fd-4133-a071-2590f762fbbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.1082520 Mar 07 10:34:35.619855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-c8056f20-ec48-4eff-8ab4-d377ade97399 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.623150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-c8056f20-ec48-4eff-8ab4-d377ade97399 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 949 time: 0.0588875 Mar 07 10:34:35.710829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-17408d86-6dad-424a-a04d-cbf17094820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.712383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-17408d86-6dad-424a-a04d-cbf17094820b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1429553 Mar 07 10:34:35.727028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Deleting port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:35.727366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.727856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-588aff0f-80b1-40cb-89af-ff9a3664327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.729292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-588aff0f-80b1-40cb-89af-ff9a3664327f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 200 len: 848 time: 0.1752577 Mar 07 10:34:35.748732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a96c3f-e5d8-4bb9-83e3-4a8d3a5f1ec5 req-5a41248d-f4df-4bc1-9c7e-bdc9fb31a62b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334988 Mar 07 10:34:35.778955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1396c6b-be17-4c0f-ab9b-f4bd6af8bc8b req-2316787c-e8e9-4cae-bbf9-d24554acbc56 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.780622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1396c6b-be17-4c0f-ab9b-f4bd6af8bc8b req-2316787c-e8e9-4cae-bbf9-d24554acbc56 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 944 time: 0.3098998 Mar 07 10:34:35.799483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd44e08-699e-43ef-a46c-555686611fdb req-49e09f35-26f2-4a68-a229-5d380b88383c service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724356 Mar 07 10:34:35.804185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-1ab1ea36-586d-425b-984e-49054010a32b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9258202e-043b-452c-9d49-e8b6223f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617754 Mar 07 10:34:35.829851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] For port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:35.830348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.843457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Calling delete_port for b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:35.941688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-9bfed75e-47fd-49f7-b6a4-56227ae997b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.943194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-9bfed75e-47fd-49f7-b6a4-56227ae997b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2122111 Mar 07 10:34:35.950887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1396c6b-be17-4c0f-ab9b-f4bd6af8bc8b req-a1e1b544-0325-47fa-84e6-13306493d4d2 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502461 Mar 07 10:34:36.004585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.020784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['79a299e2-46ee-4003-84d6-4f7fc75903fa'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:36.042677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Pushing event deleted for resources: {'Port': ['ID=b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:36.074011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:36.082254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.085180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.085180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.085579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.085985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.086385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.086784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.087236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.087428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-cb6d2076-0700-4008-945b-69db8e6112d2 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689047 Mar 07 10:34:36.087990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.087990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.088426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.088812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.089198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:36.109833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-ca54c322-043a-4b89-87ae-8bad282f6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.112814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-ca54c322-043a-4b89-87ae-8bad282f6e29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 1126 time: 0.2500665 Mar 07 10:34:36.113095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] No DVR routers for this DVR port b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:36.116051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.119757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d8944dcd-935d-4560-9a68-32845fb6af60 req-42d6a816-ddfd-4811-bce5-3a96baf5de48 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.26 "DELETE /v2.0/ports/b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 HTTP/1.1" status: 204 len: 173 time: 0.4901717 Mar 07 10:34:36.120453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'name': 'network-vif-deleted', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:36.130804 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94a9e0-5970-42f5-a7e6-0a1bd86a6faf" -d '{"events": [{"server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "name": "network-vif-deleted", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:36.385034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-614c2e42-a196-4247-98c9-52b5e2c54568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.386501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-614c2e42-a196-4247-98c9-52b5e2c54568 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 200 len: 922 time: 0.2392621 Mar 07 10:34:36.395612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7351c51-771f-4462-b3ee-0e1677e9cb6a req-79d09f43-9eca-4d92-aa7d-3f8960f8f005 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.397054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7351c51-771f-4462-b3ee-0e1677e9cb6a req-79d09f43-9eca-4d92-aa7d-3f8960f8f005 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc19f41f-b439-4b9b-ae74-eaa34912129e HTTP/1.1" status: 200 len: 867 time: 0.4216068 Mar 07 10:34:36.399823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-e5a1aba3-b860-47bd-a340-9598fe860cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461637 Mar 07 10:34:36.410250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-63b14cc0-9505-4932-bb44-e3b3b6dd5148 service neutron] 10.222.0.32 "GET /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960734 Mar 07 10:34:36.461356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-41cab09a-c1b6-4039-a1ed-a650f3cc5867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5523af0-0951-4914-9147-ac4cf3651463 HTTP/1.1" status: 200 len: 217 time: 0.0589426 Mar 07 10:34:36.495988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18437d82-4a3e-4432-806c-f8d7b868f653 req-a8e0d1fd-77b9-4f4a-8a60-68721a537cd9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.497429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18437d82-4a3e-4432-806c-f8d7b868f653 req-a8e0d1fd-77b9-4f4a-8a60-68721a537cd9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.4366846 Mar 07 10:34:36.630173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7351c51-771f-4462-b3ee-0e1677e9cb6a req-523e86db-2b85-477b-acef-462a5eed3b3b tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178133 Mar 07 10:34:36.634961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-8e8e83da-946b-48aa-a815-d5edd3f61019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.636423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-8e8e83da-946b-48aa-a815-d5edd3f61019 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 200 len: 861 time: 0.1567502 Mar 07 10:34:36.719237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18437d82-4a3e-4432-806c-f8d7b868f653 req-55ccf424-11be-44d5-abfb-c2c2ccd1cba3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968658 Mar 07 10:34:36.721713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-91106bc4-e24e-4d0e-b0c2-751111f328ac service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748756 Mar 07 10:34:36.723850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-3451c286-1a2c-40bb-8350-53a00c6682a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e888aa5b-061f-481e-a30b-35dfacb0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795076 Mar 07 10:34:36.924956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-089d5ac7-55b2-48ae-b084-2353f7fa7685 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.926493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-089d5ac7-55b2-48ae-b084-2353f7fa7685 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6&tenant_id=1e4a6acf30d24121a5519a94f1666392&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2834604 Mar 07 10:34:36.943719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6521c6-2597-4562-a5a9-321606527ff4 req-dc9479cd-28e6-429e-afe6-a20e57fc6078 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.949132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6521c6-2597-4562-a5a9-321606527ff4 req-dc9479cd-28e6-429e-afe6-a20e57fc6078 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.955392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6521c6-2597-4562-a5a9-321606527ff4 req-dc9479cd-28e6-429e-afe6-a20e57fc6078 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.957054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be6521c6-2597-4562-a5a9-321606527ff4 req-dc9479cd-28e6-429e-afe6-a20e57fc6078 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.2608535 Mar 07 10:34:37.038567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-2340eafd-6bea-4a8f-82e0-caace63d6168 service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986276 Mar 07 10:34:37.106668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ff25-b11c-4dc7-a63a-d47f6fae1081 req-24b1505c-e3ca-4643-8470-8a194712c9e8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.109047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57b2ff25-b11c-4dc7-a63a-d47f6fae1081 req-24b1505c-e3ca-4643-8470-8a194712c9e8 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.3033612 Mar 07 10:34:37.192600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be6521c6-2597-4562-a5a9-321606527ff4 req-48997570-5f39-4f5a-baf4-9d3f5929bcce tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262263 Mar 07 10:34:37.240610 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80328302-0205-4db3-82a1-29071bd15b6c x-openstack-request-id: req-80328302-0205-4db3-82a1-29071bd15b6c {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:37.241162 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc19f41f-b439-4b9b-ae74-eaa34912129e", "name": "network-vif-deleted", "tag": "b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:37.241897 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80328302-0205-4db3-82a1-29071bd15b6c {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:37.242158 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc19f41f-b439-4b9b-ae74-eaa34912129e', 'name': 'network-vif-deleted', 'tag': 'b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7', 'status': 'completed', 'code': 200} Mar 07 10:34:37.290695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbd562c-cf65-4db4-8b4a-046231b3fdba req-194a4ab4-f997-4a8d-a462-7e0a7364caa5 service neutron] 10.222.0.26 "GET /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426486 Mar 07 10:34:37.295672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57b2ff25-b11c-4dc7-a63a-d47f6fae1081 req-28a951c7-e26f-49ad-8083-af476da82d62 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692071 Mar 07 10:34:37.309681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-aecb307e-7513-49ab-ada9-b2021e3bf496 service neutron] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:37.313310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-aecb307e-7513-49ab-ada9-b2021e3bf496 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.314483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebdd10dc-577e-4c0b-8c26-1e6785c4538e req-aecb307e-7513-49ab-ada9-b2021e3bf496 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46/bindings/n-h1-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.3564308 Mar 07 10:34:37.331074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23c3e451-8e9d-42f8-a839-da799e229520 req-37959b23-40b0-4957-8e42-bae301a9f2ea tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0402200 Mar 07 10:34:37.774812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce029d-e807-4a07-b66e-9247dd2f4eaf req-8015c307-106d-4b27-907a-b90e3b6ec4fc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.776321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94ce029d-e807-4a07-b66e-9247dd2f4eaf req-8015c307-106d-4b27-907a-b90e3b6ec4fc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.3984983 Mar 07 10:34:37.804090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b38d7-8f42-4ee0-91b5-e4c03c885b1f req-cd65572a-7cbb-4166-9744-5addf107d979 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.805582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-975b38d7-8f42-4ee0-91b5-e4c03c885b1f req-cd65572a-7cbb-4166-9744-5addf107d979 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.4012802 Mar 07 10:34:37.850463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94ce029d-e807-4a07-b66e-9247dd2f4eaf req-aaad29f0-22ec-4558-9ad9-eef7754c5a1b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Mar 07 10:34:37.880059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-975b38d7-8f42-4ee0-91b5-e4c03c885b1f req-7ae07561-4ab7-415a-82ad-34334cc1fd55 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612073 Mar 07 10:34:37.994530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e4bf-1534-4d98-a698-52b0a0cb04c5 req-a6c394ad-082d-4dd6-bccd-c0c62c880eba tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.996036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fab8e4bf-1534-4d98-a698-52b0a0cb04c5 req-a6c394ad-082d-4dd6-bccd-c0c62c880eba tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 944 time: 0.0671430 Mar 07 10:34:38.005433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-f8acd0c8-7318-40a4-9d8a-171d66eba236 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.010690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-f8acd0c8-7318-40a4-9d8a-171d66eba236 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.016079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-f8acd0c8-7318-40a4-9d8a-171d66eba236 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.017602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-f8acd0c8-7318-40a4-9d8a-171d66eba236 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 2418 time: 0.1280963 Mar 07 10:34:38.149499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fab8e4bf-1534-4d98-a698-52b0a0cb04c5 req-cedafe90-119e-45d2-98f9-39b4a3a7895a tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297693 Mar 07 10:34:38.164103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87e47-41d7-4e64-9562-457da76eab0b req-f2e2267c-d885-4179-bfcb-122e650c3148 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.165609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cc87e47-41d7-4e64-9562-457da76eab0b req-f2e2267c-d885-4179-bfcb-122e650c3148 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1470714 Mar 07 10:34:38.241483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cc87e47-41d7-4e64-9562-457da76eab0b req-65085240-ca8e-4a18-9c69-4691a6bb027e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692275 Mar 07 10:34:38.257359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 66544df8-930d-4bb6-9dbc-6b43d543a682 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:38.257743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.369403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6563e-6ba7-4444-93c4-e39fe014c2d9 req-326c19dd-01d2-460d-be54-e678dba9d7f9 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.370934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4aa6563e-6ba7-4444-93c4-e39fe014c2d9 req-326c19dd-01d2-460d-be54-e678dba9d7f9 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1127 time: 0.1485105 Mar 07 10:34:38.396937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 66544df8-930d-4bb6-9dbc-6b43d543a682, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=66544df8-930d-4bb6-9dbc-6b43d543a682,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:38.397311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.420094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 66544df8-930d-4bb6-9dbc-6b43d543a682 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:38.440190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3391594-721e-468c-8adb-041a43986ba8 req-55b86f2b-c8d8-465c-a62d-53717c546e23 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.441752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3391594-721e-468c-8adb-041a43986ba8 req-55b86f2b-c8d8-465c-a62d-53717c546e23 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 1127 time: 0.1224229 Mar 07 10:34:38.510082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4aa6563e-6ba7-4444-93c4-e39fe014c2d9 req-6e982bf5-bd80-4673-aae6-30649788d4cc tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327672 Mar 07 10:34:38.555082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3391594-721e-468c-8adb-041a43986ba8 req-bd4d5768-e2ca-4235-bf5d-c156ea19df94 tempest-LiveMigrationTest-2045690892 tempest-LiveMigrationTest-2045690892-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069205 Mar 07 10:34:38.611183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (66544df8-930d-4bb6-9dbc-6b43d543a682), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.625564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['77bb5324-43ab-406b-86e2-d98baa782cab', '66544df8-930d-4bb6-9dbc-6b43d543a682', '889f4cde-f9bf-4a7e-b92f-0f19a2f50487'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:38.641117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=66544df8-930d-4bb6-9dbc-6b43d543a682,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:38.751332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 66544df8-930d-4bb6-9dbc-6b43d543a682 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:38.758100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.761571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-63c2f845-aa71-49fa-bbe9-5f0402f10786 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "DELETE /v2.0/ports/66544df8-930d-4bb6-9dbc-6b43d543a682 HTTP/1.1" status: 204 len: 173 time: 0.7276928 Mar 07 10:34:38.766998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:38.769305 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e71d9fb-9835-473e-ba25-6ad8bbc8bd5b" -d '{"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:38.788161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e5523af0-0951-4914-9147-ac4cf3651463 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:38.791365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:38.834434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c977eabc-2ab9-4883-b47d-8249c70b0caa req-a215c096-6964-49f9-bec1-9eadbfd56925 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0624044 Mar 07 10:34:38.851487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c790-cc0b-485e-886b-ff51149df656 req-0e025b28-486b-43a1-aa85-5f5493079e2e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.858394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c790-cc0b-485e-886b-ff51149df656 req-0e025b28-486b-43a1-aa85-5f5493079e2e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.865353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4720c790-cc0b-485e-886b-ff51149df656 req-0e025b28-486b-43a1-aa85-5f5493079e2e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 1682 time: 0.2270422 Mar 07 10:34:38.905454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:38.905791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b5abbf26-2c6b-42fd-bfdd-b82d708ca8e7 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:38.968790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e5523af0-0951-4914-9147-ac4cf3651463,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:38.984571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4720c790-cc0b-485e-886b-ff51149df656 req-75bfeb97-fa4a-4d3e-a62a-902e1275a945 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183567 Mar 07 10:34:38.984823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e5523af0-0951-4914-9147-ac4cf3651463', 'network_id': 'e888aa5b-061f-481e-a30b-35dfacb0b533', 'port_id': 'e5523af0-0951-4914-9147-ac4cf3651463', 'mac_address': 'fa:16:3e:b7:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13cad-ab85-4de8-91be-34d79cd29581', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:39.002644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787031d-d6aa-4f3a-804a-47af58778a22 req-0a4d2988-4f7c-4bc2-be24-bbd7ce94e339 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.004171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f787031d-d6aa-4f3a-804a-47af58778a22 req-0a4d2988-4f7c-4bc2-be24-bbd7ce94e339 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1127 time: 0.0904210 Mar 07 10:34:39.007360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 77bb5324-43ab-406b-86e2-d98baa782cab {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:39.007730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.051789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e5523af0-0951-4914-9147-ac4cf3651463 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:39.052176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e5523af0-0951-4914-9147-ac4cf3651463), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.074837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5523af0-0951-4914-9147-ac4cf3651463 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:39.095215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:39.114280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f787031d-d6aa-4f3a-804a-47af58778a22 req-09f30925-0af7-4a52-9c3d-be8c443e67cd tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023395 Mar 07 10:34:39.120927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e5523af0-0951-4914-9147-ac4cf3651463,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:39.134449 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.141361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 77bb5324-43ab-406b-86e2-d98baa782cab, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=77bb5324-43ab-406b-86e2-d98baa782cab,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:39.141729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.161458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 77bb5324-43ab-406b-86e2-d98baa782cab owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:39.240374 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac691e6-b021-4548-a030-87b28c765c8c x-openstack-request-id: req-cac691e6-b021-4548-a030-87b28c765c8c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:39.241264 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "66544df8-930d-4bb6-9dbc-6b43d543a682", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:39.241264 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cac691e6-b021-4548-a030-87b28c765c8c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:39.241960 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '66544df8-930d-4bb6-9dbc-6b43d543a682', 'status': 'completed', 'code': 200} Mar 07 10:34:39.361714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02687a9-6334-4608-9a14-3b4b310cbdb0 req-2bec540d-6588-4722-b4b0-3c7345398722 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.363196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b02687a9-6334-4608-9a14-3b4b310cbdb0 req-2bec540d-6588-4722-b4b0-3c7345398722 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.1251163 Mar 07 10:34:39.382553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:39.412136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:39.422718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'network_id': '700d4450-dcfb-4bb0-8608-a34455dc5b9c', 'port_id': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'mac_address': 'fa:16:3e:de:58:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:39.422935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3bf-167d-4bf5-96cb-244da3e1d7e7 req-c15a3af9-0517-4b84-9a2f-314aee0842f9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.424396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eae9d3bf-167d-4bf5-96cb-244da3e1d7e7 req-c15a3af9-0517-4b84-9a2f-314aee0842f9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 943 time: 0.1429105 Mar 07 10:34:39.447555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e5523af0-0951-4914-9147-ac4cf3651463'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:39.479127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b02687a9-6334-4608-9a14-3b4b310cbdb0 req-2033be9b-8d6e-4f36-bbb2-80f243ec63e1 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065021 Mar 07 10:34:39.483164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (77bb5324-43ab-406b-86e2-d98baa782cab), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.496499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:39.496888 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.516788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:39.529798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=77bb5324-43ab-406b-86e2-d98baa782cab,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:39.546318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:39.548192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eae9d3bf-167d-4bf5-96cb-244da3e1d7e7 req-208cbc75-09e6-4b86-9598-996e85bf0882 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123343 Mar 07 10:34:39.555249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.602542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 77bb5324-43ab-406b-86e2-d98baa782cab on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:39.611802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.615554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-c697a3f2-f6d8-45ab-bca7-e77652d29a56 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "DELETE /v2.0/ports/77bb5324-43ab-406b-86e2-d98baa782cab HTTP/1.1" status: 204 len: 173 time: 0.8420169 Mar 07 10:34:39.646528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:39.756257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f3c81-8a3a-4061-b2fe-19203e73788c req-534b72ae-f295-4e54-8fc3-7f05326215cd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.757765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef8f3c81-8a3a-4061-b2fe-19203e73788c req-534b72ae-f295-4e54-8fc3-7f05326215cd tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1574817 Mar 07 10:34:39.782531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b145ea-1ff7-4ceb-9ad8-ba8bab4a72b7 req-0802f509-3cec-40f7-b637-10977b62caf6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.784018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43b145ea-1ff7-4ceb-9ad8-ba8bab4a72b7 req-0802f509-3cec-40f7-b637-10977b62caf6 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 945 time: 0.1441023 Mar 07 10:34:39.856197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:39.856435 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.861471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef8f3c81-8a3a-4061-b2fe-19203e73788c req-feca3f33-335d-46ec-99a8-d70290f33a8b tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927975 Mar 07 10:34:39.893313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43b145ea-1ff7-4ceb-9ad8-ba8bab4a72b7 req-2bf3d8d6-f11d-4451-a82c-b77d71df4d70 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971460 Mar 07 10:34:40.027057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e9c4c31-a4fb-4a39-b9d8-7747ea529acd req-b0efc966-b80a-4d97-bc64-80c1b3909d79 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0635397 Mar 07 10:34:40.037935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:40.038301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.054509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:40.131577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:40.133584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b5143-3caa-42aa-86e9-29776113104c req-9e541a89-1f56-4509-bdd9-3cf362783114 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.136438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-543b5143-3caa-42aa-86e9-29776113104c req-9e541a89-1f56-4509-bdd9-3cf362783114 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1783242 Mar 07 10:34:40.220209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-c673422f-1755-4ff2-a81a-486c59106dea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.221737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-c673422f-1755-4ff2-a81a-486c59106dea tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 945 time: 0.1553998 Mar 07 10:34:40.242771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-543b5143-3caa-42aa-86e9-29776113104c req-d67ee9ce-1e69-4cc8-8389-ce05b71e7356 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975435 Mar 07 10:34:40.400993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (889f4cde-f9bf-4a7e-b92f-0f19a2f50487), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.441918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=889f4cde-f9bf-4a7e-b92f-0f19a2f50487,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:40.463798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037dc1-c5cf-4906-8636-95538c45961e req-f5e4deb4-f0c4-4c4e-be60-d45614da6306 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.466995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b037dc1-c5cf-4906-8636-95538c45961e req-f5e4deb4-f0c4-4c4e-be60-d45614da6306 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=5063c8c8-8a3a-4c33-a05b-6ea651180374 HTTP/1.1" status: 200 len: 945 time: 0.1386597 Mar 07 10:34:40.513519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Deleting port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:40.513861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.524423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:40.538931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.542276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10d7cc7f-125f-4005-b2c5-1f631486c4a6 req-eac7e789-69f4-4b2a-a1ee-6a4871e0a8f2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "DELETE /v2.0/ports/889f4cde-f9bf-4a7e-b92f-0f19a2f50487 HTTP/1.1" status: 204 len: 173 time: 0.9034269 Mar 07 10:34:40.627615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b037dc1-c5cf-4906-8636-95538c45961e req-ddd3fb65-23c9-4562-be53-7373ec8717ed tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428761 Mar 07 10:34:40.687540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] For port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:40.687540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.707273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Calling delete_port for 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:40.765026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-fbf2b725-3969-4dd6-b7cc-fe1d5ddcb817 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.766474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-fbf2b725-3969-4dd6-b7cc-fe1d5ddcb817 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.32 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.1540680 Mar 07 10:34:40.808509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e5523af0-0951-4914-9147-ac4cf3651463 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:40.867244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e5523af0-0951-4914-9147-ac4cf3651463 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:40.871870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e5523af0-0951-4914-9147-ac4cf3651463 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:40.872555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e5523af0-0951-4914-9147-ac4cf3651463), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.912424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d9eb-5ecd-464c-9d14-fd6af6b6f30d req-d4825349-f508-4aed-82be-e0a826f62b7b tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.914049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b942d9eb-5ecd-464c-9d14-fd6af6b6f30d req-d4825349-f508-4aed-82be-e0a826f62b7b tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 949 time: 0.1466868 Mar 07 10:34:40.963857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e5523af0-0951-4914-9147-ac4cf3651463 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:40.964152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e5523af0-0951-4914-9147-ac4cf3651463), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.988217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:40.993215 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5e731-2e28-48fd-b26d-13ff5994d7e9" -d '{"events": [{"server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "name": "network-vif-plugged", "status": "completed", "tag": "e5523af0-0951-4914-9147-ac4cf3651463"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:41.008776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e5523af0-0951-4914-9147-ac4cf3651463,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:41.017837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.019095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:41.032599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Deleting port 79a299e2-46ee-4003-84d6-4f7fc75903fa {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:41.032940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.041430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b942d9eb-5ecd-464c-9d14-fd6af6b6f30d req-0600d712-fb9d-45c5-a9ec-61b72b0c665f tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153698 Mar 07 10:34:41.053012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5dce5a8e-6af1-4e80-99de-1087b1aa8a46), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.063740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:41.065299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889f4cde-f9bf-4a7e-b92f-0f19a2f50487 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:41.065858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 77bb5324-43ab-406b-86e2-d98baa782cab no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:41.071489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:41.101780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event deleted for resources: {'Port': ['ID=5dce5a8e-6af1-4e80-99de-1087b1aa8a46,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:41.131491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5dce5a8e-6af1-4e80-99de-1087b1aa8a46'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:41.182419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-eaeef22c-693d-41dd-acca-307028a09ce1 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:34:41.183411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-eaeef22c-693d-41dd-acca-307028a09ce1 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2155917 Mar 07 10:34:41.199899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 77bb5324-43ab-406b-86e2-d98baa782cab {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:41.200512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 77bb5324-43ab-406b-86e2-d98baa782cab not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:41.200933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 66544df8-930d-4bb6-9dbc-6b43d543a682 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:41.225549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 66544df8-930d-4bb6-9dbc-6b43d543a682 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:41.225781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 66544df8-930d-4bb6-9dbc-6b43d543a682 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:41.230578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] No DVR routers for this DVR port 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:41.249715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab'}, {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:41.251949 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a825d2-4da1-4d3b-8c4c-889913d2cb8d" -d '{"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab"}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:41.257671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.260949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddfba66a-877d-45b2-883d-be66f5429b25 req-f0b7ec30-7cee-44ed-922a-97ef6882d3af tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "DELETE /v2.0/ports/5dce5a8e-6af1-4e80-99de-1087b1aa8a46 HTTP/1.1" status: 204 len: 173 time: 1.0313847 Mar 07 10:34:41.268930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:41.292665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] For port 79a299e2-46ee-4003-84d6-4f7fc75903fa, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=79a299e2-46ee-4003-84d6-4f7fc75903fa,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:41.292967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.296394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-1f605d89-a6e7-44ff-95ef-b5b2dc764a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:41.297802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-1f605d89-a6e7-44ff-95ef-b5b2dc764a04 service neutron] 10.222.0.23 "GET /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 1124 time: 0.0954802 Mar 07 10:34:41.310418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Request body: {'binding': {'host': 'n-h1-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:41.311164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Unknown quota resources ['binding']. {{(pid=103789) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:34:41.336441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Calling delete_port for 79a299e2-46ee-4003-84d6-4f7fc75903fa owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:41.366331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cc628-b10d-496c-ab58-17045a6e425f req-e8cf0e69-a56e-4cdc-bec0-0c5f15c65ba9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:41.367880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-674cc628-b10d-496c-ab58-17045a6e425f req-e8cf0e69-a56e-4cdc-bec0-0c5f15c65ba9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 944 time: 0.2286115 Mar 07 10:34:41.851329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-674cc628-b10d-496c-ab58-17045a6e425f req-4124ff84-aacd-4675-83a3-1d720f7e0f28 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761701 Mar 07 10:34:41.916172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on host n-h1-832156-4 for vnic_type normal with profile None {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:41.916484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:41.916787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:41.937797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:41.938108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:41.958721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:41.959062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:41.959424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:41.959874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Bound port: 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:41.963488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d17442b6-b2cb-4548-ac9a-461eb572b06b req-bebc7689-c9a5-4251-8aac-f7425647ee68 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0412037 Mar 07 10:34:41.965777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (79a299e2-46ee-4003-84d6-4f7fc75903fa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.992373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['79a299e2-46ee-4003-84d6-4f7fc75903fa'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:42.019722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Pushing event deleted for resources: {'Port': ['ID=79a299e2-46ee-4003-84d6-4f7fc75903fa,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:42.078574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] No DVR routers for this DVR port 79a299e2-46ee-4003-84d6-4f7fc75903fa on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:42.111988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.115628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1d0bba6-8c54-44f0-973e-11511afbe602 req-4bd54374-37fc-4b3c-9379-53283f173ebb tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.32 "DELETE /v2.0/ports/79a299e2-46ee-4003-84d6-4f7fc75903fa HTTP/1.1" status: 204 len: 173 time: 1.3377252 Mar 07 10:34:42.132217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:42.146890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.156210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8f15606-098f-431c-b4f6-89750a80a8bb service neutron] 10.222.0.23 "POST /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8519731 Mar 07 10:34:42.171341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5b973-6162-40c2-beb8-fd8cbfa89f5a req-9e59c19b-2358-4c53-b9b7-2bacf0cce6d7 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.173208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ac5b973-6162-40c2-beb8-fd8cbfa89f5a req-9e59c19b-2358-4c53-b9b7-2bacf0cce6d7 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.0970960 Mar 07 10:34:42.284321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ac5b973-6162-40c2-beb8-fd8cbfa89f5a req-f527b3ff-83c1-4581-94bd-d3a2003e5580 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994432 Mar 07 10:34:42.313659 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e04ace-9914-42ec-9a36-dba9795219f7 x-openstack-request-id: req-94e04ace-9914-42ec-9a36-dba9795219f7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:42.313976 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "name": "network-vif-plugged", "status": "completed", "tag": "e5523af0-0951-4914-9147-ac4cf3651463", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:42.314229 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94e04ace-9914-42ec-9a36-dba9795219f7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:42.314619 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463', 'code': 200} Mar 07 10:34:42.400321 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c30e9-b5d5-41a0-9b8e-68cd597f76c9 x-openstack-request-id: req-c56c30e9-b5d5-41a0-9b8e-68cd597f76c9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:42.400530 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "77bb5324-43ab-406b-86e2-d98baa782cab", "status": "completed", "code": 200}, {"server_uuid": "5063c8c8-8a3a-4c33-a05b-6ea651180374", "name": "network-vif-deleted", "tag": "889f4cde-f9bf-4a7e-b92f-0f19a2f50487", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:42.400782 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c56c30e9-b5d5-41a0-9b8e-68cd597f76c9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:42.401181 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '77bb5324-43ab-406b-86e2-d98baa782cab', 'status': 'completed', 'code': 200} Mar 07 10:34:42.401431 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5063c8c8-8a3a-4c33-a05b-6ea651180374', 'name': 'network-vif-deleted', 'tag': '889f4cde-f9bf-4a7e-b92f-0f19a2f50487', 'status': 'completed', 'code': 200} Mar 07 10:34:42.410037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3323b5ed-089f-48f8-aac7-56d456c95ff0 req-eae67593-fafb-450f-8a6f-d693a9034ad3 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0528896 Mar 07 10:34:42.470532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:42.530647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06219b-f5f4-4f63-bf5c-4543379321d4 req-11fa28cd-7d1f-4c9e-ac65-c2a81b95325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.532287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d06219b-f5f4-4f63-bf5c-4543379321d4 req-11fa28cd-7d1f-4c9e-ac65-c2a81b95325c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 1128 time: 0.1213324 Mar 07 10:34:42.537434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting subnet 5464447c-0635-4200-b5b2-52541cdd7328 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:42.540845 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (5464447c-0635-4200-b5b2-52541cdd7328), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.586588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (5464447c-0635-4200-b5b2-52541cdd7328), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.591010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3e9e5-c063-4f94-b962-7a1d09a8a736 req-4ec1214b-0c94-43b9-ba2a-61a38a1c18f3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.592647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33e3e9e5-c063-4f94-b962-7a1d09a8a736 req-4ec1214b-0c94-43b9-ba2a-61a38a1c18f3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1457751 Mar 07 10:34:42.594614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06f28728-9c71-434d-9ca0-1b2f8f6e06fb req-0d9ee6c3-1f6f-4324-bbf8-86d563e6ac40 tempest-ServersAdminNegativeTestJSON-807213184 tempest-ServersAdminNegativeTestJSON-807213184-project] 10.222.0.23 "GET /v2.0/ports?device_id=e049cee7-599f-4d3a-8565-7b8e573e3da8 HTTP/1.1" status: 200 len: 210 time: 0.0589044 Mar 07 10:34:42.599469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-96ccd89a-c8c2-49e2-82e4-6de705ab9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.601010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-96ccd89a-c8c2-49e2-82e4-6de705ab9b0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1127 time: 0.1526153 Mar 07 10:34:42.717157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (5464447c-0635-4200-b5b2-52541cdd7328), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.736287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d06219b-f5f4-4f63-bf5c-4543379321d4 req-37c6f613-70f4-410e-86f6-0661a59a7520 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889355 Mar 07 10:34:42.766403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33e3e9e5-c063-4f94-b962-7a1d09a8a736 req-a2a76de7-687b-4772-938e-ef4114d75c23 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590338 Mar 07 10:34:42.802770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (5464447c-0635-4200-b5b2-52541cdd7328), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.830595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d5c5f6df-b7f0-4eba-b3be-0749565c99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.832303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d5c5f6df-b7f0-4eba-b3be-0749565c99a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.2189691 Mar 07 10:34:42.843321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.849983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8c00-df69-4ff3-a89e-e513427c3144 req-cf65d8f7-de4d-45cb-8f4f-4c5de63765c6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.850409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/subnets/5464447c-0635-4200-b5b2-52541cdd7328 HTTP/1.1" status: 204 len: 168 time: 0.3762662 Mar 07 10:34:42.851544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:42.851686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46ab8c00-df69-4ff3-a89e-e513427c3144 req-cf65d8f7-de4d-45cb-8f4f-4c5de63765c6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.0823781 Mar 07 10:34:42.852358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243825b-add0-41e1-bf14-69cdf53bf7d1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Subnet': ['ID=5464447c-0635-4200-b5b2-52541cdd7328,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:42.853432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641fbb0-aa16-4986-8780-52b3f8382c67 None None] Network 6a6c0870-b5fb-49d7-94b0-605f456160d4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:42.993124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (6a6c0870-b5fb-49d7-94b0-605f456160d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.041083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46ab8c00-df69-4ff3-a89e-e513427c3144 req-b26afd83-c8f6-4640-818a-a0a0658fbef7 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808741 Mar 07 10:34:43.050443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-035afb46-ffd7-47db-a68e-4c6720a8632c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 217 time: 0.1058559 Mar 07 10:34:43.118324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] DHCP port deletion for 6a6c0870-b5fb-49d7-94b0-605f456160d4 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:34:43.122596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:43.137304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 12d309ad-6f0c-46da-869b-f599fd95ab6e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:43.138822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.220933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 12d309ad-6f0c-46da-869b-f599fd95ab6e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=12d309ad-6f0c-46da-869b-f599fd95ab6e,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:43.221366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.228076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c258897-863a-440b-8ee4-aaf23f66fe16 req-82a602f6-35fd-482f-b64c-315561a1f700 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0708878 Mar 07 10:34:43.236026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 12d309ad-6f0c-46da-869b-f599fd95ab6e owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:43.243618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-12b61175-36bb-447f-a838-a5637b7ada73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:43.245521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-12b61175-36bb-447f-a838-a5637b7ada73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.1511199 Mar 07 10:34:43.253819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46422-ef9e-4db5-8f13-4587b16617b5 req-4161f7ae-530e-459b-aeb0-61e0410b9154 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:43.261260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fc46422-ef9e-4db5-8f13-4587b16617b5 req-4161f7ae-530e-459b-aeb0-61e0410b9154 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 944 time: 0.2962768 Mar 07 10:34:43.263883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:43.264258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.287787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Deleting port 12d309ad-6f0c-46da-869b-f599fd95ab6e {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:43.288159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.338090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-30a4b76b-c41a-4e17-a74d-42e6a4ea7487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730679 Mar 07 10:34:43.341343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.386311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] For port 12d309ad-6f0c-46da-869b-f599fd95ab6e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=12d309ad-6f0c-46da-869b-f599fd95ab6e,segment=NetworkSegment(b912c2e9-2405-4862-8c39-08cae310fb32),segment_id=b912c2e9-2405-4862-8c39-08cae310fb32)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:43.386753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.388239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=12d309ad-6f0c-46da-869b-f599fd95ab6e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:43.392546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fc46422-ef9e-4db5-8f13-4587b16617b5 req-e32ca9c8-3efa-409e-89ac-e7d11de5652c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260011 Mar 07 10:34:43.395306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 12d309ad-6f0c-46da-869b-f599fd95ab6e on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:43.461072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Calling delete_port for 12d309ad-6f0c-46da-869b-f599fd95ab6e owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:43.503064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:43.503064 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.519695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (6a6c0870-b5fb-49d7-94b0-605f456160d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.551251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6c0870-b5fb-49d7-94b0-605f456160d4']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:43.566755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b912c2e9-2405-4862-8c39-08cae310fb32') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:43.567426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b912c2e9-2405-4862-8c39-08cae310fb32') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:43.582119 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (b912c2e9-2405-4862-8c39-08cae310fb32), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.612012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b912c2e9-2405-4862-8c39-08cae310fb32), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.620353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:43.623364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (b912c2e9-2405-4862-8c39-08cae310fb32), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.630824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:43.644602 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.644963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 79a299e2-46ee-4003-84d6-4f7fc75903fa no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:43.660771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2028741c-684c-4f21-bb59-03634c08e1fb req-2786e0bb-eb05-4fd0-bdc4-9b9e025414ef tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.1117773 Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:43.662149 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:43.685413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 79a299e2-46ee-4003-84d6-4f7fc75903fa {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:43.685649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 79a299e2-46ee-4003-84d6-4f7fc75903fa not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:43.695337 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (12d309ad-6f0c-46da-869b-f599fd95ab6e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.709068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] No DVR routers for this DVR port 12d309ad-6f0c-46da-869b-f599fd95ab6e on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:43.725533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (6a6c0870-b5fb-49d7-94b0-605f456160d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.746824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:43.760682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4602-34fe-4201-9c91-bcb2f95e6c32 req-0217a3e9-da07-45de-ba12-491ea31ebc57 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:43.770541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3c4602-34fe-4201-9c91-bcb2f95e6c32 req-0217a3e9-da07-45de-ba12-491ea31ebc57 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.3478224 Mar 07 10:34:43.770778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.779840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/networks/6a6c0870-b5fb-49d7-94b0-605f456160d4 HTTP/1.1" status: 204 len: 168 time: 0.9234807 Mar 07 10:34:43.780849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd2a1-e5b8-4dda-af14-e706693cc162 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Network': ['ID=6a6c0870-b5fb-49d7-94b0-605f456160d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:43.782670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:43.821294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb80632-a639-47b5-87d5-69d0127ef6be None None] Pushing event deleted for resources: {'Port': ['ID=12d309ad-6f0c-46da-869b-f599fd95ab6e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:43.836431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-db09a269-b3df-496b-8d7d-d6fdabc23aa3 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588320 Mar 07 10:34:43.903969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting subnet b293fb56-580b-451d-b22d-328d17b843f3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:43.920619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (b293fb56-580b-451d-b22d-328d17b843f3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.007927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-f81a1752-88fd-441f-ab1e-34afb27b26a7 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649034 Mar 07 10:34:44.051500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b293fb56-580b-451d-b22d-328d17b843f3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.066466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3c4602-34fe-4201-9c91-bcb2f95e6c32 req-22dbea81-da66-4f8a-a688-a309f0710f8b tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950461 Mar 07 10:34:44.110491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918785-c073-479a-9a6a-7f8b5ab796ac req-ae6c6d5b-387f-49ef-a24b-da8f3366b2de tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:44.128293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df918785-c073-479a-9a6a-7f8b5ab796ac req-ae6c6d5b-387f-49ef-a24b-da8f3366b2de tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1383674 Mar 07 10:34:44.166954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b293fb56-580b-451d-b22d-328d17b843f3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.264311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b293fb56-580b-451d-b22d-328d17b843f3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.287877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df918785-c073-479a-9a6a-7f8b5ab796ac req-416c800c-ccbc-4047-bd37-d218b6f47c7b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446753 Mar 07 10:34:44.296616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad66d6-78d5-4c6c-bbaa-b48e0c084fa2 None None] Network a9be9f2a-8cea-4ddf-b9ad-937a267a9030 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:44.329089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:44.331798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12130-1d8d-4d8e-99b1-fc5ff6b0facb req-1f6f769a-5603-4083-9e1e-5a0dbf60c326 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:44.333854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9c12130-1d8d-4d8e-99b1-fc5ff6b0facb req-1f6f769a-5603-4083-9e1e-5a0dbf60c326 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1268895 Mar 07 10:34:44.341999 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6d132-8772-463a-b2e2-4ee6d2c2cb03" -d '{"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:44.374833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.380870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/subnets/b293fb56-580b-451d-b22d-328d17b843f3 HTTP/1.1" status: 204 len: 168 time: 0.5898371 Mar 07 10:34:44.380870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dc69d-e201-496c-8b32-a713fd2d9006 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Subnet': ['ID=b293fb56-580b-451d-b22d-328d17b843f3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:44.382039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:44.419372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-deleted', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46'}, {'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'name': 'network-vif-deleted', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:44.421524 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e82cd3-bbc7-40db-830b-4294d7cf0413" -d '{"events": [{"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-deleted", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46"}, {"server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "name": "network-vif-deleted", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:44.426965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:44.532043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8819037-5140-4d33-af7c-ad4a26528f7f req-09b1474d-04a7-4d8b-8b1b-0a19f0137f60 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.1507165 Mar 07 10:34:44.579732 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7b046-a8f2-4b0e-9214-7704f84c7147 x-openstack-request-id: req-e6f7b046-a8f2-4b0e-9214-7704f84c7147 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:44.580235 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:44.580642 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6f7b046-a8f2-4b0e-9214-7704f84c7147 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:44.581162 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'code': 200} Mar 07 10:34:44.642900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] DHCP port deletion for a9be9f2a-8cea-4ddf-b9ad-937a267a9030 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:34:44.684922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9c12130-1d8d-4d8e-99b1-fc5ff6b0facb req-eb4719b2-369f-4f43-aedf-c59427190b0d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445024 Mar 07 10:34:44.751186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Deleting port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:44.756140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.798629 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0add5874-2c41-4ab8-88d8-66f9b8a64e75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=185fbacf30674e42b8483380306a7a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703177 Mar 07 10:34:44.803104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:44.815030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 12d309ad-6f0c-46da-869b-f599fd95ab6e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:44.859846 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dcc985-9306-4dfe-a7fa-e624b8a4745a x-openstack-request-id: req-89dcc985-9306-4dfe-a7fa-e624b8a4745a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:44.860378 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d13ab4-b71f-41ae-bb9e-0a5979112dc6", "name": "network-vif-deleted", "tag": "5dce5a8e-6af1-4e80-99de-1087b1aa8a46", "status": "completed", "code": 200}, {"server_uuid": "e049cee7-599f-4d3a-8565-7b8e573e3da8", "name": "network-vif-deleted", "tag": "79a299e2-46ee-4003-84d6-4f7fc75903fa", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:44.860819 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89dcc985-9306-4dfe-a7fa-e624b8a4745a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:44.861375 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d13ab4-b71f-41ae-bb9e-0a5979112dc6', 'name': 'network-vif-deleted', 'tag': '5dce5a8e-6af1-4e80-99de-1087b1aa8a46', 'status': 'completed', 'code': 200} Mar 07 10:34:44.861783 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e049cee7-599f-4d3a-8565-7b8e573e3da8', 'name': 'network-vif-deleted', 'tag': '79a299e2-46ee-4003-84d6-4f7fc75903fa', 'status': 'completed', 'code': 200} Mar 07 10:34:44.882636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 12d309ad-6f0c-46da-869b-f599fd95ab6e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:44.882976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 12d309ad-6f0c-46da-869b-f599fd95ab6e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:44.888798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00fd2663-bee1-4ec7-abf2-772c9b77baf3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:44.927416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] Publish callbacks [] for security_group (0f789874-4ddf-40e1-9b2a-76a57a3d1ee6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.937415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a9be9f2a-8cea-4ddf-b9ad-937a267a9030), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.985739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] Publish callbacks [] for security_group (0f789874-4ddf-40e1-9b2a-76a57a3d1ee6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.003273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00fd2663-bee1-4ec7-abf2-772c9b77baf3,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:45.003672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.019937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Calling delete_port for 00fd2663-bee1-4ec7-abf2-772c9b77baf3 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:45.043163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50f03c00-cefe-45d2-9fb9-5146f71ab916 req-f800bd55-eac9-462a-b152-cd1b499383f4 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0931752 Mar 07 10:34:45.062780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f789874-4ddf-40e1-9b2a-76a57a3d1ee6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.076615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.076615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f789874-4ddf-40e1-9b2a-76a57a3d1ee6 HTTP/1.1" status: 204 len: 168 time: 0.2636411 Mar 07 10:34:45.079826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddd29c-d437-4f7d-8f57-082931ef8319 req-014a9a4a-efeb-4287-9ce8-f6bbd096d5a1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.086131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1ddd29c-d437-4f7d-8f57-082931ef8319 req-014a9a4a-efeb-4287-9ce8-f6bbd096d5a1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3915663 Mar 07 10:34:45.108704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a4c6-8eb9-4042-a625-612ffe819b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f789874-4ddf-40e1-9b2a-76a57a3d1ee6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:45.148034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:45.177967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:45.178196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5dce5a8e-6af1-4e80-99de-1087b1aa8a46 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:45.220201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:45.220579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.248696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03e1f-75d2-49da-b422-1db3bc018d18 req-6718c399-a7c5-4590-99db-b4fe8184eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.253013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cda03e1f-75d2-49da-b422-1db3bc018d18 req-6718c399-a7c5-4590-99db-b4fe8184eb5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1128 time: 0.4315479 Mar 07 10:34:45.269298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00fd2663-bee1-4ec7-abf2-772c9b77baf3,segment=NetworkSegment(0074acf1-0093-462b-9167-79056cc6c47b),segment_id=0074acf1-0093-462b-9167-79056cc6c47b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:45.282852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.352735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:45.357016 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.371334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] No DVR routers for this DVR port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:45.399361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ce56-f364-4745-9830-71ec77d58f30 None None] Pushing event deleted for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:45.440988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1ddd29c-d437-4f7d-8f57-082931ef8319 req-b401f86a-e8ec-491e-a361-c7f66c16ab1c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453505 Mar 07 10:34:45.496851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cda03e1f-75d2-49da-b422-1db3bc018d18 req-abb8d2d2-81a4-4627-975d-a49220b48311 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912525 Mar 07 10:34:45.519531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed572-8a5d-45e5-99d2-14b678b812cf req-9db7fec7-92da-4802-96ef-4b5ae2a3ce57 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.525170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82aed572-8a5d-45e5-99d2-14b678b812cf req-9db7fec7-92da-4802-96ef-4b5ae2a3ce57 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.3215117 Mar 07 10:34:45.588816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:45.589575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.649344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47194) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:45.700955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 00fd2663-bee1-4ec7-abf2-772c9b77baf3, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:45.701648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.716299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82aed572-8a5d-45e5-99d2-14b678b812cf req-1652eafd-e15a-4053-8c45-829455b54690 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847265 Mar 07 10:34:45.748987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c588e64-8787-499a-90e0-bf69de36cb40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de3a6fdac70244e9a201ebcae46145af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954366 Mar 07 10:34:45.749973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47200) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:45.756646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b55e-521d-4caf-be61-d2d41952f90e req-80378a51-7616-4c06-9826-4f5db9e0c8d8 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.764222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fa3b55e-521d-4caf-be61-d2d41952f90e req-80378a51-7616-4c06-9826-4f5db9e0c8d8 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2296894 Mar 07 10:34:45.766685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 00fd2663-bee1-4ec7-abf2-772c9b77baf3 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:45.774279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:34:45.784088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (00fd2663-bee1-4ec7-abf2-772c9b77baf3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.799032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 00fd2663-bee1-4ec7-abf2-772c9b77baf3 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:45.832264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=00fd2663-bee1-4ec7-abf2-772c9b77baf3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:45.850461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] Publish callbacks [] for security_group (5d193c88-e53c-4a30-a7f1-63393c1e00f4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.875293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] Publish callbacks [] for security_group (5d193c88-e53c-4a30-a7f1-63393c1e00f4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.912029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf6a7c99-b78f-4b72-a3e1-6c2a44c79581 req-3e60b472-60f8-4995-8784-b9cf948c489c tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0869231 Mar 07 10:34:45.947461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5d193c88-e53c-4a30-a7f1-63393c1e00f4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.951817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.957068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fa3b55e-521d-4caf-be61-d2d41952f90e req-3a94a1a2-196c-4f5b-b572-7de82ad2437a tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918795 Mar 07 10:34:45.967138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d193c88-e53c-4a30-a7f1-63393c1e00f4 HTTP/1.1" status: 204 len: 168 time: 0.2159774 Mar 07 10:34:46.001050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0288d-22ea-436c-b964-f199cf40a732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d193c88-e53c-4a30-a7f1-63393c1e00f4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:46.083675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a9be9f2a-8cea-4ddf-b9ad-937a267a9030), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.153867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9be9f2a-8cea-4ddf-b9ad-937a267a9030']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:46.179764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0074acf1-0093-462b-9167-79056cc6c47b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:46.180022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0074acf1-0093-462b-9167-79056cc6c47b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:46.206211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (0074acf1-0093-462b-9167-79056cc6c47b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.225491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825216-51c2-4ed1-9a0a-0cd5a5a2a5d8 req-c8c00509-8527-4e34-a275-442ac53b4dd9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:46.230201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b825216-51c2-4ed1-9a0a-0cd5a5a2a5d8 req-c8c00509-8527-4e34-a275-442ac53b4dd9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1620731 Mar 07 10:34:46.276730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0074acf1-0093-462b-9167-79056cc6c47b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.305536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:46.306186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (0074acf1-0093-462b-9167-79056cc6c47b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:46.311430 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:46.376911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aafdc5fa-4019-4b21-b211-267e8bfda413 req-e25f041c-2d5a-4411-9c34-13033e9ea558 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0731237 Mar 07 10:34:46.470771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b825216-51c2-4ed1-9a0a-0cd5a5a2a5d8 req-1296444e-d7dc-4bc8-8d67-43f6519423da tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268445 Mar 07 10:34:46.494909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a9be9f2a-8cea-4ddf-b9ad-937a267a9030), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.553149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.561547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/networks/a9be9f2a-8cea-4ddf-b9ad-937a267a9030 HTTP/1.1" status: 204 len: 168 time: 2.1730094 Mar 07 10:34:46.561547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9fb59-67ed-45e7-8991-4b6ea2b41252 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Network': ['ID=a9be9f2a-8cea-4ddf-b9ad-937a267a9030,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:46.567658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:46.574688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1851057993'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:46.618537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:46.627286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.649580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d7b9f-f613-42a7-96e9-dfd7120a452b req-721edc8f-0558-4a67-a09c-0b8c2670639c tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:46.655130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-404d7b9f-f613-42a7-96e9-dfd7120a452b req-721edc8f-0558-4a67-a09c-0b8c2670639c tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.1832657 Mar 07 10:34:46.690577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:34:46.696040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82ee4-382e-4be0-9ef2-3f6d078fb2ae req-3e36094b-6a07-4448-91ad-9e4b779399ed tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:46.704826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4b82ee4-382e-4be0-9ef2-3f6d078fb2ae req-3e36094b-6a07-4448-91ad-9e4b779399ed tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1398089 Mar 07 10:34:46.716954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3655bbd1-d7e4-486d-97f8-ea1b2aa3a186), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.718431 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Added segment 3655bbd1-d7e4-486d-97f8-ea1b2aa3a186 of type vlan for network f1b86664-a952-4c29-934a-fc80b953c0fd Mar 07 10:34:46.781178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f1b86664-a952-4c29-934a-fc80b953c0fd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.795994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4b82ee4-382e-4be0-9ef2-3f6d078fb2ae req-c64032b5-b995-47b8-af7d-e166e9282d46 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881979 Mar 07 10:34:46.818454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f1b86664-a952-4c29-934a-fc80b953c0fd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.825747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:46.827220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.831528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-404d7b9f-f613-42a7-96e9-dfd7120a452b req-afca39a9-1f48-4f62-9b34-5ed06bfa0926 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709204 Mar 07 10:34:46.885887 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3140213 Mar 07 10:34:46.886400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47230) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:46.891314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'subnet': {'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:46.970131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00052de-eda3-44ef-ae8b-f35d4eda2214 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Network': ['ID=f1b86664-a952-4c29-934a-fc80b953c0fd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:46.982555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f1b86664-a952-4c29-934a-fc80b953c0fd details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:34:47.071416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83d0ca5f-017c-469f-b535-d1ff48841a4f req-b7b2a971-ab46-451a-939f-cd66c3e142ee tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0439882 Mar 07 10:34:47.104213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:47.106930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.205508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bea60-0774-409b-ae0e-fede56c94a24 req-827bf549-ed6f-4cf0-a2d6-136d5a0d3924 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.207261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e8bea60-0774-409b-ae0e-fede56c94a24 req-827bf549-ed6f-4cf0-a2d6-136d5a0d3924 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1337090 Mar 07 10:34:47.308629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e8bea60-0774-409b-ae0e-fede56c94a24 req-3ec0431c-9554-4919-a879-b3d3cd0f982b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945277 Mar 07 10:34:47.323737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (931ae608-fae5-4438-891e-e7c682448b1e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.412349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Subnet': ['ID=931ae608-fae5-4438-891e-e7c682448b1e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:47.422541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Checking segment: {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:47.422900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network hostable DHCP agents. Network: f1b86664-a952-4c29-934a-fc80b953c0fd, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:34:47.446651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network f1b86664-a952-4c29-934a-fc80b953c0fd is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:34:47.467756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f1b86664-a952-4c29-934a-fc80b953c0fd) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:47.473109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.473776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.477040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370772d-10d1-4905-ab29-cefa81c0062b None None] Network f1b86664-a952-4c29-934a-fc80b953c0fd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:47.521736 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f05636e0-9ff9-4b6a-b6d0-c03d98b4f298 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6313670 Mar 07 10:34:47.522787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:47.527087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-787360658'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:47.565144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:47.568505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.571398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed975657-5e1d-4cb2-97ff-1bbf09e8f4c6 req-f7301f7f-a4b4-4e84-87bc-1591b10f0e88 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0772672 Mar 07 10:34:47.655314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:34:47.691353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f5034d7-ca4b-4d60-b60c-49f50db261a4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.692573 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Added segment 1f5034d7-ca4b-4d60-b60c-49f50db261a4 of type vlan for network 62270c34-79f3-4477-829b-ab49071c6f7d Mar 07 10:34:47.699187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f1b86664-a952-4c29-934a-fc80b953c0fd', 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd', 'project_id': 'f786037f60564f609def4699511a875a', 'fixed_ips': [{'subnet_id': '931ae608-fae5-4438-891e-e7c682448b1e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:34:47.701492 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.744472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-75d29250-f1f4-4ba8-a786-2d6027bcb200 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.746222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-75d29250-f1f4-4ba8-a786-2d6027bcb200 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.1658721 Mar 07 10:34:47.758978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (62270c34-79f3-4477-829b-ab49071c6f7d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.817215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (62270c34-79f3-4477-829b-ab49071c6f7d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.832381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.832541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840003e4-2c3b-44af-bde8-5031085768e3 req-c9fecc28-3465-4501-becf-1d51be667c47 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.833490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.844798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-840003e4-2c3b-44af-bde8-5031085768e3 req-c9fecc28-3465-4501-becf-1d51be667c47 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2133634 Mar 07 10:34:47.949817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4244652 Mar 07 10:34:47.951476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:47.959994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'subnet': {'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:47.965807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96fbe9-4fa4-46b9-a3a8-9af884192444 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Network': ['ID=62270c34-79f3-4477-829b-ab49071c6f7d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:48.117533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 62270c34-79f3-4477-829b-ab49071c6f7d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:34:48.128776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Deleting port e5523af0-0951-4914-9147-ac4cf3651463 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:48.129378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e5523af0-0951-4914-9147-ac4cf3651463), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.141601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb366-8594-47a4-9fac-64b2d4ef1418 req-5ccae3f8-a6ac-479a-95c5-b557e0c6945d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.148540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef0cb366-8594-47a4-9fac-64b2d4ef1418 req-5ccae3f8-a6ac-479a-95c5-b557e0c6945d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2154806 Mar 07 10:34:48.155604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:48.160841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.195178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Allocated IP 19.80.0.2 (f1b86664-a952-4c29-934a-fc80b953c0fd/931ae608-fae5-4438-891e-e7c682448b1e/cc139dfd-ca72-4254-8c38-8a9d081dcd9d) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:48.233597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef0cb366-8594-47a4-9fac-64b2d4ef1418 req-6fefdf67-2168-4671-97d1-6fe066a55df9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838132 Mar 07 10:34:48.258190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-840003e4-2c3b-44af-bde8-5031085768e3 req-66bd477c-9558-4e7b-a64a-75804a41317b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123065 Mar 07 10:34:48.434808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1520d3b-f362-4b84-b275-4dade4608534 req-27642f14-46ad-408e-b6b3-e73ed3431167 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0698807 Mar 07 10:34:48.474004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3a6a67d4-fdc1-47da-b0a5-e805a9c60605), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.476233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] For port e5523af0-0951-4914-9147-ac4cf3651463, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e5523af0-0951-4914-9147-ac4cf3651463,segment=NetworkSegment(93d1cf02-9834-4bf2-95d8-ed6a22e56194),segment_id=93d1cf02-9834-4bf2-95d8-ed6a22e56194)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:48.476695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e5523af0-0951-4914-9147-ac4cf3651463), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.499856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b9c9-c932-4280-87fd-423edb93adc4 req-9166f7fd-df2f-4c0a-962b-d8a6330dc53d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.507811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8f5b9c9-c932-4280-87fd-423edb93adc4 req-9166f7fd-df2f-4c0a-962b-d8a6330dc53d tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/ports?device_id=21e1c109-875e-4a40-affa-6a10390d6ecf HTTP/1.1" status: 200 len: 946 time: 0.1258616 Mar 07 10:34:48.520311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Calling delete_port for e5523af0-0951-4914-9147-ac4cf3651463 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:48.573752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Subnet': ['ID=3a6a67d4-fdc1-47da-b0a5-e805a9c60605,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:48.587141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Checking segment: {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:48.587500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network hostable DHCP agents. Network: 62270c34-79f3-4477-829b-ab49071c6f7d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:34:48.610597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network 62270c34-79f3-4477-829b-ab49071c6f7d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:34:48.622083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks [] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.629371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 62270c34-79f3-4477-829b-ab49071c6f7d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:48.634159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.634749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0361c31-9147-49fc-8ede-f25e8514c770 req-c485165d-1fa8-427f-8b5f-ba6326a8eaea tempest-FlavorsV2NegativeTest-852827283 tempest-FlavorsV2NegativeTest-852827283-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0d1d7ba4fb0e489585e206dfb3a62f0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496888 Mar 07 10:34:48.635283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.636309 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.642833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8f5b9c9-c932-4280-87fd-423edb93adc4 req-eae0f3b9-cdad-4229-bff5-f0d9e710505f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups?id=92663faf-0fd2-4f9c-a75d-19b370dd8e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339271 Mar 07 10:34:48.669052 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1b8997f5-f687-493a-a6da-a95a01a2bc1e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7167900 Mar 07 10:34:48.699531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Pushing event updated for resources: {'Port': ['ID=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:48.702809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a612de-ab5f-46f3-b4fc-9c9ca3cc5956 None None] Network 62270c34-79f3-4477-829b-ab49071c6f7d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:48.741915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Network f1b86664-a952-4c29-934a-fc80b953c0fd is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:48.745690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:48.778782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:48.885873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361c31-9147-49fc-8ede-f25e8514c770 req-bfc33522-0813-421a-a73c-fcb59d119fbe tempest-FlavorsV2NegativeTest-852827283 tempest-FlavorsV2NegativeTest-852827283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.887828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0361c31-9147-49fc-8ede-f25e8514c770 req-bfc33522-0813-421a-a73c-fcb59d119fbe tempest-FlavorsV2NegativeTest-852827283 tempest-FlavorsV2NegativeTest-852827283-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438540 Mar 07 10:34:48.912091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e5523af0-0951-4914-9147-ac4cf3651463), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.921058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0361c31-9147-49fc-8ede-f25e8514c770 req-ce863d83-8df3-474a-8ba5-c7dd7044b0cf tempest-FlavorsV2NegativeTest-852827283 tempest-FlavorsV2NegativeTest-852827283-project] 10.222.0.23 "GET /v2.0/quotas/0d1d7ba4fb0e489585e206dfb3a62f0d HTTP/1.1" status: 200 len: 375 time: 0.0219128 Mar 07 10:34:48.953722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e736-4bf5-44df-81de-028a016250fb req-4c5b1929-4f77-4cd6-859c-f0d965d9d9ad tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.955290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e736-4bf5-44df-81de-028a016250fb req-4c5b1929-4f77-4cd6-859c-f0d965d9d9ad tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1838510 Mar 07 10:34:48.960278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event deleted for resources: {'Port': ['ID=e5523af0-0951-4914-9147-ac4cf3651463,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:48.993528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Attempting to bind port cc139dfd-ca72-4254-8c38-8a9d081dcd9d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:48.993896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Attempting to bind port cc139dfd-ca72-4254-8c38-8a9d081dcd9d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:48.994282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Attempting to bind port cc139dfd-ca72-4254-8c38-8a9d081dcd9d on network f1b86664-a952-4c29-934a-fc80b953c0fd {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:49.002796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0361c31-9147-49fc-8ede-f25e8514c770 req-15e6ccbc-251e-4244-afa9-c0562e0c15a7 tempest-FlavorsV2NegativeTest-852827283 tempest-FlavorsV2NegativeTest-852827283-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1d7ba4fb0e489585e206dfb3a62f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464461 Mar 07 10:34:49.017214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:49.017592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Checking segment: {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:49.017989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.018418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Bound using segment: {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:49.018934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Bound port: cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:49.019314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.056284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-62270c34-79f3-4477-829b-ab49071c6f7d', 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d', 'project_id': 'f786037f60564f609def4699511a875a', 'fixed_ips': [{'subnet_id': '3a6a67d4-fdc1-47da-b0a5-e805a9c60605'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:34:49.057150 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.087909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] No DVR routers for this DVR port e5523af0-0951-4914-9147-ac4cf3651463 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:49.097624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.101076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d0b440-bc0f-4314-a3a7-a4ad94716c7c req-19e998c6-7aff-4173-b0c9-a8b733ee733f tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.26 "DELETE /v2.0/ports/e5523af0-0951-4914-9147-ac4cf3651463 HTTP/1.1" status: 204 len: 173 time: 1.3460615 Mar 07 10:34:49.109336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'name': 'network-vif-deleted', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:49.112692 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea138a-da65-4876-88f7-0d37b9ac1cee" -d '{"events": [{"server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "name": "network-vif-deleted", "tag": "e5523af0-0951-4914-9147-ac4cf3651463"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:49.142946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a68c63d4-69e3-4126-8ac6-d0831b87fb9c req-c091d30b-41f8-4f04-9c58-443a887065f4 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0562890 Mar 07 10:34:49.169292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] For port cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:49.176329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e736-4bf5-44df-81de-028a016250fb req-8e8855f6-dd1f-457a-b9bc-57356e80b59f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048550 Mar 07 10:34:49.190707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] For port cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:49.235276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.244278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39968dd-2668-4f57-80b7-f39d0a0eed61 x-openstack-request-id: req-b39968dd-2668-4f57-80b7-f39d0a0eed61 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:49.245643 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1c109-875e-4a40-affa-6a10390d6ecf", "name": "network-vif-deleted", "tag": "e5523af0-0951-4914-9147-ac4cf3651463", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:49.245643 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b39968dd-2668-4f57-80b7-f39d0a0eed61 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:49.245909 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1c109-875e-4a40-affa-6a10390d6ecf', 'name': 'network-vif-deleted', 'tag': 'e5523af0-0951-4914-9147-ac4cf3651463', 'status': 'completed', 'code': 200} Mar 07 10:34:49.296195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Allocated IP 19.86.0.2 (62270c34-79f3-4477-829b-ab49071c6f7d/3a6a67d4-fdc1-47da-b0a5-e805a9c60605/c7b37800-fd78-48e7-b3a8-8edc39f226e1) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:49.346497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bdd77-084a-4b75-a4de-17577fb4f3f6 None None] Pushing event updated for resources: {'Port': ['ID=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:49.693852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks [] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.712486 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.803979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Network 62270c34-79f3-4477-829b-ab49071c6f7d is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:49.825216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:49.889597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:49.901881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Pushing event updated for resources: {'Port': ['ID=c7b37800-fd78-48e7-b3a8-8edc39f226e1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:49.999006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Attempting to bind port c7b37800-fd78-48e7-b3a8-8edc39f226e1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:49.999431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Attempting to bind port c7b37800-fd78-48e7-b3a8-8edc39f226e1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:49.999827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Attempting to bind port c7b37800-fd78-48e7-b3a8-8edc39f226e1 on network 62270c34-79f3-4477-829b-ab49071c6f7d {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:50.007555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:50.008069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Checking segment: {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:50.008512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.008907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Bound using segment: {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:50.009381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Bound port: c7b37800-fd78-48e7-b3a8-8edc39f226e1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:50.009818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.072136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:50.077150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0021a01-0122-4ddf-8a8b-7087660bff20 req-5820bcf3-7830-4ba8-9951-263eeb20d215 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.079148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0021a01-0122-4ddf-8a8b-7087660bff20 req-5820bcf3-7830-4ba8-9951-263eeb20d215 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.7011983 Mar 07 10:34:50.095275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] For port c7b37800-fd78-48e7-b3a8-8edc39f226e1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:50.098848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] For port c7b37800-fd78-48e7-b3a8-8edc39f226e1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7b37800-fd78-48e7-b3a8-8edc39f226e1,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:50.107295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.137052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-f714701b-041e-49ae-a234-2cb5bfe4b4cf tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.142370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-f714701b-041e-49ae-a234-2cb5bfe4b4cf tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.165000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-f714701b-041e-49ae-a234-2cb5bfe4b4cf tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/networks?id=f1b86664-a952-4c29-934a-fc80b953c0fd&id=62270c34-79f3-4477-829b-ab49071c6f7d HTTP/1.1" status: 200 len: 1391 time: 0.7586331 Mar 07 10:34:50.179822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a775-9558-4f54-a39d-d41c79fbc7f5 None None] Pushing event updated for resources: {'Port': ['ID=c7b37800-fd78-48e7-b3a8-8edc39f226e1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:50.200552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-20420fd6-e1c2-4e41-973b-7d04833c9d20 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/quotas/f786037f60564f609def4699511a875a HTTP/1.1" status: 200 len: 375 time: 0.0343487 Mar 07 10:34:50.222992 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:34:50.267491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-204ba566-263e-4f49-a713-07392be05117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.281293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0021a01-0122-4ddf-8a8b-7087660bff20 req-ff897773-6f81-447d-8ff4-33917853f477 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754282 Mar 07 10:34:50.305503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-1d0839a0-b25a-4acb-9e5c-73b96d33782c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1012828 Mar 07 10:34:50.466643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-204ba566-263e-4f49-a713-07392be05117 admin admin] Publish callbacks [] for security_group (0a4832d6-0799-4657-9235-11294ea75753), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.471508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-204ba566-263e-4f49-a713-07392be05117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0a4832d6-0799-4657-9235-11294ea75753), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.547499 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-204ba566-263e-4f49-a713-07392be05117 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d1d7ba4fb0e489585e206dfb3a62f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689939 Mar 07 10:34:50.547499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ba566-263e-4f49-a713-07392be05117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4832d6-0799-4657-9235-11294ea75753,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:50.551712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b24a519-7c83-4507-9e72-34c22251b38e service neutron] 10.222.0.23 "GET /v2.0/networks/f1b86664-a952-4c29-934a-fc80b953c0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351866 Mar 07 10:34:50.565988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47376) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:50.575327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764e87-b0d4-48fa-9c0b-3a3159262652 req-7a66205d-7289-43de-8245-c67a8e45a72b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.583310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8764e87-b0d4-48fa-9c0b-3a3159262652 req-7a66205d-7289-43de-8245-c67a8e45a72b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1855049 Mar 07 10:34:50.667620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-544ce5f3-92d2-4b87-9ff2-a7ffbacee846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.754759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] Publish callbacks [] for security_group (0a4832d6-0799-4657-9235-11294ea75753), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.759461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8764e87-b0d4-48fa-9c0b-3a3159262652 req-c78757db-49ea-4d39-9265-e61c02c8ff3d tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753120 Mar 07 10:34:50.794634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] Publish callbacks [] for security_group (0a4832d6-0799-4657-9235-11294ea75753), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.857670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-4ee07abc-2dee-4234-8fe5-a70522581195 service neutron] 10.222.0.23 "GET /v2.0/networks/f1b86664-a952-4c29-934a-fc80b953c0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040719 Mar 07 10:34:50.869012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e5523af0-0951-4914-9147-ac4cf3651463 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:50.905689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7b37800-fd78-48e7-b3a8-8edc39f226e1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:50.912897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e5523af0-0951-4914-9147-ac4cf3651463 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:50.913624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e5523af0-0951-4914-9147-ac4cf3651463 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:50.965907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83ce4445-6fb6-46ab-8a60-b05b8d339832 req-f5fe959d-4dfc-4885-bce5-ca844e934770 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0561171 Mar 07 10:34:50.996036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c7b37800-fd78-48e7-b3a8-8edc39f226e1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:50.996501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.043800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fdf8b-689d-4c5b-af93-43e6bb7a61d1 None None] Network f1b86664-a952-4c29-934a-fc80b953c0fd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:51.066563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-92306d18-f798-4bed-85cf-df7933c92981 service neutron] 10.222.0.23 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080667 Mar 07 10:34:51.118328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0a4832d6-0799-4657-9235-11294ea75753), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.121266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.123123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a4832d6-0799-4657-9235-11294ea75753 HTTP/1.1" status: 204 len: 168 time: 0.5337794 Mar 07 10:34:51.135845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Provisioning complete for port cc139dfd-ca72-4254-8c38-8a9d081dcd9d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:51.136187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.204800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685efb-dad1-4636-a6b7-f7bb5b7cd34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4832d6-0799-4657-9235-11294ea75753,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:51.213628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c7b37800-fd78-48e7-b3a8-8edc39f226e1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:51.215524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.274154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-e2338cd5-28a8-4ee1-8d55-7d93cf010b9e service neutron] 10.222.0.23 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971583 Mar 07 10:34:51.284597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfb13-6637-4e29-8612-b4b1735a331c req-4c9ef003-699f-4a5d-b074-e708b102980f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:51.299331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-471bfb13-6637-4e29-8612-b4b1735a331c req-4c9ef003-699f-4a5d-b074-e708b102980f tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2048566 Mar 07 10:34:51.320447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c7b37800-fd78-48e7-b3a8-8edc39f226e1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7b37800-fd78-48e7-b3a8-8edc39f226e1,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:51.366930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.368550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cc139dfd-ca72-4254-8c38-8a9d081dcd9d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:51.439018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-471bfb13-6637-4e29-8612-b4b1735a331c req-15ad3113-e7db-4ba5-bb3e-75b67377082d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246018 Mar 07 10:34:51.487576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Current status of the port cc139dfd-ca72-4254-8c38-8a9d081dcd9d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:51.487993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.613569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] For port cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:51.615315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c7b37800-fd78-48e7-b3a8-8edc39f226e1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:51.616721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfca4837-33e2-4897-a99c-2fe3789175d8 req-a467c0eb-c1d7-41d1-b0d3-42b21a2e4e51 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0752857 Mar 07 10:34:51.628484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.635086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cc139dfd-ca72-4254-8c38-8a9d081dcd9d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:51.635250 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.797600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec51153-b442-4e97-95fe-ce0db4252ae7 None None] Network 62270c34-79f3-4477-829b-ab49071c6f7d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:51.831953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f4131b9-a530-4e13-96b3-b2933a0b469f req-6d0a3af2-9a08-4499-b96b-f00849e0aa69 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 210 time: 0.0367372 Mar 07 10:34:51.851821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870675-9a6c-4ec3-b1d1-3fd6ddeac549 req-a70fcd0c-b328-4f9d-a72c-3d8e12188e34 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:51.863227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8870675-9a6c-4ec3-b1d1-3fd6ddeac549 req-a70fcd0c-b328-4f9d-a72c-3d8e12188e34 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2686737 Mar 07 10:34:51.939893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1cca-67d0-4eed-b768-a66beb00400b None None] Pushing event updated for resources: {'Port': ['ID=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:51.949776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8870675-9a6c-4ec3-b1d1-3fd6ddeac549 req-750ea0ee-158b-42c2-8aee-a72e1a3623a4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855279 Mar 07 10:34:52.117170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e7007e48-f0a3-4219-a5ed-6136f06ad422 None None] Provisioning complete for port c7b37800-fd78-48e7-b3a8-8edc39f226e1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:52.117547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7007e48-f0a3-4219-a5ed-6136f06ad422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.169217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d75e5-4c46-4f0b-b377-e557cec83627 req-4358adb8-9009-4074-a346-10d51b48e533 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:52.173525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a26d75e5-4c46-4f0b-b377-e557cec83627 req-4358adb8-9009-4074-a346-10d51b48e533 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1523490 Mar 07 10:34:52.266212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e7007e48-f0a3-4219-a5ed-6136f06ad422 None None] Current status of the port c7b37800-fd78-48e7-b3a8-8edc39f226e1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:52.271295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cc139dfd-ca72-4254-8c38-8a9d081dcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:52.300956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a6f27-22fa-4264-bc9f-fb49d3b4929f req-4698bd07-cea6-4bee-be7e-a031354d09b3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:52.309359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5a6f27-22fa-4264-bc9f-fb49d3b4929f req-4698bd07-cea6-4bee-be7e-a031354d09b3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1296046 Mar 07 10:34:52.325115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a26d75e5-4c46-4f0b-b377-e557cec83627 req-aace123f-817e-4724-9407-3d1ec4222d64 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337755 Mar 07 10:34:52.393143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5a6f27-22fa-4264-bc9f-fb49d3b4929f req-1c1b587b-9748-43e0-b5f7-983d693b61f3 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Mar 07 10:34:52.416769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9b66ee9e-5143-4843-b888-11734051708c None None] Provisioning complete for port cc139dfd-ca72-4254-8c38-8a9d081dcd9d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:52.417329 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b66ee9e-5143-4843-b888-11734051708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.471676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47430) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:52.528867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b393d0b-90e4-4eb3-8b65-b98d05a871a7 req-53d3e70e-d3e8-4a45-8eb0-d37837cc8326 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0669444 Mar 07 10:34:52.607432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9b66ee9e-5143-4843-b888-11734051708c None None] Current status of the port cc139dfd-ca72-4254-8c38-8a9d081dcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:52.609107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (8383d489-b107-48c9-8e88-04b669f1e676), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.658794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (8383d489-b107-48c9-8e88-04b669f1e676), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.737445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea326d-9da1-4339-9655-ed6bf00c0182 req-46933213-95b0-48f1-8022-1f898adcf331 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:52.739379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baea326d-9da1-4339-9655-ed6bf00c0182 req-46933213-95b0-48f1-8022-1f898adcf331 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1019962 Mar 07 10:34:52.749168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-463ab368-196e-43b7-942b-3a28867c56c4 None None] Provisioning complete for port c7b37800-fd78-48e7-b3a8-8edc39f226e1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:52.749892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-463ab368-196e-43b7-942b-3a28867c56c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.782749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8383d489-b107-48c9-8e88-04b669f1e676), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.790223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.791671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "DELETE /v2.0/security-groups/8383d489-b107-48c9-8e88-04b669f1e676 HTTP/1.1" status: 204 len: 168 time: 0.3188760 Mar 07 10:34:52.797055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47442) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:52.821734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9b471-6730-4dd9-8d9d-57b1f7a57094 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383d489-b107-48c9-8e88-04b669f1e676,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:52.845741 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-c32818f6-f9cf-4ffe-849e-7130c2b88103 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] show failed (client error): The resource could not be found. Mar 07 10:34:52.846856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c32818f6-f9cf-4ffe-849e-7130c2b88103 tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "GET /v2.0/security-groups/8383d489-b107-48c9-8e88-04b669f1e676 HTTP/1.1" status: 404 len: 347 time: 0.0466926 Mar 07 10:34:52.848236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baea326d-9da1-4339-9655-ed6bf00c0182 req-181be899-ef86-429a-8822-11b568502e84 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006603 Mar 07 10:34:52.849569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47444) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:52.979377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eeb946db-754f-4c64-8ae8-dbafa739e863 req-eac3056a-302c-4cc1-a1b0-37cfbef60d31 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0382977 Mar 07 10:34:53.020931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7b37800-fd78-48e7-b3a8-8edc39f226e1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:53.051356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b0afd-4cbb-4ff2-a18e-a7226ae9a000 req-9cff133b-b935-40dc-8a4f-a7b699066fac tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.054891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f53b0afd-4cbb-4ff2-a18e-a7226ae9a000 req-9cff133b-b935-40dc-8a4f-a7b699066fac tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1796207 Mar 07 10:34:53.080879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Deleting port 7ccea377-d008-4d83-899c-0e534a73f420 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:53.083320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7ccea377-d008-4d83-899c-0e534a73f420), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.093529 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5a20-3736-44ae-bda7-46e991482518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.211103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c7b37800-fd78-48e7-b3a8-8edc39f226e1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:53.211473 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.219344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7ccea377-d008-4d83-899c-0e534a73f420), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.219344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for floatingip (7ccea377-d008-4d83-899c-0e534a73f420), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.231711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Calling delete_port for 7ccea377-d008-4d83-899c-0e534a73f420 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:53.251375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67dcee89-a2ec-4be3-9ba1-4b2f6e8e0346 req-a07e79f9-8d80-442e-9b25-900981ebfaf2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 210 time: 0.0452526 Mar 07 10:34:53.286605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-463ab368-196e-43b7-942b-3a28867c56c4 None None] Current status of the port c7b37800-fd78-48e7-b3a8-8edc39f226e1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:53.435123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7ccea377-d008-4d83-899c-0e534a73f420), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.465778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f53b0afd-4cbb-4ff2-a18e-a7226ae9a000 req-77209e0b-1677-450f-90ef-428effbd3ed4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972402 Mar 07 10:34:53.468390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c7b37800-fd78-48e7-b3a8-8edc39f226e1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:53.470224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cc139dfd-ca72-4254-8c38-8a9d081dcd9d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:53.498662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Pushing event deleted for resources: {'Port': ['ID=7ccea377-d008-4d83-899c-0e534a73f420,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:53.578146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-ea00270b-25bd-4118-8655-574c6f9baf06 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.584264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-ea00270b-25bd-4118-8655-574c6f9baf06 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.585852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-ea00270b-25bd-4118-8655-574c6f9baf06 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "GET /v2.0/networks?id=f1b86664-a952-4c29-934a-fc80b953c0fd&id=62270c34-79f3-4477-829b-ab49071c6f7d HTTP/1.1" status: 200 len: 1391 time: 0.4043450 Mar 07 10:34:53.593491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cc139dfd-ca72-4254-8c38-8a9d081dcd9d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:53.593857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.600576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a326161-400c-4d92-b975-1464693c2e38 req-f7493f1c-1d64-4fde-b2e5-e2e1e495f216 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.609396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a326161-400c-4d92-b975-1464693c2e38 req-f7493f1c-1d64-4fde-b2e5-e2e1e495f216 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.1364098 Mar 07 10:34:53.623909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'port': {'device_id': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd', 'admin_state_up': True, 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:53.635685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks [] for floatingip (22111b57-f848-4419-845c-91bf56000c8a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.641208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.645875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8779e659-69f7-4d85-b39a-1519efe12daa tempest-ImagesOneServerNegativeTestJSON-1312555339 tempest-ImagesOneServerNegativeTestJSON-1312555339-project] 10.222.0.23 "DELETE /v2.0/floatingips/22111b57-f848-4419-845c-91bf56000c8a HTTP/1.1" status: 204 len: 168 time: 0.7926955 Mar 07 10:34:53.711064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cc139dfd-ca72-4254-8c38-8a9d081dcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:53.764238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a326161-400c-4d92-b975-1464693c2e38 req-85e32bc2-34b0-4bcb-a551-6e61f0663304 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538839 Mar 07 10:34:53.798496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72ee4-081b-46d4-8d52-ca1b08b76400 req-cb57fb55-61f3-4c36-ba90-40d3525e328d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.806264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1d72ee4-081b-46d4-8d52-ca1b08b76400 req-cb57fb55-61f3-4c36-ba90-40d3525e328d tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1653347 Mar 07 10:34:53.891177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb5e6192-1eef-415f-b2ed-e4c5499c4292 req-32264bab-eb05-497b-9c5c-3cde37ed6a36 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d13ab4-b71f-41ae-bb9e-0a5979112dc6 HTTP/1.1" status: 200 len: 210 time: 0.0527427 Mar 07 10:34:53.905460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:53.910275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.926162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47490) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:53.928896 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.061736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec6e-1baa-4bba-bf6d-031c73ece128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.084069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.092285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1d72ee4-081b-46d4-8d52-ca1b08b76400 req-95ecb0c5-92dd-472b-91ad-5a6a5dcb53c1 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850237 Mar 07 10:34:54.128138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Allocated IP 19.80.0.36 (f1b86664-a952-4c29-934a-fc80b953c0fd/931ae608-fae5-4438-891e-e7c682448b1e/b416156d-172b-4528-bc9d-3ed825957057) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:54.160489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54696-a45d-4026-afe9-2dfe189f8060 req-7a7bf9ac-e95b-4dd0-93cf-39bf2380141e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:54.162645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6d54696-a45d-4026-afe9-2dfe189f8060 req-7a7bf9ac-e95b-4dd0-93cf-39bf2380141e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1303306 Mar 07 10:34:54.168958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec6e-1baa-4bba-bf6d-031c73ece128 admin admin] Publish callbacks [] for security_group (7df285d1-a47e-4c50-bbe2-bba9897613dd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.175530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec6e-1baa-4bba-bf6d-031c73ece128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7df285d1-a47e-4c50-bbe2-bba9897613dd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.229731 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ec6e-1baa-4bba-bf6d-031c73ece128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df285d1-a47e-4c50-bbe2-bba9897613dd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:54.238867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4fd7ec6e-1baa-4bba-bf6d-031c73ece128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e75b188b775f4f3192ebfc61739bea7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088470 Mar 07 10:34:54.239412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:54.279165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6d54696-a45d-4026-afe9-2dfe189f8060 req-c4d50169-7d88-4862-931f-6f5299ef1219 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056142 Mar 07 10:34:54.281074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-425f7d9d-8d9c-4d48-a241-cb9f96600de4 req-bbef4c4a-4fcb-4a88-9134-f749e4dae7c6 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0548947 Mar 07 10:34:54.297706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] Publish callbacks [] for security_group (7df285d1-a47e-4c50-bbe2-bba9897613dd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.331959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] Publish callbacks [] for security_group (7df285d1-a47e-4c50-bbe2-bba9897613dd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.356915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47512) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:54.435368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Deleting subnet cfa13cad-ab85-4de8-91be-34d79cd29581 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:54.438980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Publish callbacks [] for subnet (cfa13cad-ab85-4de8-91be-34d79cd29581), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.444242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17cd4fcd-02a0-4bd7-82c4-fb52745ff514 req-5b0c5aa1-ae9c-47a6-b3cf-feb5089951f5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 210 time: 0.0523987 Mar 07 10:34:54.461305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for port (b416156d-172b-4528-bc9d-3ed825957057), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.482304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (cfa13cad-ab85-4de8-91be-34d79cd29581), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.484291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7df285d1-a47e-4c50-bbe2-bba9897613dd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.486992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.490836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7df285d1-a47e-4c50-bbe2-bba9897613dd HTTP/1.1" status: 204 len: 168 time: 0.2477913 Mar 07 10:34:54.524571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb8599-2f8a-4626-b826-8083824d3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df285d1-a47e-4c50-bbe2-bba9897613dd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:54.539245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636c580-f673-46e3-bec1-8fccbb8ceeb3 req-a5aa355f-05ab-425f-b623-e281c38b1e53 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:54.540753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (cfa13cad-ab85-4de8-91be-34d79cd29581), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.547089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8636c580-f673-46e3-bec1-8fccbb8ceeb3 req-a5aa355f-05ab-425f-b623-e281c38b1e53 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1150002 Mar 07 10:34:54.581115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.615344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (cfa13cad-ab85-4de8-91be-34d79cd29581), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.652793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network f1b86664-a952-4c29-934a-fc80b953c0fd is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:54.661189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa13cad-ab85-4de8-91be-34d79cd29581,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:54.666439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.671841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8636c580-f673-46e3-bec1-8fccbb8ceeb3 req-fcdd0b14-5192-4d1b-b1a6-eb61ab27ae24 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235671 Mar 07 10:34:54.682085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47516) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:54.682760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:54.687498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:54.687813 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-698d3aed-dec8-484a-955c-639b1a72bdc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cfa13cad-ab85-4de8-91be-34d79cd29581 HTTP/1.1" status: 204 len: 168 time: 0.3127589 Mar 07 10:34:54.764017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:54.956619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:54.958031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.966106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e888aa5b-061f-481e-a30b-35dfacb0b533), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.006922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-8029831b-bb1e-4134-84fd-7ded6199b60c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3946197 Mar 07 10:34:55.028359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee490e-cd14-4e46-a1bb-e5b472ecedde req-679e7bd5-d981-4761-a63a-eae13675ae07 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:55.036035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dee490e-cd14-4e46-a1bb-e5b472ecedde req-679e7bd5-d981-4761-a63a-eae13675ae07 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2442005 Mar 07 10:34:55.037943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-45634151-5cb9-4f5f-b440-206f62b52bf4 None None] Provisioning complete for port b416156d-172b-4528-bc9d-3ed825957057 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:55.039889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45634151-5cb9-4f5f-b440-206f62b52bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b416156d-172b-4528-bc9d-3ed825957057), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.042048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Request body: {'port': {'device_id': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d', 'admin_state_up': True, 'tenant_id': 'f786037f60564f609def4699511a875a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:55.144999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-45634151-5cb9-4f5f-b440-206f62b52bf4 None None] Port b416156d-172b-4528-bc9d-3ed825957057 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:55.193947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7e72f-4624-40d7-8779-eb84a3f2f5f0 req-27323300-2748-4af2-b436-dce575547277 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:55.201035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0eb7e72f-4624-40d7-8779-eb84a3f2f5f0 req-27323300-2748-4af2-b436-dce575547277 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2975702 Mar 07 10:34:55.355581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dee490e-cd14-4e46-a1bb-e5b472ecedde req-6f233716-e614-4aa3-9095-301a4cd06bf7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185029 Mar 07 10:34:55.386920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e888aa5b-061f-481e-a30b-35dfacb0b533), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.476061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e888aa5b-061f-481e-a30b-35dfacb0b533']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:55.487157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d1cf02-9834-4bf2-95d8-ed6a22e56194') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:55.487584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d1cf02-9834-4bf2-95d8-ed6a22e56194') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:55.500952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (93d1cf02-9834-4bf2-95d8-ed6a22e56194), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.517741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (93d1cf02-9834-4bf2-95d8-ed6a22e56194), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.526841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:55.526841 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (93d1cf02-9834-4bf2-95d8-ed6a22e56194), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.573801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:55.598655 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:55.647459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e888aa5b-061f-481e-a30b-35dfacb0b533), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.655360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.662405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] 10.222.0.23 "DELETE /v2.0/networks/e888aa5b-061f-481e-a30b-35dfacb0b533 HTTP/1.1" status: 204 len: 168 time: 0.9730182 Mar 07 10:34:55.689936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Made reservation on behalf of f786037f60564f609def4699511a875a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:55.693273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.702224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0eb7e72f-4624-40d7-8779-eb84a3f2f5f0 req-71db90bc-b7b6-4c6e-8dea-4df7459aed59 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003219 Mar 07 10:34:55.713253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20976-17e4-4a84-bdc3-2bc2b56fedac admin admin] Pushing event deleted for resources: {'Network': ['ID=e888aa5b-061f-481e-a30b-35dfacb0b533,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:55.851438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfc00f03-3c39-452c-9222-c084c125471f req-b0b861e4-1e10-45bd-94f5-0ed3f208ba7c tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0607407 Mar 07 10:34:55.876385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248869d9-4579-47cd-8738-fe54eba7ed62 req-f50d1f06-2015-4877-a76e-40a4d2566477 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:55.883205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-248869d9-4579-47cd-8738-fe54eba7ed62 req-f50d1f06-2015-4877-a76e-40a4d2566477 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2775850 Mar 07 10:34:55.887354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:55.897117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Allocated IP 19.86.0.54 (62270c34-79f3-4477-829b-ab49071c6f7d/3a6a67d4-fdc1-47da-b0a5-e805a9c60605/0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:55.971762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-26e0f87d-b6dc-42f3-b5f1-9d4d5a1e02ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4aad5f1b80c468ea82ee048f864e8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826764 Mar 07 10:34:55.974747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47560) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:55.988553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-248869d9-4579-47cd-8738-fe54eba7ed62 req-0a5350ae-0634-4ca1-b52e-cd6120d0a303 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044705 Mar 07 10:34:56.162193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] Publish callbacks [] for security_group (92663faf-0fd2-4f9c-a75d-19b370dd8e4a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.219692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] Publish callbacks [] for security_group (92663faf-0fd2-4f9c-a75d-19b370dd8e4a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.230831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.245064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c125a-f6f7-4432-a8aa-0c6792edd0aa req-1dd57e7f-d731-499b-ad46-777ed2b9f475 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:56.246628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c9c125a-f6f7-4432-a8aa-0c6792edd0aa req-1dd57e7f-d731-499b-ad46-777ed2b9f475 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 931 time: 0.1305962 Mar 07 10:34:56.331773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c9c125a-f6f7-4432-a8aa-0c6792edd0aa req-d4346eb2-2e51-4a46-acb9-7c90524ec422 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 Mar 07 10:34:56.336492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (92663faf-0fd2-4f9c-a75d-19b370dd8e4a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.340967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.342459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92663faf-0fd2-4f9c-a75d-19b370dd8e4a HTTP/1.1" status: 204 len: 168 time: 0.3667700 Mar 07 10:34:56.357286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.420440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bee27-9678-4730-b1e5-ff279dd4ae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92663faf-0fd2-4f9c-a75d-19b370dd8e4a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:56.458602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event updated for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:56.463593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Network 62270c34-79f3-4477-829b-ab49071c6f7d is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:56.475358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:56.494116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:56.553803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:56.554742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.599211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bfe3e-d710-4fe4-a4fe-459673b51af7 req-436b1014-6ded-4a3e-8428-8f469b22f99f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:56.608990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-433bfe3e-d710-4fe4-a4fe-459673b51af7 req-436b1014-6ded-4a3e-8428-8f469b22f99f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1836143 Mar 07 10:34:56.619414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-95ba63af-ef08-46ad-84e9-1541f25d89f1 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6052682 Mar 07 10:34:56.685139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Request body: {'port': {'device_id': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:56.800975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b416156d-172b-4528-bc9d-3ed825957057), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.895830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0c3eba8f-83d6-4841-ab96-90ed100c0463 None None] Provisioning complete for port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:56.896993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c3eba8f-83d6-4841-ab96-90ed100c0463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.946699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eba8f-83d6-4841-ab96-90ed100c0463 None None] Port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:57.015278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-433bfe3e-d710-4fe4-a4fe-459673b51af7 req-4473b360-8a62-48a7-92c5-f3379ecf6b23 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044023 Mar 07 10:34:57.041813 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.084381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c025f7-c520-43dd-a271-dee32c68c5db req-89f570c5-2a39-46ba-872b-fc2a8aa84498 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.095126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61c025f7-c520-43dd-a271-dee32c68c5db req-89f570c5-2a39-46ba-872b-fc2a8aa84498 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2265267 Mar 07 10:34:57.239198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-009863a5-8886-4d5d-8f4d-d3c7db7e42e5 req-7bdf80b5-65f6-4c7a-9d08-ebfb73ca24d2 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0511680 Mar 07 10:34:57.301153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61c025f7-c520-43dd-a271-dee32c68c5db req-e4e14022-fd31-49a2-a650-e46e97fa4f74 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049229 Mar 07 10:34:57.335273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b416156d-172b-4528-bc9d-3ed825957057 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:57.350303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks [] for port (b416156d-172b-4528-bc9d-3ed825957057), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.412718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Transition to ACTIVE for port object b416156d-172b-4528-bc9d-3ed825957057 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:57.421866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.484758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78064f-b2c4-4fc2-ae5f-746a2d15900a req-3f02700d-a6b8-489a-b195-5e818b1c501c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.491729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc78064f-b2c4-4fc2-ae5f-746a2d15900a req-3f02700d-a6b8-489a-b195-5e818b1c501c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1437607 Mar 07 10:34:57.537838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Pushing event updated for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:57.595293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc78064f-b2c4-4fc2-ae5f-746a2d15900a req-db455a7e-75c1-4f8e-b929-ea2c7e084ea4 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997443 Mar 07 10:34:57.802945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Attempting to bind port b416156d-172b-4528-bc9d-3ed825957057 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:57.803396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Attempting to bind port b416156d-172b-4528-bc9d-3ed825957057 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:57.803837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Attempting to bind port b416156d-172b-4528-bc9d-3ed825957057 on network f1b86664-a952-4c29-934a-fc80b953c0fd {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:57.810676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Port b416156d-172b-4528-bc9d-3ed825957057 on network f1b86664-a952-4c29-934a-fc80b953c0fd not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:57.811079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Attempting to bind port b416156d-172b-4528-bc9d-3ed825957057 on network f1b86664-a952-4c29-934a-fc80b953c0fd {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:57.826814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd620e-6572-49fb-8ab5-903fbd6f1331 req-f489e885-c4fa-4103-a0d6-5d7e4a0af087 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.833722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd620e-6572-49fb-8ab5-903fbd6f1331 req-f489e885-c4fa-4103-a0d6-5d7e4a0af087 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.836165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36cd620e-6572-49fb-8ab5-903fbd6f1331 req-f489e885-c4fa-4103-a0d6-5d7e4a0af087 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1665 time: 0.1148694 Mar 07 10:34:57.837564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:57.837970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Checking segment: {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:57.838435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Bound using segment: {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:57.838961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Bound port: b416156d-172b-4528-bc9d-3ed825957057, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:57.839419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b416156d-172b-4528-bc9d-3ed825957057), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.923913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:57.927393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b416156d-172b-4528-bc9d-3ed825957057,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:57.941813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.001492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:58.002216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.005627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] 10.222.0.26 "PUT /v2.0/ports/b416156d-172b-4528-bc9d-3ed825957057 HTTP/1.1" status: 200 len: 1091 time: 1.3711038 Mar 07 10:34:58.024372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36cd620e-6572-49fb-8ab5-903fbd6f1331 req-85de1bb6-c40b-482b-ad94-ab08da691454 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820197 Mar 07 10:34:58.036258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:58.043690 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a5da8-242f-47ad-b1c8-22ff6778feed" -d '{"events": [{"name": "network-changed", "server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "tag": "b416156d-172b-4528-bc9d-3ed825957057"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:58.064081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Request body: {'port': {'device_id': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:58.161330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d22b7e7-5d85-4017-ab25-2aa1da7d8dae req-65bf1cbf-18f0-4734-bd6a-b41d552a76bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0484214 Mar 07 10:34:58.163276 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4090ee8-e14d-4ad3-b1c6-f760d68bcd7f x-openstack-request-id: req-f4090ee8-e14d-4ad3-b1c6-f760d68bcd7f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:58.163625 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "tag": "b416156d-172b-4528-bc9d-3ed825957057", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:58.164051 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4090ee8-e14d-4ad3-b1c6-f760d68bcd7f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:58.164541 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057', 'status': 'completed', 'code': 200} Mar 07 10:34:58.279305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfaff3-3b18-44cc-a165-f9986da26870 service neutron] Pushing event updated for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:58.308152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.350753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.619825 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a29bd1f4-f67b-4206-a96d-d6027d220120 service neutron] show failed (client error): The resource could not be found. Mar 07 10:34:58.621081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a29bd1f4-f67b-4206-a96d-d6027d220120 service neutron] 10.222.0.26 "GET /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0642219 Mar 07 10:34:58.712574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-426549d3-8fa0-4161-8d0a-070eaee9a90b req-d904def3-5b7d-48aa-b7ed-d0d44b969b22 tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0677164 Mar 07 10:34:58.732540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-de281a72-8eab-47df-8ab2-fcafea9f7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:58.733040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-de281a72-8eab-47df-8ab2-fcafea9f7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:58.734589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-de281a72-8eab-47df-8ab2-fcafea9f7b9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1943 time: 0.5672281 Mar 07 10:34:58.809865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1766-32fb-482d-9473-6980f8b79891 req-64e9ee69-6bdb-4549-946d-c736bd934f9b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:58.811423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66fa1766-32fb-482d-9473-6980f8b79891 req-64e9ee69-6bdb-4549-946d-c736bd934f9b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.6426113 Mar 07 10:34:59.146359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66fa1766-32fb-482d-9473-6980f8b79891 req-638c6ebf-22ad-4656-b2b0-f7dc23c02ac4 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106685 Mar 07 10:34:59.159075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-a765e3bb-63ea-48b9-9793-4d3d2e1164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.159552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-a765e3bb-63ea-48b9-9793-4d3d2e1164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.160056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-a765e3bb-63ea-48b9-9793-4d3d2e1164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.161807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-a765e3bb-63ea-48b9-9793-4d3d2e1164e5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f786037f60564f609def4699511a875a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3784487 Mar 07 10:34:59.187395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de952b7-2e8f-4851-821d-9ef93a9870c0 req-abac7030-37af-4678-8400-cac0e7bac619 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.189238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8de952b7-2e8f-4851-821d-9ef93a9870c0 req-abac7030-37af-4678-8400-cac0e7bac619 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.3768673 Mar 07 10:34:59.205644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-9941a381-bbd8-4e7b-8571-5ff95acb2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.207140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-9941a381-bbd8-4e7b-8571-5ff95acb2bfc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1132 time: 0.3374982 Mar 07 10:34:59.240747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:59.407162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8de952b7-2e8f-4851-821d-9ef93a9870c0 req-6747d091-ac30-4c9c-bc86-7a26b97ded45 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989086 Mar 07 10:34:59.447862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.457984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-d87b0488-27ef-4a9f-8613-723e70501725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.459450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be0a5da8-242f-47ad-b1c8-22ff6778feed req-d87b0488-27ef-4a9f-8613-723e70501725 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2668941 Mar 07 10:34:59.473407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:59.499709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks [] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.521817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Transition to ACTIVE for port object 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:59.534641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.725750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:59.955980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349b4f-cd5c-469f-ac5c-66aed3553b50 req-bf76ce82-47f5-4b23-99be-0f085e2571a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.957631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92349b4f-cd5c-469f-ac5c-66aed3553b50 req-bf76ce82-47f5-4b23-99be-0f085e2571a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.3412855 Mar 07 10:34:59.991253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:00.043361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Attempting to bind port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:00.044473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Attempting to bind port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:00.044810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Attempting to bind port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f on network 62270c34-79f3-4477-829b-ab49071c6f7d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:00.073979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8954-a950-43ae-8577-5f7e364c50f9 req-c43c5f58-68c4-4967-81a2-37dac7f45df8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.079705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8954-a950-43ae-8577-5f7e364c50f9 req-c43c5f58-68c4-4967-81a2-37dac7f45df8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.081276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902f8954-a950-43ae-8577-5f7e364c50f9 req-c43c5f58-68c4-4967-81a2-37dac7f45df8 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1677 time: 0.1937532 Mar 07 10:35:00.100551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f on network 62270c34-79f3-4477-829b-ab49071c6f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:00.100871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Attempting to bind port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f on network 62270c34-79f3-4477-829b-ab49071c6f7d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:00.103357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:00.134317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92349b4f-cd5c-469f-ac5c-66aed3553b50 req-7c500877-f2c7-4a37-97cb-35b1152f82bf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661820 Mar 07 10:35:00.143260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:00.143610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Checking segment: {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:00.144022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Bound using segment: {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:00.144861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Bound port: 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5034d7-ca4b-4d60-b60c-49f50db261a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:00.144861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.218666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:00.220983 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba9934-40de-44a9-8d8d-31325158e450" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:00.297765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:00.302851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:00.318672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks [] for port (5df552b2-0a9c-491e-860d-41c346d0065d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.336784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.340513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Transition to ACTIVE for port object 5df552b2-0a9c-491e-860d-41c346d0065d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:00.372361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902f8954-a950-43ae-8577-5f7e364c50f9 req-4ab0cfd9-c393-431c-9a45-4cead2dd1f6d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781065 Mar 07 10:35:00.442595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:00.449662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.491020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c9f402-f266-4d97-a640-5685b00d2307 req-d2b28863-3c8e-4adc-9ffb-56168dc5820f tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0494070 Mar 07 10:35:00.598290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.602484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.604957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2b14e6eb-4e24-4d3c-851b-8e97d42a63bb service neutron] 10.222.0.26 "PUT /v2.0/ports/0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f HTTP/1.1" status: 200 len: 1091 time: 2.5451891 Mar 07 10:35:00.699318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] No DVR routers for this DVR port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:00.736174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:00.883394 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b5284-5bb9-41b9-8085-bda3f30d9874 x-openstack-request-id: req-434b5284-5bb9-41b9-8085-bda3f30d9874 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:00.883833 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:00.884286 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-434b5284-5bb9-41b9-8085-bda3f30d9874 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:00.884837 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:35:00.906306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:00.907450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:00.908671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:00.914617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:01.030180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:01.030708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:01.073605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:01.074105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:01.074904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:01.075199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Bound port: 5df552b2-0a9c-491e-860d-41c346d0065d, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:01.075956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:01.106899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 5df552b2-0a9c-491e-860d-41c346d0065d host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:35:01.107638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:01.135130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-270fb329-b0ad-4533-9e50-c7a004ec0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.135775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-270fb329-b0ad-4533-9e50-c7a004ec0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.137789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-270fb329-b0ad-4533-9e50-c7a004ec0239 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 2041 time: 0.4127898 Mar 07 10:35:01.243106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada120ae-5361-49be-b469-fff723456074 req-3991b021-aaa4-40af-8ba7-a477347e87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.244730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-3991b021-aaa4-40af-8ba7-a477347e87cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=718df83fd85648b4b7b0405134648040&device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 1128 time: 0.3525808 Mar 07 10:35:01.246114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-7b016fb0-93b1-44dc-ba0f-6b1f2f87f779 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=b416156d-172b-4528-bc9d-3ed825957057 HTTP/1.1" status: 200 len: 217 time: 0.0933120 Mar 07 10:35:01.335400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62402d4b-920c-453d-9381-e537b1acf2cd req-9315e299-7f99-4410-8936-10d1cee27bbb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.343711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62402d4b-920c-453d-9381-e537b1acf2cd req-9315e299-7f99-4410-8936-10d1cee27bbb tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.4268332 Mar 07 10:35:01.437497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76704-dae4-44fb-86cc-a3186615f810 req-92f6c9e0-70ef-4bce-a50b-33737eff2716 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.439212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af76704-dae4-44fb-86cc-a3186615f810 req-92f6c9e0-70ef-4bce-a50b-33737eff2716 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3685706 Mar 07 10:35:01.444614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:01.478852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:01.494524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-df3e47d6-e39b-4da2-8945-a8aa082cc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.495975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-df3e47d6-e39b-4da2-8945-a8aa082cc52d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=931ae608-fae5-4438-891e-e7c682448b1e HTTP/1.1" status: 200 len: 801 time: 0.2422235 Mar 07 10:35:01.528464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:01.571070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62402d4b-920c-453d-9381-e537b1acf2cd req-544e5a10-0f16-4ea3-bbb8-8444d86c78f0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263618 Mar 07 10:35:01.601667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.602172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:01.603990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] 10.222.0.32 "PUT /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 1096 time: 2.3887174 Mar 07 10:35:01.635633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada120ae-5361-49be-b469-fff723456074 req-74f3138f-ed12-4f9c-ada6-2ef97c05a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.637332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-74f3138f-ed12-4f9c-ada6-2ef97c05a27a service neutron] 10.222.0.32 "GET /v2.0/networks?id=700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 200 len: 914 time: 0.3788102 Mar 07 10:35:01.656750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af76704-dae4-44fb-86cc-a3186615f810 req-a77bf4b5-e068-4298-af51-4a7f7708ad73 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051511 Mar 07 10:35:01.732067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04755-91f4-45e4-95a9-97eaf943fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:01.742295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-5488cf46-0172-4081-97ea-b40a64b329a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 200 len: 217 time: 0.0943859 Mar 07 10:35:01.766425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-888bedd6-fbdb-4f48-93b7-44a66c1322c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.768032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-888bedd6-fbdb-4f48-93b7-44a66c1322c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1b86664-a952-4c29-934a-fc80b953c0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2600756 Mar 07 10:35:01.850180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-f28874fe-0b48-43ad-abe9-2fdd2198d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.851744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-f28874fe-0b48-43ad-abe9-2fdd2198d517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1130 time: 0.2176356 Mar 07 10:35:01.911501 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-564e9126-bc17-41f2-8706-771472a5792b req-9347e3e9-cfd0-4621-a80c-f192736a7804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e57d8b94b4df4702915adf8ee852c069&device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0665593 Mar 07 10:35:01.932126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada120ae-5361-49be-b469-fff723456074 req-f1a7dc57-b97b-40ae-b3f8-16ca25b133c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.934137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-f1a7dc57-b97b-40ae-b3f8-16ca25b133c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 200 len: 853 time: 0.1828666 Mar 07 10:35:01.946021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-564e9126-bc17-41f2-8706-771472a5792b req-189a9d28-ae02-41da-8982-8bcf3d512406 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e57d8b94b4df4702915adf8ee852c069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257485 Mar 07 10:35:01.997142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-e7e21445-f499-449f-9feb-20ec98aeb92b service neutron] 10.222.0.26 "GET /v2.0/networks/f1b86664-a952-4c29-934a-fc80b953c0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074387 Mar 07 10:35:02.102585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9126-bc17-41f2-8706-771472a5792b req-80798af3-4dca-40d9-b245-0f6e039ee75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.111344 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-564e9126-bc17-41f2-8706-771472a5792b req-80798af3-4dca-40d9-b245-0f6e039ee75e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549482 Mar 07 10:35:02.166314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-897972c7-9315-487c-877c-bca571a0b87a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=700d4450-dcfb-4bb0-8608-a34455dc5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594535 Mar 07 10:35:02.661398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267df7-4e48-4cda-9eb3-d3bd2e218fa1 req-b3958175-7241-4c45-a030-b86ee8606e99 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.662992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06267df7-4e48-4cda-9eb3-d3bd2e218fa1 req-b3958175-7241-4c45-a030-b86ee8606e99 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.6957326 Mar 07 10:35:02.672205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a4e5086a-86a5-4cf2-9f5c-2dd4fc4edac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.673618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-a4e5086a-86a5-4cf2-9f5c-2dd4fc4edac3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.7199330 Mar 07 10:35:02.690056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb97f-aa94-4f2c-b3af-24e374eea8b1 req-a375fa6f-d4a3-4338-a74f-a205b549ef46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.695587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb97f-aa94-4f2c-b3af-24e374eea8b1 req-a375fa6f-d4a3-4338-a74f-a205b549ef46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.697222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-695fb97f-aa94-4f2c-b3af-24e374eea8b1 req-a375fa6f-d4a3-4338-a74f-a205b549ef46 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1677 time: 0.7412691 Mar 07 10:35:02.785187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-216beab5-2d05-431c-82d7-325439e55520 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.0852516 Mar 07 10:35:02.810010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-66fefd6c-be8f-40ca-af3a-1ccc5633eb5c service neutron] 10.222.0.26 "GET /v2.0/networks/f1b86664-a952-4c29-934a-fc80b953c0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999290 Mar 07 10:35:02.848908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-b53b8176-f417-482c-b7d9-fc757669b3cf service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565213 Mar 07 10:35:02.888948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'}, {'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:02.891165 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f"}, {"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:02.945870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06267df7-4e48-4cda-9eb3-d3bd2e218fa1 req-eeb602d2-1e9c-408b-be4e-f06fca9b756d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683859 Mar 07 10:35:02.947008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-af576e9c-0344-4a11-bf6e-664176ed80e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f HTTP/1.1" status: 200 len: 217 time: 0.1073303 Mar 07 10:35:02.992611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-695fb97f-aa94-4f2c-b3af-24e374eea8b1 req-269d0531-86c4-4def-b984-6caa5d594a13 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834837 Mar 07 10:35:03.087319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-457bd1ea-f312-409f-9f4c-e3eeb5ae6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.088930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-457bd1ea-f312-409f-9f4c-e3eeb5ae6174 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2936780 Mar 07 10:35:03.180066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62523da4-9413-4268-86ff-13a029e33e14 req-2407e21a-c155-44fc-8353-e9c0ff1d831b tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.1016641 Mar 07 10:35:03.231669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d20d384f-d852-49cb-82dc-c80bc247fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.233380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-d20d384f-d852-49cb-82dc-c80bc247fdca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a6a67d4-fdc1-47da-b0a5-e805a9c60605 HTTP/1.1" status: 200 len: 801 time: 0.2753217 Mar 07 10:35:03.298150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada120ae-5361-49be-b469-fff723456074 req-6de24884-3ed6-4480-bd19-5f78cd40094a service neutron] 10.222.0.32 "GET /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238069 Mar 07 10:35:03.345222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b270b4-e1fd-46b0-beb6-c9d970a9dbbc req-01a08e7a-a6fb-402f-8204-f9d93df82c15 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.346842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4b270b4-e1fd-46b0-beb6-c9d970a9dbbc req-01a08e7a-a6fb-402f-8204-f9d93df82c15 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2098718 Mar 07 10:35:03.357236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-741242e6-d6b8-4ab6-9727-27859b7fd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.358751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-741242e6-d6b8-4ab6-9727-27859b7fd7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2384343 Mar 07 10:35:03.417195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2c2e4587-35a1-4d9d-9fe6-a7637d0c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.418846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-2c2e4587-35a1-4d9d-9fe6-a7637d0c7ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62270c34-79f3-4477-829b-ab49071c6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1714182 Mar 07 10:35:03.495637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0048-5c9c-42c1-9aed-16209ce50023 req-b9872838-ce2b-4e49-bcac-78519bf7080e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.497412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90bb0048-5c9c-42c1-9aed-16209ce50023 req-b9872838-ce2b-4e49-bcac-78519bf7080e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2362127 Mar 07 10:35:03.551981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4b270b4-e1fd-46b0-beb6-c9d970a9dbbc req-bdce6523-5953-4ab3-b86c-13f99e062729 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984563 Mar 07 10:35:03.640735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-564e9126-bc17-41f2-8706-771472a5792b req-8371069f-8b1b-4823-9b65-84bb39467fbe tempest-ServerShowV254Test-856083000 tempest-ServerShowV254Test-856083000-project] 10.222.0.32 "GET /v2.0/ports?device_id=50c11ccd-df12-4314-9866-d5f47214011d HTTP/1.1" status: 200 len: 210 time: 0.0546815 Mar 07 10:35:03.677585 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ac6d7-bc3a-44ce-88ed-41aba8cd6527 x-openstack-request-id: req-953ac6d7-bc3a-44ce-88ed-41aba8cd6527 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:03.677919 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:03.678825 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-953ac6d7-bc3a-44ce-88ed-41aba8cd6527 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:03.679241 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f', 'status': 'completed', 'code': 200} Mar 07 10:35:03.679502 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'status': 'completed', 'code': 200} Mar 07 10:35:03.688882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-2be69c45-aa5a-4727-8c5e-336a023a83f2 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201506 Mar 07 10:35:03.711660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90bb0048-5c9c-42c1-9aed-16209ce50023 req-42af8569-3f21-4171-aa3b-a000a0b15ff8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930161 Mar 07 10:35:03.723951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-dd87a32a-9c23-4d2a-ba17-6370ac26c596 service neutron] 10.222.0.26 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911093 Mar 07 10:35:04.064462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-0ff355f1-fe5e-4a5f-8e98-449d05fa7d80 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461688 Mar 07 10:35:04.396504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:04.456237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d67b1326-df48-49b7-bc6a-615baea70c8a req-b6377813-0491-4f1f-8830-3d07bc5d5d86 service neutron] 10.222.0.26 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125478 Mar 07 10:35:04.485289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-c93030b1-e4fc-4ab7-96fb-f6204f59091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.487501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-c93030b1-e4fc-4ab7-96fb-f6204f59091c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1130 time: 0.3108175 Mar 07 10:35:04.497305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc79c3-27e7-45f7-9268-7968749ad398 req-825e33dd-2c02-49fe-ad40-39cfc0521cbf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.499329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60fc79c3-27e7-45f7-9268-7968749ad398 req-825e33dd-2c02-49fe-ad40-39cfc0521cbf tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.3213849 Mar 07 10:35:04.592920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238aa3-c3c6-498a-a6a0-d9462fbd96f0 req-37e77ac0-84f2-4734-aecb-f431fdf7df29 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.608313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65a85916-d869-451c-9f2c-27a2e0851ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.608599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238aa3-c3c6-498a-a6a0-d9462fbd96f0 req-37e77ac0-84f2-4734-aecb-f431fdf7df29 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.611229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60238aa3-c3c6-498a-a6a0-d9462fbd96f0 req-37e77ac0-84f2-4734-aecb-f431fdf7df29 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1677 time: 0.4323781 Mar 07 10:35:04.741686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65a85916-d869-451c-9f2c-27a2e0851ab4 admin admin] Publish callbacks [] for security_group (c8021eb1-f366-446d-8d97-d49e9c06f9fd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.748451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65a85916-d869-451c-9f2c-27a2e0851ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c8021eb1-f366-446d-8d97-d49e9c06f9fd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.775999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60fc79c3-27e7-45f7-9268-7968749ad398 req-3fc7ecb2-ac8c-4a4f-bbd1-d454a4ce860c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241938 Mar 07 10:35:04.784977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a85916-d869-451c-9f2c-27a2e0851ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8021eb1-f366-446d-8d97-d49e9c06f9fd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:04.830387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-65a85916-d869-451c-9f2c-27a2e0851ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f04eb6fea2464b8bbaa8ef5cd0bf1054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312944 Mar 07 10:35:04.832871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:04.849220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60238aa3-c3c6-498a-a6a0-d9462fbd96f0 req-332e41c9-a975-4010-a2e2-6baa48ac083c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872766 Mar 07 10:35:04.853844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-3d0223ba-e3b7-4a67-a35f-723962e455c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.854315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-3d0223ba-e3b7-4a67-a35f-723962e455c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.868151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-3d0223ba-e3b7-4a67-a35f-723962e455c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f786037f60564f609def4699511a875a&device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 2041 time: 0.2799966 Mar 07 10:35:04.892417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-dc5b5186-2c19-4a31-a8d4-71746f7998a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.894330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-dc5b5186-2c19-4a31-a8d4-71746f7998a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3747277 Mar 07 10:35:04.961247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] Publish callbacks [] for security_group (c8021eb1-f366-446d-8d97-d49e9c06f9fd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.019184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] Publish callbacks [] for security_group (c8021eb1-f366-446d-8d97-d49e9c06f9fd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.041963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-73587498-2c4b-4152-973f-289ba13c21a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.1220648 Mar 07 10:35:05.128273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c8021eb1-f366-446d-8d97-d49e9c06f9fd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.131035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.132322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8021eb1-f366-446d-8d97-d49e9c06f9fd HTTP/1.1" status: 204 len: 168 time: 0.2973392 Mar 07 10:35:05.146462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374e5c4-cb94-4d83-92eb-39f0113cd0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8021eb1-f366-446d-8d97-d49e9c06f9fd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:05.350385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47802) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:05.430018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-8d4204b4-4952-4be2-adec-4fb4c7a8e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.431623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-8d4204b4-4952-4be2-adec-4fb4c7a8e5cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2210305 Mar 07 10:35:05.437156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-872ff0f5-d051-47b1-b503-91e862ab4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.438520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-872ff0f5-d051-47b1-b503-91e862ab4a32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62270c34-79f3-4477-829b-ab49071c6f7d HTTP/1.1" status: 200 len: 902 time: 0.5680757 Mar 07 10:35:05.458374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb8a29-359c-4749-8de1-b62b61394ae8 req-9c959a78-8f78-46e1-8b3d-2140932e1af6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.465614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0cb8a29-359c-4749-8de1-b62b61394ae8 req-9c959a78-8f78-46e1-8b3d-2140932e1af6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.4617326 Mar 07 10:35:05.485688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107630-321d-4526-a6a3-2eb27b28b84a req-75ade42c-13e3-4375-a5c0-385ed00549c8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.487309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1107630-321d-4526-a6a3-2eb27b28b84a req-75ade42c-13e3-4375-a5c0-385ed00549c8 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3821254 Mar 07 10:35:05.565230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-329c10ef-5a54-4fb7-97bf-4c0c8120c026 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f HTTP/1.1" status: 200 len: 217 time: 0.0964713 Mar 07 10:35:05.620433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-9208cd7b-994a-4959-bdbb-f9c2572ac61b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3277214 Mar 07 10:35:05.735245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0cb8a29-359c-4749-8de1-b62b61394ae8 req-db3e65f2-29e9-4ec2-a79d-68370e61c7f6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686129 Mar 07 10:35:05.740626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-ddbd6170-52e4-4da3-9a29-4c3c70339ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.742121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-ddbd6170-52e4-4da3-9a29-4c3c70339ec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a6a67d4-fdc1-47da-b0a5-e805a9c60605 HTTP/1.1" status: 200 len: 801 time: 0.1625202 Mar 07 10:35:05.757017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1107630-321d-4526-a6a3-2eb27b28b84a req-aac681f4-ddf9-420f-8e08-cea07c61312f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414513 Mar 07 10:35:05.760220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-93d0d8f6-12c2-49c7-8906-e8cb2aefc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.763320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-93d0d8f6-12c2-49c7-8906-e8cb2aefc488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3230636 Mar 07 10:35:05.877682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcf4-20bb-4e0f-923f-e929a06231b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.031518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-66d907b4-cbb5-4ac1-ae01-fadccc69b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:06.033312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-66d907b4-cbb5-4ac1-ae01-fadccc69b71a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 1132 time: 0.3893726 Mar 07 10:35:06.125061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcf4-20bb-4e0f-923f-e929a06231b2 admin admin] Publish callbacks [] for security_group (d869c753-0aca-427a-babb-53e7af6cc203), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.144719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcf4-20bb-4e0f-923f-e929a06231b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d869c753-0aca-427a-babb-53e7af6cc203), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.145232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-b3c3e9c4-be0d-4378-a737-aab369565f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:06.146966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-b3c3e9c4-be0d-4378-a737-aab369565f47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62270c34-79f3-4477-829b-ab49071c6f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3825481 Mar 07 10:35:06.155171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-1d4e0f7f-2143-4d89-b2ec-ff61807275ad service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728547 Mar 07 10:35:06.185336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bfcf4-20bb-4e0f-923f-e929a06231b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869c753-0aca-427a-babb-53e7af6cc203,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:06.207507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c35bfcf4-20bb-4e0f-923f-e929a06231b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e57d8b94b4df4702915adf8ee852c069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8559120 Mar 07 10:35:06.210455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:06.275209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] Publish callbacks [] for security_group (d869c753-0aca-427a-babb-53e7af6cc203), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.307936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] Publish callbacks [] for security_group (d869c753-0aca-427a-babb-53e7af6cc203), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.370433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d869c753-0aca-427a-babb-53e7af6cc203), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.376273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.377522 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d869c753-0aca-427a-babb-53e7af6cc203 HTTP/1.1" status: 204 len: 168 time: 0.1660225 Mar 07 10:35:06.389951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b314-963b-45fd-b7d3-f733a437381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869c753-0aca-427a-babb-53e7af6cc203,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:06.912535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419789a-3120-47d8-abc8-c3f161a11eb9 req-74c73973-6c0e-4737-94fa-191a9362d7a6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:06.922509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e419789a-3120-47d8-abc8-c3f161a11eb9 req-74c73973-6c0e-4737-94fa-191a9362d7a6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.9950454 Mar 07 10:35:06.977432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b416156d-172b-4528-bc9d-3ed825957057 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:07.128917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b99f4-fb82-4d12-abfd-1c356c1916fd req-25cbe89d-6fd5-4436-aa0f-60fa7ad5b78f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.130407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e2b99f4-fb82-4d12-abfd-1c356c1916fd req-25cbe89d-6fd5-4436-aa0f-60fa7ad5b78f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 1.1970179 Mar 07 10:35:07.145770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-a02dfca4-b495-4c2d-8b50-6826d71a0945 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9718504 Mar 07 10:35:07.210392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b416156d-172b-4528-bc9d-3ed825957057,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:07.222952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b416156d-172b-4528-bc9d-3ed825957057', 'network_id': 'f1b86664-a952-4c29-934a-fc80b953c0fd', 'port_id': 'b416156d-172b-4528-bc9d-3ed825957057', 'mac_address': 'fa:16:3e:45:29:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931ae608-fae5-4438-891e-e7c682448b1e', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:07.286407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e419789a-3120-47d8-abc8-c3f161a11eb9 req-5fa0ade0-5d49-42c1-abc0-11109ae5ff03 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626921 Mar 07 10:35:07.332929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b416156d-172b-4528-bc9d-3ed825957057 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:07.333599 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b416156d-172b-4528-bc9d-3ed825957057), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.363867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-f3d593ab-5cf0-40ce-b72b-8b33be2a06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.365412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-f3d593ab-5cf0-40ce-b72b-8b33be2a06f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 1.2976441 Mar 07 10:35:07.376959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b416156d-172b-4528-bc9d-3ed825957057 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:07.381575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-08698a1d-4550-4998-bb2f-1855fefb7011 service neutron] 10.222.0.26 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2173624 Mar 07 10:35:07.424285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b416156d-172b-4528-bc9d-3ed825957057,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:07.436066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.436745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:07.473217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-a46b8de0-994c-4ff2-a0ed-50562cd66f33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 200 len: 217 time: 0.0939832 Mar 07 10:35:07.581425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-700c0d9b-3dfd-4008-bd7a-aa8287397555 service neutron] 10.222.0.26 "GET /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042273 Mar 07 10:35:07.614857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e2b99f4-fb82-4d12-abfd-1c356c1916fd req-9793942c-2da2-4b95-9613-48087354b186 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598885 Mar 07 10:35:07.694020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43364ce0-6d48-43bb-b39a-d79952e07817 req-0bce0829-a4f7-4e2b-9721-ec4e6058dece tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.707898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43364ce0-6d48-43bb-b39a-d79952e07817 req-0bce0829-a4f7-4e2b-9721-ec4e6058dece tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.712817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43364ce0-6d48-43bb-b39a-d79952e07817 req-0bce0829-a4f7-4e2b-9721-ec4e6058dece tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1678 time: 0.2367239 Mar 07 10:35:07.738112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-a4f34d76-25f8-4b1f-bbee-07ddeeb5dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.744064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-a4f34d76-25f8-4b1f-bbee-07ddeeb5dc89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1322036 Mar 07 10:35:07.796978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:07.834227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f', 'network_id': '62270c34-79f3-4477-829b-ab49071c6f7d', 'port_id': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f', 'mac_address': 'fa:16:3e:18:44:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6a67d4-fdc1-47da-b0a5-e805a9c60605', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:07.915416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:07.915829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.935929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:07.986291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.000613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.001335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.002054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.003395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.004845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.005647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.008151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.008756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.009313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.009858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.010397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.012049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:08.033385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:08.074372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:08.083679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.114552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43364ce0-6d48-43bb-b39a-d79952e07817 req-0ada15bf-f1dd-4024-b259-5bb3e4606ea5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810871 Mar 07 10:35:08.123959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-cc31c551-f219-43aa-b2fc-8a756c383170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.137969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-cc31c551-f219-43aa-b2fc-8a756c383170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1130 time: 0.4230011 Mar 07 10:35:08.161990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538b15-4ffa-450c-803d-f0fb8b0b5c9d req-b29ab2f9-9039-476b-b51f-3fc3118cc5ba tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.164754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63538b15-4ffa-450c-803d-f0fb8b0b5c9d req-b29ab2f9-9039-476b-b51f-3fc3118cc5ba tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2918446 Mar 07 10:35:08.231596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:08.348208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b416156d-172b-4528-bc9d-3ed825957057'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:08.397364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-8fc496ee-d7f4-4b84-848d-506091a22a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.404103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-8fc496ee-d7f4-4b84-848d-506091a22a7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2317042 Mar 07 10:35:08.409539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:08.414477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-40c8c82b-5f9e-4353-bf18-c80393b46817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.414749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-40c8c82b-5f9e-4353-bf18-c80393b46817 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6308217 Mar 07 10:35:08.646455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-4830ce50-d015-4b88-83e7-40c415bfb145 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797948 Mar 07 10:35:08.714595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-2642a702-bc05-49a7-ab78-816666e92af0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.2621784 Mar 07 10:35:08.823237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63538b15-4ffa-450c-803d-f0fb8b0b5c9d req-8935718b-6a02-4db9-83d2-c910f214b926 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472988 Mar 07 10:35:08.877889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-6c8ebd0c-ba2e-43d9-934e-79d599c98ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2304218 Mar 07 10:35:08.895392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-f833017c-0ba9-437b-88e3-024b47559cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.900310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-f833017c-0ba9-437b-88e3-024b47559cc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1538212 Mar 07 10:35:09.221785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bd31e40-eacb-43ca-9894-9087820b2e47 req-9bd85ad0-9cea-4ea7-9b89-ac6fafd030e9 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220158 Mar 07 10:35:09.301293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:09.342003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-043dda80-b00e-43ba-a9e0-3b7d1151635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.344089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-043dda80-b00e-43ba-a9e0-3b7d1151635a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3769732 Mar 07 10:35:09.346532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-c5edb5ef-4f61-46da-979c-3259ae1d92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.348457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-c5edb5ef-4f61-46da-979c-3259ae1d92bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 1132 time: 0.4435837 Mar 07 10:35:09.393933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c294f88-f52c-42fe-b7d9-9790d1505da9 req-0f0d4ab3-3ff7-495d-9b3b-acde7e6df161 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.396089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c294f88-f52c-42fe-b7d9-9790d1505da9 req-0f0d4ab3-3ff7-495d-9b3b-acde7e6df161 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 948 time: 0.2672434 Mar 07 10:35:09.472821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:09.490290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '5df552b2-0a9c-491e-860d-41c346d0065d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '5df552b2-0a9c-491e-860d-41c346d0065d', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:09.583289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:09.583750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.615358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df552b2-0a9c-491e-860d-41c346d0065d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:09.657074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:09.665343 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.679006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c294f88-f52c-42fe-b7d9-9790d1505da9 req-8b061926-b147-460f-b30e-0f07619dba42 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583833 Mar 07 10:35:09.687502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed4e4b-d4f3-4b5c-b610-c248a050c0d8 req-960ad137-a856-4117-8436-47462d93b08e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.696446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0ed4e4b-d4f3-4b5c-b610-c248a050c0d8 req-960ad137-a856-4117-8436-47462d93b08e tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.4997075 Mar 07 10:35:09.771313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:09.889081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-c90e0214-0f94-4c26-8486-008ceb03fb37 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333903 Mar 07 10:35:09.939811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a68af160-ddcc-40fe-a510-112007e5dfd6 req-42b2327b-0ad1-42e4-9af7-b41cb6c11a3b tempest-AbsoluteLimitsNegativeTestJSON-1867171181 tempest-AbsoluteLimitsNegativeTestJSON-1867171181-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d4c41c3f065745de98aa726f1d8495bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166716 Mar 07 10:35:10.100381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5df552b2-0a9c-491e-860d-41c346d0065d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:10.228350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68af160-ddcc-40fe-a510-112007e5dfd6 req-265b7832-48aa-4824-beaf-7043d69bd011 tempest-AbsoluteLimitsNegativeTestJSON-1867171181 tempest-AbsoluteLimitsNegativeTestJSON-1867171181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.233052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a68af160-ddcc-40fe-a510-112007e5dfd6 req-265b7832-48aa-4824-beaf-7043d69bd011 tempest-AbsoluteLimitsNegativeTestJSON-1867171181 tempest-AbsoluteLimitsNegativeTestJSON-1867171181-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672179 Mar 07 10:35:10.324461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-8805366e-ae24-48ca-9830-021896a7189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.325879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-8805366e-ae24-48ca-9830-021896a7189f service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.9434142 Mar 07 10:35:10.360936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a68af160-ddcc-40fe-a510-112007e5dfd6 req-a182d812-7d7c-4554-a0d6-17f59a2d8fba tempest-AbsoluteLimitsNegativeTestJSON-1867171181 tempest-AbsoluteLimitsNegativeTestJSON-1867171181-project] 10.222.0.23 "GET /v2.0/quotas/d4c41c3f065745de98aa726f1d8495bd HTTP/1.1" status: 200 len: 375 time: 0.0719607 Mar 07 10:35:10.398641 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0ed4e4b-d4f3-4b5c-b610-c248a050c0d8 req-8b52f859-bcc5-430c-a163-26ac8b34a675 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010703 Mar 07 10:35:10.460125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a68af160-ddcc-40fe-a510-112007e5dfd6 req-85700d6f-9d55-4024-90b4-b95f4ae2bf35 tempest-AbsoluteLimitsNegativeTestJSON-1867171181 tempest-AbsoluteLimitsNegativeTestJSON-1867171181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4c41c3f065745de98aa726f1d8495bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794992 Mar 07 10:35:10.467562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-a9bccae5-ea69-48b0-b43c-0f3136512937 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1007075 Mar 07 10:35:10.595674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eca1f7-42b3-41cd-8f66-ba743fc8e3fc req-7fd17389-ca59-4a1c-975d-04d7219d7db7 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522658 Mar 07 10:35:10.626572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-0cba87db-eb1d-4a2e-bec2-b9b9a5c0b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.627907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-0cba87db-eb1d-4a2e-bec2-b9b9a5c0b267 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1533811 Mar 07 10:35:10.656302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e288-3b96-4996-80ec-c24bfc5793aa req-cd39a4ac-e383-40a6-9599-ddd85029e013 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.662416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e288-3b96-4996-80ec-c24bfc5793aa req-cd39a4ac-e383-40a6-9599-ddd85029e013 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.670324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b37e288-3b96-4996-80ec-c24bfc5793aa req-cd39a4ac-e383-40a6-9599-ddd85029e013 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1679 time: 0.1338918 Mar 07 10:35:10.808615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-74702b02-443f-49c9-b18a-4455d5765043 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360142 Mar 07 10:35:10.998801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b37e288-3b96-4996-80ec-c24bfc5793aa req-886ff697-0a44-43d6-95e2-066fdbfeaa8e tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275445 Mar 07 10:35:11.004423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b416156d-172b-4528-bc9d-3ed825957057 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:11.131725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-4753e0f9-b34a-4872-a30e-0ab49e7050b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.133393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-4753e0f9-b34a-4872-a30e-0ab49e7050b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4979134 Mar 07 10:35:11.170948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:11.223125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-fac7af3b-d9e3-4a3a-99ce-6a58617e4d08 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.224780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b416156d-172b-4528-bc9d-3ed825957057 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:11.224966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-fac7af3b-d9e3-4a3a-99ce-6a58617e4d08 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855789 Mar 07 10:35:11.239439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b416156d-172b-4528-bc9d-3ed825957057 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:11.240433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b416156d-172b-4528-bc9d-3ed825957057), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.319799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-04072465-66f6-47be-86ae-5dc92f9eb1fa tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/quotas/36f5dcb2b8f843daad1c563fdae6848c HTTP/1.1" status: 200 len: 375 time: 0.0791006 Mar 07 10:35:11.401809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6306e279-b11a-4f08-9ab6-8e2a09b9f2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.446225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-4d5c1c49-6b96-4653-b6b1-7833375e7f3f tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193774 Mar 07 10:35:11.512730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-bc4dd692-f98b-474d-bfb9-fb414ef8dc37 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867146 Mar 07 10:35:11.522411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b416156d-172b-4528-bc9d-3ed825957057 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:11.524030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b416156d-172b-4528-bc9d-3ed825957057), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.600502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6306e279-b11a-4f08-9ab6-8e2a09b9f2a7 admin admin] Publish callbacks [] for security_group (30027136-f392-4509-aac2-794606c22ab0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.618339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6306e279-b11a-4f08-9ab6-8e2a09b9f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (30027136-f392-4509-aac2-794606c22ab0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.630008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:11.639758 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97731fe-2104-4f79-8323-1905d668084f" -d '{"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-plugged", "status": "completed", "tag": "b416156d-172b-4528-bc9d-3ed825957057"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:11.673361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-85533280-f0c7-4624-91cc-3a45aff923a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.674893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-85533280-f0c7-4624-91cc-3a45aff923a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc&tenant_id=56bfb5bbe85e40ae84445580a2d9b621&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 949 time: 0.1264188 Mar 07 10:35:11.715288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b416156d-172b-4528-bc9d-3ed825957057,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:11.724667 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.726107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:11.856653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f4e99b8-8232-4fad-904c-9aa7b10326cd req-d61e897d-2fff-45fb-90a3-95a7edb38645 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304532 Mar 07 10:35:11.859781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306e279-b11a-4f08-9ab6-8e2a09b9f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30027136-f392-4509-aac2-794606c22ab0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:11.887058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6306e279-b11a-4f08-9ab6-8e2a09b9f2a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4c41c3f065745de98aa726f1d8495bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7125103 Mar 07 10:35:11.888706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48000) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:12.075503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] Publish callbacks [] for security_group (30027136-f392-4509-aac2-794606c22ab0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.087507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:12.093237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6507b687-cf48-4936-bcb4-97fc2599fa68 service neutron] 10.222.0.32 "GET /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.4098029 Mar 07 10:35:12.119031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77893a8d-261b-4756-b92d-8dfa3547aca5 req-c875970c-6ecd-455c-b26d-7d088c88f3cc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.122874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:12.128466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:12.128838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.136324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77893a8d-261b-4756-b92d-8dfa3547aca5 req-c875970c-6ecd-455c-b26d-7d088c88f3cc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.4567614 Mar 07 10:35:12.136527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] Publish callbacks [] for security_group (30027136-f392-4509-aac2-794606c22ab0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.194398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7f994-e663-462f-882f-18facd5a4570 req-59d9adfc-2d3f-467d-b367-646cc30bc31a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.200480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e7f994-e663-462f-882f-18facd5a4570 req-59d9adfc-2d3f-467d-b367-646cc30bc31a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3918281 Mar 07 10:35:12.251735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (30027136-f392-4509-aac2-794606c22ab0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.257063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.258335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30027136-f392-4509-aac2-794606c22ab0 HTTP/1.1" status: 204 len: 168 time: 0.3666332 Mar 07 10:35:12.284464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94a36a-ecec-4cbd-8dd7-35863e8bd0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30027136-f392-4509-aac2-794606c22ab0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:12.427866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:12.428402 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.519603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:12.520744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-25befa62-6d8e-4d2d-a649-46ab8d558f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.524864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-25befa62-6d8e-4d2d-a649-46ab8d558f24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1131 time: 0.3862762 Mar 07 10:35:12.528984 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.545874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77893a8d-261b-4756-b92d-8dfa3547aca5 req-6c0cd6d4-8429-4d9f-9c39-c6a9a8581c65 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067032 Mar 07 10:35:12.713907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:12.771291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-d6ea0133-97bd-4171-9fd8-56b9dfb3c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.773076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-d6ea0133-97bd-4171-9fd8-56b9dfb3c2ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2378716 Mar 07 10:35:12.809927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e7f994-e663-462f-882f-18facd5a4570 req-110d1b69-31b0-431c-b6a8-43605431ebcc tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270572 Mar 07 10:35:12.905492 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c36adb-a65a-420b-99f9-3cab04027c18 x-openstack-request-id: req-35c36adb-a65a-420b-99f9-3cab04027c18 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:12.905762 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-plugged", "status": "completed", "tag": "b416156d-172b-4528-bc9d-3ed825957057", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:12.906014 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35c36adb-a65a-420b-99f9-3cab04027c18 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:12.906412 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057', 'code': 200} Mar 07 10:35:12.985671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-acb0d67c-bb67-4e74-aa2d-f346870262e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.1965938 Mar 07 10:35:13.177823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-f931c520-a397-45f6-99f2-a668b127f226 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869009 Mar 07 10:35:13.316569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:13.467740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-e86055e3-c018-45e7-a385-805bafdc6365 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.469552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 5df552b2-0a9c-491e-860d-41c346d0065d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:13.474557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 5df552b2-0a9c-491e-860d-41c346d0065d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:13.475181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.477008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-e86055e3-c018-45e7-a385-805bafdc6365 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976105 Mar 07 10:35:13.487668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9209aa-ab94-45ca-b88e-7e34e525a2c0 req-0ccd3112-7083-4c39-b5fe-ce91308817a7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.489624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a9209aa-ab94-45ca-b88e-7e34e525a2c0 req-0ccd3112-7083-4c39-b5fe-ce91308817a7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.7117977 Mar 07 10:35:13.493336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-a78a921c-e389-4a6f-842d-9e34115ac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.495022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-a78a921c-e389-4a6f-842d-9e34115ac4db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.5026922 Mar 07 10:35:13.571760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-380b9582-60ad-45eb-a1a4-4c31ba79ea0d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/quotas/36f5dcb2b8f843daad1c563fdae6848c HTTP/1.1" status: 200 len: 375 time: 0.0934024 Mar 07 10:35:13.708045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:13.708689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.753681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-14e1c475-d5bd-4d13-bd39-b04aac9de448 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205032 Mar 07 10:35:13.791293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:13.802756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.881328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a9209aa-ab94-45ca-b88e-7e34e525a2c0 req-056f5743-5567-4239-9098-07e2b83f2d0b tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836443 Mar 07 10:35:13.911517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-4d59b51f-72e5-4a31-84c5-a01f507915d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.918076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-4d59b51f-72e5-4a31-84c5-a01f507915d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3738306 Mar 07 10:35:13.973007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:14.209802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6fd816e6-326b-4daf-a4b2-d9fdda136a31 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860918 Mar 07 10:35:14.265263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:14.602815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-359513148-network', 'tenant_id': 'd063a18eea88443ba9efec1241c7c614'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:14.667112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Made reservation on behalf of d063a18eea88443ba9efec1241c7c614 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:14.671366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.701861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.857596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks [] for security_group (d8f9caff-0d0c-4791-af48-69650b190717), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.866750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d8f9caff-0d0c-4791-af48-69650b190717), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.890752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:14.909306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'}, {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:14.910846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.911193 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Added segment 7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f of type vlan for network e686f142-b61c-4c1f-ba70-cb471ee4fd66 Mar 07 10:35:14.913942 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b54ff-e980-4ac2-bb4e-793ec43f553c" -d '{"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f"}, {"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:14.992493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e686f142-b61c-4c1f-ba70-cb471ee4fd66), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.065264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e686f142-b61c-4c1f-ba70-cb471ee4fd66), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.066558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.067291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.126785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9caff-0d0c-4791-af48-69650b190717,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:15.148275 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8811345 Mar 07 10:35:15.151083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48100) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:15.181757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-5ae6e689-9d0b-4709-9e5c-fc8cfe668532 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9585834 Mar 07 10:35:15.186305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Request body: {'subnet': {'network_id': 'e686f142-b61c-4c1f-ba70-cb471ee4fd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-359513148-subnet', 'tenant_id': 'd063a18eea88443ba9efec1241c7c614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:15.221621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378c1b-e06f-463c-b938-24cbe06cdbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=e686f142-b61c-4c1f-ba70-cb471ee4fd66,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:15.232246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e686f142-b61c-4c1f-ba70-cb471ee4fd66 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:15.244382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Made reservation on behalf of d063a18eea88443ba9efec1241c7c614 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:15.247085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.290505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-87808f75-4429-477e-841a-de6bb102b1cf tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843992 Mar 07 10:35:15.415728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8449-ecda-471c-984d-2bd2e960003f req-4e81b5e6-e13a-4dcf-ab20-bdf77f7d36a2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.422045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8449-ecda-471c-984d-2bd2e960003f req-4e81b5e6-e13a-4dcf-ab20-bdf77f7d36a2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.423904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f38e8449-ecda-471c-984d-2bd2e960003f req-4e81b5e6-e13a-4dcf-ab20-bdf77f7d36a2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1681 time: 1.2130649 Mar 07 10:35:15.506283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391a45-fed6-4c25-8c06-3fb66e272b8a req-f9542a1f-34b4-40f2-867c-2ccdfa2d4f95 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.517442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95391a45-fed6-4c25-8c06-3fb66e272b8a req-f9542a1f-34b4-40f2-867c-2ccdfa2d4f95 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.3347101 Mar 07 10:35:15.550155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-7d1a375e-7a80-4579-915b-4caeee334dc6 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.553549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-7d1a375e-7a80-4579-915b-4caeee334dc6 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508149 Mar 07 10:35:15.596122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (aec8dfe6-e776-43cf-b68d-f62e4962fbf5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.608477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f38e8449-ecda-471c-984d-2bd2e960003f req-53ca7004-b551-4ca6-9712-290bd9731bdc tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737120 Mar 07 10:35:15.614034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Request body: {'port': {'device_id': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '36f5dcb2b8f843daad1c563fdae6848c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:15.744544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec8dfe6-e776-43cf-b68d-f62e4962fbf5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:15.769307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Checking segment: {'id': '7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e686f142-b61c-4c1f-ba70-cb471ee4fd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:15.769799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95391a45-fed6-4c25-8c06-3fb66e272b8a req-ba11a7aa-5d70-48c2-8b88-4d9192c0872b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386365 Mar 07 10:35:15.770139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Network hostable DHCP agents. Network: e686f142-b61c-4c1f-ba70-cb471ee4fd66, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:15.799856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Network e686f142-b61c-4c1f-ba70-cb471ee4fd66 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:15.817774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e686f142-b61c-4c1f-ba70-cb471ee4fd66) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:15.830770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a078b-88b6-48d6-b366-4f5c672e5bd8 None None] Network e686f142-b61c-4c1f-ba70-cb471ee4fd66 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:15.832614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.833236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.840046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b82646-ece7-454c-997c-37de13dc91e7 req-80b422c8-9ddc-4bb0-b13f-a003e46115f3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 210 time: 0.1000235 Mar 07 10:35:15.872649 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f32634b-41b5-4f72-bb18-d78ccf9e5018 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7201059 Mar 07 10:35:15.906863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-53c27c97-d821-4ac0-a670-4f6f5f10ca8b tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845971 Mar 07 10:35:16.097289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47a98d-7904-4562-baa1-22ba3dada4cd None None] Network e686f142-b61c-4c1f-ba70-cb471ee4fd66 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:16.138236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa80125-8e21-4902-8bf8-0c64e625102e req-9e57fdae-997a-441c-afba-84132e2b6ff0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.139806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fa80125-8e21-4902-8bf8-0c64e625102e req-9e57fdae-997a-441c-afba-84132e2b6ff0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2354538 Mar 07 10:35:16.178066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Made reservation on behalf of 36f5dcb2b8f843daad1c563fdae6848c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:16.181292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.202858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.211825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-11ceb8bb-d48d-437f-8348-05f4a3b2ea5a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.213884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-11ceb8bb-d48d-437f-8348-05f4a3b2ea5a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499511 Mar 07 10:35:16.229211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Request body: {'port': {'device_id': '3222559c-280b-480d-9cde-80d14c38d059', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '36f5dcb2b8f843daad1c563fdae6848c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:16.328411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fa80125-8e21-4902-8bf8-0c64e625102e req-d0877a8b-4c17-4b7b-9dda-56fd10f22ada tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797128 Mar 07 10:35:16.437622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks [] for security_group (5c407470-3795-4339-8d7c-dbc8f189f4dc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.440863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Made reservation on behalf of 36f5dcb2b8f843daad1c563fdae6848c for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:16.445520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.448344 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e518640-8bcb-4f23-9bef-95b21a198a6a x-openstack-request-id: req-5e518640-8bcb-4f23-9bef-95b21a198a6a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:16.449173 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f", "code": 200}, {"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:16.449790 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e518640-8bcb-4f23-9bef-95b21a198a6a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:16.450662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5c407470-3795-4339-8d7c-dbc8f189f4dc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.450861 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f', 'code': 200} Mar 07 10:35:16.451363 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:35:16.610834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c407470-3795-4339-8d7c-dbc8f189f4dc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:16.755816 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-45dcbf52-3cfc-4c59-875a-ddc9a8cc8a78 req-7b5ebe36-dc56-4d6c-99ed-5c1f3934034d tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] show failed (client error): The resource could not be found. Mar 07 10:35:16.756859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45dcbf52-3cfc-4c59-875a-ddc9a8cc8a78 req-7b5ebe36-dc56-4d6c-99ed-5c1f3934034d tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/cf22db08-34ca-4655-9df8-8e91069ca28a HTTP/1.1" status: 404 len: 352 time: 0.0418241 Mar 07 10:35:16.788704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964f305-ba9b-4142-b0c4-1af7c672d2d2 req-ecba93b0-7aca-457a-b274-84c8c3436dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.789470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964f305-ba9b-4142-b0c4-1af7c672d2d2 req-ecba93b0-7aca-457a-b274-84c8c3436dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.791182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c964f305-ba9b-4142-b0c4-1af7c672d2d2 req-ecba93b0-7aca-457a-b274-84c8c3436dba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 2045 time: 0.2430704 Mar 07 10:35:16.793904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Allocated IP 192.168.233.78 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/ff224fb4-0a58-49c9-8c6f-23c3e681663d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:16.807410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da911f-d5dc-4a80-a559-c68489750242 req-90fe4d8d-7938-45ca-87ef-e4bf9849b0a2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.809199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14da911f-d5dc-4a80-a559-c68489750242 req-90fe4d8d-7938-45ca-87ef-e4bf9849b0a2 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.1929545 Mar 07 10:35:16.835006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-eb0fe513-4793-46e5-8eb4-6e27d1358399 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.838361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-eb0fe513-4793-46e5-8eb4-6e27d1358399 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.1184149 Mar 07 10:35:16.935023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c964f305-ba9b-4142-b0c4-1af7c672d2d2 req-e8189f16-d0b6-4852-a824-c4123bb835bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233940 Mar 07 10:35:16.965744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14da911f-d5dc-4a80-a559-c68489750242 req-f3d0a324-c20d-47d6-8676-1b45fe7a9da3 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382499 Mar 07 10:35:17.063349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Deleting port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:17.063954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.160565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7988-1e41-4c4d-9e6c-965751acbef5 req-8c606964-e59d-42e6-b441-114b1fa0722e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.168341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b99b7988-1e41-4c4d-9e6c-965751acbef5 req-8c606964-e59d-42e6-b441-114b1fa0722e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb48def9-507b-44eb-98ca-ef05fb4e3479 HTTP/1.1" status: 200 len: 944 time: 0.1976278 Mar 07 10:35:17.184935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks [] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.197939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] For port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:17.198429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.212740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Calling delete_port for bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:17.248515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b99b7988-1e41-4c4d-9e6c-965751acbef5 req-e9bc147f-8dfc-44c7-aa6c-e496e46073a5 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713577 Mar 07 10:35:17.267919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f70fc-dc48-4f29-ac65-9b89e1d9d56e req-0558e04f-8a6f-425a-901a-c7bb4589b605 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.275864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-499f70fc-dc48-4f29-ac65-9b89e1d9d56e req-0558e04f-8a6f-425a-901a-c7bb4589b605 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2213793 Mar 07 10:35:17.425255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-499f70fc-dc48-4f29-ac65-9b89e1d9d56e req-a32514cd-bb63-493a-add7-f32c10856cd7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439903 Mar 07 10:35:17.453512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.504438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bb80b6b9-d139-4652-9b14-ac0d6ea0ba19), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.549561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event deleted for resources: {'Port': ['ID=bb80b6b9-d139-4652-9b14-ac0d6ea0ba19,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:17.613903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] No DVR routers for this DVR port bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:17.618902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.622750 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b8b9f126-1436-4344-84f7-0dacea635be0 req-717552d0-8ece-4259-83bf-15aac2368a55 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "DELETE /v2.0/ports/bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 HTTP/1.1" status: 204 len: 173 time: 0.7686815 Mar 07 10:35:17.623258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-deleted', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:17.632409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300add9-1591-4d78-a6fc-551969a7a4be req-15cb4bf6-d930-4218-9659-1f843cf8ef24 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.634115 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0b7d6-784c-44c8-aa19-e81488c4a217" -d '{"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-deleted", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:17.638401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300add9-1591-4d78-a6fc-551969a7a4be req-15cb4bf6-d930-4218-9659-1f843cf8ef24 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.645916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5300add9-1591-4d78-a6fc-551969a7a4be req-15cb4bf6-d930-4218-9659-1f843cf8ef24 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1681 time: 0.2954063 Mar 07 10:35:17.687699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:17.698181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:17.705761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:17.716643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:17.756963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Allocated IP 192.168.233.194 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/b18f2f32-a717-4293-98f0-048e12e6ac31) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:17.796412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5300add9-1591-4d78-a6fc-551969a7a4be req-023d8191-b27f-482d-89f4-9a7b3b17841d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447372 Mar 07 10:35:17.805817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-889a8499-653a-4515-8473-c375bfd72db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.807620 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-889a8499-653a-4515-8473-c375bfd72db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc&tenant_id=56bfb5bbe85e40ae84445580a2d9b621 HTTP/1.1" status: 200 len: 1132 time: 0.0863583 Mar 07 10:35:17.820883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:17.844460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa46ba-3082-4dcf-9b6c-72bb86b39773 req-15ce35d8-ef5a-46bf-8357-4466daa7523f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.848792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25aa46ba-3082-4dcf-9b6c-72bb86b39773 req-15ce35d8-ef5a-46bf-8357-4466daa7523f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.2679636 Mar 07 10:35:17.921973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.927401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.929846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.077303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-87850d97-49fa-44ee-9904-1491e8cbe3c2 None None] Provisioning complete for port ff224fb4-0a58-49c9-8c6f-23c3e681663d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:18.078417 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-87850d97-49fa-44ee-9904-1491e8cbe3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.085356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28bdf52f-69e1-4ca1-9463-ef030de1e696 req-52dee020-f1a0-4a88-be4d-e6372fda6062 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 210 time: 0.1462710 Mar 07 10:35:18.122599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-87850d97-49fa-44ee-9904-1491e8cbe3c2 None None] Port ff224fb4-0a58-49c9-8c6f-23c3e681663d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:18.126383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25aa46ba-3082-4dcf-9b6c-72bb86b39773 req-400f5218-4ba0-4f56-8e5a-088b5d3df0ef tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570629 Mar 07 10:35:18.144772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-ebe7f0cc-741a-4540-9b83-60d733e49be3 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5349674 Mar 07 10:35:18.216594 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550b5e0-27df-4c54-be3a-2fbd61d1064c x-openstack-request-id: req-6550b5e0-27df-4c54-be3a-2fbd61d1064c {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:18.216935 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb48def9-507b-44eb-98ca-ef05fb4e3479", "name": "network-vif-deleted", "tag": "bb80b6b9-d139-4652-9b14-ac0d6ea0ba19", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:18.217187 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6550b5e0-27df-4c54-be3a-2fbd61d1064c {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:18.217580 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb48def9-507b-44eb-98ca-ef05fb4e3479', 'name': 'network-vif-deleted', 'tag': 'bb80b6b9-d139-4652-9b14-ac0d6ea0ba19', 'status': 'completed', 'code': 200} Mar 07 10:35:18.217708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Request body: {'port': {'device_id': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:18.292069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48162) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:18.402127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.408092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03b2491e-fdbc-4bb3-9413-b7190e56f5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.410843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65742660-e46b-465e-91cb-c54f28fce1e9 req-d2228743-3787-4af1-bf16-148ca22640c9 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d063a18eea88443ba9efec1241c7c614 HTTP/1.1" status: 200 len: 3001 time: 0.2457733 Mar 07 10:35:18.498080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks [] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.559722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeac1b-e334-49be-a7b8-d4e0e3ecd2b5 req-9dc4c881-57ef-4761-ab5c-456d407dc289 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:18.561301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39eeac1b-e334-49be-a7b8-d4e0e3ecd2b5 req-9dc4c881-57ef-4761-ab5c-456d407dc289 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.2430310 Mar 07 10:35:18.563698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65742660-e46b-465e-91cb-c54f28fce1e9 req-d9ebdef0-4e6e-4bcd-8be8-bd5c8f26dbf1 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/d8f9caff-0d0c-4791-af48-69650b190717 HTTP/1.1" status: 200 len: 2998 time: 0.1392057 Mar 07 10:35:18.710787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.756058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65742660-e46b-465e-91cb-c54f28fce1e9 req-cc211a67-66fb-4495-89af-c008c85f24ff tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/d8f9caff-0d0c-4791-af48-69650b190717 HTTP/1.1" status: 200 len: 2998 time: 0.1793268 Mar 07 10:35:18.762384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39eeac1b-e334-49be-a7b8-d4e0e3ecd2b5 req-4eb64026-8ac2-421c-af6f-e1d0fcafee60 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910853 Mar 07 10:35:18.773720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:18.777334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:18.784700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:18.788663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:18.819058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:18.852182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03b2491e-fdbc-4bb3-9413-b7190e56f5fe admin admin] Publish callbacks [] for security_group (ef89da63-64df-47d3-87b2-bf1ae16a0c61), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.864530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03b2491e-fdbc-4bb3-9413-b7190e56f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ef89da63-64df-47d3-87b2-bf1ae16a0c61), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.869498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:18.870276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.901697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-99dfbafa-9dd3-40c7-ae8f-e507f23f39eb tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6778967 Mar 07 10:35:18.903777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:18.907891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2491e-fdbc-4bb3-9413-b7190e56f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89da63-64df-47d3-87b2-bf1ae16a0c61,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:18.932818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Request body: {'port': {'device_id': '3222559c-280b-480d-9cde-80d14c38d059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:18.939916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-03b2491e-fdbc-4bb3-9413-b7190e56f5fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8743a16f6ff04d40b883a3dafadc5580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465654 Mar 07 10:35:18.946314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:18.977892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks [] for port (5df552b2-0a9c-491e-860d-41c346d0065d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.002555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Transition to ACTIVE for port object 5df552b2-0a9c-491e-860d-41c346d0065d will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:19.013261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.015584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eaf9c85-d3d9-4fe6-bcd4-b2ffe4a192bb req-d8329097-c6cc-4156-96cf-fe4394f3c50a tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/d8f9caff-0d0c-4791-af48-69650b190717 HTTP/1.1" status: 200 len: 2998 time: 0.1238201 Mar 07 10:35:19.044455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] Publish callbacks [] for security_group (ef89da63-64df-47d3-87b2-bf1ae16a0c61), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.069750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:19.085435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f94b-698e-4f1b-858f-9c19bd3b9918 req-5b4a7cb5-e642-4539-8f74-5acb2f0ecc4a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.086998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df16f94b-698e-4f1b-858f-9c19bd3b9918 req-5b4a7cb5-e642-4539-8f74-5acb2f0ecc4a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2054088 Mar 07 10:35:19.097409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] No DVR routers for this DVR port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:19.102453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:19.103464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb80b6b9-d139-4652-9b14-ac0d6ea0ba19 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:19.107045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] Publish callbacks [] for security_group (ef89da63-64df-47d3-87b2-bf1ae16a0c61), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.111537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=10']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:19.132160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.156054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a257b14e-81e9-4774-bbf8-ddf24320d70f None None] Provisioning complete for port b18f2f32-a717-4293-98f0-048e12e6ac31 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:19.156766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a257b14e-81e9-4774-bbf8-ddf24320d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.167271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:19.168137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:19.168471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:19.174451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:19.174777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Attempting to bind port 5df552b2-0a9c-491e-860d-41c346d0065d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:19.179894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:19.180232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:19.180599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:19.181021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Bound port: 5df552b2-0a9c-491e-860d-41c346d0065d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:19.181383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.212827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a257b14e-81e9-4774-bbf8-ddf24320d70f None None] Port b18f2f32-a717-4293-98f0-048e12e6ac31 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:19.230756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ef89da63-64df-47d3-87b2-bf1ae16a0c61), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.233487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.234656 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef89da63-64df-47d3-87b2-bf1ae16a0c61 HTTP/1.1" status: 204 len: 168 time: 0.2874002 Mar 07 10:35:19.255908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd606a-9a3c-4281-8b6c-e56b9a4fc4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89da63-64df-47d3-87b2-bf1ae16a0c61,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:19.269077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:19.273081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:19.280332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.316210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df16f94b-698e-4f1b-858f-9c19bd3b9918 req-7395ce77-2dc0-4783-bf02-6e7f1c72ba69 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900492 Mar 07 10:35:19.325659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.326290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.328055 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] 10.222.0.26 "PUT /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 1097 time: 1.5123346 Mar 07 10:35:19.347325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9928c2-7ea4-4d3d-abc2-53f2843d1674 service neutron] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=11']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:19.359681 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-7eaf9c85-d3d9-4fe6-bcd4-b2ffe4a192bb req-2cd02802-2383-4852-844c-51bb7d0a4360 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:35:19.360799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7eaf9c85-d3d9-4fe6-bcd4-b2ffe4a192bb req-2cd02802-2383-4852-844c-51bb7d0a4360 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8f9caff-0d0c-4791-af48-69650b190717 HTTP/1.1" status: 409 len: 352 time: 0.3131013 Mar 07 10:35:19.418327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-5fdc4655-fc90-42ba-b2fe-d6a7abe84482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.419920 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-5fdc4655-fc90-42ba-b2fe-d6a7abe84482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1131 time: 0.0608668 Mar 07 10:35:19.552896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-a8aeb22b-8e48-455d-9f90-e91946a680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.554640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-a8aeb22b-8e48-455d-9f90-e91946a680e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1292102 Mar 07 10:35:19.639977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-f5b04314-b1b8-41ca-a741-e11a2048f654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.0723963 Mar 07 10:35:19.642321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:19.682746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks [] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.692971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-5e618ba1-16e3-4ba8-8653-67e52da3560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.693347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53b5c-c400-47b4-8ddc-f2241368ffbe req-cf40a2ef-96da-476f-8272-97efcd1b96b2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.694405 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-5e618ba1-16e3-4ba8-8653-67e52da3560e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0488920 Mar 07 10:35:19.699352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53b5c-c400-47b4-8ddc-f2241368ffbe req-cf40a2ef-96da-476f-8272-97efcd1b96b2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.701171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24b53b5c-c400-47b4-8ddc-f2241368ffbe req-cf40a2ef-96da-476f-8272-97efcd1b96b2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1681 time: 0.1874039 Mar 07 10:35:19.736002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Transition to ACTIVE for port object ff224fb4-0a58-49c9-8c6f-23c3e681663d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:19.741322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48188) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:19.757595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.763229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01a3408-87e9-43d6-83e0-a3f627872b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.781998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-9a347d6b-ebc0-4adf-9d1d-678497eaa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.783479 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-9a347d6b-ebc0-4adf-9d1d-678497eaa48e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0826218 Mar 07 10:35:19.856162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd5d1e-84b9-403e-b42a-28e7f7162f9c req-9e083d16-3d64-4093-bf27-da382d7803c9 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.857693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3fd5d1e-84b9-403e-b42a-28e7f7162f9c req-9e083d16-3d64-4093-bf27-da382d7803c9 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 936 time: 0.2063153 Mar 07 10:35:19.897228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24b53b5c-c400-47b4-8ddc-f2241368ffbe req-06777fe6-4b9c-4a23-b0dc-8d029f102a25 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804757 Mar 07 10:35:19.931632 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-80bfc59f-18d0-4499-beca-0af7897af21f service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403456 Mar 07 10:35:19.934400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:19.985707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01a3408-87e9-43d6-83e0-a3f627872b0d admin admin] Publish callbacks [] for security_group (49ebdd29-a293-4dc9-9e25-017f2af7214a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.025522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01a3408-87e9-43d6-83e0-a3f627872b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49ebdd29-a293-4dc9-9e25-017f2af7214a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.071803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3fd5d1e-84b9-403e-b42a-28e7f7162f9c req-b64cada1-e336-4058-a252-3811c9aafcbe tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967173 Mar 07 10:35:20.092814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3408-87e9-43d6-83e0-a3f627872b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ebdd29-a293-4dc9-9e25-017f2af7214a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.101709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f01a3408-87e9-43d6-83e0-a3f627872b0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9caa923373ce4d7cbfb12647c7644bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586874 Mar 07 10:35:20.102418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48194) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:20.133218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f96f3f65-4e28-4302-b472-e57452a19e45 req-04748bdf-6763-4f8c-9a6b-775cb8d7fac4 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918588 Mar 07 10:35:20.194257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] Publish callbacks [] for security_group (49ebdd29-a293-4dc9-9e25-017f2af7214a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.219019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] Publish callbacks [] for security_group (49ebdd29-a293-4dc9-9e25-017f2af7214a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.220620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}, {'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:20.222977 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b219ba2-5333-433d-b8da-37c50fe8a32a" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}, {"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:20.279095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49ebdd29-a293-4dc9-9e25-017f2af7214a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.282341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.283856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49ebdd29-a293-4dc9-9e25-017f2af7214a HTTP/1.1" status: 204 len: 168 time: 0.1735280 Mar 07 10:35:20.295611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44aa6b-9cd4-4413-97a4-663643edaeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ebdd29-a293-4dc9-9e25-017f2af7214a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.512985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Attempting to bind port ff224fb4-0a58-49c9-8c6f-23c3e681663d on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:20.513319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Attempting to bind port ff224fb4-0a58-49c9-8c6f-23c3e681663d by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:20.513648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Attempting to bind port ff224fb4-0a58-49c9-8c6f-23c3e681663d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:20.542330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Port ff224fb4-0a58-49c9-8c6f-23c3e681663d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:20.542691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Attempting to bind port ff224fb4-0a58-49c9-8c6f-23c3e681663d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:20.551997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d1238-4ce0-4719-9e49-36dc7b8960c9 req-4332f49d-434a-477f-a764-538bd7752b96 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:20.553414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c8d1238-4ce0-4719-9e49-36dc7b8960c9 req-4332f49d-434a-477f-a764-538bd7752b96 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.5605991 Mar 07 10:35:20.556570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18f2f32-a717-4293-98f0-048e12e6ac31 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:20.570022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks [] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.579897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-a03c602b-1695-4b81-8acc-a59fcd2dbca4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:20.581429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-a03c602b-1695-4b81-8acc-a59fcd2dbca4 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.5503080 Mar 07 10:35:20.588365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:20.588702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:20.589073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:20.589625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Bound port: ff224fb4-0a58-49c9-8c6f-23c3e681663d, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:20.589913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.648248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Transition to ACTIVE for port object b18f2f32-a717-4293-98f0-048e12e6ac31 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:20.656173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a1a9-c71d-488e-be75-9012e696d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.673647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.764079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff0a5-7192-4fb5-96f3-23dd26330f34 req-0f095781-09d0-46e6-82c6-8ec0cb7db362 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:20.765602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd2ff0a5-7192-4fb5-96f3-23dd26330f34 req-0f095781-09d0-46e6-82c6-8ec0cb7db362 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2948325 Mar 07 10:35:20.803126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c8d1238-4ce0-4719-9e49-36dc7b8960c9 req-d832ea2c-2330-4c0a-aa0a-c74df23eb59b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358720 Mar 07 10:35:20.853857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.883754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:20.907958 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-5996ac9f-7e4e-4cf8-a208-afb41bea3981 req-0ca5da3f-3f82-480f-9406-41a0d1745477 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] show failed (client error): The resource could not be found. Mar 07 10:35:20.908993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5996ac9f-7e4e-4cf8-a208-afb41bea3981 req-0ca5da3f-3f82-480f-9406-41a0d1745477 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/b5fabdfd-459d-41ac-8719-a4f38b9e45c1 HTTP/1.1" status: 404 len: 352 time: 0.0638480 Mar 07 10:35:20.958349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:20.974885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd2ff0a5-7192-4fb5-96f3-23dd26330f34 req-5f330296-4ee3-4d80-814c-2934aa844fed tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783130 Mar 07 10:35:20.982401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.071042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Deleting port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:21.071273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.085741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:21.100438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.101049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.102774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] 10.222.0.32 "PUT /v2.0/ports/ff224fb4-0a58-49c9-8c6f-23c3e681663d HTTP/1.1" status: 200 len: 1095 time: 2.9359756 Mar 07 10:35:21.103248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:21.107356 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:21.165680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Attempting to bind port b18f2f32-a717-4293-98f0-048e12e6ac31 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:21.166026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Attempting to bind port b18f2f32-a717-4293-98f0-048e12e6ac31 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:21.166355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Attempting to bind port b18f2f32-a717-4293-98f0-048e12e6ac31 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:21.230085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2c416-1b2d-4e3a-900f-6bbe95ddbb3e service neutron] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:21.242360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:21.251299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Port b18f2f32-a717-4293-98f0-048e12e6ac31 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:21.251620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Attempting to bind port b18f2f32-a717-4293-98f0-048e12e6ac31 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:21.255477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5df552b2-0a9c-491e-860d-41c346d0065d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '5df552b2-0a9c-491e-860d-41c346d0065d', 'mac_address': 'fa:16:3e:a6:3d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:21.274183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:21.274524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:21.275019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:21.275501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Bound port: b18f2f32-a717-4293-98f0-048e12e6ac31, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:21.275899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.310281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:21.310913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.317702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bcff6-65ff-441b-b2b7-0e20a1a8c5b0 req-2632007e-d8ec-40f2-b5a0-58e2442b997a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.319378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-895bcff6-65ff-441b-b2b7-0e20a1a8c5b0 req-2632007e-d8ec-40f2-b5a0-58e2442b997a tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47696c05-4bae-4927-8c8e-23d0c02aa165 HTTP/1.1" status: 200 len: 944 time: 0.3309369 Mar 07 10:35:21.329737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] For port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:21.330076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.336393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df552b2-0a9c-491e-860d-41c346d0065d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:21.359599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:21.363829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.377960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Calling delete_port for 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:21.398136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197d8d-fa8d-468e-b939-46aba5f9bd28 req-116a7341-a755-4d92-b48e-1cf7fe0081db tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.400479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:21.404139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0197d8d-fa8d-468e-b939-46aba5f9bd28 req-116a7341-a755-4d92-b48e-1cf7fe0081db tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 949 time: 0.3298490 Mar 07 10:35:21.454356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-32cd06e1-4f7a-4086-b6f3-540324a6404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.455879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-32cd06e1-4f7a-4086-b6f3-540324a6404e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 1129 time: 0.2848089 Mar 07 10:35:21.468789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=12']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:21.475465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port 5df552b2-0a9c-491e-860d-41c346d0065d host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:35:21.475965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:21.576927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-6a66321f-4566-4bc6-9834-2ef0d320fb22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d HTTP/1.1" status: 200 len: 217 time: 0.1098132 Mar 07 10:35:21.593204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-895bcff6-65ff-441b-b2b7-0e20a1a8c5b0 req-78af0b12-3fd3-4a30-ae19-817da8545f29 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605033 Mar 07 10:35:21.602390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:21.649674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0197d8d-fa8d-468e-b939-46aba5f9bd28 req-1551262e-d83f-4be7-b42e-90a756264377 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430339 Mar 07 10:35:21.658222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:21.684392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.724257 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71e06df-5d0f-4761-9626-8722beb00b57 x-openstack-request-id: req-e71e06df-5d0f-4761-9626-8722beb00b57 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:21.724787 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}, {"name": "network-changed", "server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:21.724787 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e71e06df-5d0f-4761-9626-8722beb00b57 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:21.725286 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:35:21.725710 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'status': 'completed', 'code': 200} Mar 07 10:35:21.742854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.744350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.746089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/b18f2f32-a717-4293-98f0-048e12e6ac31 HTTP/1.1" status: 200 len: 1096 time: 2.8202574 Mar 07 10:35:21.774542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-4691b9da-4e4d-4907-9ba3-1653bc3361ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.776118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-4691b9da-4e4d-4907-9ba3-1653bc3361ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1820538 Mar 07 10:35:21.866966 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-30d51851-8ba0-4f51-b015-269fa64183fa req-83256fe2-3cd3-43be-b4d3-559abf8135e8 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] show failed (client error): The resource could not be found. Mar 07 10:35:21.868085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30d51851-8ba0-4f51-b015-269fa64183fa req-83256fe2-3cd3-43be-b4d3-559abf8135e8 tempest-SecurityGroupsNegativeTestJSON-1373406637 tempest-SecurityGroupsNegativeTestJSON-1373406637-project] 10.222.0.23 "GET /v2.0/security-groups/1de56e95-d79c-496a-9e82-9cef0f214fb9 HTTP/1.1" status: 404 len: 352 time: 0.1717281 Mar 07 10:35:21.923023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48248) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:21.999874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-bf1dda62-597d-4bef-a026-928627b2f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.001291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-bf1dda62-597d-4bef-a026-928627b2f537 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1132 time: 0.2142155 Mar 07 10:35:22.019433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Deleting subnet aec8dfe6-e776-43cf-b68d-f62e4962fbf5 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:22.025820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Publish callbacks [] for subnet (aec8dfe6-e776-43cf-b68d-f62e4962fbf5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.055739 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244662a5-a60c-4a92-b2c2-3dfeab9a3755 x-openstack-request-id: req-244662a5-a60c-4a92-b2c2-3dfeab9a3755 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:22.055954 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:22.056254 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-244662a5-a60c-4a92-b2c2-3dfeab9a3755 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:22.056668 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'status': 'completed', 'code': 200} Mar 07 10:35:22.072761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-15db914f-cc09-45d9-a4cb-31952a170633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.074329 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-15db914f-cc09-45d9-a4cb-31952a170633 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1132 time: 0.2299767 Mar 07 10:35:22.148351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (aec8dfe6-e776-43cf-b68d-f62e4962fbf5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.206232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb066b-1ccc-41ce-8698-999640fe63a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.218337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (10d1b0bf-9a20-4f70-a47f-b9a487af2fa0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.234048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d6f2f59e-0d22-4610-8481-c27ed4de86fa tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.235582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d6f2f59e-0d22-4610-8481-c27ed4de86fa tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.4585705 Mar 07 10:35:22.292984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:22.297820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (aec8dfe6-e776-43cf-b68d-f62e4962fbf5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.300928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event deleted for resources: {'Port': ['ID=10d1b0bf-9a20-4f70-a47f-b9a487af2fa0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.334413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98beaa-8d81-40c5-9e3a-8835a28db775 req-2906e8e4-36ca-4e3a-a0b0-f9377088f004 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.340521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf98beaa-8d81-40c5-9e3a-8835a28db775 req-2906e8e4-36ca-4e3a-a0b0-f9377088f004 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.4261522 Mar 07 10:35:22.345480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-dcae324d-7b5b-48b6-ba45-3f6763c2c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.347771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-dcae324d-7b5b-48b6-ba45-3f6763c2c5f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5293047 Mar 07 10:35:22.366850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-9db724bd-67b1-4c90-b430-6b3f3c0e83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.367085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-9863705e-ccc1-4de3-bc36-faffd0fffbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.368392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-9db724bd-67b1-4c90-b430-6b3f3c0e83bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3606360 Mar 07 10:35:22.368541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-9863705e-ccc1-4de3-bc36-faffd0fffbd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 1130 time: 0.3528845 Mar 07 10:35:22.430938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-29c43f79-6991-48ce-8b7b-f2d113dc2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.432653 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-29c43f79-6991-48ce-8b7b-f2d113dc2560 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3463683 Mar 07 10:35:22.436779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-dfab92de-e3c3-490c-ba94-bf3cb3d9502a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.0549123 Mar 07 10:35:22.504396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-de736aca-1ac6-41fc-a629-e27c4a1f1f5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 200 len: 217 time: 0.0655797 Mar 07 10:35:22.509385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (aec8dfe6-e776-43cf-b68d-f62e4962fbf5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.532312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] No DVR routers for this DVR port 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:22.534850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-3231e1ae-3f69-47d5-b4ab-31bd443ab38f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b18f2f32-a717-4293-98f0-048e12e6ac31 HTTP/1.1" status: 200 len: 217 time: 0.1173790 Mar 07 10:35:22.536362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.539716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30c63c4c-0814-4a98-b523-ef19ab1961c3 req-6d9cdb88-916b-45c2-8a2f-fe2b95855517 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.32 "DELETE /v2.0/ports/10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 HTTP/1.1" status: 204 len: 173 time: 1.9435072 Mar 07 10:35:22.561437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.565852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aec8dfe6-e776-43cf-b68d-f62e4962fbf5 HTTP/1.1" status: 204 len: 168 time: 0.6400352 Mar 07 10:35:22.588059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:22.592429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808318f0-6bfd-421c-b69f-242ba76a71e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec8dfe6-e776-43cf-b68d-f62e4962fbf5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.645779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.665568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-919055ee-727b-447e-9a6f-7c9fcbd96aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.667604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-919055ee-727b-447e-9a6f-7c9fcbd96aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2201183 Mar 07 10:35:22.684715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf98beaa-8d81-40c5-9e3a-8835a28db775 req-6f5892e0-1599-4380-b345-9e63d579cb9b tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425186 Mar 07 10:35:22.703218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-e9367aed-1ed9-4efe-b031-fabcf4639f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.703962 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-e9367aed-1ed9-4efe-b031-fabcf4639f94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1796229 Mar 07 10:35:22.704963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5df552b2-0a9c-491e-860d-41c346d0065d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:22.725397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e686f142-b61c-4c1f-ba70-cb471ee4fd66), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.744147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af970dda-cb40-412c-b448-88c46fc9cf17 req-24cc4323-1070-43f4-8152-0c31fa19f03f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.757302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af970dda-cb40-412c-b448-88c46fc9cf17 req-24cc4323-1070-43f4-8152-0c31fa19f03f tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.4677374 Mar 07 10:35:22.783944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-8361a7e3-683d-44f0-b9d4-edcd1a370610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.785618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-8361a7e3-683d-44f0-b9d4-edcd1a370610 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1102903 Mar 07 10:35:22.798838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-ba5684e3-926f-4cf6-a38f-142b9924e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.803430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-ba5684e3-926f-4cf6-a38f-142b9924e275 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2497721 Mar 07 10:35:22.803430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-aff0b4ea-204e-4668-9dd2-ce6a58aad5e4 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265873 Mar 07 10:35:22.870848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-06953dea-ae9d-4db2-8c6f-9596b9d628e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.872909 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-06953dea-ae9d-4db2-8c6f-9596b9d628e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1516542 Mar 07 10:35:22.960470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f247c69a-ca76-478d-865b-7eb14478e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.960981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e686f142-b61c-4c1f-ba70-cb471ee4fd66), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.033472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e686f142-b61c-4c1f-ba70-cb471ee4fd66']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:23.053255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:23.053532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:23.058194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-b46e5191-2c20-4b09-9365-8f358c47f03c service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481339 Mar 07 10:35:23.085366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.128599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:23.133303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.170095 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-98db6901-13cd-4188-96fd-71a7c2c76c28 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679989 Mar 07 10:35:23.171639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:23.172058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7b3b6a3b-a22f-4d6d-9f1a-53476ed3711f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:23.175424 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:23.245903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fc9fee6-9ab0-4229-ad93-fd8e5e564d8b req-91397799-0b0f-470c-8fc7-af0d130b7a1d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844967 Mar 07 10:35:23.274595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af970dda-cb40-412c-b448-88c46fc9cf17 req-41952d42-566f-4528-b6b7-5758b87ab3ea tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161138 Mar 07 10:35:23.292279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-6eac4c26-0f66-4b7c-adc3-b74e7ce12735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.294205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-6eac4c26-0f66-4b7c-adc3-b74e7ce12735 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4756806 Mar 07 10:35:23.311117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:23.316786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541d07-f637-42d9-92af-ba0f9a7e6fef req-8e896674-9663-4681-aeec-2ebeb5db9f29 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.324270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a541d07-f637-42d9-92af-ba0f9a7e6fef req-8e896674-9663-4681-aeec-2ebeb5db9f29 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 945 time: 0.5172133 Mar 07 10:35:23.335517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 has no active binding in host n-h1-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:35:23.412221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e686f142-b61c-4c1f-ba70-cb471ee4fd66), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.417987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-1a6730a5-7542-4b10-823a-4691dfc127d7 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481050 Mar 07 10:35:23.424478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.428925 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e686f142-b61c-4c1f-ba70-cb471ee4fd66 HTTP/1.1" status: 204 len: 168 time: 0.8376956 Mar 07 10:35:23.451250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beb27c-c1b1-4455-b88d-e03b06ad6b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=e686f142-b61c-4c1f-ba70-cb471ee4fd66,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:23.458583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b219ba2-5333-433d-b8da-37c50fe8a32a req-dd9fac0d-c461-437a-a5a0-6d0d66541719 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694337 Mar 07 10:35:23.484884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:23.575819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-37b3a662-1fe8-4914-9081-dcf219bf8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.577865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-37b3a662-1fe8-4914-9081-dcf219bf8dfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 1129 time: 0.2469020 Mar 07 10:35:23.602737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a541d07-f637-42d9-92af-ba0f9a7e6fef req-99892354-cd5f-4fff-adf1-85b396265116 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495866 Mar 07 10:35:23.667991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52100142-610d-448e-8da1-40db948fdcdc req-38dcd58f-3c57-44a1-aa31-3a040b97ab22 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.674414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52100142-610d-448e-8da1-40db948fdcdc req-38dcd58f-3c57-44a1-aa31-3a040b97ab22 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.677068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52100142-610d-448e-8da1-40db948fdcdc req-38dcd58f-3c57-44a1-aa31-3a040b97ab22 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1681 time: 0.2938955 Mar 07 10:35:23.678464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:23.687932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48290) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:23.696151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb403-d1a9-4ac7-9c26-554380302929 req-e37308e3-46aa-48df-85fd-6912d29a243a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.706702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb403-d1a9-4ac7-9c26-554380302929 req-e37308e3-46aa-48df-85fd-6912d29a243a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.709025 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-978cb403-d1a9-4ac7-9c26-554380302929 req-e37308e3-46aa-48df-85fd-6912d29a243a tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "GET /v2.0/ports?device_id=17261a77-be7c-4d35-a937-f0cd3389dab1 HTTP/1.1" status: 200 len: 1681 time: 0.1102579 Mar 07 10:35:23.729795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-34508ff4-90ee-4dc9-9d43-20dff8edff2b service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951440 Mar 07 10:35:23.845867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:23.846362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.921049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.954386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:23.954637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.970678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:24.097664 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.151152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.166283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b416156d-172b-4528-bc9d-3ed825957057', '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:24.200589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:24.232491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31'}, {'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-deleted', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:24.235096 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173" -d '{"events": [{"name": "network-changed", "server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31"}, {"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-deleted", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:24.278363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:24.281563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.282315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks [] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.285297 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-978cb403-d1a9-4ac7-9c26-554380302929 req-21912846-3890-46f4-bc69-ed03d842f139 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "DELETE /v2.0/ports/0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f HTTP/1.1" status: 204 len: 173 time: 0.5686548 Mar 07 10:35:24.285798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-deleted', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:24.288032 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0713c-b075-4957-89f5-68088d13c668" -d '{"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-deleted", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:24.416990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c282f113-0892-4ea4-9fa9-2095da6b6703 req-daab8ceb-6bb1-4fa3-92fd-ba647f7e4d73 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459956 Mar 07 10:35:24.431276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port b416156d-172b-4528-bc9d-3ed825957057 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:24.432051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b416156d-172b-4528-bc9d-3ed825957057), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.434402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52100142-610d-448e-8da1-40db948fdcdc req-f7e61414-3dbf-46fe-bae8-7d748a3ba6c4 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "GET /v2.0/security-groups?id=addd221d-aac4-4c05-8733-4d110c024d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197304 Mar 07 10:35:24.436892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-786b0abe-d61a-4a1b-b8c0-1497cf6f02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.438496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-786b0abe-d61a-4a1b-b8c0-1497cf6f02f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.8414688 Mar 07 10:35:24.450433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.579147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port b416156d-172b-4528-bc9d-3ed825957057, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b416156d-172b-4528-bc9d-3ed825957057,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:24.579523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b416156d-172b-4528-bc9d-3ed825957057), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.580994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9357ddf6-34c3-41d2-a59f-eacda284c48f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d063a18eea88443ba9efec1241c7c614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8651237 Mar 07 10:35:24.581673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48314) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:24.586102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-23a07a21-51fd-43e3-824b-79d1d52d450a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d HTTP/1.1" status: 200 len: 217 time: 0.1264420 Mar 07 10:35:24.593437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for b416156d-172b-4528-bc9d-3ed825957057 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:24.593565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:24.751472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d6aa9-4015-4485-af03-5740d2de6e2f req-306ae433-6360-48d5-844b-a274b0664e30 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.752384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b416156d-172b-4528-bc9d-3ed825957057), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.753094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b47d6aa9-4015-4485-af03-5740d2de6e2f req-306ae433-6360-48d5-844b-a274b0664e30 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 950 time: 0.9613731 Mar 07 10:35:24.755680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-f782e7c6-a327-4543-8782-b0d11bb369cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.758836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-f782e7c6-a327-4543-8782-b0d11bb369cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1578033 Mar 07 10:35:24.765909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:24.793667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=b416156d-172b-4528-bc9d-3ed825957057,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:24.850685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port b416156d-172b-4528-bc9d-3ed825957057 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:24.853418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.858376 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-978cb403-d1a9-4ac7-9c26-554380302929 req-13ca6490-7ff5-42d7-b9ce-b64f549b1c4c tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.26 "DELETE /v2.0/ports/b416156d-172b-4528-bc9d-3ed825957057 HTTP/1.1" status: 204 len: 173 time: 0.5669224 Mar 07 10:35:24.878839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] Publish callbacks [] for security_group (d8f9caff-0d0c-4791-af48-69650b190717), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:24.881029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on host n-h2-832156-4 for vnic_type normal with profile {"migrating_to": "n-h1-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:24.881452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:24.882005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:24.898750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad210ad-638c-4c73-b78a-0c22ac049282 req-62252072-675d-4e3c-89da-ec5cb50aae44 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.909578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fad210ad-638c-4c73-b78a-0c22ac049282 req-62252072-675d-4e3c-89da-ec5cb50aae44 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3342903 Mar 07 10:35:24.946671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:24.947072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Attempting to bind port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on network f7e16943-88d1-4a7c-b987-dd307e3a4c97 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:24.980975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-c746d945-a274-47a4-80b0-1b8ecea367d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.982681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-c746d945-a274-47a4-80b0-1b8ecea367d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2035074 Mar 07 10:35:24.993955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] Publish callbacks [] for security_group (d8f9caff-0d0c-4791-af48-69650b190717), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.010910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:25.011572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Checking segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:25.012074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Bound using segment: {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:25.012631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Bound port: 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45265d4f-5cc1-4bee-a3a9-313da3ff8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f7e16943-88d1-4a7c-b987-dd307e3a4c97'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:25.013079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.036344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b47d6aa9-4015-4485-af03-5740d2de6e2f req-28961541-d5f3-4dfc-8d2f-53e5958a2ca7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636905 Mar 07 10:35:25.133110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:25.177251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fad210ad-638c-4c73-b78a-0c22ac049282 req-3b3de316-ab0c-4860-841b-f90142602fc0 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667761 Mar 07 10:35:25.232614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-ad486f87-604c-4b06-b636-e59ad9063398 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284918 Mar 07 10:35:25.232614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:25.247269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:25.252695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5df552b2-0a9c-491e-860d-41c346d0065d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:25.262349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5df552b2-0a9c-491e-860d-41c346d0065d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:25.264346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.267817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d8f9caff-0d0c-4791-af48-69650b190717), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.271047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.272468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8f9caff-0d0c-4791-af48-69650b190717 HTTP/1.1" status: 204 len: 168 time: 0.6880829 Mar 07 10:35:25.295488 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d93d0b-a76d-40c9-ab41-f8b2e10ebfa0 x-openstack-request-id: req-a3d93d0b-a76d-40c9-ab41-f8b2e10ebfa0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:25.295825 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31", "status": "completed", "code": 200}, {"server_uuid": "47696c05-4bae-4927-8c8e-23d0c02aa165", "name": "network-vif-deleted", "tag": "10d1b0bf-9a20-4f70-a47f-b9a487af2fa0", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:25.296076 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3d93d0b-a76d-40c9-ab41-f8b2e10ebfa0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:25.297263 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'status': 'completed', 'code': 200} Mar 07 10:35:25.297526 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47696c05-4bae-4927-8c8e-23d0c02aa165', 'name': 'network-vif-deleted', 'tag': '10d1b0bf-9a20-4f70-a47f-b9a487af2fa0', 'status': 'completed', 'code': 200} Mar 07 10:35:25.298672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51ea0c-4bf0-4c4a-8c5f-80dfaded477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f9caff-0d0c-4791-af48-69650b190717,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:25.301604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.324896 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23b027-3d42-45e5-aeaf-217060a22414 x-openstack-request-id: req-2d23b027-3d42-45e5-aeaf-217060a22414 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:25.325182 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-deleted", "tag": "0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:25.325431 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d23b027-3d42-45e5-aeaf-217060a22414 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:25.325832 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-deleted', 'tag': '0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f', 'status': 'completed', 'code': 200} Mar 07 10:35:25.423241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-ace73ac2-4318-49b8-8116-bf502f06b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.425146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-ace73ac2-4318-49b8-8116-bf502f06b218 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 1130 time: 0.0874646 Mar 07 10:35:25.457372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:25.566169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.566950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.568831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] 10.222.0.26 "PUT /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 1121 time: 3.2895501 Mar 07 10:35:25.633580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:25.634166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10d1b0bf-9a20-4f70-a47f-b9a487af2fa0 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:25.690613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:25.691022 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.694004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:25.696276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:25.707132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-8927b1e0-7805-4c60-b173-1bd642420c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.716027 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-8927b1e0-7805-4c60-b173-1bd642420c5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2812009 Mar 07 10:35:25.739502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798db4d-1be2-4792-b2bd-82bd73b709ae req-da31f57a-75be-4262-aab5-783d31e35f7a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.746579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c798db4d-1be2-4792-b2bd-82bd73b709ae req-da31f57a-75be-4262-aab5-783d31e35f7a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3373182 Mar 07 10:35:25.748399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e240a-afc8-4668-a6c3-89a672f507be service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:25.759540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.772551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac85bb-7bae-4a89-8304-01e3d35f094e req-9432c74a-cfd4-495c-ad7d-ff09c3134133 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.774092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12ac85bb-7bae-4a89-8304-01e3d35f094e req-9432c74a-cfd4-495c-ad7d-ff09c3134133 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.4815063 Mar 07 10:35:25.776170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd7f25b7-8e68-4be6-b2e6-dfb279bb028e req-1fbac707-4a61-4e18-989e-4b7773df1330 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435936 Mar 07 10:35:25.789974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:25.792907 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1dccf-4916-4080-b49d-3e39f3f0f282" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:25.832534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:25.847107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.847999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-b656ac9e-6c92-40e6-89c3-99a1e07c45b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b18f2f32-a717-4293-98f0-048e12e6ac31 HTTP/1.1" status: 200 len: 217 time: 0.1159096 Mar 07 10:35:25.855911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c798db4d-1be2-4792-b2bd-82bd73b709ae req-9fb95017-ba94-4bb7-9fb3-f90e2d8f2ab6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082695 Mar 07 10:35:25.881431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-51a720bd-e88b-4f81-93f9-e868dacec5b1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.884089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-51a720bd-e88b-4f81-93f9-e868dacec5b1 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.2591052 Mar 07 10:35:25.946355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12ac85bb-7bae-4a89-8304-01e3d35f094e req-7da85f95-f1db-43cb-ad56-733f05ddf6bc tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594322 Mar 07 10:35:25.967927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-e0567be6-56a5-44b7-a23a-014771e44666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.969486 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-e0567be6-56a5-44b7-a23a-014771e44666 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1142583 Mar 07 10:35:26.005066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=13']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:26.054069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-98c03973-ec81-43ab-b739-495d8807ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.058409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-98c03973-ec81-43ab-b739-495d8807ba11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0823228 Mar 07 10:35:26.173308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-a2195173-bfb4-4696-83cc-19abed45fd94 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088948 Mar 07 10:35:26.196130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1a6a5-7263-452a-9764-c12cda122ad0 req-6a36567f-57a2-405f-a85d-362029cd7055 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.197669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04d1a6a5-7263-452a-9764-c12cda122ad0 req-6a36567f-57a2-405f-a85d-362029cd7055 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 1133 time: 0.1725736 Mar 07 10:35:26.209117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Deleting port 40379e46-b0ef-466d-8e5a-1649402998d9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:26.209628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.238405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a57a-0ed4-4f00-a80c-0d170d353e17 req-d9d72986-bb6c-4bb3-b8ea-873ac35a2431 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.239952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2b4a57a-0ed4-4f00-a80c-0d170d353e17 req-d9d72986-bb6c-4bb3-b8ea-873ac35a2431 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/ports?device_id=47828ed8-c191-468f-86ef-88c5c6aeda37 HTTP/1.1" status: 200 len: 944 time: 0.1121070 Mar 07 10:35:26.296931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3ea2dc5a-eff0-4b84-b200-0f34ba0bc173 req-bb062c47-d009-4d1d-937d-31e4101222ab service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170819 Mar 07 10:35:26.376404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04d1a6a5-7263-452a-9764-c12cda122ad0 req-0b9bf717-015b-4d15-90c2-e516cb7c3566 tempest-MigrationsAdminTest-847568877 tempest-MigrationsAdminTest-847568877-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612785 Mar 07 10:35:26.397916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] For port 40379e46-b0ef-466d-8e5a-1649402998d9, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=40379e46-b0ef-466d-8e5a-1649402998d9,segment=NetworkSegment(34f5367d-a9cd-4e53-b9ad-ed6c9eb08221),segment_id=34f5367d-a9cd-4e53-b9ad-ed6c9eb08221)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:26.397916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.416873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Calling delete_port for 40379e46-b0ef-466d-8e5a-1649402998d9 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:26.458261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:26.473639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2b4a57a-0ed4-4f00-a80c-0d170d353e17 req-51889bc1-4262-4cae-83c7-8e55ba5c3606 tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.23 "GET /v2.0/security-groups?id=37985cee-9b2e-4801-9787-7c1a35ea2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238088 Mar 07 10:35:26.498569 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090c87fe-c5b1-4191-8d70-a889c6b3e216 x-openstack-request-id: req-090c87fe-c5b1-4191-8d70-a889c6b3e216 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:26.499129 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:26.499235 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-090c87fe-c5b1-4191-8d70-a889c6b3e216 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:26.499720 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:35:26.544016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting subnet 3a6a67d4-fdc1-47da-b0a5-e805a9c60605 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:26.551472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (3a6a67d4-fdc1-47da-b0a5-e805a9c60605), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.608333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3a6a67d4-fdc1-47da-b0a5-e805a9c60605), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.671941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (40379e46-b0ef-466d-8e5a-1649402998d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.718844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1137b-c7d3-4ddc-a2e2-24b51616c813 req-6d35e07f-59b0-4302-99e4-032d5909b1de tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.727187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de1137b-c7d3-4ddc-a2e2-24b51616c813 req-6d35e07f-59b0-4302-99e4-032d5909b1de tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1261084 Mar 07 10:35:26.732056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Pushing event deleted for resources: {'Port': ['ID=40379e46-b0ef-466d-8e5a-1649402998d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:26.762796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:26.799958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3a6a67d4-fdc1-47da-b0a5-e805a9c60605), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.812168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] No DVR routers for this DVR port 40379e46-b0ef-466d-8e5a-1649402998d9 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:26.833166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.837055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99d0934f-2dc0-46cb-8b20-cb17f3ee4361 req-5f91cc1c-6f24-4203-82d8-d5697d79d23e tempest-LiveMigrationTest-1604586926 tempest-LiveMigrationTest-1604586926-project] 10.222.0.26 "DELETE /v2.0/ports/40379e46-b0ef-466d-8e5a-1649402998d9 HTTP/1.1" status: 204 len: 173 time: 0.9474027 Mar 07 10:35:26.865822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7de1137b-c7d3-4ddc-a2e2-24b51616c813 req-e89796da-0b2b-4b73-8689-23152dc970e9 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374767 Mar 07 10:35:26.902503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cfddb-31ce-4203-a547-cc1f69f08d98 req-22cb8f84-e669-4081-8ec5-55c8fdb1db34 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.905165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb1cfddb-31ce-4203-a547-cc1f69f08d98 req-22cb8f84-e669-4081-8ec5-55c8fdb1db34 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 951 time: 0.1346724 Mar 07 10:35:26.923828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-772595330-network', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:26.933396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3a6a67d4-fdc1-47da-b0a5-e805a9c60605), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.974718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6a67d4-fdc1-47da-b0a5-e805a9c60605,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:26.978945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.983680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57096f7f-8a8d-490f-8e58-d9d42d80e6a5 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/subnets/3a6a67d4-fdc1-47da-b0a5-e805a9c60605 HTTP/1.1" status: 204 len: 168 time: 0.5234149 Mar 07 10:35:26.986461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb1cfddb-31ce-4203-a547-cc1f69f08d98 req-58427118-75d1-49b5-ba7f-450c6e430406 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Mar 07 10:35:26.993998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:27.000423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49851d6c-44e0-4389-8612-3f5a5098ca1d None None] Network 62270c34-79f3-4477-829b-ab49071c6f7d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:27.107475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.113489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc5875-0e87-4780-a950-34ee3966df67 req-24dc7c35-20c4-4119-a9a2-6c34ed345c0b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.121744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8cc5875-0e87-4780-a950-34ee3966df67 req-24dc7c35-20c4-4119-a9a2-6c34ed345c0b tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.1307452 Mar 07 10:35:27.135272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:27.143035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b416156d-172b-4528-bc9d-3ed825957057 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:27.180558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b416156d-172b-4528-bc9d-3ed825957057 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:27.181296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b416156d-172b-4528-bc9d-3ed825957057 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:27.181965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:27.216789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:27.217416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ed9e6bb-54c1-4445-9d9a-dc3e7af9ee4f not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:27.222791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:35:27.244178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8cc5875-0e87-4780-a950-34ee3966df67 req-76b7f5df-14a0-4455-9ac1-675660d38eae tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211989 Mar 07 10:35:27.291712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe976af2-eeb0-450d-ad5f-10721e186052 req-4defd2e7-6668-49c5-9042-e42f462e583e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.295679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe976af2-eeb0-450d-ad5f-10721e186052 req-4defd2e7-6668-49c5-9042-e42f462e583e tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.1712914 Mar 07 10:35:27.298395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'}, {'name': 'network-changed', 'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'}, {'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-deleted', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:27.300899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a23c92-c4cb-44fe-a5d1-8c24485827df" -d '{"events": [{"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5"}, {"name": "network-changed", "server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5"}, {"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-deleted", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:27.399687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Made reservation on behalf of 65ebf9f7e8404306ab854f6eff25a76a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:27.402209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.411432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-deleted', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:27.413804 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8a8bc8-926d-47ed-b2a3-cffed2f1dc1e" -d '{"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-deleted", "tag": "b416156d-172b-4528-bc9d-3ed825957057"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:27.419484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (62270c34-79f3-4477-829b-ab49071c6f7d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.421410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.425992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe976af2-eeb0-450d-ad5f-10721e186052 req-05446ce8-ab2b-4afd-b9dd-4340bc2ac6d6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217456 Mar 07 10:35:27.432875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.435421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] DHCP port deletion for 62270c34-79f3-4477-829b-ab49071c6f7d request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:35:27.450972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:27.462366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b3ec-7b0e-45ae-8041-7b5774a491d1 req-78a26d23-54be-49a8-816f-fabf0802404e tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.464700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dc8b3ec-7b0e-45ae-8041-7b5774a491d1 req-78a26d23-54be-49a8-816f-fabf0802404e tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.0901616 Mar 07 10:35:27.524835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'mac_address': 'fa:16:3e:a3:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:27.531975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port c7b37800-fd78-48e7-b3a8-8edc39f226e1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:27.532571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.563186 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5348258b-9c8a-4c87-b1c2-d0bab7d6c9ea x-openstack-request-id: req-5348258b-9c8a-4c87-b1c2-d0bab7d6c9ea {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:27.564031 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5", "code": 200}, {"name": "network-changed", "server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5", "status": "completed", "code": 200}, {"server_uuid": "47828ed8-c191-468f-86ef-88c5c6aeda37", "name": "network-vif-deleted", "tag": "40379e46-b0ef-466d-8e5a-1649402998d9", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:27.564383 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5348258b-9c8a-4c87-b1c2-d0bab7d6c9ea {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:27.566667 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'code': 200} Mar 07 10:35:27.567219 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'status': 'completed', 'code': 200} Mar 07 10:35:27.567486 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47828ed8-c191-468f-86ef-88c5c6aeda37', 'name': 'network-vif-deleted', 'tag': '40379e46-b0ef-466d-8e5a-1649402998d9', 'status': 'completed', 'code': 200} Mar 07 10:35:27.588046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dc8b3ec-7b0e-45ae-8041-7b5774a491d1 req-bced7b10-461b-4048-a949-2635ed0f4a03 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064081 Mar 07 10:35:27.618659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks [] for security_group (26aee04f-6586-4b8f-9fdc-e5bca7412ba3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.627081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port c7b37800-fd78-48e7-b3a8-8edc39f226e1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7b37800-fd78-48e7-b3a8-8edc39f226e1,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.627807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.636772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26aee04f-6586-4b8f-9fdc-e5bca7412ba3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.653180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for c7b37800-fd78-48e7-b3a8-8edc39f226e1 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:27.675839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:27.685723 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d502e002-b445-42d4-9e1b-03602acd2c10 x-openstack-request-id: req-d502e002-b445-42d4-9e1b-03602acd2c10 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:27.686271 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17261a77-be7c-4d35-a937-f0cd3389dab1", "name": "network-vif-deleted", "tag": "b416156d-172b-4528-bc9d-3ed825957057", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:27.686943 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d502e002-b445-42d4-9e1b-03602acd2c10 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:27.688141 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17261a77-be7c-4d35-a937-f0cd3389dab1', 'name': 'network-vif-deleted', 'tag': 'b416156d-172b-4528-bc9d-3ed825957057', 'status': 'completed', 'code': 200} Mar 07 10:35:27.731969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b18f2f32-a717-4293-98f0-048e12e6ac31 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:27.732563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.738750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48414) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:27.765609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-ad114738-12b2-4ea1-94ca-c2145c967750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.766922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-ad114738-12b2-4ea1-94ca-c2145c967750 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1155 time: 0.1744337 Mar 07 10:35:27.770394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Deleting port c7b37800-fd78-48e7-b3a8-8edc39f226e1 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:27.770824 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.780436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aee04f-6586-4b8f-9fdc-e5bca7412ba3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:27.788682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2627aea2-8bc3-4cb1-a71b-e99fb88e556e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.788940 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Added segment 2627aea2-8bc3-4cb1-a71b-e99fb88e556e of type vlan for network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 Mar 07 10:35:27.856695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] For port c7b37800-fd78-48e7-b3a8-8edc39f226e1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7b37800-fd78-48e7-b3a8-8edc39f226e1,segment=NetworkSegment(1f5034d7-ca4b-4d60-b60c-49f50db261a4),segment_id=1f5034d7-ca4b-4d60-b60c-49f50db261a4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.857087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.870076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Calling delete_port for c7b37800-fd78-48e7-b3a8-8edc39f226e1 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:27.922437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9bcab1b1-9f3e-4be9-a90a-98b180ea2057), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.963489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.968362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18f2f32-a717-4293-98f0-048e12e6ac31 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:27.969489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-577649e1-6581-476a-ab00-97332fb4086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.971001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-577649e1-6581-476a-ab00-97332fb4086c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.1955500 Mar 07 10:35:28.004745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.007875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'mac_address': 'fa:16:3e:aa:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:28.008013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7588a-f1fa-44e5-8b75-2c2788ac63f0 req-58208b9d-027d-4f93-a466-5cfd987f9600 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.009449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fc7588a-f1fa-44e5-8b75-2c2788ac63f0 req-58208b9d-027d-4f93-a466-5cfd987f9600 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2489526 Mar 07 10:35:28.017171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9bcab1b1-9f3e-4be9-a90a-98b180ea2057), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.018945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.020032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.025048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:28.090920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c7b37800-fd78-48e7-b3a8-8edc39f226e1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.119745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-3ce9e87b-7dd8-4571-8d5c-46cca41b9ee6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 217 time: 0.1396782 Mar 07 10:35:28.125025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:28.125415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.126981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fc7588a-f1fa-44e5-8b75-2c2788ac63f0 req-8cb38c52-9982-4d2d-b911-f827922307af tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Mar 07 10:35:28.127441 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.132044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] Pushing event deleted for resources: {'Port': ['ID=c7b37800-fd78-48e7-b3a8-8edc39f226e1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.139748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc1374-490e-4e18-9e8e-35c5aa0d05b3 None None] No DVR routers for this DVR port c7b37800-fd78-48e7-b3a8-8edc39f226e1 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:28.206124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:28.211017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] Pushing event updated for resources: {'Network': ['ID=9bcab1b1-9f3e-4be9-a90a-98b180ea2057,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.219745 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b17be9b7-a997-44e0-88bc-ad2daa069a7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4527037 Mar 07 10:35:28.219745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port c7b37800-fd78-48e7-b3a8-8edc39f226e1 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:28.222524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=c7b37800-fd78-48e7-b3a8-8edc39f226e1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.225781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:28.242904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Request body: {'subnet': {'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-772595330-subnet', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:28.271540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Made reservation on behalf of 65ebf9f7e8404306ab854f6eff25a76a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:28.273829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.289458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:28.299251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:28.309236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.332692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Deleting subnet 31832294-ca17-40e5-9cc9-c65e77d5c9a3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:28.337542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Publish callbacks [] for subnet (31832294-ca17-40e5-9cc9-c65e77d5c9a3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.380360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (31832294-ca17-40e5-9cc9-c65e77d5c9a3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.382837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c5287-d726-4d87-9186-9ef5b86a30f3 req-3c0eb4a5-79b4-4005-afce-c5249608c2a0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.390251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-178c5287-d726-4d87-9186-9ef5b86a30f3 req-3c0eb4a5-79b4-4005-afce-c5249608c2a0 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 951 time: 0.2684052 Mar 07 10:35:28.398121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-f929ef72-c25f-408b-8cb2-763ae1ae6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.400088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-f929ef72-c25f-408b-8cb2-763ae1ae6548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.2716398 Mar 07 10:35:28.409842 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.417534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.435917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (31832294-ca17-40e5-9cc9-c65e77d5c9a3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.462250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (62270c34-79f3-4477-829b-ab49071c6f7d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.479862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-d276ecfe-1f43-42f1-ae04-506d9018814e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458472 Mar 07 10:35:28.498680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62270c34-79f3-4477-829b-ab49071c6f7d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:28.499417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b18f2f32-a717-4293-98f0-048e12e6ac31'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:28.513761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5034d7-ca4b-4d60-b60c-49f50db261a4') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:28.514091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5034d7-ca4b-4d60-b60c-49f50db261a4') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:28.528021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (1f5034d7-ca4b-4d60-b60c-49f50db261a4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.552422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f5034d7-ca4b-4d60-b60c-49f50db261a4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.565779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.566505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:28.567158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (1f5034d7-ca4b-4d60-b60c-49f50db261a4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:28.572145 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:28.577199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-178c5287-d726-4d87-9186-9ef5b86a30f3 req-e1f2a371-e2cc-498b-bc18-039f2ae62f29 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859233 Mar 07 10:35:28.638625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (31832294-ca17-40e5-9cc9-c65e77d5c9a3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.662892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31b452-d437-44e3-937c-b605476abc09 req-5c47b427-975f-460f-b549-d1260ac88ac7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.673436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc31b452-d437-44e3-937c-b605476abc09 req-5c47b427-975f-460f-b549-d1260ac88ac7 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.3819644 Mar 07 10:35:28.685959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31832294-ca17-40e5-9cc9-c65e77d5c9a3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.702100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.709444 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54239afd-c0f9-43cd-8213-6ba8d2e10634 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/31832294-ca17-40e5-9cc9-c65e77d5c9a3 HTTP/1.1" status: 204 len: 168 time: 0.9681745 Mar 07 10:35:28.710975 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (62270c34-79f3-4477-829b-ab49071c6f7d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.713165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48440) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:28.737238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff224fb4-0a58-49c9-8c6f-23c3e681663d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:28.742155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.747535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/networks/62270c34-79f3-4477-829b-ab49071c6f7d HTTP/1.1" status: 204 len: 168 time: 1.7455113 Mar 07 10:35:28.756546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48442) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:28.777905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-ab15f23e-923e-4125-acd1-85b44f65a0a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.779636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-ab15f23e-923e-4125-acd1-85b44f65a0a5 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 951 time: 0.3446598 Mar 07 10:35:28.791119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f944-0951-4757-a6c4-54c4695b0a8d tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Network': ['ID=62270c34-79f3-4477-829b-ab49071c6f7d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.847692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7b37800-fd78-48e7-b3a8-8edc39f226e1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:28.855841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9258202e-043b-452c-9d49-e8b6223f25e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.895720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-2d6bfe24-1587-4ed7-898a-8ef2ee5e36a6 service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866510 Mar 07 10:35:28.900492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c7b37800-fd78-48e7-b3a8-8edc39f226e1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:28.901122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7b37800-fd78-48e7-b3a8-8edc39f226e1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:28.965989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9258202e-043b-452c-9d49-e8b6223f25e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.976696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc31b452-d437-44e3-937c-b605476abc09 req-e57f35aa-fe7a-44e8-a8d3-93b00d89f590 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747316 Mar 07 10:35:29.002266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9258202e-043b-452c-9d49-e8b6223f25e7']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.017084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.020370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f5367d-a9cd-4e53-b9ad-ed6c9eb08221') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.039210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (34f5367d-a9cd-4e53-b9ad-ed6c9eb08221), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.058714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (34f5367d-a9cd-4e53-b9ad-ed6c9eb08221), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.065212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting subnet 931ae608-fae5-4438-891e-e7c682448b1e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:29.065733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:29.066273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (34f5367d-a9cd-4e53-b9ad-ed6c9eb08221), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:29.068031 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:29.076927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af183c5-4388-43ac-b58c-ecc1ba6e8541 req-031f5b42-2e95-4a56-ac71-be133ef1a76f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.079851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af183c5-4388-43ac-b58c-ecc1ba6e8541 req-031f5b42-2e95-4a56-ac71-be133ef1a76f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.3944108 Mar 07 10:35:29.091371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks [] for subnet (931ae608-fae5-4438-891e-e7c682448b1e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.133793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9258202e-043b-452c-9d49-e8b6223f25e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.142443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.146000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5df552b2-0a9c-491e-860d-41c346d0065d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:29.146755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9258202e-043b-452c-9d49-e8b6223f25e7 HTTP/1.1" status: 204 len: 168 time: 0.4316022 Mar 07 10:35:29.159168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:29.196090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004fa77-5629-43c3-b35d-77bb6f819db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9258202e-043b-452c-9d49-e8b6223f25e7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.225449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Deleting subnet 301fd47f-1da7-4c4e-a3c2-f59353335696 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:29.230226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Publish callbacks [] for subnet (301fd47f-1da7-4c4e-a3c2-f59353335696), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.280625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (301fd47f-1da7-4c4e-a3c2-f59353335696), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.298489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5df552b2-0a9c-491e-860d-41c346d0065d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:29.299235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.310468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af183c5-4388-43ac-b58c-ecc1ba6e8541 req-f39b9b72-8098-4a02-ab10-23b1aeea7cc5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965737 Mar 07 10:35:29.344625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (301fd47f-1da7-4c4e-a3c2-f59353335696), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.363734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:29.365428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:29.368211 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542e19e-94b4-4e7c-8f79-2b0d8ac1cbaa" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:29.374477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.375770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:29.376145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (931ae608-fae5-4438-891e-e7c682448b1e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.426485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (0670d10c-0ef1-46ef-8736-c6e578cb9a26), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.432419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 40379e46-b0ef-466d-8e5a-1649402998d9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:29.433068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 40379e46-b0ef-466d-8e5a-1649402998d9 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:29.476239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=14']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.502651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3a23c92-c4cb-44fe-a5d1-8c24485827df req-45cb6e69-cfab-49fe-b915-60f10992c9fe service neutron] 10.222.0.32 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747521 Mar 07 10:35:29.533230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (301fd47f-1da7-4c4e-a3c2-f59353335696), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.547246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768238d-2dc3-447f-93c6-f303a91e61df req-f6f701a3-5d1f-4225-a1cc-b06e212cfdf0 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.549427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4768238d-2dc3-447f-93c6-f303a91e61df req-f6f701a3-5d1f-4225-a1cc-b06e212cfdf0 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 949 time: 0.4612529 Mar 07 10:35:29.551855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Deleting port 5df552b2-0a9c-491e-860d-41c346d0065d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:29.552304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.578493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.583844 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/301fd47f-1da7-4c4e-a3c2-f59353335696 HTTP/1.1" status: 204 len: 168 time: 0.4224288 Mar 07 10:35:29.585091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bd162-bc78-40e1-b438-73fb4b8d19cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301fd47f-1da7-4c4e-a3c2-f59353335696,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.588944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48458) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:29.634921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0670d10c-0ef1-46ef-8736-c6e578cb9a26,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.677294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (6e0d483e-966a-4b78-9802-234487265b89), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.782632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (6e0d483e-966a-4b78-9802-234487265b89), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.817689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0d483e-966a-4b78-9802-234487265b89']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.847298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c779a0f-b2b4-4a20-a15a-2b9a33920f5a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.848035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c779a0f-b2b4-4a20-a15a-2b9a33920f5a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:29.861413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (9c779a0f-b2b4-4a20-a15a-2b9a33920f5a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.879889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9c779a0f-b2b4-4a20-a15a-2b9a33920f5a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.889202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:29.889932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (9c779a0f-b2b4-4a20-a15a-2b9a33920f5a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:29.891972 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:29.969709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (6e0d483e-966a-4b78-9802-234487265b89), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.981493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.987302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] 10.222.0.23 "DELETE /v2.0/networks/6e0d483e-966a-4b78-9802-234487265b89 HTTP/1.1" status: 204 len: 168 time: 0.3980730 Mar 07 10:35:30.032608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80746997-803d-4ed5-bfd5-a845f2c71fac admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0d483e-966a-4b78-9802-234487265b89,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:30.087101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.087760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.088251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.088493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.089123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.090230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.090572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.090894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.091214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.091530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.091867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.092184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.092496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:30.096490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Checking segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:30.096844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Network hostable DHCP agents. Network: 9bcab1b1-9f3e-4be9-a90a-98b180ea2057, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:30.137119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (931ae608-fae5-4438-891e-e7c682448b1e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.195626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c1b5e-60fd-4f23-a5fd-92cbf8f66e96 req-69fe2f81-1e0d-44ca-b722-c45da281760a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.204068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e30c1b5e-60fd-4f23-a5fd-92cbf8f66e96 req-69fe2f81-1e0d-44ca-b722-c45da281760a tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.7054026 Mar 07 10:35:30.239013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4768238d-2dc3-447f-93c6-f303a91e61df req-e9a60e3d-c844-48da-b9a2-32a066083224 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602688 Mar 07 10:35:30.278500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] For port 5df552b2-0a9c-491e-860d-41c346d0065d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5df552b2-0a9c-491e-860d-41c346d0065d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:30.279159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.297870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:30.309776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:30.314372 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbfb1f9-9eae-4678-94f2-f52049e90988 x-openstack-request-id: req-edbfb1f9-9eae-4678-94f2-f52049e90988 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:30.314927 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:30.314927 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edbfb1f9-9eae-4678-94f2-f52049e90988 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:30.315339 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'code': 200} Mar 07 10:35:30.354883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Calling delete_port for 5df552b2-0a9c-491e-860d-41c346d0065d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:30.360053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:30.396366 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6b1ba54-dd3c-456e-8039-c37cae8ff22e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e4a6acf30d24121a5519a94f1666392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965164 Mar 07 10:35:30.398578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:30.462889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] Publish callbacks [] for security_group (37985cee-9b2e-4801-9787-7c1a35ea2199), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.490035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] Publish callbacks [] for security_group (37985cee-9b2e-4801-9787-7c1a35ea2199), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.508570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9bcab1b1-9f3e-4be9-a90a-98b180ea2057) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:30.519504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001db26-281c-426b-8367-ceb844f7eaf4 None None] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:30.549427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.550014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.586018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37985cee-9b2e-4801-9787-7c1a35ea2199), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.587362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e30c1b5e-60fd-4f23-a5fd-92cbf8f66e96 req-e559c0a6-c03e-425e-9041-7e2f22a175cf tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823826 Mar 07 10:35:30.592427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5df552b2-0a9c-491e-860d-41c346d0065d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.598362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (931ae608-fae5-4438-891e-e7c682448b1e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.614884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.622775 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37985cee-9b2e-4801-9787-7c1a35ea2199 HTTP/1.1" status: 204 len: 168 time: 0.2196913 Mar 07 10:35:30.687842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28c59a25-91fe-4798-adfe-e1ad6b8bb937 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4594007 Mar 07 10:35:30.694364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Subnet': ['ID=931ae608-fae5-4438-891e-e7c682448b1e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:30.698872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48484) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:30.699987 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.707591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b9d98188-e673-4b5b-a6ae-30ad145789d3 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/subnets/931ae608-fae5-4438-891e-e7c682448b1e HTTP/1.1" status: 204 len: 168 time: 1.9499373 Mar 07 10:35:30.713771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:30.717459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event deleted for resources: {'Port': ['ID=5df552b2-0a9c-491e-860d-41c346d0065d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:30.719852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:30.752460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5efdf81-e291-4f21-8924-c216f9478156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.768417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231f9b1-cad8-4121-abd9-071c70c956d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37985cee-9b2e-4801-9787-7c1a35ea2199,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:30.792690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:30.795473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:30.797536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a822c4-10de-4316-84d7-7241a07d49c2 None None] Network f1b86664-a952-4c29-934a-fc80b953c0fd requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:30.908174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5efdf81-e291-4f21-8924-c216f9478156 admin admin] Publish callbacks [] for security_group (1381e1b4-536d-421f-8dce-4ea2ddc011c2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.919780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5efdf81-e291-4f21-8924-c216f9478156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1381e1b4-536d-421f-8dce-4ea2ddc011c2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.948343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f1b86664-a952-4c29-934a-fc80b953c0fd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.009398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efdf81-e291-4f21-8924-c216f9478156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1381e1b4-536d-421f-8dce-4ea2ddc011c2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:31.067799 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f5efdf81-e291-4f21-8924-c216f9478156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fff90dd81984462b61f55765a2d1db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7063186 Mar 07 10:35:31.069020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48492) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:31.110540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] No DVR routers for this DVR port 5df552b2-0a9c-491e-860d-41c346d0065d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:31.135575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f59714-bb3c-4717-8d6c-78e91b28350d req-5169db64-a7b1-47f0-ae74-70ec2f6ad98e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.152913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4f59714-bb3c-4717-8d6c-78e91b28350d req-5169db64-a7b1-47f0-ae74-70ec2f6ad98e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5ded669-fbc5-4060-b1a9-f3b1462cb7cc HTTP/1.1" status: 200 len: 866 time: 0.6361637 Mar 07 10:35:31.167541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.171509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c30cd43-e5ea-4e10-9254-dcc64587c18a req-503ef783-20e5-4736-892f-84d24156e616 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "DELETE /v2.0/ports/5df552b2-0a9c-491e-860d-41c346d0065d HTTP/1.1" status: 204 len: 173 time: 2.3823316 Mar 07 10:35:31.172026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-deleted', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:31.174277 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8aac5-589b-405a-9514-2712f60ffa35" -d '{"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-deleted", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:31.192953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:31.193193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.194010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.215724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] Publish callbacks [] for security_group (1381e1b4-536d-421f-8dce-4ea2ddc011c2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.269059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] Publish callbacks [] for security_group (1381e1b4-536d-421f-8dce-4ea2ddc011c2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.271009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:35:31.272548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.373474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1381e1b4-536d-421f-8dce-4ea2ddc011c2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.376779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.378178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1381e1b4-536d-421f-8dce-4ea2ddc011c2 HTTP/1.1" status: 204 len: 168 time: 0.3073733 Mar 07 10:35:31.384288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a7bb-4fd2-4851-992e-ef8f6d4d2e64 req-17048ae8-1c3f-4f02-b37a-00359e0ee933 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.391854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9473a7bb-4fd2-4851-992e-ef8f6d4d2e64 req-17048ae8-1c3f-4f02-b37a-00359e0ee933 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.5279825 Mar 07 10:35:31.408426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c7b60-1e35-4611-9cde-52d48fff4a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1381e1b4-536d-421f-8dce-4ea2ddc011c2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:31.479810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4f59714-bb3c-4717-8d6c-78e91b28350d req-2fe04c97-eea0-4ce6-ab7f-649e2ce7ac7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258140 Mar 07 10:35:31.488012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for router_controller (2c378f2a-d827-47e2-8d6b-56049f2cf393), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.512980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48500) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:31.551086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:31.596099 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b3a6f-cb68-4be4-987f-9f7e5a2e5145 x-openstack-request-id: req-229b3a6f-cb68-4be4-987f-9f7e5a2e5145 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:31.596459 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ded669-fbc5-4060-b1a9-f3b1462cb7cc", "name": "network-vif-deleted", "tag": "5df552b2-0a9c-491e-860d-41c346d0065d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:31.596638 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-229b3a6f-cb68-4be4-987f-9f7e5a2e5145 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:31.597038 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ded669-fbc5-4060-b1a9-f3b1462cb7cc', 'name': 'network-vif-deleted', 'tag': '5df552b2-0a9c-491e-860d-41c346d0065d', 'status': 'completed', 'code': 200} Mar 07 10:35:31.611947 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b7a2f421-8e8f-432d-b9a9-89143315720f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12c3664bd3844eb0b845f314afb96477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977392 Mar 07 10:35:31.625061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:31.631889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b18f2f32-a717-4293-98f0-048e12e6ac31 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:31.687983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9473a7bb-4fd2-4851-992e-ef8f6d4d2e64 req-cb0a4d35-37a2-447d-be80-3ea5fdc88acf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951570 Mar 07 10:35:31.692633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Deleting port cc139dfd-ca72-4254-8c38-8a9d081dcd9d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:31.692972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.704947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b18f2f32-a717-4293-98f0-048e12e6ac31 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:31.709534 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.737712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Allocated IP 172.20.0.2 (9bcab1b1-9f3e-4be9-a90a-98b180ea2057/0670d10c-0ef1-46ef-8736-c6e578cb9a26/f4fad2e2-28a6-4198-9774-1b7f64a4ad68) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:31.779602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] Publish callbacks [] for security_group (9f6e25cf-833c-4772-b30e-d6e0b8bb291d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.843078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] DHCP port deletion for f1b86664-a952-4c29-934a-fc80b953c0fd request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:35:31.846291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] Publish callbacks [] for security_group (9f6e25cf-833c-4772-b30e-d6e0b8bb291d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.924584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f6e25cf-833c-4772-b30e-d6e0b8bb291d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.929213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.930899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f6e25cf-833c-4772-b30e-d6e0b8bb291d HTTP/1.1" status: 204 len: 168 time: 0.3028593 Mar 07 10:35:31.945323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70efb-241a-4055-8b09-8596c6d0c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e25cf-833c-4772-b30e-d6e0b8bb291d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.118895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] For port cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,segment=NetworkSegment(3655bbd1-d7e4-486d-97f8-ea1b2aa3a186),segment_id=3655bbd1-d7e4-486d-97f8-ea1b2aa3a186)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:32.125936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.139165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for router_gateway (2c378f2a-d827-47e2-8d6b-56049f2cf393), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.170888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Calling delete_port for cc139dfd-ca72-4254-8c38-8a9d081dcd9d owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:32.174755 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks [] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.176598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:32.198760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04b5b118-adfb-4c92-b8ac-3a59ca30c3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.217025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab04c3-8b66-4805-94e0-2e3202945723 req-0e585c72-829d-4b7f-9ab6-83da29dbcd1a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:32.227471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78ab04c3-8b66-4805-94e0-2e3202945723 req-0e585c72-829d-4b7f-9ab6-83da29dbcd1a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 949 time: 0.4985185 Mar 07 10:35:32.305543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04b5b118-adfb-4c92-b8ac-3a59ca30c3bb admin admin] Publish callbacks [] for security_group (ed10dd40-404b-4bae-8476-2d2850d20f02), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.312181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04b5b118-adfb-4c92-b8ac-3a59ca30c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ed10dd40-404b-4bae-8476-2d2850d20f02), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.331575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.369321 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-04b5b118-adfb-4c92-b8ac-3a59ca30c3bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c76be2c436384b089824298eadf1e6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909053 Mar 07 10:35:32.374668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:32.450124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ff224fb4-0a58-49c9-8c6f-23c3e681663d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:32.457894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ff224fb4-0a58-49c9-8c6f-23c3e681663d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:32.458469 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.485843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:32.507856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:32.517619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b118-adfb-4c92-b8ac-3a59ca30c3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed10dd40-404b-4bae-8476-2d2850d20f02,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.518465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Pushing event updated for resources: {'Port': ['ID=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.520857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:32.561618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] Publish callbacks [] for security_group (ed10dd40-404b-4bae-8476-2d2850d20f02), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.588598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78ab04c3-8b66-4805-94e0-2e3202945723 req-59bb389c-562c-4703-b717-48f54ca545a5 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342936 Mar 07 10:35:32.651439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] Publish callbacks [] for security_group (ed10dd40-404b-4bae-8476-2d2850d20f02), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.693360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.695117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b18f2f32-a717-4293-98f0-048e12e6ac31 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:32.695605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.769104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Port': ['ID=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.783893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] No DVR routers for this DVR port cc139dfd-ca72-4254-8c38-8a9d081dcd9d on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:32.807296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Deleting port cc139dfd-ca72-4254-8c38-8a9d081dcd9d {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:32.807684 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.828550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ed10dd40-404b-4bae-8476-2d2850d20f02), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.831604 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.834992 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed10dd40-404b-4bae-8476-2d2850d20f02 HTTP/1.1" status: 204 len: 168 time: 0.4562917 Mar 07 10:35:32.857389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca319011-9d1b-4b1a-a562-75708e0264ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed10dd40-404b-4bae-8476-2d2850d20f02,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.955688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] For port cc139dfd-ca72-4254-8c38-8a9d081dcd9d, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:32.956084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.985736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Calling delete_port for cc139dfd-ca72-4254-8c38-8a9d081dcd9d owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:32.989167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Port cc139dfd-ca72-4254-8c38-8a9d081dcd9d was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:35:33.051072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (cc139dfd-ca72-4254-8c38-8a9d081dcd9d), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.063072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cc139dfd-ca72-4254-8c38-8a9d081dcd9d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:33.178263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Attempting to bind port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:33.178526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Attempting to bind port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:33.178887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Attempting to bind port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 on network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:33.180774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:33.183074 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a743c99f-2714-497b-8ef9-4e284567ae8a" -d '{"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-plugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:33.239543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: cc139dfd-ca72-4254-8c38-8a9d081dcd9d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:33.242425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cc139dfd-ca72-4254-8c38-8a9d081dcd9d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:33.242604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f1b86664-a952-4c29-934a-fc80b953c0fd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.247306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] Pushing event deleted for resources: {'Port': ['ID=cc139dfd-ca72-4254-8c38-8a9d081dcd9d,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.259964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.273441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:33.273826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Checking segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:33.274236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.274636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Bound using segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:33.275132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Bound port: f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:33.275515 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.278318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ca1fb-d8bc-447e-aebb-237444ea02f0 None None] No DVR routers for this DVR port cc139dfd-ca72-4254-8c38-8a9d081dcd9d on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:33.288103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.350369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b86664-a952-4c29-934a-fc80b953c0fd']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:33.374187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:33.374685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3655bbd1-d7e4-486d-97f8-ea1b2aa3a186') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:33.397372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2834e91-e2be-43f4-81cb-1ec331e90aff req-5e466109-de02-4889-98fa-02ea84bb56cf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:33.404758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2834e91-e2be-43f4-81cb-1ec331e90aff req-5e466109-de02-4889-98fa-02ea84bb56cf tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.5070746 Mar 07 10:35:33.414307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3655bbd1-d7e4-486d-97f8-ea1b2aa3a186), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.447710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for router_gateway (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.461122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3655bbd1-d7e4-486d-97f8-ea1b2aa3a186), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.472053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bf810-68b3-4a21-869e-8c9f9c42f2e5 req-e357bc10-6681-435e-b948-f49026088b96 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:33.482899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df4bf810-68b3-4a21-869e-8c9f9c42f2e5 req-e357bc10-6681-435e-b948-f49026088b96 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 951 time: 0.4035215 Mar 07 10:35:33.520304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:33.520704 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.548931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.556516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:33.557170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3655bbd1-d7e4-486d-97f8-ea1b2aa3a186), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.562707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:33.564425 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:33.636894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2834e91-e2be-43f4-81cb-1ec331e90aff req-bc31fda1-5f43-4483-af2d-7a581e0ac734 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302694 Mar 07 10:35:33.642548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] For port f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:33.645765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.653954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.654790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:33.768630 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fe4786-51e0-4235-ad4f-b8763189c757 x-openstack-request-id: req-92fe4786-51e0-4235-ad4f-b8763189c757 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:33.769548 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-plugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:33.769548 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92fe4786-51e0-4235-ad4f-b8763189c757 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:33.773284 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'code': 200} Mar 07 10:35:33.827145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df4bf810-68b3-4a21-869e-8c9f9c42f2e5 req-62efc164-eda6-41f4-9572-4cdc70daa02e tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926593 Mar 07 10:35:33.830613 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f1b86664-a952-4c29-934a-fc80b953c0fd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.867988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.877065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] 10.222.0.23 "DELETE /v2.0/networks/f1b86664-a952-4c29-934a-fc80b953c0fd HTTP/1.1" status: 204 len: 168 time: 3.1534529 Mar 07 10:35:33.882762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51b7cb-2bc8-4ce4-8c4b-3591b10054d2 tempest-ServersTestMultiNic-1062296531 tempest-ServersTestMultiNic-1062296531-project] Pushing event deleted for resources: {'Network': ['ID=f1b86664-a952-4c29-934a-fc80b953c0fd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.899224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] For port f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:33.925740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.940971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.008799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Allocated IP 172.25.4.106 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/3f0869ac-2249-4d6e-9b96-3119a83572e3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:34.058215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab290-8313-4f19-90e9-9f08d11c0d9d req-c6e792a0-8be1-4ecd-90f2-6b276911a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.060039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-345ab290-8313-4f19-90e9-9f08d11c0d9d req-c6e792a0-8be1-4ecd-90f2-6b276911a7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 1132 time: 0.2254646 Mar 07 10:35:34.071522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95003793-56ce-4d76-9ca1-cf42211a374f req-635b4e2a-41df-4bb7-a0da-5761251602fd tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.081680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95003793-56ce-4d76-9ca1-cf42211a374f req-635b4e2a-41df-4bb7-a0da-5761251602fd tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 950 time: 0.1738055 Mar 07 10:35:34.276064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:34.277046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48588) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:34.280095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f28dc-9f22-4dad-9015-2e44b6e9000b None None] Pushing event updated for resources: {'Port': ['ID=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:34.317314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-345ab290-8313-4f19-90e9-9f08d11c0d9d req-d261b181-80d6-465c-a5ef-6ec2a4f07ff4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322991 Mar 07 10:35:34.364631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-83ce1e37-195b-439a-9993-922504debf6c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.366585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-83ce1e37-195b-439a-9993-922504debf6c tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 951 time: 0.1483464 Mar 07 10:35:34.526664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95003793-56ce-4d76-9ca1-cf42211a374f req-f13d68aa-6593-4edf-836a-220407e62bda tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427974 Mar 07 10:35:34.688151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.711730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Deleting port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:34.727630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.935246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4fad2e2-28a6-4198-9774-1b7f64a4ad68 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:34.969999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] For port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:34.970868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.012528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Calling delete_port for f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:35.034480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:35.039812 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.217907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:35.218447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.235635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.258871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:35.284428 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.284988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f313ddd1-3cc3-4bf5-ac8b-2593337f3e33), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.315233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-df258917-4b0f-42d8-9687-4b81f044329d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172714 Mar 07 10:35:35.411740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event deleted for resources: {'Port': ['ID=f313ddd1-3cc3-4bf5-ac8b-2593337f3e33,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.422494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc341fc-ad0f-40bd-9254-72080d6c07a0 req-c4ff8f9c-c305-419a-aa99-4029fb6eeae6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:35.424117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cc341fc-ad0f-40bd-9254-72080d6c07a0 req-c4ff8f9c-c305-419a-aa99-4029fb6eeae6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.5527334 Mar 07 10:35:35.507544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:35.548216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:35.551732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:35.592281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Pushing event updated for resources: {'Port': ['ID=3f0869ac-2249-4d6e-9b96-3119a83572e3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.619351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] No DVR routers for this DVR port f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:35.626091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.633837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ecc9565-5ed2-4c8c-90cc-9d5836a528cc req-b971bbc4-4db3-4aea-9e99-a3f33f5b84ef tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "DELETE /v2.0/ports/f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 HTTP/1.1" status: 204 len: 173 time: 1.1327021 Mar 07 10:35:35.642946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-deleted', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:35.649405 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd87ef58-83a6-412b-bd0a-0d77d86f6e59" -d '{"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-deleted", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:35.737248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.741270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bfd85f86-8f68-4848-b3cf-4ca18a980aff'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:35.743818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:35.781847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:35.786369 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360cf2d2-0e22-4ef7-bc13-7a4d84c86b86" -d '{"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:35.956328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cc341fc-ad0f-40bd-9254-72080d6c07a0 req-cfae599c-78a3-4838-9e57-dcef0f19e690 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291425 Mar 07 10:35:36.143690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d47a6d-c027-46f8-afd4-6f7f413aa725 None None] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:36.440130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-101b3fc5-5c52-4eec-b40f-9cd5f7cfe05b None None] Provisioning complete for port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:36.440510 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-101b3fc5-5c52-4eec-b40f-9cd5f7cfe05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.623828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-101b3fc5-5c52-4eec-b40f-9cd5f7cfe05b None None] Current status of the port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:36.798426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-ac059cc1-5a11-48a6-9610-084dacaee25f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:36.799982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-ac059cc1-5a11-48a6-9610-084dacaee25f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4677541 Mar 07 10:35:36.801848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a28c9d4c-b429-4298-9ed6-1528a4943bc3 req-e22bc3e3-78e8-414a-a33a-6438a8aa7838 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c841a228-f3f6-43da-9774-184e665babfa HTTP/1.1" status: 200 len: 210 time: 0.6773114 Mar 07 10:35:36.833857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4fad2e2-28a6-4198-9774-1b7f64a4ad68 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:36.920053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-d19ed2bf-8ba0-4611-aa70-803f12eaffa4 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0715864 Mar 07 10:35:36.940411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:36.940937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.017696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-ff7a0bc1-15f5-4ceb-89ff-4efb6c396a9a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617747 Mar 07 10:35:37.071726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:37.081334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8afa17ea-d50c-4f04-aadc-816877f9000a None None] Provisioning complete for port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:37.081876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8afa17ea-d50c-4f04-aadc-816877f9000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.108176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-9b92d2f7-44d0-4aba-bbc2-c897eb5dedb9 service neutron] 10.222.0.32 "GET /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.3245778 Mar 07 10:35:37.122345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b5758-31f0-42e8-96cb-2491bc08339d req-7ae8818f-3b00-4b17-bc67-348f223975c2 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.123877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff2b5758-31f0-42e8-96cb-2491bc08339d req-7ae8818f-3b00-4b17-bc67-348f223975c2 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 950 time: 0.2142997 Mar 07 10:35:37.165399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:37.194317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:37.194978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f313ddd1-3cc3-4bf5-ac8b-2593337f3e33 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:37.201493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8afa17ea-d50c-4f04-aadc-816877f9000a None None] Current status of the port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:37.288375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for router_gateway (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.305934 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944f576-0064-4613-8558-e81dad4cd591 x-openstack-request-id: req-c944f576-0064-4613-8558-e81dad4cd591 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:37.306873 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841a228-f3f6-43da-9774-184e665babfa", "name": "network-vif-deleted", "tag": "f313ddd1-3cc3-4bf5-ac8b-2593337f3e33", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:37.307342 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c944f576-0064-4613-8558-e81dad4cd591 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:37.308537 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841a228-f3f6-43da-9774-184e665babfa', 'name': 'network-vif-deleted', 'tag': 'f313ddd1-3cc3-4bf5-ac8b-2593337f3e33', 'status': 'completed', 'code': 200} Mar 07 10:35:37.353037 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a2d0a8-1481-4ecc-b523-5f2fd577e514 x-openstack-request-id: req-94a2d0a8-1481-4ecc-b523-5f2fd577e514 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:37.353339 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:37.353869 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94a2d0a8-1481-4ecc-b523-5f2fd577e514 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:37.354267 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'code': 200} Mar 07 10:35:37.482386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d11ea9-4331-473b-b609-440c8b21669a req-5a3cc44f-02c1-4eb6-ab6b-166102d47c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.485030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c1d11ea9-4331-473b-b609-440c8b21669a req-5a3cc44f-02c1-4eb6-ab6b-166102d47c31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 1131 time: 0.0632741 Mar 07 10:35:37.496773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.547302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c1d11ea9-4331-473b-b609-440c8b21669a req-131a3687-0fac-4f21-9a6e-aa91e1dba037 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Mar 07 10:35:37.572287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff2b5758-31f0-42e8-96cb-2491bc08339d req-2eafa8a5-ad65-4e4d-8409-ce0bb39eed9e tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367468 Mar 07 10:35:37.796872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c683d169-24fc-422f-8f26-fcaa63fe74e9 req-a495a45b-23e3-4f4e-9bed-1a81d29c658f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 210 time: 0.1401615 Mar 07 10:35:37.918187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:37.945217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:37.986959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e158c1-eaff-4b69-af73-f18737544fa0 req-227b8270-6d28-4864-b60e-c3102b2e6b4f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.994510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22e158c1-eaff-4b69-af73-f18737544fa0 req-227b8270-6d28-4864-b60e-c3102b2e6b4f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 943 time: 0.5737195 Mar 07 10:35:38.117480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:38.182113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:38.247494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.333944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415d0c3-58d2-4ab9-a8f2-a1d960c51597 req-d30f0af8-4c86-467c-ab13-9ea628500298 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:38.335414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7415d0c3-58d2-4ab9-a8f2-a1d960c51597 req-d30f0af8-4c86-467c-ab13-9ea628500298 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 949 time: 0.3328640 Mar 07 10:35:38.336574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.360281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22e158c1-eaff-4b69-af73-f18737544fa0 req-efdf7aaf-d301-40df-83c7-35047470e7d5 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648624 Mar 07 10:35:38.425532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] Transition to ACTIVE for port object 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:38.457350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.833420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-3962156d-f4aa-480d-8d2d-ad93e79e2cc4 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825877 Mar 07 10:35:38.945707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7415d0c3-58d2-4ab9-a8f2-a1d960c51597 req-fee5a810-e7fd-4d7e-8cf4-bba5abc7f019 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794899 Mar 07 10:35:38.967896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] No DVR routers for this DVR port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:39.009375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.092904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-f98cee68-f92e-4b2c-b7b1-20fcd491b912 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.094890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-f98cee68-f92e-4b2c-b7b1-20fcd491b912 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515862 Mar 07 10:35:39.109702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:39.192568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-af25619d-474d-44e0-915c-a33e46277c7f service neutron] 10.222.0.32 "PUT /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5/bindings/n-h1-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0657151 Mar 07 10:35:39.268748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2ce5293-071f-4ee5-b1f6-30de546b9cf2 req-058a4e18-825c-466c-9746-d0c0afa18e60 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 210 time: 0.1336114 Mar 07 10:35:39.268748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9f9a8-09c3-4f4c-9112-858a41d0c784 req-5ee7e960-4ea9-4fad-8dd3-8bf7fd5b405d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.275575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01e9f9a8-09c3-4f4c-9112-858a41d0c784 req-5ee7e960-4ea9-4fad-8dd3-8bf7fd5b405d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.5598226 Mar 07 10:35:39.310185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:39.315231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.341602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.374890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Deleting port e8b70861-1092-44b1-8094-d7c486afacb5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:39.375273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.383427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Router 2c378f2a-d827-47e2-8d6b-56049f2cf393 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:35:39.470507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01e9f9a8-09c3-4f4c-9112-858a41d0c784 req-d7038915-ac03-44d3-808e-a56ff24913c6 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939681 Mar 07 10:35:39.494247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for security_group (ccd323fa-b805-4bd7-97ae-9566549e7732), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.502646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ccd323fa-b805-4bd7-97ae-9566549e7732), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.540026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-fd48704b-3d0b-4b6f-9452-e213a78210fe tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.541909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-fd48704b-3d0b-4b6f-9452-e213a78210fe tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.2640450 Mar 07 10:35:39.642292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd323fa-b805-4bd7-97ae-9566549e7732,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.657375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.658065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.658633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.659184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.659778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.660338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.660866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.661403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.661966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.662503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.663028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.663560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.664135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:39.674795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] For port e8b70861-1092-44b1-8094-d7c486afacb5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e8b70861-1092-44b1-8094-d7c486afacb5,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:39.675173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.742318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Calling delete_port for e8b70861-1092-44b1-8094-d7c486afacb5 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:39.811845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.86 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/c2724719-7b9e-4fd1-b15b-a608a95ba377) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:39.814380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7183c8e-cbe0-4aca-b229-50d063b385fd req-d1f73937-570e-4d1e-b551-a1906b2c6ca0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.816176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7183c8e-cbe0-4aca-b229-50d063b385fd req-d1f73937-570e-4d1e-b551-a1906b2c6ca0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.2996602 Mar 07 10:35:39.844894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8e4af4a-2f55-4588-9b74-927035f78194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.851007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-c8e4af4a-2f55-4588-9b74-927035f78194 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909&tenant_id=dcc4508987ba4c1db6149efc346b376c HTTP/1.1" status: 200 len: 1126 time: 0.2592075 Mar 07 10:35:39.941226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:39.952952 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Sync routers for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:39.970653 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:39.972992 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:40.137855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:40.182308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.237466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.257723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e8b70861-1092-44b1-8094-d7c486afacb5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.318902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b70861-1092-44b1-8094-d7c486afacb5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.354698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.355968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-91122da9-4691-449d-addb-47c8f8635ddf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.6460054 Mar 07 10:35:40.362341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48724) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:40.364674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7183c8e-cbe0-4aca-b229-50d063b385fd req-4949c42c-9871-47e0-b9cb-c2f8095cbcc1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371034 Mar 07 10:35:40.378026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.409790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9276d8-b266-4bf1-9105-1c36923b6c79 req-4dcbcc19-78ae-4061-a90d-395eff40d89f tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.417026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd9276d8-b266-4bf1-9105-1c36923b6c79 req-4dcbcc19-78ae-4061-a90d-395eff40d89f tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 949 time: 0.1656466 Mar 07 10:35:40.563504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:40.597355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:40.600226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:40.646704 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:36Z', 'revision_number': 3, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:40.691813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Checking router: 2c378f2a-d827-47e2-8d6b-56049f2cf393 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:40.692155 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Updating router 2c378f2a-d827-47e2-8d6b-56049f2cf393 port 3f0869ac-2249-4d6e-9b96-3119a83572e3 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:35:40.733290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.739986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.759721 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.830185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-54530779-f3ef-426d-82af-d3229b96dd04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7260940 Mar 07 10:35:40.843018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Request body: {'port': {'device_id': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:40.936896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.073628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0a60fde4-fcd6-413a-a384-e1f34d25138d None None] Provisioning complete for port c2724719-7b9e-4fd1-b15b-a608a95ba377 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:41.076133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a60fde4-fcd6-413a-a384-e1f34d25138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.198509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0a60fde4-fcd6-413a-a384-e1f34d25138d None None] Port c2724719-7b9e-4fd1-b15b-a608a95ba377 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:41.296810 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks [] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.305751 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.344675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2724719-7b9e-4fd1-b15b-a608a95ba377 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:41.352810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks [] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.364627 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Pushing event updated for resources: {'Port': ['ID=3f0869ac-2249-4d6e-9b96-3119a83572e3,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:41.367239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Transition to ACTIVE for port object c2724719-7b9e-4fd1-b15b-a608a95ba377 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:41.370600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-54763c03-a4f7-472a-85ae-a0d136078b8d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.372451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-54763c03-a4f7-472a-85ae-a0d136078b8d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 1.1807752 Mar 07 10:35:41.374626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-044ae3c0-46b8-486f-a284-6aec2c2868c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.376014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-044ae3c0-46b8-486f-a284-6aec2c2868c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dcc4508987ba4c1db6149efc346b376c&device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1126 time: 1.4326336 Mar 07 10:35:41.377040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.396495 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.396865 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.397681 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.398659 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.399022 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.399375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.399844 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.400340 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.400716 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.401052 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.401536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.402019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.402390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.406510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Attempting to bind port 3f0869ac-2249-4d6e-9b96-3119a83572e3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:41.406880 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Attempting to bind port 3f0869ac-2249-4d6e-9b96-3119a83572e3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:41.407501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Attempting to bind port 3f0869ac-2249-4d6e-9b96-3119a83572e3 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:41.414093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:41.414467 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:41.414863 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.415244 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:41.415761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Bound port: 3f0869ac-2249-4d6e-9b96-3119a83572e3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:41.416191 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.486979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.493193 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] For port 3f0869ac-2249-4d6e-9b96-3119a83572e3, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:41.497664 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] For port 3f0869ac-2249-4d6e-9b96-3119a83572e3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0869ac-2249-4d6e-9b96-3119a83572e3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:41.506681 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.585802 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6729043-e7ab-4592-9c3c-b09759a9d0b4 None None] Pushing event updated for resources: {'Port': ['ID=3f0869ac-2249-4d6e-9b96-3119a83572e3,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:41.587670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:41.605255 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:41.606685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:41.748391 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:41.769325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.800820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Attempting to bind port c2724719-7b9e-4fd1-b15b-a608a95ba377 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:41.801307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Attempting to bind port c2724719-7b9e-4fd1-b15b-a608a95ba377 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:41.801721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Attempting to bind port c2724719-7b9e-4fd1-b15b-a608a95ba377 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:41.814289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Port c2724719-7b9e-4fd1-b15b-a608a95ba377 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:41.814763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Attempting to bind port c2724719-7b9e-4fd1-b15b-a608a95ba377 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:41.823585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:41.824213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:41.824692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:41.825245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Bound port: c2724719-7b9e-4fd1-b15b-a608a95ba377, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:41.825698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.832456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd9276d8-b266-4bf1-9105-1c36923b6c79 req-31d0f8d4-fd4e-4cd9-8af1-861010f1fe5b tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4143887 Mar 07 10:35:41.856500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2f76-93d0-4c5a-82c7-95e9997ffc50 req-c168aab9-5ece-404f-80c1-2343e3b12f96 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.860643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b10d2f76-93d0-4c5a-82c7-95e9997ffc50 req-c168aab9-5ece-404f-80c1-2343e3b12f96 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 947 time: 0.4788475 Mar 07 10:35:41.986027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-a2c26656-b6fc-4d44-bbc7-026a8e2391fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.988296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-a2c26656-b6fc-4d44-bbc7-026a8e2391fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 200 len: 922 time: 0.5926263 Mar 07 10:35:42.048392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:36Z', 'revision_number': 3, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:42.050313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b10d2f76-93d0-4c5a-82c7-95e9997ffc50 req-06849aae-4275-4929-85ba-e6c3522e4908 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696844 Mar 07 10:35:42.103704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Deleting port bfd85f86-8f68-4848-b3cf-4ca18a980aff {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:42.104229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:42.171354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Allocated IP 172.20.0.1 (9bcab1b1-9f3e-4be9-a90a-98b180ea2057/0670d10c-0ef1-46ef-8736-c6e578cb9a26/ca6f3e06-e12a-42b6-a9e3-b060393e13e8) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:42.183824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-7a1ca875-0415-4715-b779-51ad0d57d0ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 200 len: 217 time: 0.1379001 Mar 07 10:35:42.242844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:42.243295 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2662f40-2806-4706-ac69-bfc0f9b9704b None None] The sync data for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 is: [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:36Z', 'revision_number': 3, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:42.269957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:42.276494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Router 96a6f855-95ec-4493-84a0-7f104bc67e9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:42.282955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:42.305947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.306917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:42.308442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 200 len: 1095 time: 1.4702663 Mar 07 10:35:42.319565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:42.323136 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6d89b-225d-40b8-8d81-37f67a61d935" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:42.396163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda957f4-81b0-4836-9342-0c6cb26e11d5 req-f8583d1d-24f3-4b08-bffe-88559a3fb636 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.397899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cda957f4-81b0-4836-9342-0c6cb26e11d5 req-f8583d1d-24f3-4b08-bffe-88559a3fb636 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 950 time: 0.4328384 Mar 07 10:35:42.410480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks [] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:42.415936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] For port bfd85f86-8f68-4848-b3cf-4ca18a980aff, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bfd85f86-8f68-4848-b3cf-4ca18a980aff,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:42.416387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:42.447553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-6dc2c3be-9872-46a9-9e81-9ef66bc40e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.449504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-6dc2c3be-9872-46a9-9e81-9ef66bc40e04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 200 len: 861 time: 0.2294714 Mar 07 10:35:42.458607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Calling delete_port for bfd85f86-8f68-4848-b3cf-4ca18a980aff owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:42.492228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c340f-454e-4918-9aba-2a5de766af8c req-6b85293d-e834-4466-8937-6645849c0a17 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.493394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-900c340f-454e-4918-9aba-2a5de766af8c req-6b85293d-e834-4466-8937-6645849c0a17 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.3228998 Mar 07 10:35:42.502702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de663e4c-4222-42ce-9feb-b8222aca84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:42.512008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-5373b5e4-0d99-43a1-8ebd-f19518c599e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.513764 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-5373b5e4-0d99-43a1-8ebd-f19518c599e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1129 time: 0.1519444 Mar 07 10:35:42.539825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-3a3bd31b-572f-4922-825b-aa9b552e2347 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e16943-88d1-4a7c-b987-dd307e3a4c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790858 Mar 07 10:35:42.892633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0869ac-2249-4d6e-9b96-3119a83572e3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:43.021841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cda957f4-81b0-4836-9342-0c6cb26e11d5 req-b46f6181-6c57-485e-b301-2d4d349ecd95 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962207 Mar 07 10:35:43.059635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3f0869ac-2249-4d6e-9b96-3119a83572e3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:43.060709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:43.158360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:43.173250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-900c340f-454e-4918-9aba-2a5de766af8c req-254b3b7d-e9f6-4815-9da9-703f085909c6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383195 Mar 07 10:35:43.179619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:43.182343 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-d6a1fb3b-c226-45e9-a3af-aa4a8fcff2ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 200 len: 217 time: 0.6617022 Mar 07 10:35:43.185059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:43.188956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:43.228310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bfd85f86-8f68-4848-b3cf-4ca18a980aff no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:43.317614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-8224c365-ad94-48a1-879a-777b55c36c4b service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012534 Mar 07 10:35:43.326300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:43.347476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a512a567-b453-4b6c-bcbb-0b64a0935007 admin admin] 10.222.0.23 "PUT /v2.0/routers/96a6f855-95ec-4493-84a0-7f104bc67e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0671737 Mar 07 10:35:43.349292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48768) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:43.371224 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01edcc-e299-4417-bac2-0d993fe05540 x-openstack-request-id: req-6b01edcc-e299-4417-bac2-0d993fe05540 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:43.372630 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:43.373257 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b01edcc-e299-4417-bac2-0d993fe05540 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:43.373676 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'status': 'completed', 'code': 200} Mar 07 10:35:43.394677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Sync routers for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:43.458579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:43.459544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:43.526574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-61bcfb1c-3b8e-4278-a69e-11ae41de5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:43.538378 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-61bcfb1c-3b8e-4278-a69e-11ae41de5946 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2719092 Mar 07 10:35:43.686171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.717386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:43.761027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:43.917254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-59e2f92b-31e4-486f-90fc-45006a05513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:43.922155 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-59e2f92b-31e4-486f-90fc-45006a05513c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3591716 Mar 07 10:35:43.994875 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bfd85f86-8f68-4848-b3cf-4ca18a980aff), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.070019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:44.212375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event deleted for resources: {'Port': ['ID=bfd85f86-8f68-4848-b3cf-4ca18a980aff,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:44.286933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Port bfd85f86-8f68-4848-b3cf-4ca18a980aff update to DOWN by agent not found {{(pid=103790) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 10:35:44.349565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-32998b7d-a1c1-4d32-bfe8-cc1992a5b3b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009568 Mar 07 10:35:44.393118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2a03f065-d374-46ff-8a10-1cefb979373b None None] Provisioning complete for port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:44.393489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2a03f065-d374-46ff-8a10-1cefb979373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.404930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.429428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be8fb40c-961e-4683-8b5d-1dba7c2ab3be req-94ae1e24-2603-49bf-91c4-ad7d186f42e7 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d43323a-3d73-49f1-8e52-177c3bd03180 HTTP/1.1" status: 200 len: 210 time: 0.2479987 Mar 07 10:35:44.430863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] No DVR routers for this DVR port bfd85f86-8f68-4848-b3cf-4ca18a980aff on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:44.437923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.447034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ade4c7b-e405-4061-b165-d1a2573d3f9c req-30bf7924-9090-485c-8f6f-8c64b2fa28eb tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.26 "DELETE /v2.0/ports/bfd85f86-8f68-4848-b3cf-4ca18a980aff HTTP/1.1" status: 204 len: 173 time: 3.0593045 Mar 07 10:35:44.492182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe93746-3f89-42b3-b02e-38846daf50de req-518a5ee8-1f62-4dcd-aa2f-045475fbd417 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:44.503038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2a03f065-d374-46ff-8a10-1cefb979373b None None] Port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:44.505600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe93746-3f89-42b3-b02e-38846daf50de req-518a5ee8-1f62-4dcd-aa2f-045475fbd417 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 947 time: 0.9196925 Mar 07 10:35:44.506300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-deleted', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:44.508684 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a943a4-574c-49bb-af24-8f831c407ef8" -d '{"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-deleted", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:44.520508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks [] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.603241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-2b409fbc-e339-40b2-afb4-65f7a26fd433 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712570 Mar 07 10:35:44.862101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3f0869ac-2249-4d6e-9b96-3119a83572e3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:44.862681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.964046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbe93746-3f89-42b3-b02e-38846daf50de req-6eba9f5f-3a73-4a0e-a0da-0c6af563def0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320879 Mar 07 10:35:45.026677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3f0869ac-2249-4d6e-9b96-3119a83572e3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0869ac-2249-4d6e-9b96-3119a83572e3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:45.042976 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.063518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d8d881a1-68d1-484b-8e98-52a8b9b54f31 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.078344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-d8d881a1-68d1-484b-8e98-52a8b9b54f31 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909&tenant_id=dcc4508987ba4c1db6149efc346b376c&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.3950951 Mar 07 10:35:45.088421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48804) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:45.149061 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a283ee74-5c6f-4b62-9634-df8680ae84af req-c8775c54-f449-4545-854b-5cd3c0f94031 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134120 Mar 07 10:35:45.186961 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398de997-01c7-4b7a-873a-6441a012d5df x-openstack-request-id: req-398de997-01c7-4b7a-873a-6441a012d5df {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:45.187278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d43323a-3d73-49f1-8e52-177c3bd03180", "name": "network-vif-deleted", "tag": "bfd85f86-8f68-4848-b3cf-4ca18a980aff", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:45.187501 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-398de997-01c7-4b7a-873a-6441a012d5df {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:45.187936 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d43323a-3d73-49f1-8e52-177c3bd03180', 'name': 'network-vif-deleted', 'tag': 'bfd85f86-8f68-4848-b3cf-4ca18a980aff', 'status': 'completed', 'code': 200} Mar 07 10:35:45.212570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a3d6-e1f2-46df-9c63-fe0c36e73966 req-31cd3373-bca6-4641-b87e-4d52f84df790 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.214213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d381a3d6-e1f2-46df-9c63-fe0c36e73966 req-31cd3373-bca6-4641-b87e-4d52f84df790 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.5650973 Mar 07 10:35:45.260480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 5, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:45.294400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3f0869ac-2249-4d6e-9b96-3119a83572e3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:45.299427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Checking router: 96a6f855-95ec-4493-84a0-7f104bc67e9b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:45.312049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Routers {'96a6f855-95ec-4493-84a0-7f104bc67e9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:45.312636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a6f855-95ec-4493-84a0-7f104bc67e9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:45.317332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks [] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.345343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.346370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks [] for router_gateway (96a6f855-95ec-4493-84a0-7f104bc67e9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.529531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-399e06d6-1817-4a76-8831-4de55ca0a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.533525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-399e06d6-1817-4a76-8831-4de55ca0a023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1129 time: 0.2847397 Mar 07 10:35:45.548445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.552006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:45.579487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d381a3d6-e1f2-46df-9c63-fe0c36e73966 req-d1eac331-5032-4281-b0c4-90a366b69150 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678876 Mar 07 10:35:45.630578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] Set router 96a6f855-95ec-4493-84a0-7f104bc67e9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:45.661995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd746bf5-f5f1-425b-802d-eb5135a303f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.741985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-83a99e36-1b5b-4823-ada3-ef70bd3bfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.743680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-83a99e36-1b5b-4823-ada3-ef70bd3bfa2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1925054 Mar 07 10:35:45.755860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-b58294c8-34fb-4832-8c0a-d05a32c43664 service neutron] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:45.772948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-b58294c8-34fb-4832-8c0a-d05a32c43664 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.774084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0e4c98b-68ce-4b2f-9b00-a0a741297b05 req-b58294c8-34fb-4832-8c0a-d05a32c43664 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5/bindings/n-h2-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.6648796 Mar 07 10:35:45.775635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Deleting port 39630915-57c1-442c-8360-239d5820f1d9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:45.775976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (39630915-57c1-442c-8360-239d5820f1d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.817675 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-b2bee582-5b4f-48cd-8bab-e3223153a585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 200 len: 217 time: 0.0533404 Mar 07 10:35:45.819975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:45.822042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:45.975908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-1eb21b4a-dc0e-4477-8d5f-34729ec6548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.001241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-1eb21b4a-dc0e-4477-8d5f-34729ec6548e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1638825 Mar 07 10:35:46.192297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] For port 39630915-57c1-442c-8360-239d5820f1d9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39630915-57c1-442c-8360-239d5820f1d9,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:46.193695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (39630915-57c1-442c-8360-239d5820f1d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.197453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 5, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:46.223952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Router 2c378f2a-d827-47e2-8d6b-56049f2cf393 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:46.233246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-470012f5-7d9b-4f75-b4a5-36f267eb8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.235056 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-470012f5-7d9b-4f75-b4a5-36f267eb8d53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2268102 Mar 07 10:35:46.257417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Calling delete_port for 39630915-57c1-442c-8360-239d5820f1d9 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:46.265506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd746bf5-f5f1-425b-802d-eb5135a303f8 admin admin] Publish callbacks [] for security_group (642c0e94-30ee-4303-8b54-6465a208d8d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.277374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931bace-644d-46d8-87c3-c117fcb48ace req-9a60a17d-d19c-47aa-824c-467a97c3004c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.286226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8931bace-644d-46d8-87c3-c117fcb48ace req-9a60a17d-d19c-47aa-824c-467a97c3004c tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.2597823 Mar 07 10:35:46.298494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216afea5-69bb-49e4-b080-2e12f104c770 req-de5517a3-2204-4621-b86f-67f8fb43a238 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.306999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-216afea5-69bb-49e4-b080-2e12f104c770 req-de5517a3-2204-4621-b86f-67f8fb43a238 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 950 time: 0.3284588 Mar 07 10:35:46.360980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd746bf5-f5f1-425b-802d-eb5135a303f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (642c0e94-30ee-4303-8b54-6465a208d8d4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.418063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-01006864-cf20-4aeb-a78e-901a1b35ef46 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684921 Mar 07 10:35:46.564944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-92d6d89b-225d-40b8-8d81-37f67a61d935 req-853bb673-9682-4a27-abc2-55a42e6cbc40 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341465 Mar 07 10:35:46.566395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:46.576716 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Sync routers for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:46.605575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b57cd-43e9-4b38-bedc-ecf1c332dfcd None None] The sync data for ids ['96a6f855-95ec-4493-84a0-7f104bc67e9b'] in n-d-832156-4 is: [{'id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'name': 'tempest-ServersTestMultiNic-1920049142-router', 'tenant_id': 'f786037f60564f609def4699511a875a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '39630915-57c1-442c-8360-239d5820f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:31Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 5, 'project_id': 'f786037f60564f609def4699511a875a', 'gw_port': {'id': '39630915-57c1-442c-8360-239d5820f1d9', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a6f855-95ec-4493-84a0-7f104bc67e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:32Z', 'updated_at': '2022-03-07T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:46.610834 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1f6ccf9-1348-46d3-84af-40b6b714ba85 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c378f2a-d827-47e2-8d6b-56049f2cf393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2053723 Mar 07 10:35:46.613509 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:46.614853 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:46.634243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ce56f5a1-950f-417b-88ed-56f0b4aaa8a1 None None] Provisioning complete for port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:46.634606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce56f5a1-950f-417b-88ed-56f0b4aaa8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.710605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ce56f5a1-950f-417b-88ed-56f0b4aaa8a1 None None] Port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:46.906139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:47.113000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746bf5-f5f1-425b-802d-eb5135a303f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642c0e94-30ee-4303-8b54-6465a208d8d4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.148267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8931bace-644d-46d8-87c3-c117fcb48ace req-3a25f651-dec2-49e2-90c2-517d28633624 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457518 Mar 07 10:35:47.153157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cd746bf5-f5f1-425b-802d-eb5135a303f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2259bd35595e49d1879ef7838ea4e048&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0577366 Mar 07 10:35:47.156252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48842) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:47.222943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0869ac-2249-4d6e-9b96-3119a83572e3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:47.225038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-216afea5-69bb-49e4-b080-2e12f104c770 req-dcd0c0aa-5f17-4b17-b1cb-665502116298 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134068 Mar 07 10:35:47.273854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 2, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:47.283505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] Publish callbacks [] for security_group (642c0e94-30ee-4303-8b54-6465a208d8d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.288351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c2724719-7b9e-4fd1-b15b-a608a95ba377 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:47.318916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] Publish callbacks [] for security_group (642c0e94-30ee-4303-8b54-6465a208d8d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.359709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Checking router: 2c378f2a-d827-47e2-8d6b-56049f2cf393 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:47.360404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Updating router 2c378f2a-d827-47e2-8d6b-56049f2cf393 port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:35:47.407298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (642c0e94-30ee-4303-8b54-6465a208d8d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.411066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.415243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/642c0e94-30ee-4303-8b54-6465a208d8d4 HTTP/1.1" status: 204 len: 168 time: 0.2556589 Mar 07 10:35:47.425391 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.443363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bda4ee-7b5c-451f-a87c-f6f7aca5b139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642c0e94-30ee-4303-8b54-6465a208d8d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.525815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:47.578872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:47.627516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359e85-5df0-4e7f-8a10-8573157d2e31 req-e8e9fbe7-7cb1-4e86-a758-35b10f3439ea tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:47.635959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a359e85-5df0-4e7f-8a10-8573157d2e31 req-e8e9fbe7-7cb1-4e86-a758-35b10f3439ea tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 947 time: 0.2920716 Mar 07 10:35:47.643009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'mac_address': 'fa:16:3e:d3:f9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:47.681806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3f0869ac-2249-4d6e-9b96-3119a83572e3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:47.682097 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.687866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (39630915-57c1-442c-8360-239d5820f1d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.714965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fd12-a652-49a2-b0fe-2ebb0988db90 req-7364249e-6880-460d-9afa-fa8d65c3af54 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:47.722993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9732fd12-a652-49a2-b0fe-2ebb0988db90 req-7364249e-6880-460d-9afa-fa8d65c3af54 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.2402716 Mar 07 10:35:47.756347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Pushing event deleted for resources: {'Port': ['ID=39630915-57c1-442c-8360-239d5820f1d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.794544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a359e85-5df0-4e7f-8a10-8573157d2e31 req-fdfbdd33-0105-46c4-ad2f-cf4da27d1900 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573365 Mar 07 10:35:47.819788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c2724719-7b9e-4fd1-b15b-a608a95ba377 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:47.820213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.864464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2724719-7b9e-4fd1-b15b-a608a95ba377 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:47.887976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:47.899428 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.919022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9732fd12-a652-49a2-b0fe-2ebb0988db90 req-09bafc8b-87fa-4843-9f00-9485fd0a1298 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912093 Mar 07 10:35:47.930090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.964970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.980941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:47.994553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48860) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:47.999413 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks [] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.011011 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.022390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'mac_address': 'fa:16:3e:aa:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:48.099781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:48.100359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.122272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c8b7b-5c26-4eaa-8f9c-ad6941cc5207 None None] Pushing event updated for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:48.129265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:48.135343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3f0869ac-2249-4d6e-9b96-3119a83572e3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:48.147213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e8b70861-1092-44b1-8094-d7c486afacb5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:48.192987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:48.198983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:48.203105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e8b70861-1092-44b1-8094-d7c486afacb5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:48.208578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9c62c0-19d0-4c43-9ee7-19ff332e64e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.209816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e8b70861-1092-44b1-8094-d7c486afacb5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:48.240597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.242999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Attempting to bind port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:48.245160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks [] for router_controller (96a6f855-95ec-4493-84a0-7f104bc67e9b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.246594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.247742 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Attempting to bind port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:48.249325 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Attempting to bind port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 on network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:48.258624 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:48.259213 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Checking segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:48.264548 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.265195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Bound using segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:48.267806 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Bound port: ca6f3e06-e12a-42b6-a9e3-b060393e13e8, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:48.268736 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.340961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:48.424561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] For port ca6f3e06-e12a-42b6-a9e3-b060393e13e8, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:48.431500 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] For port ca6f3e06-e12a-42b6-a9e3-b060393e13e8, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:48.446060 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.448669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (96a6f855-95ec-4493-84a0-7f104bc67e9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.449612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a6f855-95ec-4493-84a0-7f104bc67e9b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:35:48.468440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.472422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:48.487531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff224fb4-0a58-49c9-8c6f-23c3e681663d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:48.492339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a627914e-02a6-4fee-8ad4-1be29c976343 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96a6f855-95ec-4493-84a0-7f104bc67e9b HTTP/1.1" status: 204 len: 168 time: 5.1343350 Mar 07 10:35:48.561368 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:48.561993 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:48.566803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-af3da16d-469d-4630-b53b-5e8d5afb3433 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.584442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Deleting subnet ca46aa38-4ae9-4f37-b3f9-cf448838a363 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:48.586386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-af3da16d-469d-4630-b53b-5e8d5afb3433 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 950 time: 0.4027145 Mar 07 10:35:48.598448 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Publish callbacks [] for subnet (ca46aa38-4ae9-4f37-b3f9-cf448838a363), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.658897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Provisioning complete for port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:48.659451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.676926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ca46aa38-4ae9-4f37-b3f9-cf448838a363), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.712965 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c8b7b-5c26-4eaa-8f9c-ad6941cc5207 None None] Pushing event updated for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:48.736532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:48.769496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938345772', 'description': 'tempest-description--62162591'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:48.819721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f1ed-b129-44a3-94c4-e475b4a65166 req-695fbf19-24c0-4885-9fa1-c397dfa237cb tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.821810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32c4f1ed-b129-44a3-94c4-e475b4a65166 req-695fbf19-24c0-4885-9fa1-c397dfa237cb tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 1126 time: 0.7183425 Mar 07 10:35:48.841423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ca46aa38-4ae9-4f37-b3f9-cf448838a363), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.880734 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:48.983454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-2b0c17ed-3a82-4ad6-ab45-7bf286b252d2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.986114 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-2b0c17ed-3a82-4ad6-ab45-7bf286b252d2 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.0842538 Mar 07 10:35:48.988067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ca46aa38-4ae9-4f37-b3f9-cf448838a363), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.992923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Current status of the port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:48.993312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.016779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcb7fc-513f-466d-8b65-cb67c9bf9405 None None] Network c5b9a7b3-e34d-40b1-ad16-f469724074b4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:49.022790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.031306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca46aa38-4ae9-4f37-b3f9-cf448838a363 HTTP/1.1" status: 204 len: 168 time: 0.5577493 Mar 07 10:35:49.067776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48876) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:49.082285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32c4f1ed-b129-44a3-94c4-e475b4a65166 req-4514e8e1-0cae-4b0f-9817-1bb5195c4813 tempest-LiveAutoBlockMigrationV225Test-1579374709 tempest-LiveAutoBlockMigrationV225Test-1579374709-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967907 Mar 07 10:35:49.083582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688520cd-d073-4553-9e1e-e80e24a8af7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca46aa38-4ae9-4f37-b3f9-cf448838a363,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:49.084383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.225331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39630915-57c1-442c-8360-239d5820f1d9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:49.230296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] For port ca6f3e06-e12a-42b6-a9e3-b060393e13e8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:49.265766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 39630915-57c1-442c-8360-239d5820f1d9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:49.266652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39630915-57c1-442c-8360-239d5820f1d9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:49.267120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Deleting port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:49.267470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.280365 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:48Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:49.287223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c5b9a7b3-e34d-40b1-ad16-f469724074b4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.288326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c2724719-7b9e-4fd1-b15b-a608a95ba377 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:49.293409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.320098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629ab16-9ce7-4c97-99f5-d6740461c56d req-c6bcf9dc-5d7a-4842-b061-0bd841ed0909 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:49.328673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b629ab16-9ce7-4c97-99f5-d6740461c56d req-c6bcf9dc-5d7a-4842-b061-0bd841ed0909 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d42149d-ac20-47d3-aa88-b52d42d303c5 HTTP/1.1" status: 200 len: 946 time: 0.4613705 Mar 07 10:35:49.345935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9c62c0-19d0-4c43-9ee7-19ff332e64e2 admin admin] Publish callbacks [] for security_group (0de0b7fd-d039-422c-bccb-6b360c183e7d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.371800 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5696c-11ab-45c9-9777-40784dea4381 None None] The sync data for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 is: [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:48Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:49.397095 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9c62c0-19d0-4c43-9ee7-19ff332e64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0de0b7fd-d039-422c-bccb-6b360c183e7d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.474855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Deleting port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:49.475185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.492897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:49.498381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] For port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,segment=NetworkSegment(b9410b3a-932e-4a15-97d4-98b20aace0d9),segment_id=b9410b3a-932e-4a15-97d4-98b20aace0d9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:49.498945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.526273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Calling delete_port for 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:49.535823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7a7c05ea-f2b1-4627-9da4-ebf41d0816db None None] Provisioning complete for port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:49.535823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a7c05ea-f2b1-4627-9da4-ebf41d0816db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.583801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e269c5-7d5e-4ca4-a094-0772490e2812 None None] Pushing event updated for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:49.601007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b9c62c0-19d0-4c43-9ee7-19ff332e64e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f284e8361b941a19a1964ce37f48a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6027112 Mar 07 10:35:49.616993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:49.633635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] DHCP port deletion for c5b9a7b3-e34d-40b1-ad16-f469724074b4 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:35:49.643380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port c2724719-7b9e-4fd1-b15b-a608a95ba377 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:49.672778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c62c0-19d0-4c43-9ee7-19ff332e64e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de0b7fd-d039-422c-bccb-6b360c183e7d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:49.685388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167c28-57c1-4afb-8b46-000488a12ca1 req-23c1f6eb-b7fa-4404-8271-ba1f05cc4b7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:49.686920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86167c28-57c1-4afb-8b46-000488a12ca1 req-23c1f6eb-b7fa-4404-8271-ba1f05cc4b7d tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 950 time: 0.4453456 Mar 07 10:35:49.701135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b629ab16-9ce7-4c97-99f5-d6740461c56d req-878f3ac5-d4f0-4b98-aee4-4168a4278479 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9866c0d-cde6-44d2-b353-6753f76d4c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682330 Mar 07 10:35:49.706708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] Publish callbacks [] for security_group (0de0b7fd-d039-422c-bccb-6b360c183e7d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.748247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c2724719-7b9e-4fd1-b15b-a608a95ba377 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:49.748856 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.753100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (f011df15-a4e6-4e5a-a3fc-3a61a448b3f3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.776766 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f011df15-a4e6-4e5a-a3fc-3a61a448b3f3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.860367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ff224fb4-0a58-49c9-8c6f-23c3e681663d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:49.860877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.863137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] Publish callbacks [] for security_group (0de0b7fd-d039-422c-bccb-6b360c183e7d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.878757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86167c28-57c1-4afb-8b46-000488a12ca1 req-9074734e-e376-4325-a41f-3b9d51685bcc tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/security-groups?id=94a95d0e-6765-48d0-8321-5c958d0e8093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746938 Mar 07 10:35:49.889202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c05ea-f2b1-4627-9da4-ebf41d0816db None None] Current status of the port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:49.920740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1cfb41fe-dbd0-49fb-95d7-2582cd1f1747), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.937820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.941667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1822779 Mar 07 10:35:49.958284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48890) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:49.959201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:49.969016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Pushing event deleted for resources: {'Port': ['ID=1cfb41fe-dbd0-49fb-95d7-2582cd1f1747,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:49.976916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'security_group_rule': {'security_group_id': 'f011df15-a4e6-4e5a-a3fc-3a61a448b3f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:50.063678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd449-51cf-4ebd-b2c0-c7326d2ad671 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:50.068623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] No DVR routers for this DVR port 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:50.077196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.083929 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7ff0a990-2eae-4f76-9a79-5a05c9edbd36 req-fb5ed01a-ed24-4edd-b7ac-26c58f0f6d08 tempest-ServersNegativeTestJSON-2061213780 tempest-ServersNegativeTestJSON-2061213780-project] 10.222.0.32 "DELETE /v2.0/ports/1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 HTTP/1.1" status: 204 len: 173 time: 1.0823712 Mar 07 10:35:50.084636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-deleted', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:50.087284 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f60fad-eeab-4ea6-bcd6-9550cade5a41" -d '{"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-deleted", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:50.103728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] For port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:50.104112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.107196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0de0b7fd-d039-422c-bccb-6b360c183e7d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.110283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.115450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0de0b7fd-d039-422c-bccb-6b360c183e7d HTTP/1.1" status: 204 len: 168 time: 0.4943717 Mar 07 10:35:50.127493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Deleting port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:50.128588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.148424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Deleting port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:50.148787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.164700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307c238-6d6f-4e06-ad78-b6d51191a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de0b7fd-d039-422c-bccb-6b360c183e7d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:50.260846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] For port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:50.261305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.268856 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7898b17-e95b-4256-9a14-c69a3021717a x-openstack-request-id: req-b7898b17-e95b-4256-9a14-c69a3021717a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:50.269143 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42149d-ac20-47d3-aa88-b52d42d303c5", "name": "network-vif-deleted", "tag": "1cfb41fe-dbd0-49fb-95d7-2582cd1f1747", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:50.269416 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7898b17-e95b-4256-9a14-c69a3021717a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:50.269806 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d42149d-ac20-47d3-aa88-b52d42d303c5', 'name': 'network-vif-deleted', 'tag': '1cfb41fe-dbd0-49fb-95d7-2582cd1f1747', 'status': 'completed', 'code': 200} Mar 07 10:35:50.277992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Calling delete_port for 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:50.295284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c2724719-7b9e-4fd1-b15b-a608a95ba377 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:50.295814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.370523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] For port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,segment=NetworkSegment(e1619343-673f-4910-8edf-3dca0cf8ac39),segment_id=e1619343-673f-4910-8edf-3dca0cf8ac39)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:50.371326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.398171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Calling delete_port for 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:50.403566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:50.404157 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.410892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Calling delete_port for cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:50.420477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.428646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:50.431060 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d5efc-7436-41c7-88f3-fc80dd0ecd8f" -d '{"events": [{"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-plugged", "status": "completed", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:50.483186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:50.499215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:50.502919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (74380313-69b7-4e57-95ec-bc096e06a6fd), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.531358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] No DVR routers for this DVR port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:50.566583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.592575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:50.622753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (74380313-69b7-4e57-95ec-bc096e06a6fd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.639859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e1884-cae2-430b-9b7f-2f4be9bc58a9 req-df0bf025-3b53-48e6-a715-eda24ad9a565 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:50.641565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-162e1884-cae2-430b-9b7f-2f4be9bc58a9 req-df0bf025-3b53-48e6-a715-eda24ad9a565 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 948 time: 0.6781807 Mar 07 10:35:50.649814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.651137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:50.661814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (74380313-69b7-4e57-95ec-bc096e06a6fd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.997441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-08a0b872-56ef-45de-a35a-530ca3538866 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:51.001831 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-08a0b872-56ef-45de-a35a-530ca3538866 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.1424928 Mar 07 10:35:51.035100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95455f78-1d0f-4d0d-9972-29a720dbd761 req-75f8743d-6291-4e30-9869-b82f253d285b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:51.059412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95455f78-1d0f-4d0d-9972-29a720dbd761 req-75f8743d-6291-4e30-9869-b82f253d285b tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 944 time: 0.6588926 Mar 07 10:35:51.061436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.080073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.085891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c5b9a7b3-e34d-40b1-ad16-f469724074b4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.100461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74380313-69b7-4e57-95ec-bc096e06a6fd,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.134507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f3cc74-7eb2-499c-9320-cafe405498c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.160558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Pushing event deleted for resources: {'Port': ['ID=cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.210894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-162e1884-cae2-430b-9b7f-2f4be9bc58a9 req-1e1d234e-0ec1-4877-99a6-7cac7565e5cf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553195 Mar 07 10:35:51.227807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Deleting port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:51.230795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.237640 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.241707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff7b4ff3-bee6-49ef-af52-e193f6aed7c7 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2748675 Mar 07 10:35:51.242342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48934) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:51.283458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'security_group_rule': {'security_group_id': 'f011df15-a4e6-4e5a-a3fc-3a61a448b3f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:51.303911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] No DVR routers for this DVR port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:51.308841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b9a7b3-e34d-40b1-ad16-f469724074b4']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.314525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.315047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (48eba7f4-f759-4e0d-ae78-48ac7ef59d0d), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.317017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No active binding found for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a {{(pid=103790) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 10:35:51.317395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a host None! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:35:51.317794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:51.319824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9537fed8-dde2-420b-8f3d-a6b7d4562508 req-124984bc-fd4a-4daf-9f6e-cb51921102c9 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.32 "DELETE /v2.0/ports/cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a HTTP/1.1" status: 204 len: 173 time: 2.7256060 Mar 07 10:35:51.328189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-deleted', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:51.333199 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f2676-386a-4248-bd64-e8514839fea0" -d '{"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-deleted", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:51.348272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.369591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1619343-673f-4910-8edf-3dca0cf8ac39') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.370106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1619343-673f-4910-8edf-3dca0cf8ac39') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.373960 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d4e62-5607-44c0-b611-a0aa6893e982 x-openstack-request-id: req-171d4e62-5607-44c0-b611-a0aa6893e982 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:51.374662 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-plugged", "status": "completed", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:51.374921 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-171d4e62-5607-44c0-b611-a0aa6893e982 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:51.375324 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'code': 200} Mar 07 10:35:51.389086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] No DVR routers for this DVR port 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:51.404838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (73aa1320-8cc6-4754-bbb0-9e24661efe7f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.432562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (e1619343-673f-4910-8edf-3dca0cf8ac39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.468318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48944) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:51.475707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95455f78-1d0f-4d0d-9972-29a720dbd761 req-f80b14ff-4671-4aea-9d03-58e2926aa6b6 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097426 Mar 07 10:35:51.478000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888b599-9243-43b4-b7bc-0751b8ea2378 None None] Pushing event deleted for resources: {'Port': ['ID=48eba7f4-f759-4e0d-ae78-48ac7ef59d0d,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.522220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] For port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:51.522703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.540292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Calling delete_port for 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:51.556129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e1619343-673f-4910-8edf-3dca0cf8ac39), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.593042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:51.593482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (e1619343-673f-4910-8edf-3dca0cf8ac39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:51.616685 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:51.704442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (73aa1320-8cc6-4754-bbb0-9e24661efe7f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.805577 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab7870-82b8-424a-b283-5a9e206d672c x-openstack-request-id: req-fbab7870-82b8-424a-b283-5a9e206d672c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:51.806051 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8005e2-e421-4388-a7cc-f1de23e09d3f", "name": "network-vif-deleted", "tag": "cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:51.806480 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbab7870-82b8-424a-b283-5a9e206d672c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:51.806930 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8005e2-e421-4388-a7cc-f1de23e09d3f', 'name': 'network-vif-deleted', 'tag': 'cf42fa8c-cd4e-4a27-8b50-523e19b8ae7a', 'status': 'completed', 'code': 200} Mar 07 10:35:51.830641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (73aa1320-8cc6-4754-bbb0-9e24661efe7f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.877400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a24315ce-1461-4def-911d-4ab6aaa7ed23 req-1dae6394-548f-463d-ab6e-4e5e9fb46d58 tempest-MigrationsAdminTest-437004623 tempest-MigrationsAdminTest-437004623-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c8005e2-e421-4388-a7cc-f1de23e09d3f HTTP/1.1" status: 200 len: 210 time: 0.0774808 Mar 07 10:35:51.893647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Deleting subnet b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:51.902272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6f5e4cf6-7b46-470c-afcf-93a6fef70cb5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.915887 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.916088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['422eac1f-dc1b-41fc-a0b0-84d9345d1e38'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:51.920340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6676354 Mar 07 10:35:51.922295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48958) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:51.923195 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Publish callbacks [] for subnet (b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.948857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:51.967692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93867522-03d5-4e50-a297-4250dd73d102 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aa1320-8cc6-4754-bbb0-9e24661efe7f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.975387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c5b9a7b3-e34d-40b1-ad16-f469724074b4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.980749 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.985224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event deleted for resources: {'Port': ['ID=6f5e4cf6-7b46-470c-afcf-93a6fef70cb5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.996525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ca6f3e06-e12a-42b6-a9e3-b060393e13e8 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:52.049484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] No DVR routers for this DVR port 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:52.054059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.065015 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72c1ad87-9134-470f-ada5-9239833ec5aa req-8795e0c2-cc39-43e5-9a36-10387af3a7b0 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.26 "DELETE /v2.0/ports/6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 HTTP/1.1" status: 204 len: 173 time: 1.0557122 Mar 07 10:35:52.106591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.170650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.238438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.243615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c5b9a7b3-e34d-40b1-ad16-f469724074b4 HTTP/1.1" status: 204 len: 168 time: 3.1603329 Mar 07 10:35:52.261828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b91c-334e-4a4b-a0d9-f87048d94f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b9a7b3-e34d-40b1-ad16-f469724074b4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:52.270789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-deleted', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:52.273143 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b26e27-032d-4232-b892-a308807f5d7a" -d '{"events": [{"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-deleted", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:52.334378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:52.334978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.345249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46ed7-9f4d-4aee-934b-a4dafe5d64a3 req-39dfb903-57b9-4da2-8ee7-a1c091794aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:52.352014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b46ed7-9f4d-4aee-934b-a4dafe5d64a3 req-39dfb903-57b9-4da2-8ee7-a1c091794aec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1131 time: 0.6503103 Mar 07 10:35:52.376791 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710a346-2914-47c9-8da7-7172423a7fb7 x-openstack-request-id: req-a710a346-2914-47c9-8da7-7172423a7fb7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:52.377080 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a130e93-5c22-4fc9-9ee0-1e6d24646909", "name": "network-vif-deleted", "tag": "6f5e4cf6-7b46-470c-afcf-93a6fef70cb5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:52.377329 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a710a346-2914-47c9-8da7-7172423a7fb7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:52.377884 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a130e93-5c22-4fc9-9ee0-1e6d24646909', 'name': 'network-vif-deleted', 'tag': '6f5e4cf6-7b46-470c-afcf-93a6fef70cb5', 'status': 'completed', 'code': 200} Mar 07 10:35:52.602531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:52.695940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.709187 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ad7d11a-a3a2-4a4c-8daf-096d7b90a6e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f786037f60564f609def4699511a875a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1054797 Mar 07 10:35:52.712656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48984) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:52.763081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:52.809171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.817025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8 HTTP/1.1" status: 204 len: 168 time: 1.3402812 Mar 07 10:35:52.837596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3810243a-9a78-4197-a97a-5288c37d6a43 req-f9f2326c-5b11-45b3-ac55-ba4c4e49b321 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0626183 Mar 07 10:35:52.851519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:52.890667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] Publish callbacks [] for security_group (addd221d-aac4-4c05-8733-4d110c024d11), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.893648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:52.931807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262b3d-0d96-40e7-ad0d-755246bef416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27bb3a4-d95c-45a9-bdac-5a61e0d8a4b8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:52.939887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:52.940444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 48eba7f4-f759-4e0d-ae78-48ac7ef59d0d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:52.961730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b46ed7-9f4d-4aee-934b-a4dafe5d64a3 req-e07f2d45-66ae-4308-bb43-6e2d4427a503 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914204 Mar 07 10:35:52.977724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] Publish callbacks [] for security_group (addd221d-aac4-4c05-8733-4d110c024d11), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.006639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21a0241d-55bc-4a69-993c-4495b475b89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.019908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850c40d-b8a5-4262-adaf-ac051ce53d29 req-ae9ddaac-0b6b-4394-9731-63e488b0de32 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:53.034508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c850c40d-b8a5-4262-adaf-ac051ce53d29 req-ae9ddaac-0b6b-4394-9731-63e488b0de32 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 949 time: 0.6007822 Mar 07 10:35:53.095281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (addd221d-aac4-4c05-8733-4d110c024d11), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.100511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.102168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/addd221d-aac4-4c05-8733-4d110c024d11 HTTP/1.1" status: 204 len: 168 time: 0.3880758 Mar 07 10:35:53.131498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698504e8-d62b-489e-8440-0c9f1bffc0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd221d-aac4-4c05-8733-4d110c024d11,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:53.245866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:53.249568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.300899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:53.304049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f5e4cf6-7b46-470c-afcf-93a6fef70cb5 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:53.376980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:53.380589 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e840b-ecf9-4e26-90fa-2e10a760a6d1" -d '{"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:53.418847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Allocated IP 172.25.4.37 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/080e19b2-1687-4215-ade8-0fdbb9fca97c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:53.482211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:53.540468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.549919 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfbb0e4-2b95-4ff0-9a93-038dd95e5991 x-openstack-request-id: req-8cfbb0e4-2b95-4ff0-9a93-038dd95e5991 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:53.552349 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:53.552799 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cfbb0e4-2b95-4ff0-9a93-038dd95e5991 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:53.553553 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'code': 200} Mar 07 10:35:53.556969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:53.558798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1cfb41fe-dbd0-49fb-95d7-2582cd1f1747 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:53.591704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c850c40d-b8a5-4262-adaf-ac051ce53d29 req-18e4492b-5c56-48af-abb5-9ef42dd52882 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559871 Mar 07 10:35:53.594055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.646418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:53.661483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:53.666702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (700d4450-dcfb-4bb0-8608-a34455dc5b9c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.670325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'Port': ['ID=080e19b2-1687-4215-ade8-0fdbb9fca97c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:53.673545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:53.676431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:53.817803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.853080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (700d4450-dcfb-4bb0-8608-a34455dc5b9c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.910947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.945482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700d4450-dcfb-4bb0-8608-a34455dc5b9c']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:53.962877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9410b3a-932e-4a15-97d4-98b20aace0d9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:53.963214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9410b3a-932e-4a15-97d4-98b20aace0d9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:53.977769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.980516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (b9410b3a-932e-4a15-97d4-98b20aace0d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.017564 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-471aa0a8-6d9e-4df1-8a66-823da0777d86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56bfb5bbe85e40ae84445580a2d9b621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699081 Mar 07 10:35:54.030824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:54.031001 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b9410b3a-932e-4a15-97d4-98b20aace0d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.045708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f34d9e-1ba2-42e2-8596-011384a5e94b req-3f45fb4f-29ea-46c7-8ace-27dd5e6aac7a tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0544240 Mar 07 10:35:54.056567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:54.056972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (b9410b3a-932e-4a15-97d4-98b20aace0d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:54.058787 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:54.146098 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.171687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (700d4450-dcfb-4bb0-8608-a34455dc5b9c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.182333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] Publish callbacks [] for security_group (94a95d0e-6765-48d0-8321-5c958d0e8093), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.193327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.197148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/700d4450-dcfb-4bb0-8608-a34455dc5b9c HTTP/1.1" status: 204 len: 168 time: 1.2664955 Mar 07 10:35:54.200819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20994a-df3b-40c6-96cc-8a93068b04fd admin admin] Pushing event deleted for resources: {'Network': ['ID=700d4450-dcfb-4bb0-8608-a34455dc5b9c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.242159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.249353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] Publish callbacks [] for security_group (94a95d0e-6765-48d0-8321-5c958d0e8093), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.251145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.337869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (94a95d0e-6765-48d0-8321-5c958d0e8093), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.341431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.342598 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94a95d0e-6765-48d0-8321-5c958d0e8093 HTTP/1.1" status: 204 len: 168 time: 0.3019211 Mar 07 10:35:54.361122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d90f-0e4e-413f-82dd-be9d82ff9ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a95d0e-6765-48d0-8321-5c958d0e8093,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.415393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'Port': ['ID=080e19b2-1687-4215-ade8-0fdbb9fca97c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.435825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.468539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.478557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8cdc14c2-f4ba-4788-8a82-e0dfade714ae tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5531914 Mar 07 10:35:54.530170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:54.618399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c3ebd914-db2b-4544-9e3f-14f6d3eec5a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=718df83fd85648b4b7b0405134648040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865345 Mar 07 10:35:54.621879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:54.718389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] Publish callbacks [] for security_group (d9866c0d-cde6-44d2-b353-6753f76d4c36), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.799584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] Publish callbacks [] for security_group (d9866c0d-cde6-44d2-b353-6753f76d4c36), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.892223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025b3d6-502a-403e-a152-a0ac996969ab req-fa85754f-6e8b-435c-8033-305a9831f901 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:54.911957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7025b3d6-502a-403e-a152-a0ac996969ab req-fa85754f-6e8b-435c-8033-305a9831f901 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 949 time: 0.1645947 Mar 07 10:35:54.967266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d9866c0d-cde6-44d2-b353-6753f76d4c36), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.971064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.975749 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9866c0d-cde6-44d2-b353-6753f76d4c36 HTTP/1.1" status: 204 len: 168 time: 0.3523829 Mar 07 10:35:55.010908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce64d-935b-45f8-b06f-8322fa30d63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9866c0d-cde6-44d2-b353-6753f76d4c36,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:55.053931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-0b168bf6-48b6-4ba3-a6ba-82091a5c0e85 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1938345772&fields=id&tenant_id=65ebf9f7e8404306ab854f6eff25a76a HTTP/1.1" status: 200 len: 267 time: 0.1389749 Mar 07 10:35:55.067962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7025b3d6-502a-403e-a152-a0ac996969ab req-b313879c-6cc5-4ef2-a486-9f46c5977dc8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504238 Mar 07 10:35:55.230011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49092) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:55.290299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-7c43e451-2d9e-4f74-b821-10d405fa37dd tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.293577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-7c43e451-2d9e-4f74-b821-10d405fa37dd tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/networks?id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 200 len: 805 time: 0.2242053 Mar 07 10:35:55.318987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-23e153e6-a8c4-419b-9042-79a0f820d24a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/quotas/65ebf9f7e8404306ab854f6eff25a76a HTTP/1.1" status: 200 len: 375 time: 0.0178561 Mar 07 10:35:55.335367 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e214812-87d1-4f6d-9d45-d3d31569ea22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57d2e3ce5838468cb89b8dc47638541a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043389 Mar 07 10:35:55.336454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:55.403045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] Publish callbacks [] for security_group (e7473724-982b-43a9-bc9b-acbc81d2b99e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.433142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] Publish callbacks [] for security_group (e7473724-982b-43a9-bc9b-acbc81d2b99e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.469791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-cf0cb2ce-96cc-40de-a3bd-27f723593d4f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429605 Mar 07 10:35:55.499831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7473724-982b-43a9-bc9b-acbc81d2b99e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.503274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.505032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7473724-982b-43a9-bc9b-acbc81d2b99e HTTP/1.1" status: 204 len: 168 time: 0.1649735 Mar 07 10:35:55.521811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385e3f9-dc45-46a2-92a4-a01f3fd8e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7473724-982b-43a9-bc9b-acbc81d2b99e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:55.584665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.704708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-7732dfdf-4636-4bd1-b8ea-f4efc689439e service neutron] 10.222.0.23 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307165 Mar 07 10:35:56.283541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:56.343236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-929ebd5f-8fcd-403e-a702-5b78e839f8eb tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.345481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-929ebd5f-8fcd-403e-a702-5b78e839f8eb tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1131 time: 0.1091228 Mar 07 10:35:56.354662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-0916209e-47e3-45a3-87a6-225c7af0f7fb service neutron] 10.222.0.23 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489885 Mar 07 10:35:56.389165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-2d10c94f-36ee-4d8b-91e4-022de5fe5c89 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.514850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-2d10c94f-36ee-4d8b-91e4-022de5fe5c89 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Publish callbacks [] for security_group (ed0f6e1b-a85c-419c-aec3-6e2891901b12), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.524743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-2d10c94f-36ee-4d8b-91e4-022de5fe5c89 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ed0f6e1b-a85c-419c-aec3-6e2891901b12), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.586681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1575769-a65f-46a1-bf24-deb104fbf262 req-2d10c94f-36ee-4d8b-91e4-022de5fe5c89 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265749 Mar 07 10:35:56.588271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c94f-36ee-4d8b-91e4-022de5fe5c89 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0f6e1b-a85c-419c-aec3-6e2891901b12,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:56.592368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-523269062-network', 'tenant_id': 'ba177bf17c8543b98bdf7720fb789953'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:56.648422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Made reservation on behalf of ba177bf17c8543b98bdf7720fb789953 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:56.652357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.672700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.849859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5409c5a-179d-467d-a556-8b2c7fb1364b req-d3d82be1-f4e3-4a04-ad61-f98e0fbae3a9 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0873098 Mar 07 10:35:56.933776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks [] for security_group (a510e613-322e-4ba9-94e6-2a2ddca8a1c5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.944761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a510e613-322e-4ba9-94e6-2a2ddca8a1c5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.000286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:57.045454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ad837a72-4d93-499d-8152-edba26cfe4fe), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.050172 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Added segment ad837a72-4d93-499d-8152-edba26cfe4fe of type vlan for network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a Mar 07 10:35:57.065163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.092237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a510e613-322e-4ba9-94e6-2a2ddca8a1c5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.118394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0bcc1bd-8ec5-4f71-a449-5d0d05c56e82 req-37839611-175c-47ee-941d-8fe49d7030cb tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 210 time: 0.0823915 Mar 07 10:35:57.194434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.254414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.255769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:57.256472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.321418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0359530 Mar 07 10:35:57.325425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:57.331315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Request body: {'subnet': {'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-523269062-subnet', 'tenant_id': 'ba177bf17c8543b98bdf7720fb789953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.382251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Made reservation on behalf of ba177bf17c8543b98bdf7720fb789953 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:57.385346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.389746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6ebeb-8076-404d-8089-d616c5f730bb admin admin] Pushing event updated for resources: {'Network': ['ID=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.415321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:57.656662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (27e46c55-6752-44d6-bd77-9b69098cfd5b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.711866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:57.763197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e46c55-6752-44d6-bd77-9b69098cfd5b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.854029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-eb4dd119-902e-4ac2-a3da-f0ace73f0c3c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941839 Mar 07 10:35:57.980943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e81ce079-db3a-4a50-adaa-bd5305a0155f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.001290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Checking segment: {'id': 'ad837a72-4d93-499d-8152-edba26cfe4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:58.011529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Network hostable DHCP agents. Network: 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:58.238673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-9a6af3cd-db5a-409c-81eb-ac5e3ca759f1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.240368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-9a6af3cd-db5a-409c-81eb-ac5e3ca759f1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664601 Mar 07 10:35:58.254386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e81ce079-db3a-4a50-adaa-bd5305a0155f admin admin] Publish callbacks [] for security_group (973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.269244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e81ce079-db3a-4a50-adaa-bd5305a0155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.276629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-30ceca32-7478-44c3-b233-4369fbd0388e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0191517 Mar 07 10:35:58.309997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4675f81a-a673-4cf1-b1d7-e725a8337b66 req-4cabd707-d310-48c7-8692-4bd5b303a6ed tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0683808 Mar 07 10:35:58.366170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:58.371473 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.375448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-3b014a77-9b24-41ca-9e40-be0d25a7c8ef tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775015 Mar 07 10:35:58.425789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:58.431315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.432574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.436362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714de72-f333-4930-9868-4b4f2779e68f None None] Network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:58.478508 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e81ce079-db3a-4a50-adaa-bd5305a0155f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ebc49318ea44c3590ce9ffa979d61a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7654023 Mar 07 10:35:58.487157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d8a44c8-6193-496a-afff-19bf8a7877cc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1601741 Mar 07 10:35:58.494982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:58.503464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ce079-db3a-4a50-adaa-bd5305a0155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:58.764309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] Publish callbacks [] for security_group (973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.766147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f43d3-83f9-4194-a1cb-5bb1e1565db6 None None] Network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:58.839361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] Publish callbacks [] for security_group (973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.011169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5397fc33-adff-4fd3-a104-fa3f2b447dcf req-7a16d077-6243-4033-93a3-a0a551c66880 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 210 time: 0.3509028 Mar 07 10:35:59.135552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-a5db879c-f170-4ac9-bc9d-e4b1653ee80e tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:59.137897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-a5db879c-f170-4ac9-bc9d-e4b1653ee80e tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.32 "GET /v2.0/networks?id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 200 len: 805 time: 0.3934290 Mar 07 10:35:59.178776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.183159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.185132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc HTTP/1.1" status: 204 len: 168 time: 0.6891479 Mar 07 10:35:59.196585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26049dc-1a44-48c5-81f8-b0c1835b00fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c8dd5-789e-4dbb-a148-b2cb3e3cf3cc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:59.268623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-7a4a8d11-70db-4a00-82e3-46380dcc7add tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ebf9f7e8404306ab854f6eff25a76a HTTP/1.1" status: 200 len: 380 time: 0.1208129 Mar 07 10:35:59.282730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'port': {'device_id': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'admin_state_up': True, 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'security_groups': ['f011df15-a4e6-4e5a-a3fc-3a61a448b3f3']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:59.604575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Made reservation on behalf of 65ebf9f7e8404306ab854f6eff25a76a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:59.608734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.008003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5257bd6-0eb3-4372-9239-55cf53d61a33 req-2d9eb032-db01-4acb-9765-566e98e890b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0933359 Mar 07 10:36:00.114644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Allocated IP 172.20.0.5 (9bcab1b1-9f3e-4be9-a90a-98b180ea2057/0670d10c-0ef1-46ef-8736-c6e578cb9a26/9b2372e0-116d-415b-957b-cb09981d2388) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:00.222707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27e79f88-6f09-437d-b9ca-097682870a23 req-e3dd07a2-f630-4e83-9fcb-6bbac1509c08 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 210 time: 0.0487936 Mar 07 10:36:00.327542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-ab158923-0a36-434d-89f5-c57b49c0bd6d tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:00.346860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-ab158923-0a36-434d-89f5-c57b49c0bd6d tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/networks?id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a HTTP/1.1" status: 200 len: 813 time: 0.4503980 Mar 07 10:36:00.504414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-b3350baa-8334-45cb-bcb7-17e94c993e74 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/quotas/ba177bf17c8543b98bdf7720fb789953 HTTP/1.1" status: 200 len: 375 time: 0.1533713 Mar 07 10:36:00.508285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a2be892-6c3f-4b4c-a81a-d1272a2b9c12 req-c21698b4-79d3-49d8-a0a2-dc1aec975f81 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 210 time: 0.1355004 Mar 07 10:36:00.574780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-158ee5ff-ae58-47bd-ac52-bebcd4af0e58 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba177bf17c8543b98bdf7720fb789953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683410 Mar 07 10:36:00.795046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for port (9b2372e0-116d-415b-957b-cb09981d2388), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.818799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-9fb9b37d-4928-4c67-848b-93a5f52cc031 service neutron] 10.222.0.23 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428279 Mar 07 10:36:00.999718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.045133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49304) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:01.129631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-82cbb7bb-02d2-4805-8730-5eae14b3f229 service neutron] 10.222.0.23 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097527 Mar 07 10:36:01.255586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:01.311548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:01.319756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:01.322614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event updated for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:01.350699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e74473af-d34c-48d1-92d9-8a071bcd5ad7 req-e363b10b-1cc0-48f3-850b-21cd9171a625 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.1548171 Mar 07 10:36:01.579944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:01.580511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.640051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-785a01d9-e006-48cb-a143-ac81d6e48a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.711666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abd672f4-7165-45db-b79a-c229abf02b74 req-9ffc0938-190f-4412-bf4f-9eccdf37a64a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 210 time: 0.1672494 Mar 07 10:36:01.727179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-6c28c1e4-e077-4e21-b99e-936560b0801b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4498558 Mar 07 10:36:01.754074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Request body: {'port': {'device_id': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:01.875466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bb0dcf2b-b10b-40ce-a4f4-e3a807613bc7 None None] Provisioning complete for port 9b2372e0-116d-415b-957b-cb09981d2388 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:01.876140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf2b-b10b-40ce-a4f4-e3a807613bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b2372e0-116d-415b-957b-cb09981d2388), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.879874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-785a01d9-e006-48cb-a143-ac81d6e48a0d admin admin] Publish callbacks [] for security_group (27b2f65e-80da-40d7-8b4d-6453a625a427), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.889577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-785a01d9-e006-48cb-a143-ac81d6e48a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (27b2f65e-80da-40d7-8b4d-6453a625a427), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.944135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ecc37c-5625-4607-87de-81834212888f req-94cf3ff4-76b2-4c91-b2a6-a1c1829c4f96 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 210 time: 0.1053545 Mar 07 10:36:01.972831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dcf2b-b10b-40ce-a4f4-e3a807613bc7 None None] Port 9b2372e0-116d-415b-957b-cb09981d2388 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:02.039971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-785a01d9-e006-48cb-a143-ac81d6e48a0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86649cfd4ea049e0b02dc41a1599949b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9930551 Mar 07 10:36:02.086476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49340) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:02.087235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a01d9-e006-48cb-a143-ac81d6e48a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b2f65e-80da-40d7-8b4d-6453a625a427,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:02.105865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-29f93937-f2cd-4661-9cc3-4d68c228da4a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2239766 Mar 07 10:36:02.196362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b2372e0-116d-415b-957b-cb09981d2388), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.215135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-6fa3149d-c753-4ddb-8bd0-6f40dd2c0abd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029105 Mar 07 10:36:02.261644 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-6bd06b98-6f7b-4083-ba52-869238fe9861 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3253572 Mar 07 10:36:02.454495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] Publish callbacks [] for security_group (27b2f65e-80da-40d7-8b4d-6453a625a427), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.600560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229a94a-9c94-4a79-9214-51681ff2cd1c req-9b5fab64-993d-4f84-afe7-530766be6dd6 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.607749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a229a94a-9c94-4a79-9214-51681ff2cd1c req-9b5fab64-993d-4f84-afe7-530766be6dd6 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 931 time: 0.4993038 Mar 07 10:36:02.641504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] Publish callbacks [] for security_group (27b2f65e-80da-40d7-8b4d-6453a625a427), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.790887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-a6f3bd5d-bf6a-4d91-873b-203c53e30868 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.793369 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-a6f3bd5d-bf6a-4d91-873b-203c53e30868 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172479 Mar 07 10:36:02.815417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:02.954925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49360) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:03.026737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-d95bdff5-cad1-44d2-aa1e-a11d21408741 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.035960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-d95bdff5-cad1-44d2-aa1e-a11d21408741 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9288540 Mar 07 10:36:03.069895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (27b2f65e-80da-40d7-8b4d-6453a625a427), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.075586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.091882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27b2f65e-80da-40d7-8b4d-6453a625a427 HTTP/1.1" status: 204 len: 168 time: 0.9866266 Mar 07 10:36:03.116048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-242446db-aaa7-4b56-b3db-672f04490c5d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/quotas/ff778828a7004f6dbb20c00100b643e0 HTTP/1.1" status: 200 len: 375 time: 0.0430033 Mar 07 10:36:03.122643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a229a94a-9c94-4a79-9214-51681ff2cd1c req-7d16aa63-c338-49fa-bab2-74527cb4da0b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391185 Mar 07 10:36:03.131774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-4e7647a5-ece2-4d38-ac26-1cd8a023c9fd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.133265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-4e7647a5-ece2-4d38-ac26-1cd8a023c9fd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9039307 Mar 07 10:36:03.173932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-e0b478ee-a0c6-48db-8401-2641f61938d3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337260 Mar 07 10:36:03.180332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:03.200839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d658f4-1e45-4d7f-976f-6eaf852fd13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b2f65e-80da-40d7-8b4d-6453a625a427,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:03.208604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:03.220209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.475293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.43 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/a806dfb9-4155-4ac9-a447-c1bfe8609e8e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:03.604205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-979fae74-ec8b-4a85-9fce-8e571f258232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.766408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:03.782511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.940019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.984127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.997599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:04.061559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:04.066969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:04.091815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:04.176471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.146 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/079cf86c-fd05-43ad-89e0-ff476c0b0977) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:04.232602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:36:04.288301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe164b90-4360-4a19-b80d-a21919e47853 req-7e11af0b-3356-4ed5-b5cb-ec31618ca90f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.7341874 Mar 07 10:36:04.658935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a2787ba5-368d-41e7-ba86-58571de68f71 None None] Provisioning complete for port a806dfb9-4155-4ac9-a447-c1bfe8609e8e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:04.662605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a2787ba5-368d-41e7-ba86-58571de68f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.669951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2372e0-116d-415b-957b-cb09981d2388 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:04.679873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks [] for port (9b2372e0-116d-415b-957b-cb09981d2388), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.691537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d112d6f-fb47-4369-b922-652bf8523aa7 req-56aaf4d3-7464-494e-9435-d0fd4088fcb6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 210 time: 0.3403575 Mar 07 10:36:04.708373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49410) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:04.850683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Transition to ACTIVE for port object 9b2372e0-116d-415b-957b-cb09981d2388 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:04.870963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5300ecd5-9b92-4779-981f-8cf8c6aa222d req-849fa04c-8cd2-446f-b6cc-63f1a66f9fd9 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 210 time: 0.1819789 Mar 07 10:36:04.875787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a2787ba5-368d-41e7-ba86-58571de68f71 None None] Port a806dfb9-4155-4ac9-a447-c1bfe8609e8e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:04.959240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.121807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:05.173809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.174825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.218439 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-93a4489c-60e9-4215-8ba4-3f5307c5c83d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4157722 Mar 07 10:36:05.235006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Request body: {'port': {'device_id': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.259661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-528245149-network', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.297535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-b1d6572c-841a-4c3c-9459-99b72a023316 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.299693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-b1d6572c-841a-4c3c-9459-99b72a023316 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.26 "GET /v2.0/networks?id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a HTTP/1.1" status: 200 len: 813 time: 1.6262901 Mar 07 10:36:05.310095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-c9a49450-4c66-4846-b297-21f9071f45fb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4555879 Mar 07 10:36:05.319080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:05.331860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Request body: {'port': {'device_id': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a', 'admin_state_up': True, 'tenant_id': 'ba177bf17c8543b98bdf7720fb789953'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.353953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.488221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-5b4de464-fbf2-48b9-ae7b-1bce5bb087d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354828 Mar 07 10:36:05.530271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Made reservation on behalf of 1709c3629e3a43ec8e1fadc750a565d9 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:05.532856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.605229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.677687 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-ab0658bd-4648-4700-8a7c-08fa5d4bf427 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947883 Mar 07 10:36:05.737337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks [] for security_group (ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.812104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.824774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:36:05.877564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:05.916329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Attempting to bind port 9b2372e0-116d-415b-957b-cb09981d2388 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:05.916329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Attempting to bind port 9b2372e0-116d-415b-957b-cb09981d2388 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:05.916908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Attempting to bind port 9b2372e0-116d-415b-957b-cb09981d2388 on network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:05.926984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0c4cc1ab-cd93-46b3-935d-78afd47000b6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.927634 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Added segment 0c4cc1ab-cd93-46b3-935d-78afd47000b6 of type vlan for network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 Mar 07 10:36:05.938536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Port 9b2372e0-116d-415b-957b-cb09981d2388 on network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:05.938536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Attempting to bind port 9b2372e0-116d-415b-957b-cb09981d2388 on network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:05.959709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-98838f02-440f-443d-b3eb-72294ebf5c6f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.959709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-98838f02-440f-443d-b3eb-72294ebf5c6f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706456 Mar 07 10:36:05.977602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Request body: {'port': {'device_id': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'ff778828a7004f6dbb20c00100b643e0'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.978986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Made reservation on behalf of ba177bf17c8543b98bdf7720fb789953 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:05.982424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.042829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:06.043455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Checking segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:06.043867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Bound using segment: {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:06.044339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Bound port: 9b2372e0-116d-415b-957b-cb09981d2388, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2627aea2-8bc3-4cb1-a71b-e99fb88e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:06.044699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b2372e0-116d-415b-957b-cb09981d2388), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.060476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-b40dc7d7-4d18-4603-a877-1e86075a5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.062570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-b40dc7d7-4d18-4603-a877-1e86075a5646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 1132 time: 0.4281778 Mar 07 10:36:06.113187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (4b2ea1db-e0af-4660-a399-e21d08f1cd51), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.116856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-979fae74-ec8b-4a85-9fce-8e571f258232 admin admin] Publish callbacks [] for security_group (8aac945c-4151-472f-860a-a89ae91ab055), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.120283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.151102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-979fae74-ec8b-4a85-9fce-8e571f258232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8aac945c-4151-472f-860a-a89ae91ab055), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.160711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b465-cfec-4155-a4f8-59306a38688c req-f1dd2c87-77ff-40b4-a237-1bf25175317a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.162214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ae3b465-cfec-4155-a4f8-59306a38688c req-f1dd2c87-77ff-40b4-a237-1bf25175317a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 943 time: 0.9538774 Mar 07 10:36:06.187321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Made reservation on behalf of ff778828a7004f6dbb20c00100b643e0 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:06.200357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.228546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fae74-ec8b-4a85-9fce-8e571f258232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac945c-4151-472f-860a-a89ae91ab055,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.246844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.286077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:06.289745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9b2372e0-116d-415b-957b-cb09981d2388,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:06.342471 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:06.347595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.376135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks [] for security_group (84ae61d3-4c3f-45b2-975a-097427efcd79), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.387140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (84ae61d3-4c3f-45b2-975a-097427efcd79), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.472876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae61d3-4c3f-45b2-975a-097427efcd79,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.776917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-f45791e3-672e-49b3-8692-eb98a6054ace tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.778410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-f45791e3-672e-49b3-8692-eb98a6054ace tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4695141 Mar 07 10:36:06.898561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Pushing event updated for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.903727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-755bf88b-2057-46dc-9fed-65a5e10d4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.914321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-755bf88b-2057-46dc-9fed-65a5e10d4517 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.8281226 Mar 07 10:36:07.038646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ae3b465-cfec-4155-a4f8-59306a38688c req-5926239b-667f-4486-8d11-492d52cd6012 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8161955 Mar 07 10:36:07.043694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-979fae74-ec8b-4a85-9fce-8e571f258232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a800be5e74a446cdaa4a31514725afc8&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0804687 Mar 07 10:36:07.043694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (4b2ea1db-e0af-4660-a399-e21d08f1cd51), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.043694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.043694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.045051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49430) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:07.050559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.051161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.052611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-30e6ef72-1f3a-49a1-83f6-9db42ffab47b service neutron] 10.222.0.32 "PUT /v2.0/ports/9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 200 len: 1091 time: 5.3199296 Mar 07 10:36:07.055363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:07.058981 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "tag": "9b2372e0-116d-415b-957b-cb09981d2388"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:07.068621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d8156375-94dd-4eed-ad90-a9066be1bf8f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/quotas/ff778828a7004f6dbb20c00100b643e0 HTTP/1.1" status: 200 len: 375 time: 0.1942222 Mar 07 10:36:07.070484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-7160007a-4887-4b11-b08e-d4ad28ff3f1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=b18f2f32-a717-4293-98f0-048e12e6ac31 HTTP/1.1" status: 200 len: 217 time: 0.1181183 Mar 07 10:36:07.161662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] Publish callbacks [] for security_group (8aac945c-4151-472f-860a-a89ae91ab055), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.178004 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.192473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:07.256649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Allocated IP 172.20.0.5 (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a/27e46c55-6752-44d6-bd77-9b69098cfd5b/84b1f236-0462-42d9-9388-89a93cc604e5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:07.267408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-69ffab78-b45d-4712-956f-07e9c016783a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691220 Mar 07 10:36:07.316860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6048048 Mar 07 10:36:07.325332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49442) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:07.341663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Request body: {'subnet': {'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-subnet', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:07.412651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] Publish callbacks [] for security_group (8aac945c-4151-472f-860a-a89ae91ab055), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.459560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60944-3121-4f16-a0d1-9c49c16a4da6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2ea1db-e0af-4660-a399-e21d08f1cd51,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:07.467322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:07.487908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bccc37c7-2581-418f-8e80-ac6d1cda9536 req-d3364e32-171e-4827-927a-d7f76f6a2213 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.0945911 Mar 07 10:36:07.491850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:36:07.523375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Made reservation on behalf of 1709c3629e3a43ec8e1fadc750a565d9 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:07.528631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.583856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-8f9e9f5c-7e29-4429-a5ab-c8d550f97476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.593505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-8f9e9f5c-7e29-4429-a5ab-c8d550f97476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.4725580 Mar 07 10:36:07.602736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:07.615114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:07.762806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:07.822427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (216918df-0aa5-485a-92d3-3f4fdb56ca80), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.927464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216918df-0aa5-485a-92d3-3f4fdb56ca80,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.001011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Checking segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:08.001576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Network hostable DHCP agents. Network: 4b2ea1db-e0af-4660-a399-e21d08f1cd51, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:36:08.124647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.132060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.135418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a806dfb9-4155-4ac9-a447-c1bfe8609e8e {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:08.144364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks [] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.164556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-d0eb3c02-b83f-4e31-8199-29f68224aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.173432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e4328132-0283-4600-aaa5-22db9b22e22f None None] Provisioning complete for port 079cf86c-fd05-43ad-89e0-ff476c0b0977 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:08.173802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e4328132-0283-4600-aaa5-22db9b22e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.174920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Transition to ACTIVE for port object a806dfb9-4155-4ac9-a447-c1bfe8609e8e will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:08.177503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-d0eb3c02-b83f-4e31-8199-29f68224aa9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 1125 time: 1.0223947 Mar 07 10:36:08.177876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:36:08.188438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8aac945c-4151-472f-860a-a89ae91ab055), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.204069 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.229461 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aac945c-4151-472f-860a-a89ae91ab055 HTTP/1.1" status: 204 len: 168 time: 1.1617322 Mar 07 10:36:08.231983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e4328132-0283-4600-aaa5-22db9b22e22f None None] Port 079cf86c-fd05-43ad-89e0-ff476c0b0977 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:08.259565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.363672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 4b2ea1db-e0af-4660-a399-e21d08f1cd51) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:08.378368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be488a17-e07b-49ce-ba9d-29cab0d42798 None None] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:08.424395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9bea0-8ecd-4808-a6d1-dd21735aaa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac945c-4151-472f-860a-a89ae91ab055,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.457935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.458853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.524926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2374da8e-bb6c-4071-84a0-805c3a2968e4 req-38e96bce-8d90-48b4-b745-cc6612d888d7 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 210 time: 0.4152017 Mar 07 10:36:08.591574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-0e5e173c-6096-4122-b55c-c5df57a9a539 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4161570 Mar 07 10:36:08.599903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Allocated IP 192.168.233.22 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:08.606697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-ca8943e6-bd8a-44da-ad45-9ffade59decc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 200 len: 217 time: 0.3578742 Mar 07 10:36:08.614973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-7e4e1e42-7f76-4c24-8c1d-7ba1f7a6c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.619519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-7e4e1e42-7f76-4c24-8c1d-7ba1f7a6c0f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9886477 Mar 07 10:36:08.629286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49468) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:08.632170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-be79a665-a5bf-4c83-b1d7-155cd2014334 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2992339 Mar 07 10:36:08.633007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.662448 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks [] for port (84b1f236-0462-42d9-9388-89a93cc604e5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.730467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:08.770542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Request body: {'port': {'device_id': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:08.887088 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7a330d-9161-4199-8275-3d87e4c91da5 x-openstack-request-id: req-af7a330d-9161-4199-8275-3d87e4c91da5 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:08.887407 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "tag": "9b2372e0-116d-415b-957b-cb09981d2388", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:08.887688 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af7a330d-9161-4199-8275-3d87e4c91da5 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:08.888127 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388', 'status': 'completed', 'code': 200} Mar 07 10:36:08.928642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:36:08.939850 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.964506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Attempting to bind port a806dfb9-4155-4ac9-a447-c1bfe8609e8e on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:08.964966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Attempting to bind port a806dfb9-4155-4ac9-a447-c1bfe8609e8e by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:08.965302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Attempting to bind port a806dfb9-4155-4ac9-a447-c1bfe8609e8e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.005222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Port a806dfb9-4155-4ac9-a447-c1bfe8609e8e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:09.005533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Attempting to bind port a806dfb9-4155-4ac9-a447-c1bfe8609e8e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.017775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:09.018269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:09.018925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:09.019365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Bound port: a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:09.019758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.081162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc20d-2671-4710-9fb0-c59889421c27 req-4073b7cb-ca45-4bc4-bdc7-d514594a2605 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.084546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-047cc20d-2671-4710-9fb0-c59889421c27 req-4073b7cb-ca45-4bc4-bdc7-d514594a2605 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 936 time: 1.3490467 Mar 07 10:36:09.181084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks [] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.202742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8118c328-7f39-4934-ac92-060da0c4cc1a req-57c2c6bb-0a58-4b2f-a990-d68a4a92751f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 210 time: 0.2222643 Mar 07 10:36:09.233135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.233405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:09.234882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.240833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:09.266005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.326261 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.338906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.364840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.365517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.366332 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a806dfb9-4155-4ac9-a447-c1bfe8609e8e HTTP/1.1" status: 200 len: 1095 time: 4.1389158 Mar 07 10:36:09.368673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:09.371747 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:09.391379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.398881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d74c0-ead4-4681-9267-ecd52c4250f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.445650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:09.456320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:09.461355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:09.505361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Pushing event updated for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.535033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Allocated IP 172.20.0.2 (4b2ea1db-e0af-4660-a399-e21d08f1cd51/216918df-0aa5-485a-92d3-3f4fdb56ca80/064e37dd-ed34-4dec-9140-c00304453f80) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:09.581472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-e0d66cf1-cc1f-4bf3-986b-ce13eea69fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.582938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-e0d66cf1-cc1f-4bf3-986b-ce13eea69fdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0670d10c-0ef1-46ef-8736-c6e578cb9a26 HTTP/1.1" status: 200 len: 844 time: 0.9150910 Mar 07 10:36:09.598475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.32', 59725) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:09.632196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.654271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-656114ac-5e79-45a1-9a1f-56423d3a76c7 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398445 Mar 07 10:36:09.751752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-047cc20d-2671-4710-9fb0-c59889421c27 req-dc462143-ff67-4c30-9c32-3ff152d7d4c5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419066 Mar 07 10:36:09.851037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.852942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.973846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:10.072531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-df0cbf42-9a59-410a-a57d-c4908bfdd0c9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0982177 Mar 07 10:36:10.092043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-a38d2d76-a047-4338-be65-4a3c6683d959 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.096357 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-a38d2d76-a047-4338-be65-4a3c6683d959 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349117 Mar 07 10:36:10.116164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Request body: {'port': {'device_id': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:10.120829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for router_controller (6fa70d62-22f6-4235-9753-f8ef3d215eeb), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.130967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-35d64d0c-811e-4b7a-a844-1ad0f851f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.135789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-35d64d0c-811e-4b7a-a844-1ad0f851f16b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 1129 time: 0.6520758 Mar 07 10:36:10.139901 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks [] for port (064e37dd-ed34-4dec-9140-c00304453f80), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.141433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:10.156224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:10.159713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (064e37dd-ed34-4dec-9140-c00304453f80), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.169669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Request body: {'port': {'device_id': '93322f50-0ea6-43d3-af95-b020c7c19934', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'ff778828a7004f6dbb20c00100b643e0'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:10.231244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:10.241647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:10.295043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-5f9a8a33-084e-4747-968a-8a921ec4e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.296994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-5f9a8a33-084e-4747-968a-8a921ec4e112 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6270580 Mar 07 10:36:10.297452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:10.410846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-c5297a11-c168-43c9-ba31-a5d802ffb387 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e HTTP/1.1" status: 200 len: 217 time: 0.2491057 Mar 07 10:36:10.420156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-db8f8421-a08a-4c20-adb4-e9766bc4f5cf service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5727773 Mar 07 10:36:10.485995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Pushing event updated for resources: {'Port': ['ID=064e37dd-ed34-4dec-9140-c00304453f80,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.515728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Attempting to bind port 064e37dd-ed34-4dec-9140-c00304453f80 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:10.517315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Attempting to bind port 064e37dd-ed34-4dec-9140-c00304453f80 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:10.520153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Attempting to bind port 064e37dd-ed34-4dec-9140-c00304453f80 on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:10.523493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.531683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.532032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.532376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.532710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.533040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.533366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.533689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.534009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.534330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.534647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.534964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.535290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:10.555315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:10.555622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Checking segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:10.555805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.556163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Bound using segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:10.556628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Bound port: 064e37dd-ed34-4dec-9140-c00304453f80, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:10.557001 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (064e37dd-ed34-4dec-9140-c00304453f80), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.567163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5159bb58-e185-49bc-a73a-f9c6ed3cc0c2 req-4a42902f-1a79-4475-aa5d-e86f0aa50d47 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a130e93-5c22-4fc9-9ee0-1e6d24646909 HTTP/1.1" status: 200 len: 210 time: 0.4423623 Mar 07 10:36:10.600715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-4329bba8-fc8e-454c-8da6-400bce1ca48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.610445 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-4329bba8-fc8e-454c-8da6-400bce1ca48d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1958103 Mar 07 10:36:10.757336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] For port 064e37dd-ed34-4dec-9140-c00304453f80, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:10.762119 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa26267-24bf-4041-972b-a88bbc152820 x-openstack-request-id: req-dfa26267-24bf-4041-972b-a88bbc152820 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:10.762410 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:10.763098 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfa26267-24bf-4041-972b-a88bbc152820 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:10.763098 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e', 'status': 'completed', 'code': 200} Mar 07 10:36:10.763625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-10e90398-76c9-405e-8cc1-359ad63ab24d None None] Provisioning complete for port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:10.764274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-10e90398-76c9-405e-8cc1-359ad63ab24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.776637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] For port 064e37dd-ed34-4dec-9140-c00304453f80, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=064e37dd-ed34-4dec-9140-c00304453f80,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:10.801780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.819052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-10e90398-76c9-405e-8cc1-359ad63ab24d None None] Port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:10.823613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (064e37dd-ed34-4dec-9140-c00304453f80), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.880449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079cf86c-fd05-43ad-89e0-ff476c0b0977 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:10.890897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks [] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.904174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Made reservation on behalf of ff778828a7004f6dbb20c00100b643e0 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:10.908262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.933396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2adc48-bc9f-4e36-8347-3b076019cc46 None None] Pushing event updated for resources: {'Port': ['ID=064e37dd-ed34-4dec-9140-c00304453f80,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:11.054236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-eb452adc-4906-488b-b4a7-be890f16a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.056500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-eb452adc-4906-488b-b4a7-be890f16a567 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4085302 Mar 07 10:36:11.110937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Transition to ACTIVE for port object 079cf86c-fd05-43ad-89e0-ff476c0b0977 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:11.207784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015cfe1-43e0-4ebc-a314-445a2cbc607e req-a4090a68-5e6f-4383-9dd4-c68bab4bab21 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.209437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6015cfe1-43e0-4ebc-a314-445a2cbc607e req-a4090a68-5e6f-4383-9dd4-c68bab4bab21 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 943 time: 1.8397198 Mar 07 10:36:11.223399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.287471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.288248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.423311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Allocated IP 192.168.233.76 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/875b6641-df0c-4956-b063-cc91d6f654d4) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:11.663848 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-34ac85cd-c9bb-454d-93a0-434515ad242b service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993044 Mar 07 10:36:11.743507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for router_gateway (6fa70d62-22f6-4235-9753-f8ef3d215eeb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.817836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-c9516987-e135-4b7a-9e30-d9da4923d090 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4902170 Mar 07 10:36:11.819845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-fed62bab-2b85-4cf2-9bf8-2d2e25581a7e service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3300214 Mar 07 10:36:11.858452 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-d0960d65-b595-4bad-8ea7-f86b31d60bce service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825960 Mar 07 10:36:11.862727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks [] for port (875b6641-df0c-4956-b063-cc91d6f654d4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.942258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6015cfe1-43e0-4ebc-a314-445a2cbc607e req-6553eaaa-80d4-46ac-83b4-c5fe758e1810 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7161908 Mar 07 10:36:11.946924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b05d4ec1-d587-49a2-885d-45ee9ec39855 req-b75c24f1-4888-44db-88da-1f6a21aa26b7 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4270084 Mar 07 10:36:12.009418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Pushing event updated for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:12.047796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Request body: {'port': {'device_id': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:12.088953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.445548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:12.463173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks [] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.480722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Transition to ACTIVE for port object c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:12.589587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event updated for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:12.613077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.627189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:12.719565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:12.727670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:12.848408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153c745-0c8b-4da0-a19c-986873e9bd1b None None] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:12.870432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-3b7dd31c-236c-45cd-97c2-98231684be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.872478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-3b7dd31c-236c-45cd-97c2-98231684be60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 1129 time: 0.9384029 Mar 07 10:36:12.879496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:12.975977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.977032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.120110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794ef31-0a28-4beb-8c43-bd65928cd95e req-1046eff2-93d9-4b70-8393-52a197d334df tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.129615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c794ef31-0a28-4beb-8c43-bd65928cd95e req-1046eff2-93d9-4b70-8393-52a197d334df tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 931 time: 2.0119197 Mar 07 10:36:13.130115 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-571b4fac-fd27-45bd-a392-e1a8647bcd84 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9872389 Mar 07 10:36:13.152897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.167505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Request body: {'port': {'device_id': '93322f50-0ea6-43d3-af95-b020c7c19934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:13.307303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Provisioning complete for port 064e37dd-ed34-4dec-9140-c00304453f80 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:13.307699 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (064e37dd-ed34-4dec-9140-c00304453f80), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.326354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-f83d9f92-c255-43b3-be7e-200a05cced9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.327099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-f83d9f92-c255-43b3-be7e-200a05cced9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4402742 Mar 07 10:36:13.394937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Attempting to bind port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:13.395272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Attempting to bind port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:13.395592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Attempting to bind port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:13.435658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 064e37dd-ed34-4dec-9140-c00304453f80 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:13.451489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:13.452212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Attempting to bind port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:13.597745 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-5c6a2151-a27f-40d3-bdf2-76baa4f69882 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e HTTP/1.1" status: 200 len: 217 time: 0.1939495 Mar 07 10:36:13.610358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.631676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Attempting to bind port 079cf86c-fd05-43ad-89e0-ff476c0b0977 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:13.635893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Attempting to bind port 079cf86c-fd05-43ad-89e0-ff476c0b0977 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:13.636340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Attempting to bind port 079cf86c-fd05-43ad-89e0-ff476c0b0977 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:13.654810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5fd28c5-7192-4059-b3b8-1954f76e08ec req-236d0131-73f9-44a8-99f3-de2c8787d484 service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6905458 Mar 07 10:36:13.711354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:13.714351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:13.715601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:13.719592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Port 079cf86c-fd05-43ad-89e0-ff476c0b0977 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:13.720179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Attempting to bind port 079cf86c-fd05-43ad-89e0-ff476c0b0977 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:13.721576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Bound port: c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:13.724166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.741420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c794ef31-0a28-4beb-8c43-bd65928cd95e req-45432597-1dfe-4343-81a8-512038e6087a tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975430 Mar 07 10:36:13.837311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:13.837657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:13.838066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:13.838830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Bound port: 079cf86c-fd05-43ad-89e0-ff476c0b0977, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:13.839291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.841354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:13.846343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 064e37dd-ed34-4dec-9140-c00304453f80 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:13.849820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (064e37dd-ed34-4dec-9140-c00304453f80), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.956950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-21e27edb-03fc-4539-9c3c-ecb399838201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.958440 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-21e27edb-03fc-4539-9c3c-ecb399838201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3023374 Mar 07 10:36:14.012041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Current status of the port 064e37dd-ed34-4dec-9140-c00304453f80 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:14.012645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (064e37dd-ed34-4dec-9140-c00304453f80), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.062591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30baf67-4c15-4625-bd18-3e3a8b01f22e req-296d551a-af08-4a01-b278-768b04612864 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.066095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e30baf67-4c15-4625-bd18-3e3a8b01f22e req-296d551a-af08-4a01-b278-768b04612864 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 935 time: 0.9171486 Mar 07 10:36:14.163967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] For port 064e37dd-ed34-4dec-9140-c00304453f80, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=064e37dd-ed34-4dec-9140-c00304453f80,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:14.191697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:14.206074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-8054c9e2-92dc-4c5a-85e6-475fb78a27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.208097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-8054c9e2-92dc-4c5a-85e6-475fb78a27a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2305145 Mar 07 10:36:14.237219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1158-7967-4bee-885b-df1371ebfd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.240573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 064e37dd-ed34-4dec-9140-c00304453f80 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:14.240964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (064e37dd-ed34-4dec-9140-c00304453f80), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.243045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (064e37dd-ed34-4dec-9140-c00304453f80), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.277922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:14.339719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.342716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bad6a-93b3-4e8f-9b41-c57e02591974 None None] Pushing event updated for resources: {'Port': ['ID=064e37dd-ed34-4dec-9140-c00304453f80,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:14.413089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.414095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.415796 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] 10.222.0.26 "PUT /v2.0/ports/c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c HTTP/1.1" status: 200 len: 1095 time: 4.3160906 Mar 07 10:36:14.418740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:14.419910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Provisioning complete for port 064e37dd-ed34-4dec-9140-c00304453f80 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:14.420291 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (064e37dd-ed34-4dec-9140-c00304453f80), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.421891 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d31d84-793d-46b0-8c70-c46034aa5a54" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:14.526437 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-0d862cf9-3edf-4241-9265-55f4fabfafd8 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923892 Mar 07 10:36:14.546097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b1f236-0462-42d9-9388-89a93cc604e5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:14.556626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks [] for port (84b1f236-0462-42d9-9388-89a93cc604e5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.580293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Transition to ACTIVE for port object 84b1f236-0462-42d9-9388-89a93cc604e5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:14.608638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53b2b-94b7-4d77-a2d5-91bef797871a service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:14.627346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.651348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-22e21e05-e8ea-46ec-afd2-8d1ca26bf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.652918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-22e21e05-e8ea-46ec-afd2-8d1ca26bf49a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 1125 time: 0.8190799 Mar 07 10:36:14.703530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:14.709012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:14.793299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:36:14.808697 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:36:14.833895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e30baf67-4c15-4625-bd18-3e3a8b01f22e req-af1e3f1f-aa48-419d-878e-5209ceb1160c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312529 Mar 07 10:36:14.901314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1158-7967-4bee-885b-df1371ebfd02 admin admin] Publish callbacks [] for security_group (efcbef1c-c46b-420d-a847-048ef216ce57), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.951778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Current status of the port 064e37dd-ed34-4dec-9140-c00304453f80 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:14.961425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Pushing event updated for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:14.974998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.983821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Provisioning complete for port 875b6641-df0c-4956-b063-cc91d6f654d4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:14.984411 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.077303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-81383fc8-6be8-468e-8508-74788eaf6881 None None] Port 875b6641-df0c-4956-b063-cc91d6f654d4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:15.204974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1158-7967-4bee-885b-df1371ebfd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (efcbef1c-c46b-420d-a847-048ef216ce57), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.208184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-9c07d96d-aad4-46bd-b3d0-b6b230700060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.210844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-9c07d96d-aad4-46bd-b3d0-b6b230700060 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 200 len: 906 time: 0.3075197 Mar 07 10:36:15.287008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Pushing event updated for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.378284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 064e37dd-ed34-4dec-9140-c00304453f80 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:15.397341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca1158-7967-4bee-885b-df1371ebfd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbef1c-c46b-420d-a847-048ef216ce57,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.438952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca7bfa-bfbc-49a0-984f-fd4370aad488 req-6845ed7e-88e5-41c9-bc7c-1f1ea8465cc7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.442984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6ca7bfa-bfbc-49a0-984f-fd4370aad488 req-6845ed7e-88e5-41c9-bc7c-1f1ea8465cc7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 948 time: 1.3757737 Mar 07 10:36:15.477025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875b6641-df0c-4956-b063-cc91d6f654d4 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:15.478776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-46e248a3-bf3f-4058-919a-b310f669471e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 200 len: 217 time: 0.2358861 Mar 07 10:36:15.487803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks [] for port (875b6641-df0c-4956-b063-cc91d6f654d4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.495322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-713f3c28-33d3-46f5-a752-0737c098cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.497198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-713f3c28-33d3-46f5-a752-0737c098cd78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1129 time: 1.0135546 Mar 07 10:36:15.529300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Transition to ACTIVE for port object 875b6641-df0c-4956-b063-cc91d6f654d4 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:15.538992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f6ca1158-7967-4bee-885b-df1371ebfd02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d74b122163d4a18bebd9fd465006657&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6827199 Mar 07 10:36:15.542120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49618) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:15.564823 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-58e8b0b9-4ac2-4d65-b2b2-2beeb188d9ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c HTTP/1.1" status: 200 len: 217 time: 0.0601120 Mar 07 10:36:15.567698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a806dfb9-4155-4ac9-a447-c1bfe8609e8e details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:15.578774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.587469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.588261 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.590168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] 10.222.0.32 "PUT /v2.0/ports/079cf86c-fd05-43ad-89e0-ff476c0b0977 HTTP/1.1" status: 200 len: 1096 time: 6.9596953 Mar 07 10:36:15.633158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72b1b2a8-ffd4-44af-8e8c-2bc039460ad5 req-2e2ccda8-7ae3-46c8-b47d-0136db8c8cae service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0621023 Mar 07 10:36:15.671117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:15.673435 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014aada-6356-4901-b1c7-db0fcc40849e" -d '{"events": [{"name": "network-changed", "server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:15.793391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:15.819807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e', 'mac_address': 'fa:16:3e:23:70:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:15.833733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 064e37dd-ed34-4dec-9140-c00304453f80 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:15.892530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-9564e500-b6fc-43ac-a3a4-458f1716a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.893914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-9564e500-b6fc-43ac-a3a4-458f1716a6b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3122728 Mar 07 10:36:15.934544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Pushing event updated for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.989665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a806dfb9-4155-4ac9-a447-c1bfe8609e8e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:15.990631 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.034405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a806dfb9-4155-4ac9-a447-c1bfe8609e8e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:16.039135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Attempting to bind port 84b1f236-0462-42d9-9388-89a93cc604e5 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:16.039465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Attempting to bind port 84b1f236-0462-42d9-9388-89a93cc604e5 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'ad837a72-4d93-499d-8152-edba26cfe4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:16.039815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Attempting to bind port 84b1f236-0462-42d9-9388-89a93cc604e5 on network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:16.043348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-52c7aeab-6d9d-4499-8083-d38728a981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.044889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-52c7aeab-6d9d-4499-8083-d38728a981b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0670d10c-0ef1-46ef-8736-c6e578cb9a26 HTTP/1.1" status: 200 len: 844 time: 0.5018556 Mar 07 10:36:16.060126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3169-265d-4d3f-b0a0-518eae7bad85 req-369c47f3-b40d-492b-b1ad-0aded139d5e6 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.062229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39fc3169-265d-4d3f-b0a0-518eae7bad85 req-369c47f3-b40d-492b-b1ad-0aded139d5e6 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 943 time: 0.8344829 Mar 07 10:36:16.079586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6ca7bfa-bfbc-49a0-984f-fd4370aad488 req-ebb61a3e-ae7a-4a71-b0da-24d92be78523 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761077 Mar 07 10:36:16.083704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:16.123777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.130430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 064e37dd-ed34-4dec-9140-c00304453f80 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:16.131051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (064e37dd-ed34-4dec-9140-c00304453f80), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.150155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-20837d13-9a03-415b-9b77-747a5923fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.151830 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-20837d13-9a03-415b-9b77-747a5923fea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 1130 time: 0.4242337 Mar 07 10:36:16.156117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Port 84b1f236-0462-42d9-9388-89a93cc604e5 on network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:16.167027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Attempting to bind port 84b1f236-0462-42d9-9388-89a93cc604e5 on network 7b40c1e3-71bf-4df8-9eb8-53653ff7b03a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:16.199067 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b67fde-3709-4eed-8ceb-96f45269b211 x-openstack-request-id: req-e4b67fde-3709-4eed-8ceb-96f45269b211 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:16.199355 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:16.199622 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4b67fde-3709-4eed-8ceb-96f45269b211 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:16.200028 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'status': 'completed', 'code': 200} Mar 07 10:36:16.307949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39fc3169-265d-4d3f-b0a0-518eae7bad85 req-6ae14663-60fb-43cc-9d5b-d47f2047f6f0 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189944 Mar 07 10:36:16.309498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:16.319389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Checking segment: {'id': 'ad837a72-4d93-499d-8152-edba26cfe4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:16.320646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Bound using segment: {'id': 'ad837a72-4d93-499d-8152-edba26cfe4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:16.322897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Bound port: 84b1f236-0462-42d9-9388-89a93cc604e5, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad837a72-4d93-499d-8152-edba26cfe4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:16.323576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.353271 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] Publish callbacks [] for security_group (efcbef1c-c46b-420d-a847-048ef216ce57), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.395186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-ac86a90b-7f03-4699-bd7b-521844ce7b4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977 HTTP/1.1" status: 200 len: 217 time: 0.2254343 Mar 07 10:36:16.398891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-ed4bed12-c533-47a1-83c7-4c5ab4f3b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.412566 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0bef8f-173f-4d2a-990d-2845f6001fc3 x-openstack-request-id: req-3b0bef8f-173f-4d2a-990d-2845f6001fc3 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:16.416792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-ed4bed12-c533-47a1-83c7-4c5ab4f3b3a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4768727 Mar 07 10:36:16.419474 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:16.419833 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b0bef8f-173f-4d2a-990d-2845f6001fc3 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:16.425580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:16.425753 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'status': 'completed', 'code': 200} Mar 07 10:36:16.437041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Attempting to bind port 875b6641-df0c-4956-b063-cc91d6f654d4 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:16.437577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Attempting to bind port 875b6641-df0c-4956-b063-cc91d6f654d4 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:16.438834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Attempting to bind port 875b6641-df0c-4956-b063-cc91d6f654d4 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:16.488420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Port 875b6641-df0c-4956-b063-cc91d6f654d4 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:16.489051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Attempting to bind port 875b6641-df0c-4956-b063-cc91d6f654d4 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:16.532073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:16.533190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:16.533749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:16.534364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Bound port: 875b6641-df0c-4956-b063-cc91d6f654d4, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:16.534894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.563753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-91c1b4da-8c81-400c-a6fe-86b51c1d53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.565536 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-91c1b4da-8c81-400c-a6fe-86b51c1d53f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1505184 Mar 07 10:36:16.573346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 064e37dd-ed34-4dec-9140-c00304453f80 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.609388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for router_gateway (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.615287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] Publish callbacks [] for security_group (efcbef1c-c46b-420d-a847-048ef216ce57), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.619789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:16.642213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.659421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-a495713f-5d5d-4684-b55a-257249587886 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233541 Mar 07 10:36:16.667925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-41938c5b-de57-4e00-be4a-0f33cbb49833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.681310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-41938c5b-de57-4e00-be4a-0f33cbb49833 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6184061 Mar 07 10:36:16.707267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:16.733696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=875b6641-df0c-4956-b063-cc91d6f654d4,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:16.773332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-2687363e-81fc-42f4-8c6e-5d45d207a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.773332 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-2687363e-81fc-42f4-8c6e-5d45d207a944 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1977360 Mar 07 10:36:16.904678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.904925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa15a9c-d52e-4a3b-9c78-28ed22b1a6cf req-2d6db159-8569-4c22-9b1a-391ff89541d9 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.904925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aaa15a9c-d52e-4a3b-9c78-28ed22b1a6cf req-2d6db159-8569-4c22-9b1a-391ff89541d9 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 943 time: 0.4720526 Mar 07 10:36:16.912400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:16.963686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270cab-5471-4933-8250-4172409653f4 req-81e83917-d1c1-49ea-a042-8df9317387fb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.975750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e270cab-5471-4933-8250-4172409653f4 req-81e83917-d1c1-49ea-a042-8df9317387fb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 947 time: 0.4485717 Mar 07 10:36:16.979501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84b1f236-0462-42d9-9388-89a93cc604e5,segment=NetworkSegment(ad837a72-4d93-499d-8152-edba26cfe4fe),segment_id=ad837a72-4d93-499d-8152-edba26cfe4fe)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:17.094114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-1e287a86-6515-4841-bc6f-98eee6bf5c10 service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877943 Mar 07 10:36:17.096469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.127736 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-f3653f2e-dad4-4dbb-8f61-16344dde6539 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913060 Mar 07 10:36:17.140329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.140998 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.142341 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] 10.222.0.32 "PUT /v2.0/ports/875b6641-df0c-4956-b063-cc91d6f654d4 HTTP/1.1" status: 200 len: 1095 time: 4.0033450 Mar 07 10:36:17.167605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.168554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.173515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] 10.222.0.26 "PUT /v2.0/ports/84b1f236-0462-42d9-9388-89a93cc604e5 HTTP/1.1" status: 200 len: 1091 time: 5.2242498 Mar 07 10:36:17.191752 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-25ca488a-8b3b-4a93-a0f2-30ef578786d8 req-5ea4492c-b4d2-40b4-8026-9e9a6541335d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243073 Mar 07 10:36:17.259869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f052e0-c0b0-40f3-9188-0021274d2458 service neutron] Pushing event updated for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.349651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-540158fc-683f-4ab8-8da6-076a032a480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.351166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-540158fc-683f-4ab8-8da6-076a032a480f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 1129 time: 0.1522653 Mar 07 10:36:17.358541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-6d086d31-92d6-4d35-be5a-1e6f5715560b service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215168 Mar 07 10:36:17.426150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aaa15a9c-d52e-4a3b-9c78-28ed22b1a6cf req-0be7472a-96d4-4772-928e-6cc62b7791dc tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223949 Mar 07 10:36:17.426913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (efcbef1c-c46b-420d-a847-048ef216ce57), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.454016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.458612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efcbef1c-c46b-420d-a847-048ef216ce57 HTTP/1.1" status: 204 len: 168 time: 1.8901196 Mar 07 10:36:17.552274 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-b54b2f34-60ec-4144-975d-5c7ab5b59965 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=875b6641-df0c-4956-b063-cc91d6f654d4 HTTP/1.1" status: 200 len: 217 time: 0.1771271 Mar 07 10:36:17.585710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9b2372e0-116d-415b-957b-cb09981d2388 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:17.589583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-ae421a6e-a28d-41e0-9a7f-2979d2a90dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.590729 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-ae421a6e-a28d-41e0-9a7f-2979d2a90dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba177bf17c8543b98bdf7720fb789953&device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 1125 time: 0.3079939 Mar 07 10:36:17.665113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-f4fe0ff6-dc94-445a-8897-63d0761597ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b1f236-0462-42d9-9388-89a93cc604e5 HTTP/1.1" status: 200 len: 217 time: 0.0421672 Mar 07 10:36:17.756605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fecf02-ac74-494e-890d-b9c366478856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbef1c-c46b-420d-a847-048ef216ce57,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.787981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Allocated IP 172.25.4.252 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:17.789145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-38edd9c2-a585-40cf-bfd2-ff8d8004bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.793674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-38edd9c2-a585-40cf-bfd2-ff8d8004bc1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2269034 Mar 07 10:36:17.805428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aada-6356-4901-b1c7-db0fcc40849e req-346ed034-43d0-4847-9d64-c2d511f0d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.809417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-346ed034-43d0-4847-9d64-c2d511f0d947 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 1130 time: 0.3321421 Mar 07 10:36:17.870130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e270cab-5471-4933-8250-4172409653f4 req-72ad8f3f-72cb-4f9b-a006-2a4aa4287f5e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8931727 Mar 07 10:36:17.910760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9b2372e0-116d-415b-957b-cb09981d2388,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:17.917228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b6d3-1a12-4945-9807-20a064c514db service neutron] Pushing event updated for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.941603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5278ca6c-bb79-4a0e-ac63-ae3e4f978be4 req-38078910-5042-4119-af5d-ce891509a0a2 service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265502 Mar 07 10:36:17.962358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '9b2372e0-116d-415b-957b-cb09981d2388', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'port_id': '9b2372e0-116d-415b-957b-cb09981d2388', 'mac_address': 'fa:16:3e:9b:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:18.027287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-5068564a-466e-4972-aa6a-0299245fd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.028925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-5068564a-466e-4972-aa6a-0299245fd31d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1129 time: 0.6310136 Mar 07 10:36:18.058167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aada-6356-4901-b1c7-db0fcc40849e req-8dc7775e-012a-42dd-974d-2828ca9f892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.062654 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-8dc7775e-012a-42dd-974d-2828ca9f892e service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2350643 Mar 07 10:36:18.131603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8859b33-2087-4d72-a01a-f200847d6cec req-db02d3fc-025a-4c13-b87b-feac04c821a7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.135254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8859b33-2087-4d72-a01a-f200847d6cec req-db02d3fc-025a-4c13-b87b-feac04c821a7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 948 time: 0.3534219 Mar 07 10:36:18.136065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 9b2372e0-116d-415b-957b-cb09981d2388 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:18.137939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b2372e0-116d-415b-957b-cb09981d2388), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.149210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-af1a22c4-0fdd-41ad-b715-449c59e92648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977 HTTP/1.1" status: 200 len: 217 time: 0.0641646 Mar 07 10:36:18.176118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2372e0-116d-415b-957b-cb09981d2388 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:18.222767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9b2372e0-116d-415b-957b-cb09981d2388,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:18.234391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.235176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:18.237794 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc7e6a-5601-4467-93ca-7f260d25f5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:18.241669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aada-6356-4901-b1c7-db0fcc40849e req-1dacef8f-4537-4e95-bedf-96742c7109e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.243132 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-1dacef8f-4537-4e95-bedf-96742c7109e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0734324 Mar 07 10:36:18.244923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99de8-3583-43de-b588-e3249385212b req-afc67cfa-424c-4760-ae06-4c95d67f2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.246509 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-afc67cfa-424c-4760-ae06-4c95d67f2007 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27e46c55-6752-44d6-bd77-9b69098cfd5b HTTP/1.1" status: 200 len: 853 time: 0.5735974 Mar 07 10:36:18.247145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:18.304970 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-24774202-38c7-4263-ac51-a89bc4841e8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437334 Mar 07 10:36:18.343495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:18.412636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847430b-27d2-4792-a8b5-4fe884af28c2 req-a16c3be5-d993-489d-af45-34bf4c4a5a84 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.420575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6847430b-27d2-4792-a8b5-4fe884af28c2 req-a16c3be5-d993-489d-af45-34bf4c4a5a84 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 943 time: 0.4408343 Mar 07 10:36:18.426116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.430809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:18.434558 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a9dc3-00fc-4837-9696-839416e486b5" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:18.448392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8859b33-2087-4d72-a01a-f200847d6cec req-3a11a6b3-a6af-4815-a87f-fb20423ec2db tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820842 Mar 07 10:36:18.513758 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-5fd13b8c-73ab-4f3c-b873-efcc825e2c77 service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615267 Mar 07 10:36:18.517864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9dab6616-8fc8-4a94-83c7-e3a0d7044211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.531890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-dc9856a8-0b7a-41f7-bc0e-b9d7e8c25b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.534204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-dc9856a8-0b7a-41f7-bc0e-b9d7e8c25b19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4950714 Mar 07 10:36:18.598399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-c80a683c-610d-4fed-be09-c7178a701912 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c HTTP/1.1" status: 200 len: 217 time: 0.0551252 Mar 07 10:36:18.632451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6847430b-27d2-4792-a8b5-4fe884af28c2 req-1744e40c-841a-4463-b51f-c6e70ab50165 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104347 Mar 07 10:36:18.646747 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb21a4b-0106-4189-a4c2-0121169cc8ef x-openstack-request-id: req-fbb21a4b-0106-4189-a4c2-0121169cc8ef {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:18.647173 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:18.647433 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbb21a4b-0106-4189-a4c2-0121169cc8ef {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:18.647871 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5', 'status': 'completed', 'code': 200} Mar 07 10:36:18.663044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['9b2372e0-116d-415b-957b-cb09981d2388'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:18.730272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9dab6616-8fc8-4a94-83c7-e3a0d7044211 admin admin] Publish callbacks [] for security_group (0a5b2426-b8cd-4e88-a1f6-67d156830aca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.745173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.749209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68d99de8-3583-43de-b588-e3249385212b req-cc4f7e9d-f37a-4759-86da-3c378688b6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144384 Mar 07 10:36:18.751387 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297adf48-e108-4ed4-896e-e6f1ab260466 x-openstack-request-id: req-297adf48-e108-4ed4-896e-e6f1ab260466 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:18.751708 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:18.751958 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-297adf48-e108-4ed4-896e-e6f1ab260466 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:18.752342 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4', 'status': 'completed', 'code': 200} Mar 07 10:36:18.758575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9dab6616-8fc8-4a94-83c7-e3a0d7044211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0a5b2426-b8cd-4e88-a1f6-67d156830aca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.827530 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9dab6616-8fc8-4a94-83c7-e3a0d7044211 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e8f77a360fd41b49972412897d0d08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738385 Mar 07 10:36:18.830343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-7238a08f-f4aa-4c32-9562-40dfb21a9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.832318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-7238a08f-f4aa-4c32-9562-40dfb21a9dda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0152297 Mar 07 10:36:18.835461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49676) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:18.858819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-75c12ab0-fc2f-4880-a821-995566b75827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.860501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-75c12ab0-fc2f-4880-a821-995566b75827 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2252524 Mar 07 10:36:18.867365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6616-8fc8-4a94-83c7-e3a0d7044211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b2426-b8cd-4e88-a1f6-67d156830aca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:18.879374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:18.902060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:18.904875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:18.933366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Pushing event updated for resources: {'Port': ['ID=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:18.939371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aada-6356-4901-b1c7-db0fcc40849e req-e65739d2-80fb-4700-ab49-333d65a11af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.951386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-e65739d2-80fb-4700-ab49-333d65a11af2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6582351 Mar 07 10:36:19.068059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-644f1d63-df6d-4a7c-b9ff-6bce386b71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:19.069639 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-644f1d63-df6d-4a7c-b9ff-6bce386b71b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba177bf17c8543b98bdf7720fb789953&device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 1125 time: 0.2327790 Mar 07 10:36:19.171958 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-5ab0f402-7c80-45e0-ad2e-7c3b367e1577 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999852 Mar 07 10:36:19.237176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-0ddef55e-559d-49b0-876a-cfd1db4ed321 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658088 Mar 07 10:36:19.354373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892e61d-44cc-44ff-80ed-87286764907d req-3f1c725e-d976-48cc-a25a-1b1cb19d5944 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:19.356561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6892e61d-44cc-44ff-80ed-87286764907d req-3f1c725e-d976-48cc-a25a-1b1cb19d5944 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 943 time: 0.6363130 Mar 07 10:36:19.366264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:19.437038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] Publish callbacks [] for security_group (0a5b2426-b8cd-4e88-a1f6-67d156830aca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.478992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-fb23d39d-5ffe-4b34-af70-dc6b91027e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:19.481307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-fb23d39d-5ffe-4b34-af70-dc6b91027e18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6008112 Mar 07 10:36:19.524843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:19.539275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'mac_address': 'fa:16:3e:c6:7a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:19.583184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:19.583671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.602250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:19.609985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a806dfb9-4155-4ac9-a447-c1bfe8609e8e up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:19.617621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] Publish callbacks [] for security_group (0a5b2426-b8cd-4e88-a1f6-67d156830aca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.662183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6892e61d-44cc-44ff-80ed-87286764907d req-a0332987-b715-46b6-8fc6-0f23a31bdb2a tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802632 Mar 07 10:36:19.664058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:19.675249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.733947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port a806dfb9-4155-4ac9-a447-c1bfe8609e8e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:19.745693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port a806dfb9-4155-4ac9-a447-c1bfe8609e8e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:19.746127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.751790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:19.788084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2c1d0-2d62-46d0-bfeb-ec4b5a3a8427 req-7436e782-68e7-42c1-aa32-8ac3f85366be tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:19.792810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec2c1d0-2d62-46d0-bfeb-ec4b5a3a8427 req-7436e782-68e7-42c1-aa32-8ac3f85366be tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 947 time: 0.4767509 Mar 07 10:36:19.871446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a806dfb9-4155-4ac9-a447-c1bfe8609e8e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:19.871913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.905960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:19.909736 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ec4a5-afdb-485e-b0c0-ddb3b2463ca5" -d '{"events": [{"server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "name": "network-vif-plugged", "status": "completed", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:19.935908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:19.953785 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.974313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-778ccd7b-e66d-4ab1-accf-2ddba2e5cf1d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502678 Mar 07 10:36:20.034012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-56c9065d-b4d4-41fb-8dca-22e82e12dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.035663 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-56c9065d-b4d4-41fb-8dca-22e82e12dba7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a HTTP/1.1" status: 200 len: 914 time: 0.9300733 Mar 07 10:36:20.049380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:20.070144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:20.070470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec2c1d0-2d62-46d0-bfeb-ec4b5a3a8427 req-3b71127b-c58f-415a-9645-c3e70e6e89cf tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612169 Mar 07 10:36:20.180395 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-08aef786-b468-45dd-83c8-c00897746d9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b1f236-0462-42d9-9388-89a93cc604e5 HTTP/1.1" status: 200 len: 217 time: 0.1343260 Mar 07 10:36:20.221584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9d31d84-793d-46b0-8c70-c46034aa5a54 req-44ba61a8-3ca1-4bb5-8175-a268addc1068 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387707 Mar 07 10:36:20.226452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0a5b2426-b8cd-4e88-a1f6-67d156830aca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.229852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.233418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a5b2426-b8cd-4e88-a1f6-67d156830aca HTTP/1.1" status: 204 len: 168 time: 1.3953137 Mar 07 10:36:20.252247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a014aada-6356-4901-b1c7-db0fcc40849e req-4faa0030-b325-46ad-b2fb-81d4566b0c0d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0046022 Mar 07 10:36:20.284150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9446-f226-4880-8828-48508946ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b2426-b8cd-4e88-a1f6-67d156830aca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:20.296109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a02ec-b9f5-4adf-b30d-2f849eae3290 req-4862187a-f8c4-40f2-ab25-b66f332ef08e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.297670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a5a02ec-b9f5-4adf-b30d-2f849eae3290 req-4862187a-f8c4-40f2-ab25-b66f332ef08e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 948 time: 0.4698579 Mar 07 10:36:20.332045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f7704bf-7a5e-4b30-b8dc-3d4675672857 req-923b3746-8cd4-4223-a41c-88f4e40719a1 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246767 Mar 07 10:36:20.364988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for router_gateway (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.374844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-f04582cc-dbe3-437b-9d12-23744e67e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.385898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-f04582cc-dbe3-437b-9d12-23744e67e680 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27e46c55-6752-44d6-bd77-9b69098cfd5b HTTP/1.1" status: 200 len: 853 time: 0.1310439 Mar 07 10:36:20.441182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a5a02ec-b9f5-4adf-b30d-2f849eae3290 req-dbe1c783-64d6-42e4-8ea6-67141fdb5e76 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310887 Mar 07 10:36:20.466288 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-3dc0001c-1042-4aa7-bd45-d48fe4aaee11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737307 Mar 07 10:36:20.481747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cefe5-f96e-4b3d-bc76-5cdb7c9391d9 req-deafb8df-cc60-479f-bae2-7797867156f3 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.483309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-457cefe5-f96e-4b3d-bc76-5cdb7c9391d9 req-deafb8df-cc60-479f-bae2-7797867156f3 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 944 time: 0.2578647 Mar 07 10:36:20.617638 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8e391-2b9f-4af6-a38f-24aa24cba8f9 x-openstack-request-id: req-62b8e391-2b9f-4af6-a38f-24aa24cba8f9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:20.618383 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "name": "network-vif-plugged", "status": "completed", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:20.620095 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62b8e391-2b9f-4af6-a38f-24aa24cba8f9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:20.620953 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e', 'code': 200} Mar 07 10:36:20.629441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-457cefe5-f96e-4b3d-bc76-5cdb7c9391d9 req-a71cc495-5e80-4e9a-87d9-dbb61d4e4eb4 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271591 Mar 07 10:36:20.691143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-fa889c82-537f-4fbc-8d00-f7a29b86988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.693333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-fa889c82-537f-4fbc-8d00-f7a29b86988d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 1129 time: 0.2900946 Mar 07 10:36:20.707668 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0262-bae2-46a6-98f6-803c8a7a36bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.904224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-eaf66fac-318b-4f14-ac3d-300923c8b7fa service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954792 Mar 07 10:36:20.931100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.971039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310d3c6-816f-4b45-9a95-0a9f44deeaac req-04a50a9d-ce84-4123-986e-3872293515bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.973416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b310d3c6-816f-4b45-9a95-0a9f44deeaac req-04a50a9d-ce84-4123-986e-3872293515bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 1131 time: 0.2030454 Mar 07 10:36:21.062614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-59104d9b-130e-4baf-885c-ed097f6c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.064505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-59104d9b-130e-4baf-885c-ed097f6c554d service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3540194 Mar 07 10:36:21.099301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36cbd8-80a5-4ff2-aa94-66ee05116ddb req-f29269c0-a98f-4cff-afa5-79d330c89217 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.105508 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed7a9dc3-00fc-4837-9696-839416e486b5 req-f76b8f0f-f365-4625-a0a0-72ae0cf747eb service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903584 Mar 07 10:36:21.113050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f36cbd8-80a5-4ff2-aa94-66ee05116ddb req-f29269c0-a98f-4cff-afa5-79d330c89217 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 943 time: 0.3096924 Mar 07 10:36:21.180215 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-ec61c564-e549-4708-bfb5-8c0774484118 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=875b6641-df0c-4956-b063-cc91d6f654d4 HTTP/1.1" status: 200 len: 217 time: 0.0737007 Mar 07 10:36:21.239162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db1f3-df59-4d4b-814f-7749bd327ec7 req-38f894a1-36a1-4bb9-bcf2-507a0e70a703 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.246632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-331db1f3-df59-4d4b-814f-7749bd327ec7 req-38f894a1-36a1-4bb9-bcf2-507a0e70a703 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 949 time: 0.3800945 Mar 07 10:36:21.253548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f36cbd8-80a5-4ff2-aa94-66ee05116ddb req-84c7278b-cf43-402b-85c1-a8165cf5cd84 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312246 Mar 07 10:36:21.289585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b310d3c6-816f-4b45-9a95-0a9f44deeaac req-0e1bd8e4-4b74-4f42-ae58-b4b79880ab10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050406 Mar 07 10:36:21.314544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-f1dca4fd-922c-4777-9fef-022c11abeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.319381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-f1dca4fd-922c-4777-9fef-022c11abeae5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1288967 Mar 07 10:36:21.340296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-331db1f3-df59-4d4b-814f-7749bd327ec7 req-8d39f456-9a21-4db7-a173-fc6d5e7964af tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926731 Mar 07 10:36:21.370691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84b1f236-0462-42d9-9388-89a93cc604e5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:21.373112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:21.493279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5629b0-8235-4d49-9632-f3e3e87c45b4 req-d36895ed-6a50-47d4-932a-271ce109f645 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.495078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e5629b0-8235-4d49-9632-f3e3e87c45b4 req-d36895ed-6a50-47d4-932a-271ce109f645 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 947 time: 0.1305194 Mar 07 10:36:21.497996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:36:21.585126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84b1f236-0462-42d9-9388-89a93cc604e5,segment=NetworkSegment(ad837a72-4d93-499d-8152-edba26cfe4fe),segment_id=ad837a72-4d93-499d-8152-edba26cfe4fe)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:21.611925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '84b1f236-0462-42d9-9388-89a93cc604e5', 'network_id': '7b40c1e3-71bf-4df8-9eb8-53653ff7b03a', 'port_id': '84b1f236-0462-42d9-9388-89a93cc604e5', 'mac_address': 'fa:16:3e:38:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e46c55-6752-44d6-bd77-9b69098cfd5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:21.629688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079cf86c-fd05-43ad-89e0-ff476c0b0977 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:21.636173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9b2372e0-116d-415b-957b-cb09981d2388 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:21.675158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-75aa6080-299e-4225-a7b9-81c9373c6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:21.677045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-75aa6080-299e-4225-a7b9-81c9373c6b40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0909002 Mar 07 10:36:21.740761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 84b1f236-0462-42d9-9388-89a93cc604e5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:21.741427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.816335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b1f236-0462-42d9-9388-89a93cc604e5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:21.830144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e5629b0-8235-4d49-9632-f3e3e87c45b4 req-1d376ae8-915c-417c-8944-6dbdd848090e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256426 Mar 07 10:36:21.902882 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:21.914995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:21.969427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.972304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:21.975079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c4fa9f8-1833-4c0a-8131-d6c760907755 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.3021638 Mar 07 10:36:21.976969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49762) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:21.982573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-23349cdd-e593-467e-a848-6c2053b88c1d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963305 Mar 07 10:36:21.997738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84b1f236-0462-42d9-9388-89a93cc604e5,segment=NetworkSegment(ad837a72-4d93-499d-8152-edba26cfe4fe),segment_id=ad837a72-4d93-499d-8152-edba26cfe4fe)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:22.002327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:22.027362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.099512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:22.100318 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.234602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:22.237881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:35:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:22.269537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f953e4-b2b4-41b5-8c61-19b7c0ef81a9 req-73aec29d-d0e4-4247-a5f4-255279bf36f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:22.271132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f953e4-b2b4-41b5-8c61-19b7c0ef81a9 req-73aec29d-d0e4-4247-a5f4-255279bf36f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 948 time: 0.2811484 Mar 07 10:36:22.320722 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91fc7e6a-5601-4467-93ca-7f260d25f5dc req-e12b2958-1650-4911-964e-00aab13b8b2b service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312397 Mar 07 10:36:22.343326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f953e4-b2b4-41b5-8c61-19b7c0ef81a9 req-1a67b3c5-f4bd-4a2c-b49e-a15c3da49f77 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Mar 07 10:36:22.463926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f78e4-c90b-4927-9adf-bc48825ddb73 req-0b192ae8-a60c-4e50-8ed6-93fcc31a2c5e tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:22.468136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe4f78e4-c90b-4927-9adf-bc48825ddb73 req-0b192ae8-a60c-4e50-8ed6-93fcc31a2c5e tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 944 time: 0.2493608 Mar 07 10:36:22.696478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 9b2372e0-116d-415b-957b-cb09981d2388 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:22.711133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 9b2372e0-116d-415b-957b-cb09981d2388 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:22.711429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b2372e0-116d-415b-957b-cb09981d2388), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.723602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe4f78e4-c90b-4927-9adf-bc48825ddb73 req-a80b0181-6582-4160-b9ef-d70c909731de tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420838 Mar 07 10:36:22.812168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:22.821241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['84b1f236-0462-42d9-9388-89a93cc604e5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:22.823396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.824221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b365-c166-470f-93f4-85b88f7f45ef req-206ab407-ff1e-4432-8c2d-9185aeafd563 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:22.825826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db9b365-c166-470f-93f4-85b88f7f45ef req-206ab407-ff1e-4432-8c2d-9185aeafd563 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 944 time: 0.1993225 Mar 07 10:36:22.846617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:22.979828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'mac_address': 'fa:16:3e:89:d0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:23.045778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db9b365-c166-470f-93f4-85b88f7f45ef req-3bccca83-058f-45f9-91df-aec1b706dcca tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114253 Mar 07 10:36:23.112208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f84e087a-42d4-408c-bc7b-9d4563bc7ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.141572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dcd5d-2614-487f-839b-2f9c7ab6b7f8 req-0caf558c-b9ef-4e26-b45c-33d15bc43256 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.143264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f2dcd5d-2614-487f-839b-2f9c7ab6b7f8 req-0caf558c-b9ef-4e26-b45c-33d15bc43256 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 947 time: 0.1637831 Mar 07 10:36:23.233079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 079cf86c-fd05-43ad-89e0-ff476c0b0977 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:23.233485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.259390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:23.259826 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.288213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.294275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 9b2372e0-116d-415b-957b-cb09981d2388 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:23.294664 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b2372e0-116d-415b-957b-cb09981d2388), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.303494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079cf86c-fd05-43ad-89e0-ff476c0b0977 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:23.312447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f2dcd5d-2614-487f-839b-2f9c7ab6b7f8 req-3bae572f-3ef3-465e-9941-3c8f22c3b875 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529450 Mar 07 10:36:23.458648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:23.461150 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf0ec9-fd91-467c-a2ca-c3d40f305337" -d '{"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:23.470197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:23.496651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:23.502495 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.519550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9b2372e0-116d-415b-957b-cb09981d2388,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:23.540963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.546247 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19470126-225f-4294-8abe-12324be55840 x-openstack-request-id: req-19470126-225f-4294-8abe-12324be55840 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:23.546534 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:23.546967 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19470126-225f-4294-8abe-12324be55840 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:23.547527 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:36:23.580322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.644295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1160-c6e0-49b2-bb88-2e2c3128caf8 req-93fa4794-3c13-4475-90a5-cf2fe3f41434 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.660410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-370d1160-c6e0-49b2-bb88-2e2c3128caf8 req-93fa4794-3c13-4475-90a5-cf2fe3f41434 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 948 time: 0.2208107 Mar 07 10:36:23.670916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 875b6641-df0c-4956-b063-cc91d6f654d4 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:23.699925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:23.739950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-370d1160-c6e0-49b2-bb88-2e2c3128caf8 req-43bef3b0-abce-43a5-9598-042bb0f9e169 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781183 Mar 07 10:36:23.770428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb8f93-ae25-4d33-b321-f15e697996bd req-5a29391f-71e2-4599-9670-d556a0bf1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.771408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Allocated IP 172.20.0.1 (4b2ea1db-e0af-4660-a399-e21d08f1cd51/216918df-0aa5-485a-92d3-3f4fdb56ca80/08916b71-899e-45e5-a78d-40d4ccc8d8ff) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:23.774670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f1bb8f93-ae25-4d33-b321-f15e697996bd req-5a29391f-71e2-4599-9670-d556a0bf1ee0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1131 time: 0.1135454 Mar 07 10:36:23.816000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:23.939181 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f1bb8f93-ae25-4d33-b321-f15e697996bd req-de833097-74e7-4199-b2ed-b955d0d64551 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568031 Mar 07 10:36:23.965299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['079cf86c-fd05-43ad-89e0-ff476c0b0977'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:23.976352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:23.982638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:19Z', 'revision_number': 3, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.991802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935acef-36ab-4b5d-b143-f835a3d55084 req-b47f7a35-21bd-4bc2-ae79-fe8958fcbc72 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.993928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6935acef-36ab-4b5d-b143-f835a3d55084 req-b47f7a35-21bd-4bc2-ae79-fe8958fcbc72 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.1067157 Mar 07 10:36:23.997677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks [] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.072173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.128609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:24.197983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:24.206018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:24.214056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6935acef-36ab-4b5d-b143-f835a3d55084 req-f65db369-37b7-4242-83c8-30b996cfd40b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110970 Mar 07 10:36:24.214844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:24.265075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=875b6641-df0c-4956-b063-cc91d6f654d4,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:24.301274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '875b6641-df0c-4956-b063-cc91d6f654d4', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '875b6641-df0c-4956-b063-cc91d6f654d4', 'mac_address': 'fa:16:3e:da:5d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:24.330611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:24.333441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Updating router 6fa70d62-22f6-4235-9753-f8ef3d215eeb port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:36:24.428726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.444962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.463487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:24.542591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 875b6641-df0c-4956-b063-cc91d6f654d4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:24.543090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.549377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.647335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875b6641-df0c-4956-b063-cc91d6f654d4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:24.712460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d1b35-b630-44f8-9948-15ea6d703c86 req-802ba6aa-f244-4314-b898-ba11591d2efb tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.714728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-047d1b35-b630-44f8-9948-15ea6d703c86 req-802ba6aa-f244-4314-b898-ba11591d2efb tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 944 time: 0.5705862 Mar 07 10:36:24.773221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:24.774062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.788916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=875b6641-df0c-4956-b063-cc91d6f654d4,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:24.805202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-649f5a27-01e2-4788-9df8-97bedd564ae2 None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:24.805801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-649f5a27-01e2-4788-9df8-97bedd564ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.807386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.819037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:24.822197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.940345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:24.978151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9741883-d9ba-4cb0-932c-86214ad8d770 req-fd75ecce-dfcc-4a21-9820-28db6bc858f9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.979855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9741883-d9ba-4cb0-932c-86214ad8d770 req-fd75ecce-dfcc-4a21-9820-28db6bc858f9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 947 time: 0.2638457 Mar 07 10:36:25.039037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-047d1b35-b630-44f8-9948-15ea6d703c86 req-d04284eb-a0bd-4843-b996-804f0011e240 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750340 Mar 07 10:36:25.060427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.078939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-649f5a27-01e2-4788-9df8-97bedd564ae2 None None] Port 08916b71-899e-45e5-a78d-40d4ccc8d8ff cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:25.119690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:25.121024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9741883-d9ba-4cb0-932c-86214ad8d770 req-ddd1a3f9-c637-45ed-9e3f-988d39ceb7ec tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071954 Mar 07 10:36:25.177158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.230359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['875b6641-df0c-4956-b063-cc91d6f654d4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:25.407344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:25.409361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84b1f236-0462-42d9-9388-89a93cc604e5 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:25.623993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a747d0-2562-40a7-91af-caa9f37e6893 req-676f0965-e33c-4485-9abf-e740a2af36e2 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:25.625552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39a747d0-2562-40a7-91af-caa9f37e6893 req-676f0965-e33c-4485-9abf-e740a2af36e2 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 949 time: 0.3621991 Mar 07 10:36:25.634608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks [] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.645673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaea483-6e4e-4573-bd81-2a26cfb44419 req-25484fa7-508e-4840-9991-18e20486a1f3 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:25.653745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-caaea483-6e4e-4573-bd81-2a26cfb44419 req-25484fa7-508e-4840-9991-18e20486a1f3 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.2016046 Mar 07 10:36:25.665313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388'}, {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:25.667855 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c3cec-cf5a-47af-8125-f2438bf41280" -d '{"events": [{"server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2372e0-116d-415b-957b-cb09981d2388"}, {"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-unplugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:25.674422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.730575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:25.741159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.830422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 84b1f236-0462-42d9-9388-89a93cc604e5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:25.852658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.874590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:25.886959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 84b1f236-0462-42d9-9388-89a93cc604e5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:25.887335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.918035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-caaea483-6e4e-4573-bd81-2a26cfb44419 req-ba9a2e4c-fb35-41ab-8384-4d7237b50f7b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570360 Mar 07 10:36:25.921563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39a747d0-2562-40a7-91af-caa9f37e6893 req-9e9ee964-e0ab-4d3b-b7e8-08f6dfc65fce tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841537 Mar 07 10:36:25.976533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks [] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.003371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.011678 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033f0067-19e5-4b9e-95f3-103727125a20 x-openstack-request-id: req-033f0067-19e5-4b9e-95f3-103727125a20 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:26.012049 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2372e0-116d-415b-957b-cb09981d2388", "code": 200}, {"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-unplugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:26.012238 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-033f0067-19e5-4b9e-95f3-103727125a20 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:26.012640 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388', 'code': 200} Mar 07 10:36:26.012886 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'code': 200} Mar 07 10:36:26.093448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:26.164239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:26.170454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:26.213349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Attempting to bind port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:26.213349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Attempting to bind port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:26.213659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Attempting to bind port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:26.215860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'mac_address': 'fa:16:3e:a3:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:26.228862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d96a-0e21-4954-97a7-52516000af16 None None] Pushing event updated for resources: {'Port': ['ID=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:26.243786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03bc2-9761-469a-87b4-ff29e7afa39e req-519c2f06-5bb7-48e0-8693-1692f19ed7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:26.248508 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15c03bc2-9761-469a-87b4-ff29e7afa39e req-519c2f06-5bb7-48e0-8693-1692f19ed7db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 1127 time: 0.1585021 Mar 07 10:36:26.256286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:26.256661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:26.257069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.257454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:26.257938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Bound port: db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:26.258314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.395990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15c03bc2-9761-469a-87b4-ff29e7afa39e req-f1098eec-26fa-43c6-8ef5-2d2385e97226 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399357 Mar 07 10:36:26.420775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 84b1f236-0462-42d9-9388-89a93cc604e5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:26.429179 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.433313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b18f2f32-a717-4293-98f0-048e12e6ac31 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:26.433688 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.472499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] For port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:26.514291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] For port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:26.517849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b18f2f32-a717-4293-98f0-048e12e6ac31 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:26.553934 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.635395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84b1f236-0462-42d9-9388-89a93cc604e5,segment=NetworkSegment(ad837a72-4d93-499d-8152-edba26cfe4fe),segment_id=ad837a72-4d93-499d-8152-edba26cfe4fe)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:26.640291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:26.666920 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.671446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a7995-97f6-46ce-9f54-a4ab803606f2 req-172f44fe-061a-49af-a5aa-69898e7adb92 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:26.674842 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.687895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d61a7995-97f6-46ce-9f54-a4ab803606f2 req-172f44fe-061a-49af-a5aa-69898e7adb92 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 944 time: 0.4876642 Mar 07 10:36:26.713723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7b844a74-0be9-48a6-a1db-4ae93a4fbffc None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:26.714152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7b844a74-0be9-48a6-a1db-4ae93a4fbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.722808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d96a-0e21-4954-97a7-52516000af16 None None] Pushing event updated for resources: {'Port': ['ID=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:26.746556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:26.747327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:26.843916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a649-44dc-44b3-bd36-458cd226ef24 req-1efac91a-c4d3-4b39-8eeb-300d395892eb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:26.845513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a4a649-44dc-44b3-bd36-458cd226ef24 req-1efac91a-c4d3-4b39-8eeb-300d395892eb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 948 time: 0.4117124 Mar 07 10:36:26.880101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b18f2f32-a717-4293-98f0-048e12e6ac31'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:26.972937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7b844a74-0be9-48a6-a1db-4ae93a4fbffc None None] Port 08916b71-899e-45e5-a78d-40d4ccc8d8ff cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:27.009731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d61a7995-97f6-46ce-9f54-a4ab803606f2 req-304adff3-e70a-44be-80fc-c3fcc5a39158 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052642 Mar 07 10:36:27.085058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:27.117443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a4a649-44dc-44b3-bd36-458cd226ef24 req-dace2182-03de-47d0-a96f-cb4a3314ec71 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261300 Mar 07 10:36:27.129832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:27.236231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:27.313278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:27.384768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:27.414606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a164037a-5775-4d47-9783-b2933b304fa5 admin admin] 10.222.0.23 "PUT /v2.0/routers/6fa70d62-22f6-4235-9753-f8ef3d215eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4351749 Mar 07 10:36:27.472262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:27.508380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9a16-2eed-424c-a9e9-4273353f11ce req-747862b4-2390-43c2-9996-d77c74dc05b5 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.520098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54fa9a16-2eed-424c-a9e9-4273353f11ce req-747862b4-2390-43c2-9996-d77c74dc05b5 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.1338861 Mar 07 10:36:27.613024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54fa9a16-2eed-424c-a9e9-4273353f11ce req-151aab8f-0cfa-4d80-a1ac-e1d29ea69e5f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713954 Mar 07 10:36:27.671008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 875b6641-df0c-4956-b063-cc91d6f654d4 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:27.681264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59f07-5a9b-4134-a0a0-91f2a65c4c2e req-5264adf6-7ef9-4c14-bdb9-b2efc37d1148 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.686308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55f59f07-5a9b-4134-a0a0-91f2a65c4c2e req-5264adf6-7ef9-4c14-bdb9-b2efc37d1148 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 949 time: 0.1658225 Mar 07 10:36:27.793629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55f59f07-5a9b-4134-a0a0-91f2a65c4c2e req-4c600282-7534-4aa2-b4f7-46baa3334e54 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009772 Mar 07 10:36:28.064851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:28.070149 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811bc305-beca-47d2-8119-31befbff0694" -d '{"events": [{"server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "name": "network-vif-plugged", "status": "completed", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:28.181173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b773535-a45d-44d4-9afc-24f7cd67697c req-6947e752-c0fd-43a3-b36b-146edd9d57b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:28.198533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b773535-a45d-44d4-9afc-24f7cd67697c req-6947e752-c0fd-43a3-b36b-146edd9d57b1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.1441510 Mar 07 10:36:28.287714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 875b6641-df0c-4956-b063-cc91d6f654d4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:28.301672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 875b6641-df0c-4956-b063-cc91d6f654d4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:28.301900 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.332354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b773535-a45d-44d4-9afc-24f7cd67697c req-b77b9a84-29b3-4d49-906b-ea1649141e74 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310844 Mar 07 10:36:28.435208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:25Z', 'revision_number': 2, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:28.444122 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.496235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12a7e6-c92c-4a7f-87ce-d2142f15e5bb None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:25Z', 'revision_number': 2, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:28.539553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb839-0358-4fff-93ef-b8a817efdbd7 req-561fbbf2-f32b-4934-bd26-164952c16e03 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:28.561202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19eb839-0358-4fff-93ef-b8a817efdbd7 req-561fbbf2-f32b-4934-bd26-164952c16e03 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.1243119 Mar 07 10:36:28.574204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:28.581293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576434868', 'description': 'tempest-description--1987706709'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:28.603360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 875b6641-df0c-4956-b063-cc91d6f654d4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:28.607011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.666584 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe304ccc-64f0-4143-b162-4f1db295f1f8 x-openstack-request-id: req-fe304ccc-64f0-4143-b162-4f1db295f1f8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:28.668003 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "name": "network-vif-plugged", "status": "completed", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:28.671052 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe304ccc-64f0-4143-b162-4f1db295f1f8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:28.671721 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5', 'code': 200} Mar 07 10:36:28.684525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19eb839-0358-4fff-93ef-b8a817efdbd7 req-47285a38-2698-4008-a75d-683c074eb857 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209087 Mar 07 10:36:28.710117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=875b6641-df0c-4956-b063-cc91d6f654d4,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:28.722910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.726062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.727394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079cf86c-fd05-43ad-89e0-ff476c0b0977 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:28.880532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d1f71-69b6-4e7d-a789-3dab216eb677 req-9e6cba43-2059-4f66-b4c3-e373e5619aab tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:28.882128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b2d1f71-69b6-4e7d-a789-3dab216eb677 req-9e6cba43-2059-4f66-b4c3-e373e5619aab tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 0.1085067 Mar 07 10:36:28.954280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:28.973433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 079cf86c-fd05-43ad-89e0-ff476c0b0977 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:28.983312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 079cf86c-fd05-43ad-89e0-ff476c0b0977 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:28.983827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.028495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b2d1f71-69b6-4e7d-a789-3dab216eb677 req-3bb71d55-8459-42ce-adde-4563e0859cf8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327622 Mar 07 10:36:29.038618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-0ea64ae4-3b6c-4569-beed-cf6c722af0f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.040719 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-0ea64ae4-3b6c-4569-beed-cf6c722af0f1 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.3826778 Mar 07 10:36:29.122526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab8a6-5eb4-4849-bb0e-9caca61871b9 req-1c77330c-17b5-4a79-ae7e-cf9b97aa9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.126040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd7ab8a6-5eb4-4849-bb0e-9caca61871b9 req-1c77330c-17b5-4a79-ae7e-cf9b97aa9903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 1127 time: 0.3487523 Mar 07 10:36:29.262671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (e7cc0990-ed32-4cc4-895a-5bc1b909059a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.287188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7cc0990-ed32-4cc4-895a-5bc1b909059a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.296652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 079cf86c-fd05-43ad-89e0-ff476c0b0977 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:29.297195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.317054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cc0990-ed32-4cc4-895a-5bc1b909059a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:29.334402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd7ab8a6-5eb4-4849-bb0e-9caca61871b9 req-63f8dca9-1296-420a-ac60-68d8a0262d11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931183 Mar 07 10:36:29.337361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094e197-e5c2-45c4-987b-bcd5236af65c req-d8085fc8-844c-4fb7-8627-7804e3c458de tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.348247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4094e197-e5c2-45c4-987b-bcd5236af65c req-d8085fc8-844c-4fb7-8627-7804e3c458de tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.1625094 Mar 07 10:36:29.384900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.387614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-840634b0-e782-44e4-a509-49e8ca543da8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8123322 Mar 07 10:36:29.390887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:29.404181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group_rule': {'security_group_id': 'e7cc0990-ed32-4cc4-895a-5bc1b909059a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:29.414004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:29.421474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:29.427612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.439945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (a4c6ee39-3b47-4744-bbf1-22eb8e31da64), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.509986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Deleting port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:29.511608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.551506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4094e197-e5c2-45c4-987b-bcd5236af65c req-0a668373-eba0-4ac5-b60b-85e3f6efb324 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947153 Mar 07 10:36:29.600772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:29.616811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b18f2f32-a717-4293-98f0-048e12e6ac31 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:29.617438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.627330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82e2a-2f79-490a-b4a5-4c3734fc43d1 req-08921a2e-deeb-40d6-b063-08fa68d2dbad tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.646701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bf82e2a-2f79-490a-b4a5-4c3734fc43d1 req-08921a2e-deeb-40d6-b063-08fa68d2dbad tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 949 time: 0.2959101 Mar 07 10:36:29.662557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (a4c6ee39-3b47-4744-bbf1-22eb8e31da64), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.683874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a4c6ee39-3b47-4744-bbf1-22eb8e31da64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.763236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.770514 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3761098 Mar 07 10:36:29.771176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:29.778353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b18f2f32-a717-4293-98f0-048e12e6ac31 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:29.781391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.836583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bf82e2a-2f79-490a-b4a5-4c3734fc43d1 req-290b0050-b3f1-4e04-8e10-896440d7a545 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887362 Mar 07 10:36:29.877881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bbde5-2f1f-4cb3-baf6-e8f579c36bca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c6ee39-3b47-4744-bbf1-22eb8e31da64,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:29.888359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group_rule': {'security_group_id': 'e7cc0990-ed32-4cc4-895a-5bc1b909059a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:29.900443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:29.910972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16cc38-fb6f-46f3-9e17-fec5081ec6ff req-59776cf7-2f55-4294-8bbc-170291dc037c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.912171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.914055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f16cc38-fb6f-46f3-9e17-fec5081ec6ff req-59776cf7-2f55-4294-8bbc-170291dc037c tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ef5809-5742-41e0-87b7-a638cc9b2549 HTTP/1.1" status: 200 len: 945 time: 0.1979027 Mar 07 10:36:30.068272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (af6561b0-563f-4ff4-837a-2dbf8351271a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.133229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f16cc38-fb6f-46f3-9e17-fec5081ec6ff req-a972c31d-1022-4556-9033-50ca850c34d2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079029 Mar 07 10:36:30.186870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] For port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:30.187247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.204025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb04b5-428d-4b55-ab74-0802edfde003 req-b6dea266-0e32-488e-b56d-3257f7627893 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.228995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20eb04b5-428d-4b55-ab74-0802edfde003 req-b6dea266-0e32-488e-b56d-3257f7627893 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.2022789 Mar 07 10:36:30.231940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50174) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:30.245643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Request body: {'floatingip': {'port_id': '9b2372e0-116d-415b-957b-cb09981d2388'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:30.291364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (af6561b0-563f-4ff4-837a-2dbf8351271a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.306051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (af6561b0-563f-4ff4-837a-2dbf8351271a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.311407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Calling delete_port for 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:30.369267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6561b0-563f-4ff4-837a-2dbf8351271a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:30.373707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.418258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.425282 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86c5548d-6700-4007-bbb7-c6a98b0090dd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5593183 Mar 07 10:36:30.427090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50180) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:30.449225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:30.476527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:30.522823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.672823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4'}, {'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977'}, {'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:30.675636 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8548a06-6741-4aec-8088-d673dda16a48" -d '{"events": [{"server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "name": "network-vif-plugged", "status": "completed", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4"}, {"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-plugged", "status": "completed", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977"}, {"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-plugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:30.706110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af3ec-1efc-4470-a4b6-086987be6f27 req-9246f46f-63da-4904-9ece-3dc60abb4111 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.720906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8af3ec-1efc-4470-a4b6-086987be6f27 req-9246f46f-63da-4904-9ece-3dc60abb4111 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 0.3408141 Mar 07 10:36:30.772404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ddb70-8df7-4ec1-adff-ccd49b3c0db8 req-92485f30-1eb4-4c01-9923-2e7fceb03c8a tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.774108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-629ddb70-8df7-4ec1-adff-ccd49b3c0db8 req-92485f30-1eb4-4c01-9923-2e7fceb03c8a tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.3968093 Mar 07 10:36:30.860501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (422eac1f-dc1b-41fc-a0b0-84d9345d1e38), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.941646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event deleted for resources: {'Port': ['ID=422eac1f-dc1b-41fc-a0b0-84d9345d1e38,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:30.971345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.071342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] No DVR routers for this DVR port 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:31.075773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.082150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45774ff-e259-4ee6-a204-19f1e0c99854 req-940e673f-2378-458e-9f16-8b25a3724c91 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "DELETE /v2.0/ports/422eac1f-dc1b-41fc-a0b0-84d9345d1e38 HTTP/1.1" status: 204 len: 173 time: 2.0298815 Mar 07 10:36:31.082905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-deleted', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:31.088495 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777aadd0-979a-4870-a91b-81e917de90a2" -d '{"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-deleted", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:31.268446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Allocated IP 172.25.4.6 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/19ca0c42-c90d-4976-9e95-ea53587948c1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:31.470142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.556781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.636923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:31.647221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:31.711677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.715302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:31.728650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.782518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=19ca0c42-c90d-4976-9e95-ea53587948c1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:31.799268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:31.800172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 422eac1f-dc1b-41fc-a0b0-84d9345d1e38 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:31.818779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:31.821375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:31.831233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:31.854888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:31.855264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.980632 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Floating IP 8e94bd60-a779-49ad-878b-dc7502b1ad1f associated. External IP: 172.25.4.37, port: 9b2372e0-116d-415b-957b-cb09981d2388. Mar 07 10:36:32.006719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.075542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-629ddb70-8df7-4ec1-adff-ccd49b3c0db8 req-47a77303-880e-4a20-8d1a-767bb45cc038 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2599208 Mar 07 10:36:32.103780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8af3ec-1efc-4470-a4b6-086987be6f27 req-54a9021b-1b6f-44d1-aad8-7b7e63dba13b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3753772 Mar 07 10:36:32.115923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:32.123959 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.198938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.218298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:32.227605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.350164 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6f91f-3750-48b9-aa7f-e837dd07de49 x-openstack-request-id: req-e7e6f91f-3750-48b9-aa7f-e837dd07de49 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:32.350476 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "name": "network-vif-plugged", "status": "completed", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4", "code": 200}, {"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-plugged", "status": "completed", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977", "code": 200}, {"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-plugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:32.350732 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7e6f91f-3750-48b9-aa7f-e837dd07de49 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:32.351141 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4', 'code': 200} Mar 07 10:36:32.351392 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'code': 200} Mar 07 10:36:32.351639 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'code': 200} Mar 07 10:36:32.430957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:32.487351 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96604ca4-657c-4bc3-9dd0-3af219049738 x-openstack-request-id: req-96604ca4-657c-4bc3-9dd0-3af219049738 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:32.487849 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ef5809-5742-41e0-87b7-a638cc9b2549", "name": "network-vif-deleted", "tag": "422eac1f-dc1b-41fc-a0b0-84d9345d1e38", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:32.488107 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96604ca4-657c-4bc3-9dd0-3af219049738 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:32.488513 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ef5809-5742-41e0-87b7-a638cc9b2549', 'name': 'network-vif-deleted', 'tag': '422eac1f-dc1b-41fc-a0b0-84d9345d1e38', 'status': 'completed', 'code': 200} Mar 07 10:36:32.543035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:32.570476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96fb6-dbba-4374-9aa9-1c6030e8a3a7 req-e5a8d909-83d3-42e3-8a48-28ead7e4d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:32.572105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fad96fb6-dbba-4374-9aa9-1c6030e8a3a7 req-e5a8d909-83d3-42e3-8a48-28ead7e4d72b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 1131 time: 0.1895757 Mar 07 10:36:32.574693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84129d-652d-4f11-bde7-4e6aeaa39575 req-d3515575-69f2-4e22-8f0e-57038841d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:32.577196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ec84129d-652d-4f11-bde7-4e6aeaa39575 req-d3515575-69f2-4e22-8f0e-57038841d9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 1132 time: 0.1914680 Mar 07 10:36:32.614360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Router 2c378f2a-d827-47e2-8d6b-56049f2cf393 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:32.698245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.710339 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ec84129d-652d-4f11-bde7-4e6aeaa39575 req-8ae4dd34-b1e0-438f-84a0-c741b4ba950c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216202 Mar 07 10:36:32.720595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.790429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.795235 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fad96fb6-dbba-4374-9aa9-1c6030e8a3a7 req-e81ecfdd-01d6-47ef-a743-950d52085238 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084920 Mar 07 10:36:32.832099 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:32.845999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:32.847240 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:32.848242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc90b746-c2b1-4a99-af11-3e8a0165b2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.864333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.874626 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4035420 Mar 07 10:36:32.876005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd96c45-cf21-4f49-aefe-8196a97319b3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=19ca0c42-c90d-4976-9e95-ea53587948c1,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:32.892735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd593fc7-e47c-491a-b2db-20f0a724a1ce req-2c062989-ebc8-4bcb-9b70-3e7fe8e8ec69 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:32.912669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd593fc7-e47c-491a-b2db-20f0a724a1ce req-2c062989-ebc8-4bcb-9b70-3e7fe8e8ec69 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 950 time: 0.3755991 Mar 07 10:36:32.971688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc90b746-c2b1-4a99-af11-3e8a0165b2e9 admin admin] Publish callbacks [] for security_group (df694a12-b6a0-41ff-a99a-39ed03f8fe86), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.980629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc90b746-c2b1-4a99-af11-3e8a0165b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (df694a12-b6a0-41ff-a99a-39ed03f8fe86), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.006950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:33.016451 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc90b746-c2b1-4a99-af11-3e8a0165b2e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=033b6b7891224ae587a8637a79b051e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647353 Mar 07 10:36:33.022215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50252) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:33.025035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Sync routers for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:33.054177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:33.055721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.058471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90b746-c2b1-4a99-af11-3e8a0165b2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df694a12-b6a0-41ff-a99a-39ed03f8fe86,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:33.070459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd593fc7-e47c-491a-b2db-20f0a724a1ce req-9f867e1b-2953-43dd-be3c-8ce8766912d3 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564121 Mar 07 10:36:33.073366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:33.135708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2dbc-b651-4b90-857b-fd1b5dafb618 req-29587694-e890-42dc-95d8-2a268564e59f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:33.137914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-643e2dbc-b651-4b90-857b-fd1b5dafb618 req-29587694-e890-42dc-95d8-2a268564e59f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 945 time: 0.3135946 Mar 07 10:36:33.163429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] Publish callbacks [] for security_group (df694a12-b6a0-41ff-a99a-39ed03f8fe86), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.204192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ec7ee5d5-1e22-455b-922d-d02983be318f tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "PUT /v2.0/floatingips/8e94bd60-a779-49ad-878b-dc7502b1ad1f HTTP/1.1" status: 200 len: 990 time: 2.9708481 Mar 07 10:36:33.208766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:33.211129 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90db16c9-dedd-4f2d-ba06-f813d9622735" -d '{"events": [{"name": "network-changed", "server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "tag": "9b2372e0-116d-415b-957b-cb09981d2388"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:33.224384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] Publish callbacks [] for security_group (df694a12-b6a0-41ff-a99a-39ed03f8fe86), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.232730 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:33.302456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:33.315217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (df694a12-b6a0-41ff-a99a-39ed03f8fe86), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.317951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.319185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df694a12-b6a0-41ff-a99a-39ed03f8fe86 HTTP/1.1" status: 204 len: 168 time: 0.2959917 Mar 07 10:36:33.327421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-643e2dbc-b651-4b90-857b-fd1b5dafb618 req-237cef73-cd7a-492d-b2cd-9e70742669a2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796808 Mar 07 10:36:33.332436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7b1c2-2608-4b7a-ba47-4557921a8124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df694a12-b6a0-41ff-a99a-39ed03f8fe86,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:33.365753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305032-4759-4454-9f82-c96b5546adf4 req-5d336cad-acb2-43ff-abfa-7ff90d6c501c tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:33.366185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12305032-4759-4454-9f82-c96b5546adf4 req-5d336cad-acb2-43ff-abfa-7ff90d6c501c tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.1704581 Mar 07 10:36:33.507758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12305032-4759-4454-9f82-c96b5546adf4 req-085a9080-8c7c-4c80-9226-788f282806fb tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298580 Mar 07 10:36:33.570613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31747f05-0458-4393-9b21-ae7014579037 req-c8a266b1-ceb3-4cae-9830-d19eed30aa1f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:33.575497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31747f05-0458-4393-9b21-ae7014579037 req-c8a266b1-ceb3-4cae-9830-d19eed30aa1f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 0.1305130 Mar 07 10:36:33.654220 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:25Z', 'revision_number': 2, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:33.673731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:33.680340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31747f05-0458-4393-9b21-ae7014579037 req-af1aafa2-28dc-46b4-bf5a-dd62611cef13 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957420 Mar 07 10:36:33.719420 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:33.719880 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Updating router 6fa70d62-22f6-4235-9753-f8ef3d215eeb port 08916b71-899e-45e5-a78d-40d4ccc8d8ff binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:36:33.753682 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.805961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-e933ebac-9890-44f2-a1b3-4840d7c854e2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:33.809961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-e933ebac-9890-44f2-a1b3-4840d7c854e2 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1527596 Mar 07 10:36:33.833122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a8a8b1ad-0dfa-44a3-b483-4c8d6fde688d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1576434868&fields=id&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 267 time: 0.1245143 Mar 07 10:36:33.969372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:33.971954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.034861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Deleting port ed104740-be49-4598-bab8-716372681dd3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:34.035392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ed104740-be49-4598-bab8-716372681dd3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.062595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ebda-e5d5-4c4f-8022-1eca0e2b528b req-30826c9f-d935-4eca-836c-245333d9bf6b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.072075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f913ebda-e5d5-4c4f-8022-1eca0e2b528b req-30826c9f-d935-4eca-836c-245333d9bf6b tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.2309730 Mar 07 10:36:34.075609 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks [] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.090053 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.131930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-c94e1916-e3b0-4857-a898-888903c31521 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.132390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8e94bd60-a779-49ad-878b-dc7502b1ad1f', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'port_id': '9b2372e0-116d-415b-957b-cb09981d2388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'mac_address': 'fa:16:3e:9b:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:53Z', 'updated_at': '2022-03-07T10:36:31Z', 'revision_number': 1, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:34.147766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-c94e1916-e3b0-4857-a898-888903c31521 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 816 time: 0.3053434 Mar 07 10:36:34.169809 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f461f-7e65-4df4-acf0-ff321f0d8ee2 None None] Pushing event updated for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:34.197260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] For port ed104740-be49-4598-bab8-716372681dd3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ed104740-be49-4598-bab8-716372681dd3,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:34.197934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ed104740-be49-4598-bab8-716372681dd3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.225718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Calling delete_port for ed104740-be49-4598-bab8-716372681dd3 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:34.226489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-b23ac240-a23f-4fe9-8c53-fed666266156 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/quotas/1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 375 time: 0.0751691 Mar 07 10:36:34.239114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Checking router: 2c378f2a-d827-47e2-8d6b-56049f2cf393 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:34.321670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:34.322333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:34.326022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f913ebda-e5d5-4c4f-8022-1eca0e2b528b req-9591e774-6458-4e52-988b-21d0d3dc35e0 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529027 Mar 07 10:36:34.365457 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Attempting to bind port 08916b71-899e-45e5-a78d-40d4ccc8d8ff on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:34.366175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Attempting to bind port 08916b71-899e-45e5-a78d-40d4ccc8d8ff by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:34.366175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Attempting to bind port 08916b71-899e-45e5-a78d-40d4ccc8d8ff on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:34.386270 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:34.392711 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Checking segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:34.393436 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.402530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Bound using segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:34.403783 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Bound port: 08916b71-899e-45e5-a78d-40d4ccc8d8ff, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:34.403783 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.448404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-fc28c271-0166-457d-964c-ac03a4b36bf4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2227464 Mar 07 10:36:34.494684 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a559543-afa3-45e0-b9eb-ce17d867d1f3 x-openstack-request-id: req-1a559543-afa3-45e0-b9eb-ce17d867d1f3 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:34.495425 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "tag": "9b2372e0-116d-415b-957b-cb09981d2388", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:34.495897 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a559543-afa3-45e0-b9eb-ce17d867d1f3 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:34.496901 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388', 'status': 'completed', 'code': 200} Mar 07 10:36:34.497952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ed104740-be49-4598-bab8-716372681dd3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.612217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event deleted for resources: {'Port': ['ID=ed104740-be49-4598-bab8-716372681dd3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:34.612458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:34.664662 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] For port 08916b71-899e-45e5-a78d-40d4ccc8d8ff, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:34.672404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] For port 08916b71-899e-45e5-a78d-40d4ccc8d8ff, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=08916b71-899e-45e5-a78d-40d4ccc8d8ff,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:34.686675 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.727875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-1c0aac81-aef3-4ebd-9831-cc04f2024b93 service neutron] 10.222.0.23 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764750 Mar 07 10:36:34.819140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] No DVR routers for this DVR port ed104740-be49-4598-bab8-716372681dd3 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:34.831307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.838838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8fd41d21-bea9-46a7-b6bc-80b59b0b92b3 req-8e4e3a43-43c3-4f1f-a58e-7e68760d4287 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "DELETE /v2.0/ports/ed104740-be49-4598-bab8-716372681dd3 HTTP/1.1" status: 204 len: 173 time: 1.0202994 Mar 07 10:36:34.845692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-deleted', 'tag': 'ed104740-be49-4598-bab8-716372681dd3'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:34.852138 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88430bf3-1721-40c8-acd8-0de210016b13" -d '{"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-deleted", "tag": "ed104740-be49-4598-bab8-716372681dd3"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:34.855392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:34.886902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-6dad203f-bc6d-4b88-ac44-6d1f742df724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.892022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-6dad203f-bc6d-4b88-ac44-6d1f742df724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 1127 time: 0.3435707 Mar 07 10:36:34.941531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:34.944844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.962424 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f461f-7e65-4df4-acf0-ff321f0d8ee2 None None] Pushing event updated for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:34.973492 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:34.974121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:35.137670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa947a-42c8-4096-86b5-c598affb2f5a req-6f1e8282-d39e-4245-8a30-0130e5eb1387 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:35.146214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00fa947a-42c8-4096-86b5-c598affb2f5a req-6f1e8282-d39e-4245-8a30-0130e5eb1387 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 950 time: 0.3740325 Mar 07 10:36:35.181724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-d042c7a9-b119-4187-a351-1161046253be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:35.184950 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-d042c7a9-b119-4187-a351-1161046253be service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 200 len: 906 time: 0.2739224 Mar 07 10:36:35.206987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00fa947a-42c8-4096-86b5-c598affb2f5a req-4d22c7e2-df8c-46dd-bdc2-69d5c9e0dd52 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594857 Mar 07 10:36:35.238996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-7f3f43bc-5c37-4ad1-9593-62fd865c6ffd service neutron] 10.222.0.23 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095661 Mar 07 10:36:35.321243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-12b03e49-93b4-42c7-ac28-2858bdcbfd29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 200 len: 998 time: 0.1235914 Mar 07 10:36:35.332195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:35.464691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f2240f4-1a82-4dfc-9b23-738eefa4ed88 req-9a028394-2e26-4488-99be-8398902b0fbc tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6 HTTP/1.1" status: 200 len: 210 time: 0.0800116 Mar 07 10:36:35.508606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Current status of the port 08916b71-899e-45e5-a78d-40d4ccc8d8ff is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:35.512516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:35.579360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-49d8241f-b9e0-4f58-8201-19359f34ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:35.583319 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-49d8241f-b9e0-4f58-8201-19359f34ca58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0670d10c-0ef1-46ef-8736-c6e578cb9a26 HTTP/1.1" status: 200 len: 844 time: 0.2487228 Mar 07 10:36:35.692083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-7578038a-098b-4a1a-8e19-53761d54c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:35.705876 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-7578038a-098b-4a1a-8e19-53761d54c1cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166577 Mar 07 10:36:35.727426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] For port 08916b71-899e-45e5-a78d-40d4ccc8d8ff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=08916b71-899e-45e5-a78d-40d4ccc8d8ff,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:35.813750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc81a-91fe-4000-9348-cc894b8d0198 req-ac3e48a9-8ba0-4e2e-8faa-b02e69ef2616 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:35.822089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66bc81a-91fe-4000-9348-cc894b8d0198 req-ac3e48a9-8ba0-4e2e-8faa-b02e69ef2616 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 0.1618612 Mar 07 10:36:35.830889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 08916b71-899e-45e5-a78d-40d4ccc8d8ff up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:35.914266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66bc81a-91fe-4000-9348-cc894b8d0198 req-63cd3752-be28-4f9a-a9fa-6b3def6f44b6 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812590 Mar 07 10:36:35.990398 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46503423-89d0-4501-83d8-fc0dee0da95d x-openstack-request-id: req-46503423-89d0-4501-83d8-fc0dee0da95d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:35.996406 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6", "name": "network-vif-deleted", "tag": "ed104740-be49-4598-bab8-716372681dd3", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:35.996740 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46503423-89d0-4501-83d8-fc0dee0da95d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:35.997493 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbd88e3-d2b0-4e2b-956a-16f460a9a8b6', 'name': 'network-vif-deleted', 'tag': 'ed104740-be49-4598-bab8-716372681dd3', 'status': 'completed', 'code': 200} Mar 07 10:36:36.021287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.055280 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:34Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:36.092421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce6bbd52-fd04-428e-afc2-e93e75d12b7b req-3c728901-d27b-4703-b60c-fa8825885404 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 210 time: 0.1275871 Mar 07 10:36:36.110638 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-05a84ffe-87b4-49a3-b047-195c7f316de4 service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038286 Mar 07 10:36:36.166876 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d6b4c-5c7f-407a-b0e1-956f3b6a97db None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:34Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:36.243140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-3e59f408-615d-4b4d-a7f2-941dc9c6f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.245001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-3e59f408-615d-4b4d-a7f2-941dc9c6f374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba177bf17c8543b98bdf7720fb789953&device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 1127 time: 0.2569747 Mar 07 10:36:36.250408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1a9b-ce1d-4295-b91c-65135ab0fb6e req-beecc792-eab8-4807-a76d-6f3dbf9c65f6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.260438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:36.261085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.268560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-accd1a9b-ce1d-4295-b91c-65135ab0fb6e req-beecc792-eab8-4807-a76d-6f3dbf9c65f6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 949 time: 0.1335042 Mar 07 10:36:36.295076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5b01cec1-7e5f-47f4-8c8e-3720d33b1871 None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:36.296374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b01cec1-7e5f-47f4-8c8e-3720d33b1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.345502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-accd1a9b-ce1d-4295-b91c-65135ab0fb6e req-0b65c17e-907f-45b1-b025-f318174bb57b tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717764 Mar 07 10:36:36.518270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90db16c9-dedd-4f2d-ba06-f813d9622735 req-677a005f-6e29-427c-9f9a-a9c0cfaab8ba service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917081 Mar 07 10:36:36.521866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8e94bd60-a779-49ad-878b-dc7502b1ad1f', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'port_id': '9b2372e0-116d-415b-957b-cb09981d2388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'mac_address': 'fa:16:3e:9b:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:53Z', 'updated_at': '2022-03-07T10:36:31Z', 'revision_number': 1, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:36.533861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70ae38-44e4-4097-b6bb-510503eb8893 None None] Pushing event updated for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:36.599181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a918-3c86-46b9-975b-d36aa55f795e req-1ee0650c-29be-4c7e-bf47-a738725f3676 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.601815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-68534c7c-e52c-4fd1-a6db-06544830b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.604954 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-68534c7c-e52c-4fd1-a6db-06544830b6df service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a HTTP/1.1" status: 200 len: 914 time: 0.3515565 Mar 07 10:36:36.606269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82c0a918-3c86-46b9-975b-d36aa55f795e req-1ee0650c-29be-4c7e-bf47-a738725f3676 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.2022829 Mar 07 10:36:36.625584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e01b36-1dac-4f1b-91f3-93a37ecd4c99 None None] The sync data for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 is: [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '8e94bd60-a779-49ad-878b-dc7502b1ad1f', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'port_id': '9b2372e0-116d-415b-957b-cb09981d2388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'mac_address': 'fa:16:3e:9b:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:53Z', 'updated_at': '2022-03-07T10:36:31Z', 'revision_number': 1, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:36.712609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-35b09658-d461-417b-9996-c885d62d568d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b1f236-0462-42d9-9388-89a93cc604e5 HTTP/1.1" status: 200 len: 217 time: 0.0976450 Mar 07 10:36:36.736281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82c0a918-3c86-46b9-975b-d36aa55f795e req-91527b6a-2f93-48eb-bf36-37f16827f9f6 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290264 Mar 07 10:36:36.758385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 08916b71-899e-45e5-a78d-40d4ccc8d8ff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:36.808457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58910b-37c3-4bde-ae3b-01af0bc5e949 req-9fa6dc8e-9f5c-4f38-b16e-c9afc9b7c9a8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.820964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e58910b-37c3-4bde-ae3b-01af0bc5e949 req-9fa6dc8e-9f5c-4f38-b16e-c9afc9b7c9a8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3152306 Mar 07 10:36:36.862613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5b01cec1-7e5f-47f4-8c8e-3720d33b1871 None None] Current status of the port 08916b71-899e-45e5-a78d-40d4ccc8d8ff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:36.949038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-5c76291a-f861-4620-a80a-abe6d1d242c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.953468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e58910b-37c3-4bde-ae3b-01af0bc5e949 req-bf0e5e4c-7b5e-4420-8e31-693fef446eed tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311400 Mar 07 10:36:36.959283 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-5c76291a-f861-4620-a80a-abe6d1d242c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27e46c55-6752-44d6-bd77-9b69098cfd5b HTTP/1.1" status: 200 len: 853 time: 0.2294919 Mar 07 10:36:37.059143 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-89814029-c016-4982-b68b-0015bf1e7876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939655 Mar 07 10:36:37.280181 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc989f6d-bef4-49bf-bc15-3cebd0d3eae6 None None] New status for floating IP 8e94bd60-a779-49ad-878b-dc7502b1ad1f: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:36:37.416849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-fa08a166-da14-49c2-b47d-eb89ad265ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456945 Mar 07 10:36:37.604182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cba41-a4de-4e6e-aeb8-d72f11f427d9 req-a318b3ad-eb25-4eb7-b02d-335298fe948f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:37.638357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cba41-a4de-4e6e-aeb8-d72f11f427d9 req-a318b3ad-eb25-4eb7-b02d-335298fe948f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:37.639771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 08916b71-899e-45e5-a78d-40d4ccc8d8ff up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:37.648844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b2cba41-a4de-4e6e-aeb8-d72f11f427d9 req-a318b3ad-eb25-4eb7-b02d-335298fe948f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927&device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 1690 time: 0.1957324 Mar 07 10:36:37.734302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-56c9ce11-f453-4cc5-b3fd-97e544f4dfd8 req-a7aad77d-ef00-4cbb-801b-e0c0d47fa258 service neutron] 10.222.0.26 "GET /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111393 Mar 07 10:36:37.737847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ed104740-be49-4598-bab8-716372681dd3 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:37.771317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ed104740-be49-4598-bab8-716372681dd3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:37.771959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ed104740-be49-4598-bab8-716372681dd3 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:37.792561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 08916b71-899e-45e5-a78d-40d4ccc8d8ff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:37.793564 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:37.869954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b2cba41-a4de-4e6e-aeb8-d72f11f427d9 req-c0dcb5cc-892e-43bf-aa3e-eeea06820029 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201383 Mar 07 10:36:37.996730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 08916b71-899e-45e5-a78d-40d4ccc8d8ff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:38.343410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-37d6e852-0ba6-45cc-8bf5-ec469dc7da95 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:38.345040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-37d6e852-0ba6-45cc-8bf5-ec469dc7da95 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.1111119 Mar 07 10:36:38.468559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea2cb2ad-dd82-416a-9d07-5e8057a1d53f req-29f04ad1-780f-45de-b52c-8ae1569ac7d2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 210 time: 0.7170374 Mar 07 10:36:38.502930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Deleting port 39b3a19e-08ce-4731-9668-c47babebf71a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:38.503875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.552831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-10e2909c-612e-4e2a-92b3-5fc2fd089b0b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001322 Mar 07 10:36:38.628355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] For port 39b3a19e-08ce-4731-9668-c47babebf71a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=39b3a19e-08ce-4731-9668-c47babebf71a,segment=NetworkSegment(45265d4f-5cc1-4bee-a3a9-313da3ff8b52),segment_id=45265d4f-5cc1-4bee-a3a9-313da3ff8b52)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:38.629135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.643279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-8a417517-aeec-4aff-982a-26c58c56f5db tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:38.645452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-8a417517-aeec-4aff-982a-26c58c56f5db tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 816 time: 0.9416847 Mar 07 10:36:38.649338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Calling delete_port for 39b3a19e-08ce-4731-9668-c47babebf71a owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:38.761161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501631-209d-49ff-a31b-60aaf371f34d req-39bada58-a5ec-448a-bbbc-88dbbc0af629 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:38.762668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b501631-209d-49ff-a31b-60aaf371f34d req-39bada58-a5ec-448a-bbbc-88dbbc0af629 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6405da99-8036-4440-aa1d-411f6b9c585e HTTP/1.1" status: 200 len: 944 time: 0.1666441 Mar 07 10:36:38.841493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b501631-209d-49ff-a31b-60aaf371f34d req-cbfc1245-9d02-45ac-a212-b9b912be550f tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Mar 07 10:36:38.845162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (39b3a19e-08ce-4731-9668-c47babebf71a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.849261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-3edef3b3-ade8-47db-a947-f95e2ac8749c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:38.857571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-3edef3b3-ade8-47db-a947-f95e2ac8749c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916160 Mar 07 10:36:38.864379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-67c287d3-dcef-4a38-9c57-f5df4de53164 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 380 time: 0.2039416 Mar 07 10:36:38.893314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'port': {'device_id': 'd1ba562a-15b4-499e-b409-e966362f2656', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'admin_state_up': True, 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'security_groups': ['e7cc0990-ed32-4cc4-895a-5bc1b909059a']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:38.896956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Pushing event deleted for resources: {'Port': ['ID=39b3a19e-08ce-4731-9668-c47babebf71a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:38.920508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-61d0f16e-c82f-49f8-9762-9291c7766c11 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/quotas/ff778828a7004f6dbb20c00100b643e0 HTTP/1.1" status: 200 len: 375 time: 0.0616169 Mar 07 10:36:38.987759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] No DVR routers for this DVR port 39b3a19e-08ce-4731-9668-c47babebf71a on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:39.003682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.008225 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff663e5c-3b35-41e6-89e1-4bdd1514ec2f req-57bb9084-8df9-407b-916a-6989cbef6012 tempest-LiveAutoBlockMigrationV225Test-335978805 tempest-LiveAutoBlockMigrationV225Test-335978805-project] 10.222.0.32 "DELETE /v2.0/ports/39b3a19e-08ce-4731-9668-c47babebf71a HTTP/1.1" status: 204 len: 173 time: 0.6516323 Mar 07 10:36:39.009022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-deleted', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:39.011779 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f114422e-1d03-40f9-88c6-80cd5104b6e8" -d '{"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-deleted", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:39.093642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e3cc-2436-4f4e-a2aa-e794d63bdd5f req-581af763-134e-45c2-9cf9-5ccb94c6e530 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:39.100706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a686e3cc-2436-4f4e-a2aa-e794d63bdd5f req-581af763-134e-45c2-9cf9-5ccb94c6e530 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.1052375 Mar 07 10:36:39.124064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-25471539-ed95-492c-bf78-d6e6cbeeb947 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2025411 Mar 07 10:36:39.237065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Made reservation on behalf of 1709c3629e3a43ec8e1fadc750a565d9 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:39.251241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.288964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a686e3cc-2436-4f4e-a2aa-e794d63bdd5f req-01039dfd-d82b-4370-90a8-35b320672d8d tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816609 Mar 07 10:36:39.476563 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502880e8-d10e-4847-a65c-10bf94259cc2 x-openstack-request-id: req-502880e8-d10e-4847-a65c-10bf94259cc2 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:39.477339 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405da99-8036-4440-aa1d-411f6b9c585e", "name": "network-vif-deleted", "tag": "39b3a19e-08ce-4731-9668-c47babebf71a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:39.477860 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-502880e8-d10e-4847-a65c-10bf94259cc2 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:39.478349 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405da99-8036-4440-aa1d-411f6b9c585e', 'name': 'network-vif-deleted', 'tag': '39b3a19e-08ce-4731-9668-c47babebf71a', 'status': 'completed', 'code': 200} Mar 07 10:36:39.494814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Allocated IP 172.20.0.3 (4b2ea1db-e0af-4660-a399-e21d08f1cd51/216918df-0aa5-485a-92d3-3f4fdb56ca80/5c78383e-c5c0-46bf-b43d-bb3d70e6cca4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:39.676858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32323cbb-f12f-4b1a-a32a-e3f9a4ae51a5 req-a4d3f424-98d0-4043-8ab6-8684565d5731 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 210 time: 0.0741048 Mar 07 10:36:39.975061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4179bcf0-a533-4b91-a867-4b39074f27a9 req-68065265-4093-4823-9009-22c14e976129 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 210 time: 0.1099839 Mar 07 10:36:40.050837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a68cf-4016-4259-8198-fd762eff1d24 req-c138532f-c188-46ae-a121-e98fe97ed15d tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.053762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270a68cf-4016-4259-8198-fd762eff1d24 req-c138532f-c188-46ae-a121-e98fe97ed15d tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 1132 time: 0.3177402 Mar 07 10:36:40.067627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.154647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270a68cf-4016-4259-8198-fd762eff1d24 req-2869995c-3ffe-431d-831e-dfe956cc30d4 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807140 Mar 07 10:36:40.158332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50562) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:40.219278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.266395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50568) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:40.333677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:40.353627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:40.367973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:40.480413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.481524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.519062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.564164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6875684 Mar 07 10:36:40.585309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:40.620409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Request body: {'port': {'device_id': 'd1ba562a-15b4-499e-b409-e966362f2656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:40.625146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.625873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.626456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.626969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.627485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.628148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.629578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.630174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.630768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.631276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.632259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.633291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.634459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73b9de2-b3b1-49cb-b686-7088aa189049 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.729594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483160d-06f9-442a-a55a-36ec53a9cc09 req-38ade9f7-b82d-4178-b6f3-dbe4f9accc65 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.740684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0483160d-06f9-442a-a55a-36ec53a9cc09 req-38ade9f7-b82d-4178-b6f3-dbe4f9accc65 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 1131 time: 0.2323542 Mar 07 10:36:40.741641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-81f0efb2-0c30-49d6-aaa6-6fc10d7c1e40 None None] Provisioning complete for port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:40.742321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81f0efb2-0c30-49d6-aaa6-6fc10d7c1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.800377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Publish callbacks [] for security_group (05e65368-0e0a-46cb-ad62-d0338d27207a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.815109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05e65368-0e0a-46cb-ad62-d0338d27207a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.816530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db3426-6929-42b5-96c2-c840e930a95f req-f00c82b6-e610-42e5-8b97-8e7278b1c229 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.823532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54db3426-6929-42b5-96c2-c840e930a95f req-f00c82b6-e610-42e5-8b97-8e7278b1c229 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.3137856 Mar 07 10:36:40.825583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-81f0efb2-0c30-49d6-aaa6-6fc10d7c1e40 None None] Port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:40.858267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e65368-0e0a-46cb-ad62-d0338d27207a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:40.870225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Deleting subnet cea91c99-82cd-4fd1-9b61-3a5efde87bd9 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:36:40.871720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0483160d-06f9-442a-a55a-36ec53a9cc09 req-69b9ca63-7e5c-4eef-9ac3-726116090b96 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298177 Mar 07 10:36:40.878824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Publish callbacks [] for subnet (cea91c99-82cd-4fd1-9b61-3a5efde87bd9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.881293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.881637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.881974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.882374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.882626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.882952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.883321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.883744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.884203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.884526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.884928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.885252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.885640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:40.921536 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d7251b6-8920-4420-abe9-7c66f3ada0a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c50cfd93ba7846fb9b972f7dfe643e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607160 Mar 07 10:36:40.923340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:40.930460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54db3426-6929-42b5-96c2-c840e930a95f req-0f0badef-40e8-4fda-9504-7ab9d55c730a tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059422 Mar 07 10:36:40.940865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.957508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (cea91c99-82cd-4fd1-9b61-3a5efde87bd9), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.034374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (cea91c99-82cd-4fd1-9b61-3a5efde87bd9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.155250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-210f9d4f-8be6-4c73-a8aa-9946c82e1fb5 req-beb505ea-ebe6-4838-9ed6-895fc5fa860c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 210 time: 0.1031542 Mar 07 10:36:41.202698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] Publish callbacks [] for security_group (05e65368-0e0a-46cb-ad62-d0338d27207a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.223971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:36:41.361598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1cbca-5677-4c88-ac08-6c828b714688 req-00fa06e5-4917-4f19-bcaf-83f06b250bf3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.368966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ed1cbca-5677-4c88-ac08-6c828b714688 req-00fa06e5-4917-4f19-bcaf-83f06b250bf3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 931 time: 0.1157210 Mar 07 10:36:41.494620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ed1cbca-5677-4c88-ac08-6c828b714688 req-86447bc3-0896-4eca-b4e1-090c9735461e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193516 Mar 07 10:36:41.564303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-37c0e016-51d3-4396-bc61-a1cb1d9b3352 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355313 Mar 07 10:36:41.571830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] Publish callbacks [] for security_group (05e65368-0e0a-46cb-ad62-d0338d27207a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.599392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:41.610359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks [] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.612857 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-b87f3c7d-6800-4e2f-a4e8-a63e63714b9f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ff778828a7004f6dbb20c00100b643e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4746201 Mar 07 10:36:41.671495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05e65368-0e0a-46cb-ad62-d0338d27207a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.675693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.679387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05e65368-0e0a-46cb-ad62-d0338d27207a HTTP/1.1" status: 204 len: 168 time: 0.7527156 Mar 07 10:36:41.680873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Transition to ACTIVE for port object 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:41.691905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.712596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:41.716738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (cea91c99-82cd-4fd1-9b61-3a5efde87bd9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.757913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 39b3a19e-08ce-4731-9668-c47babebf71a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:41.758907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 39b3a19e-08ce-4731-9668-c47babebf71a not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:41.790239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea91c99-82cd-4fd1-9b61-3a5efde87bd9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:41.808195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7b659-6ff2-49a7-aea7-f9ba2cd9101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e65368-0e0a-46cb-ad62-d0338d27207a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:41.819263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.828649 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6cae8946-c090-4782-82cb-eb71cdb262e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cea91c99-82cd-4fd1-9b61-3a5efde87bd9 HTTP/1.1" status: 204 len: 168 time: 1.5599954 Mar 07 10:36:41.831453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:41.861654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:41.901105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-8a015c6b-7708-4562-a578-bdbdac8b52bb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.902751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-8a015c6b-7708-4562-a578-bdbdac8b52bb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336630 Mar 07 10:36:41.922087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f7e16943-88d1-4a7c-b987-dd307e3a4c97), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.928395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2664475e-aa5f-46df-9498-a887c11c530d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0156612 Mar 07 10:36:41.957706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-8797b50b-f77b-424a-bf7d-fd46ef8d518d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.976270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-8797b50b-f77b-424a-bf7d-fd46ef8d518d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571393 Mar 07 10:36:42.018278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Attempting to bind port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:42.018657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Attempting to bind port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:42.019074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Attempting to bind port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:42.040832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Request body: {'port': {'device_id': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'ff778828a7004f6dbb20c00100b643e0'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:42.058816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:42.060581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Attempting to bind port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:42.075026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:42.075866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Checking segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:42.076531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Bound using segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:42.077192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Bound port: 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:42.077786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.129216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f7e16943-88d1-4a7c-b987-dd307e3a4c97), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.152817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e16943-88d1-4a7c-b987-dd307e3a4c97']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:42.170310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45265d4f-5cc1-4bee-a3a9-313da3ff8b52') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:42.170789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45265d4f-5cc1-4bee-a3a9-313da3ff8b52') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:42.183985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (45265d4f-5cc1-4bee-a3a9-313da3ff8b52), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.199512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (45265d4f-5cc1-4bee-a3a9-313da3ff8b52), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.212503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-63be965d-6605-4f2a-827c-b688361f312f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2145338 Mar 07 10:36:42.223155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:36:42.224158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (45265d4f-5cc1-4bee-a3a9-313da3ff8b52), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:36:42.226263 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:36:42.242001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-2b2ff6ee-119e-4d9c-bd6c-d44c9f4dd4b6 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.243131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-2b2ff6ee-119e-4d9c-bd6c-d44c9f4dd4b6 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.26 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.3123021 Mar 07 10:36:42.374902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054dc6f-4792-4b8a-a7c5-a4546cd7376b req-684f6b00-7794-461f-9ea5-b6c214801128 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.376764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5054dc6f-4792-4b8a-a7c5-a4546cd7376b req-684f6b00-7794-461f-9ea5-b6c214801128 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.2784643 Mar 07 10:36:42.389627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50616) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:42.427804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:42.459576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bca1fe4-a08a-446e-baf5-35a8d4bb5af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.476981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:42.528869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f7e16943-88d1-4a7c-b987-dd307e3a4c97), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.537462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.543693 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] 10.222.0.23 "DELETE /v2.0/networks/f7e16943-88d1-4a7c-b987-dd307e3a4c97 HTTP/1.1" status: 204 len: 168 time: 0.7079065 Mar 07 10:36:42.545751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50620) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:42.549893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5054dc6f-4792-4b8a-a7c5-a4546cd7376b req-c2d12bc7-847b-4402-a49d-73c392dc94e5 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382813 Mar 07 10:36:42.555111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f9680-3eab-44cc-8147-018be869c05d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e16943-88d1-4a7c-b987-dd307e3a4c97,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:42.565570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Made reservation on behalf of ff778828a7004f6dbb20c00100b643e0 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:42.577925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.582140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.660491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Deleting port 84b1f236-0462-42d9-9388-89a93cc604e5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:42.660925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.676679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.677442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.679258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 1091 time: 2.0983553 Mar 07 10:36:42.692788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:42.696987 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa0fce7-8165-474f-9d7f-30656db15e03" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:42.869452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Allocated IP 192.168.233.166 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/28f1ac6a-86e3-4f48-ab64-5a5ec88a5185) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:42.936278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Deleting subnet ac14267f-e68a-43c8-8d62-86dfc46f42f1 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:36:42.939793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Publish callbacks [] for subnet (ac14267f-e68a-43c8-8d62-86dfc46f42f1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.018806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (ac14267f-e68a-43c8-8d62-86dfc46f42f1), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.091897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ac14267f-e68a-43c8-8d62-86dfc46f42f1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.194347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks [] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.254670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.267455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:43.400238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:43.427959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:43.455464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:43.466891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event updated for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:43.580041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:43.580041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.620829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-1ecd62df-ce26-427e-ba21-7ab5b2c6d7a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5844123 Mar 07 10:36:43.632702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Request body: {'port': {'device_id': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:43.635092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4acabc-eb20-4cbd-9b82-7583468972b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:43.710636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['875b6641-df0c-4956-b063-cc91d6f654d4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:43.755541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (ac14267f-e68a-43c8-8d62-86dfc46f42f1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.801756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-9728854f-4553-49a5-92ec-9ff93323f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:43.803842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-9728854f-4553-49a5-92ec-9ff93323f5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1125 time: 1.0480270 Mar 07 10:36:43.811366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.899046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bca1fe4-a08a-446e-baf5-35a8d4bb5af3 admin admin] Publish callbacks [] for security_group (9f270555-2383-4f43-a94c-2e1163920f1c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.903474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac14267f-e68a-43c8-8d62-86dfc46f42f1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:43.965786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.970512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-477f60d8-042f-4b6d-a221-f3166be5425b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac14267f-e68a-43c8-8d62-86dfc46f42f1 HTTP/1.1" status: 204 len: 168 time: 1.4184556 Mar 07 10:36:43.977184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50656) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:43.980526 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bca1fe4-a08a-446e-baf5-35a8d4bb5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f270555-2383-4f43-a94c-2e1163920f1c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.000291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdd1fb-0397-4731-a6bd-031559646e71 req-39cbf25a-be41-433e-b687-739b9aad628d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.010864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54cdd1fb-0397-4731-a6bd-031559646e71 req-39cbf25a-be41-433e-b687-739b9aad628d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.8446383 Mar 07 10:36:44.014812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-0bc63b92-66cd-4d1d-a89f-f7c2e1ac625d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 217 time: 0.1395104 Mar 07 10:36:44.073769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] For port 84b1f236-0462-42d9-9388-89a93cc604e5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84b1f236-0462-42d9-9388-89a93cc604e5,segment=NetworkSegment(ad837a72-4d93-499d-8152-edba26cfe4fe),segment_id=ad837a72-4d93-499d-8152-edba26cfe4fe)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:44.074222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1644a7ab-3fa6-42f0-9446-3f1555967189 None None] Provisioning complete for port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:44.074548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1644a7ab-3fa6-42f0-9446-3f1555967189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.078849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.238006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3ffa-a96b-4d71-8e81-ee596c6bd748 req-28f57eea-c802-40fd-ac2b-2aad5e214fe3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.249565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-646d3ffa-a96b-4d71-8e81-ee596c6bd748 req-28f57eea-c802-40fd-ac2b-2aad5e214fe3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 936 time: 1.3390467 Mar 07 10:36:44.260518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8bca1fe4-a08a-446e-baf5-35a8d4bb5af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ae949a47e98480c95708162e35cc7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8662839 Mar 07 10:36:44.262395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Calling delete_port for 84b1f236-0462-42d9-9388-89a93cc604e5 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:44.274325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca1fe4-a08a-446e-baf5-35a8d4bb5af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f270555-2383-4f43-a94c-2e1163920f1c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:44.286995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50658) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:44.437292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (db5299ad-464d-425a-9716-e34a47291b33), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.458335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-646d3ffa-a96b-4d71-8e81-ee596c6bd748 req-f8d7816d-6a4c-4f95-88c1-5dc5a64b56a6 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071187 Mar 07 10:36:44.467847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1644a7ab-3fa6-42f0-9446-3f1555967189 None None] Port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:44.488755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54cdd1fb-0397-4731-a6bd-031559646e71 req-c521897a-85c9-43ef-9985-b2835cc007a4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766474 Mar 07 10:36:44.499532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-19b73f42-f7f1-4a13-b250-f65680395f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.501856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] Publish callbacks [] for security_group (9f270555-2383-4f43-a94c-2e1163920f1c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.503384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-19b73f42-f7f1-4a13-b250-f65680395f46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.3574226 Mar 07 10:36:44.638496 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8085e631-ae38-40f5-8f5d-bde8c7134147 x-openstack-request-id: req-8085e631-ae38-40f5-8f5d-bde8c7134147 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:44.639133 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:44.641208 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8085e631-ae38-40f5-8f5d-bde8c7134147 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:44.641795 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'status': 'completed', 'code': 200} Mar 07 10:36:44.771727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e81db-2a64-433c-a606-8a7f0445b040 req-d20a5971-2522-4c0e-bee4-b7dbb3d81bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.777224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-d20a5971-2522-4c0e-bee4-b7dbb3d81bc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2657666 Mar 07 10:36:44.787041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (db5299ad-464d-425a-9716-e34a47291b33), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.821050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5299ad-464d-425a-9716-e34a47291b33']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:44.847954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f07b341-7543-43f9-9972-6593ad99400d') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:44.848487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f07b341-7543-43f9-9972-6593ad99400d') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:44.870421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7f07b341-7543-43f9-9972-6593ad99400d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.887851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7f07b341-7543-43f9-9972-6593ad99400d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.896091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:36:44.897116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7f07b341-7543-43f9-9972-6593ad99400d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.982382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] Publish callbacks [] for security_group (9f270555-2383-4f43-a94c-2e1163920f1c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:36:44.985331 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:36:45.008245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (db5299ad-464d-425a-9716-e34a47291b33), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.031788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.042569 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db5299ad-464d-425a-9716-e34a47291b33 HTTP/1.1" status: 204 len: 168 time: 1.0614660 Mar 07 10:36:45.119779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5fd-7217-4c84-a6eb-f5c8b967cef1 req-dff4dc3b-23d6-4af4-8afe-4487aa5244a5 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.130112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0010624-e72c-4839-a98a-21c119e262e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5299ad-464d-425a-9716-e34a47291b33,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:45.140222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5c8d5fd-7217-4c84-a6eb-f5c8b967cef1 req-dff4dc3b-23d6-4af4-8afe-4487aa5244a5 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/ports?device_id=edbe0e24-9e2b-4cb1-a24b-598bbf150536 HTTP/1.1" status: 200 len: 945 time: 0.3873501 Mar 07 10:36:45.248706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (84b1f236-0462-42d9-9388-89a93cc604e5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.260433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:45.268011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f270555-2383-4f43-a94c-2e1163920f1c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.271091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.272417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f270555-2383-4f43-a94c-2e1163920f1c HTTP/1.1" status: 204 len: 168 time: 0.9844356 Mar 07 10:36:45.274962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks [] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.295956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783cc71-c135-440f-b672-6d5e6394a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f270555-2383-4f43-a94c-2e1163920f1c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:45.300943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Transition to ACTIVE for port object 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:45.314697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.506828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50674) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:45.509313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-594c1e13-f15d-4e8c-820c-50aa49f48e3b req-aef0e9d7-74fe-4e50-b5f3-abaff6a59c1c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 210 time: 0.2581241 Mar 07 10:36:45.512165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-01962f5e-4f39-4819-bb2b-83723bdc5d2d service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776178 Mar 07 10:36:45.547143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84b1f236-0462-42d9-9388-89a93cc604e5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:45.604514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:45.647097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Pushing event deleted for resources: {'Port': ['ID=84b1f236-0462-42d9-9388-89a93cc604e5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:45.651948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 84b1f236-0462-42d9-9388-89a93cc604e5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:45.656523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84b1f236-0462-42d9-9388-89a93cc604e5 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:45.764411 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-e962737d-caf8-4f8d-b6e1-7ebc56c9fd77 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3044865 Mar 07 10:36:45.893575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Attempting to bind port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:45.893815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Attempting to bind port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:45.901792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Attempting to bind port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:45.992253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:45.993265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Attempting to bind port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:46.018296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:46.018636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:46.019012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:46.019447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Bound port: 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:46.029639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.210748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-60f1f591-998c-4d09-8246-9f55ad6df8c6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:46.212342 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-60f1f591-998c-4d09-8246-9f55ad6df8c6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288101 Mar 07 10:36:46.229821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:46.342494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:46.384262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:46.417655 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.444916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] No DVR routers for this DVR port 84b1f236-0462-42d9-9388-89a93cc604e5 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:46.482027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:46.482636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.484076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] 10.222.0.26 "PUT /v2.0/ports/28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 HTTP/1.1" status: 200 len: 1096 time: 2.8558855 Mar 07 10:36:46.484547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:46.486856 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8339b-2482-4903-9dd6-c406520698ed" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:46.487104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-ba6fb9c4-846c-437a-812b-144a61de6cc2 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9034758 Mar 07 10:36:46.490375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5c8d5fd-7217-4c84-a6eb-f5c8b967cef1 req-49647106-ce7e-45c9-b4e1-5b5df319aecc tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.23 "GET /v2.0/security-groups?id=a510e613-322e-4ba9-94e6-2a2ddca8a1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3485751 Mar 07 10:36:46.498832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.515762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45b56460-a650-4c1b-a9e3-4268814a0fe5 req-bcc1488d-0503-4f50-a9ae-a194dabe1551 tempest-InstanceActionsTestJSON-845356247 tempest-InstanceActionsTestJSON-845356247-project] 10.222.0.26 "DELETE /v2.0/ports/84b1f236-0462-42d9-9388-89a93cc604e5 HTTP/1.1" status: 204 len: 173 time: 4.2642858 Mar 07 10:36:46.565341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-856ba282-bd03-4075-bfb0-71dd74734465 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcc4508987ba4c1db6149efc346b376c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0486059 Mar 07 10:36:46.579809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:46.631782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e978-26ca-4019-b5fc-b3361b91bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:46.643770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:46.647956 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.711520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'name': 'network-vif-deleted', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:46.717674 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04550dd3-2dcf-4a6d-8b24-32c007b9ca7e" -d '{"events": [{"server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "name": "network-vif-deleted", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:46.945602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.198 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/2bbc11a5-10dd-404d-b018-6a3759c5abe3) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:47.132742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-723e81db-2a64-433c-a606-8a7f0445b040 req-daa9334c-b8b4-4502-9b21-a66b4da8badd service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5470009 Mar 07 10:36:47.168443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a32f-bfae-41f9-a033-650dfbcc2d1b req-88d3326f-9a8d-4b7a-b1cd-de4d04eabc9f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.176971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c323a32f-bfae-41f9-a033-650dfbcc2d1b req-88d3326f-9a8d-4b7a-b1cd-de4d04eabc9f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 948 time: 1.4182351 Mar 07 10:36:47.186621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-aa587583-724d-4c77-9cb7-6c4e15db517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.188679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-aa587583-724d-4c77-9cb7-6c4e15db517e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 1130 time: 0.6079819 Mar 07 10:36:47.222968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] Publish callbacks [] for security_group (ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.251571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.293203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-193d0e7f-ea2f-4f77-a219-ca7a58114af0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.295843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-193d0e7f-ea2f-4f77-a219-ca7a58114af0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7770119 Mar 07 10:36:47.301622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-dd3cdbaa-c8bd-443f-86dd-5db100babc7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 HTTP/1.1" status: 200 len: 217 time: 0.0840111 Mar 07 10:36:47.309631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.315332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cb5e-0552-459d-a9ab-28298b887cb0 req-e87187a4-d13b-4995-8eb5-13aafd56afa1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.324963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c1cb5e-0552-459d-a9ab-28298b887cb0 req-e87187a4-d13b-4995-8eb5-13aafd56afa1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.6600864 Mar 07 10:36:47.334124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:47.345361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:47.394058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:47.397548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:47.404617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:47.434324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] Publish callbacks [] for security_group (ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.473049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:47.498144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:47.501746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.502666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.534682 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-517cb98d-2dc7-4f65-8d87-3438118606f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3090868 Mar 07 10:36:47.558060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Request body: {'port': {'device_id': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:47.653875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.784404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c323a32f-bfae-41f9-a033-650dfbcc2d1b req-e729cafb-c271-4529-81b3-048390b07990 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057191 Mar 07 10:36:47.903263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-193c3761-1f9b-4536-9438-789fb4eeeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.905968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-193c3761-1f9b-4536-9438-789fb4eeeedf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.5706384 Mar 07 10:36:47.916235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-8e2367a0-b7e1-4c40-b0eb-4e3bae9f1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.918334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-8e2367a0-b7e1-4c40-b0eb-4e3bae9f1736 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1125 time: 0.5855210 Mar 07 10:36:47.918970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:47.923524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.926606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.929576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.948283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad HTTP/1.1" status: 204 len: 168 time: 1.2992272 Mar 07 10:36:47.970652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-de244fd4-e9ec-4b68-ba5d-83e834860efb None None] Provisioning complete for port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:47.971357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de244fd4-e9ec-4b68-ba5d-83e834860efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.063587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c1cb5e-0552-459d-a9ab-28298b887cb0 req-00c25af5-e016-4b7e-9e2c-fad63cb91925 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7372694 Mar 07 10:36:48.204825 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a6e2a-2324-49e4-83e2-def015c7770a x-openstack-request-id: req-d11a6e2a-2324-49e4-83e2-def015c7770a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:48.208042 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:48.208530 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d11a6e2a-2324-49e4-83e2-def015c7770a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:48.209117 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185', 'status': 'completed', 'code': 200} Mar 07 10:36:48.245527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc9e2e-e7c8-46f8-9b4a-da8e61c83b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52e05a-2b8c-48e4-8ea4-f7a60fc21dad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:48.286984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-de244fd4-e9ec-4b68-ba5d-83e834860efb None None] Port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:48.487034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbc11a5-10dd-404d-b018-6a3759c5abe3 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:48.498568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks [] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.512303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Transition to ACTIVE for port object 2bbc11a5-10dd-404d-b018-6a3759c5abe3 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:48.513531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50740) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:48.534414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.649289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:48.702378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-c3375bee-3144-492c-b62c-789726fe07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.718859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-c3375bee-3144-492c-b62c-789726fe07eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7481647 Mar 07 10:36:48.746480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:48.794154 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734e27e-808d-4f7f-90d5-49690f600222 x-openstack-request-id: req-0734e27e-808d-4f7f-90d5-49690f600222 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:48.797060 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe0e24-9e2b-4cb1-a24b-598bbf150536", "name": "network-vif-deleted", "tag": "84b1f236-0462-42d9-9388-89a93cc604e5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:48.797483 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0734e27e-808d-4f7f-90d5-49690f600222 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:48.798055 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbe0e24-9e2b-4cb1-a24b-598bbf150536', 'name': 'network-vif-deleted', 'tag': '84b1f236-0462-42d9-9388-89a93cc604e5', 'status': 'completed', 'code': 200} Mar 07 10:36:48.802176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:48.834257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-507d0575-c46c-4db8-b1d1-5821e329adad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db9a14cd561345a794943b77a1a41b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839820 Mar 07 10:36:48.847260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50746) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:48.848236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50750) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:48.967504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-0807e178-ad32-4341-a8fd-c2dd76ff54f7 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674454 Mar 07 10:36:48.973579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-2e4c8e56-f12c-4544-a4b7-5f5feee9c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.975254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-2e4c8e56-f12c-4544-a4b7-5f5feee9c4f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.9976249 Mar 07 10:36:48.980768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Deleting subnet 27e46c55-6752-44d6-bd77-9b69098cfd5b {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:36:48.994433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Attempting to bind port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:48.994433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Attempting to bind port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:48.994433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Attempting to bind port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:48.995695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Publish callbacks [] for subnet (27e46c55-6752-44d6-bd77-9b69098cfd5b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.996956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bccfbc-1128-4a2f-b89b-b59cb30e6ff2 req-6eda89f9-e5c2-4d37-8c39-0abf23baef48 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.004739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76bccfbc-1128-4a2f-b89b-b59cb30e6ff2 req-6eda89f9-e5c2-4d37-8c39-0abf23baef48 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 936 time: 0.5992737 Mar 07 10:36:49.071083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (27e46c55-6752-44d6-bd77-9b69098cfd5b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.119595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (27e46c55-6752-44d6-bd77-9b69098cfd5b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.148196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-8fbd6267-48b9-4d63-8fcd-20f1cc05f7dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 217 time: 0.1324842 Mar 07 10:36:49.151851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.239 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/889081c9-283d-46e0-bc3f-544fe23e48a3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:49.165324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:49.166248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Attempting to bind port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:49.177308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.187987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:49.188234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:49.188600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:49.189037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Bound port: 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:49.189384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.215735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] Publish callbacks [] for security_group (d23f1d09-9b01-4c45-87e4-bffcbfe6abab), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.269941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (27e46c55-6752-44d6-bd77-9b69098cfd5b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.335775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] Publish callbacks [] for security_group (d23f1d09-9b01-4c45-87e4-bffcbfe6abab), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.343153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01fe88-2580-48a5-9fd8-f0884dda3d8a req-1669c9d5-0868-4298-9067-8d613308bb92 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.344889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c01fe88-2580-48a5-9fd8-f0884dda3d8a req-1669c9d5-0868-4298-9067-8d613308bb92 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 948 time: 0.3761420 Mar 07 10:36:49.355553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.359880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/27e46c55-6752-44d6-bd77-9b69098cfd5b HTTP/1.1" status: 204 len: 168 time: 0.5103886 Mar 07 10:36:49.360085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76bccfbc-1128-4a2f-b89b-b59cb30e6ff2 req-980eb65e-aa77-498e-a290-c419465e8e4d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540494 Mar 07 10:36:49.360870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261298-7851-4343-8be7-2b9514378a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e46c55-6752-44d6-bd77-9b69098cfd5b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.366189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50754) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:49.378819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-31811607-4f26-4ac8-9510-cb7944f7322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.380615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-31811607-4f26-4ac8-9510-cb7944f7322f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.2177124 Mar 07 10:36:49.398979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19c5be3e-521a-48ac-8fe8-9baf19219b96 req-996a621e-1a3b-4ad1-a5c1-abac4a3a2f0f service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225538 Mar 07 10:36:49.402987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:49.564356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:49.587348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.601171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:49.625871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.652289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.652936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.654367 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-cc39e1de-0862-441b-99db-27760f295829 service neutron] 10.222.0.32 "PUT /v2.0/ports/2bbc11a5-10dd-404d-b018-6a3759c5abe3 HTTP/1.1" status: 200 len: 1096 time: 2.1113162 Mar 07 10:36:49.668451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d23f1d09-9b01-4c45-87e4-bffcbfe6abab), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.671094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.675338 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d23f1d09-9b01-4c45-87e4-bffcbfe6abab HTTP/1.1" status: 204 len: 168 time: 0.8221354 Mar 07 10:36:49.763234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e1de-0862-441b-99db-27760f295829 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.766932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa7923-e9b8-4e44-9ac6-213d57bd800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f1d09-9b01-4c45-87e4-bffcbfe6abab,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.836056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:49.857858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:49.870722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.908288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-f94d375a-5546-481e-a512-f2f60ea0d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.915226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-f94d375a-5546-481e-a512-f2f60ea0d0ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5199406 Mar 07 10:36:49.972670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:49.973061 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.979381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c01fe88-2580-48a5-9fd8-f0884dda3d8a req-451958a5-4d54-4aaf-a747-b173224af017 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030886 Mar 07 10:36:50.003681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.028424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:50.068993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:50.092574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.113609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73b02-42ac-4d7a-85e2-60f54fefc328 req-29419193-bf61-43eb-887f-3139c9aa34f3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.115221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2de73b02-42ac-4d7a-85e2-60f54fefc328 req-29419193-bf61-43eb-887f-3139c9aa34f3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.5582297 Mar 07 10:36:50.142868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.206202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8339b-2482-4903-9dd6-c406520698ed req-c76cd539-e427-4fa8-8c91-f934ccf5e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.208040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-c76cd539-e427-4fa8-8c91-f934ccf5e24e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff778828a7004f6dbb20c00100b643e0&device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 1130 time: 0.7349339 Mar 07 10:36:50.218637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:50.220912 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e061fc-ce94-4d22-a72b-92d24486ba62" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:50.228152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.244536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b40c1e3-71bf-4df8-9eb8-53653ff7b03a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:50.247337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2ce93ccd-91be-4009-9adf-302045b6f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.248913 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2ce93ccd-91be-4009-9adf-302045b6f7e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 1130 time: 0.5178411 Mar 07 10:36:50.270990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:50.288015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:50.302336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2de73b02-42ac-4d7a-85e2-60f54fefc328 req-33d41af3-63fa-4276-8396-068c0a27624f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500385 Mar 07 10:36:50.304728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad837a72-4d93-499d-8152-edba26cfe4fe') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:50.305026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad837a72-4d93-499d-8152-edba26cfe4fe') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:50.371683 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a09b2da-c957-49cd-b6b7-41e7f1b86107 x-openstack-request-id: req-5a09b2da-c957-49cd-b6b7-41e7f1b86107 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:50.371992 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:50.372212 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a09b2da-c957-49cd-b6b7-41e7f1b86107 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:50.372609 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3', 'status': 'completed', 'code': 200} Mar 07 10:36:50.393989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-3f7f10dd-8a60-4f16-b7fa-055878ee42bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3 HTTP/1.1" status: 200 len: 217 time: 0.1173890 Mar 07 10:36:50.401339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:50.425566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:50.443139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ad837a72-4d93-499d-8152-edba26cfe4fe), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.484768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:50.492566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8339b-2482-4903-9dd6-c406520698ed req-c150e1e0-e6c5-4f3b-8cf5-881dbcc809d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.494253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-c150e1e0-e6c5-4f3b-8cf5-881dbcc809d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2777715 Mar 07 10:36:50.527994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-0b6922a2-d705-41c5-a698-cc640b9cc2d0 service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027231 Mar 07 10:36:50.560981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ad837a72-4d93-499d-8152-edba26cfe4fe), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.586853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:36:50.587583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ad837a72-4d93-499d-8152-edba26cfe4fe), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:36:50.606504 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:36:50.614439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:50.628128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-ef5b3534-041c-404a-a94d-65aefa48e9ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 HTTP/1.1" status: 200 len: 217 time: 0.0977499 Mar 07 10:36:50.633769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:50.640111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Allocated IP 172.25.4.248 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/732b157f-3749-4d25-9457-4ef789bb4089) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:50.651237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:50.669828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-7efbe276-1c3b-4345-b200-835432137f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.671885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-7efbe276-1c3b-4345-b200-835432137f75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2303998 Mar 07 10:36:50.817114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.817795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.821166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8339b-2482-4903-9dd6-c406520698ed req-cd7ce068-47e9-4544-85c9-fc7a8b635ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.822679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-cd7ce068-47e9-4544-85c9-fc7a8b635ce5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1794255 Mar 07 10:36:50.939161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e606c5eb-95cb-4aaf-b29f-517bf34faa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.057158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-81a5d4ce-21c6-43a7-a125-36f68198209a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7209539 Mar 07 10:36:51.066152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for port (732b157f-3749-4d25-9457-4ef789bb4089), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.084583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731bac9-a9e5-4f12-99a2-3b1f1acee21c req-e2bd163c-91a8-41a5-b2a3-3b9626c25165 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.086185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b731bac9-a9e5-4f12-99a2-3b1f1acee21c req-e2bd163c-91a8-41a5-b2a3-3b9626c25165 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 948 time: 0.5573106 Mar 07 10:36:51.113594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Request body: {'port': {'device_id': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:51.158638 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (732b157f-3749-4d25-9457-4ef789bb4089), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.166088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-64961667-64e2-429c-bfaa-a122994d595c None None] Provisioning complete for port 889081c9-283d-46e0-bc3f-544fe23e48a3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:51.166778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64961667-64e2-429c-bfaa-a122994d595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.183512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7b40c1e3-71bf-4df8-9eb8-53653ff7b03a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.195419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.208334 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b40c1e3-71bf-4df8-9eb8-53653ff7b03a HTTP/1.1" status: 204 len: 168 time: 1.8352287 Mar 07 10:36:51.240552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-64961667-64e2-429c-bfaa-a122994d595c None None] Port 889081c9-283d-46e0-bc3f-544fe23e48a3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:51.257740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:51.270625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fa0fce7-8165-474f-9d7f-30656db15e03 req-48132c57-2175-404c-8b1a-f13aba37fa60 service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303543 Mar 07 10:36:51.337931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:51.340943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:51.370869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.389278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8339b-2482-4903-9dd6-c406520698ed req-a4404f36-37e5-491c-a019-71ae68389ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.390865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-a4404f36-37e5-491c-a019-71ae68389ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5465870 Mar 07 10:36:51.442009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b731bac9-a9e5-4f12-99a2-3b1f1acee21c req-86db156f-dc47-4c9c-82e0-c91805436569 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777982 Mar 07 10:36:51.474152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for floatingip (1e7101b5-73f9-4b4f-9ecd-a55f46580357), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.476739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6da2b-797f-47e7-88e4-7a4b7c15b316 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b40c1e3-71bf-4df8-9eb8-53653ff7b03a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:51.494891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-dbf6b8cf-859d-4996-8788-2671acccf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.497240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-dbf6b8cf-859d-4996-8788-2671acccf618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7565110 Mar 07 10:36:51.564653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:51.597748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Pushing event updated for resources: {'Port': ['ID=732b157f-3749-4d25-9457-4ef789bb4089,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:51.601434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:51.609646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5630c-38f2-4011-bffd-125381e2a639 req-672dd5eb-47a4-41e8-b955-77d93771684e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.611444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5f5630c-38f2-4011-bffd-125381e2a639 req-672dd5eb-47a4-41e8-b955-77d93771684e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 948 time: 0.3859468 Mar 07 10:36:51.674725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (732b157f-3749-4d25-9457-4ef789bb4089), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.738831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:51.753612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185', 'mac_address': 'fa:16:3e:ce:94:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:51.801762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:51.802156 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.816777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5f5630c-38f2-4011-bffd-125381e2a639 req-fc2fc026-1b1e-426e-a821-9780d21c4b43 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927352 Mar 07 10:36:51.819561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:51.857295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-da5f0fe5-c1ac-45a4-b1a3-bb9a4b10792e service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482358 Mar 07 10:36:51.881484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:51.888952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.996132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:52.152772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['28f1ac6a-86e3-4f48-ab64-5a5ec88a5185'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:52.228476 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75c31484-a60f-49cd-ab8b-ed91641fe3e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba177bf17c8543b98bdf7720fb789953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258116 Mar 07 10:36:52.230945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-c415823b-67f0-4cba-a48c-81e722fb5921 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220080 Mar 07 10:36:52.233438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:52.322432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bf889-0e36-43ec-8b18-8d24926648dc req-36abf7a1-5c7c-472f-af3d-c0ffdbc9b281 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.328495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d1bf889-0e36-43ec-8b18-8d24926648dc req-36abf7a1-5c7c-472f-af3d-c0ffdbc9b281 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 944 time: 0.6177077 Mar 07 10:36:52.391726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] Publish callbacks [] for security_group (a510e613-322e-4ba9-94e6-2a2ddca8a1c5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.404576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for port (732b157f-3749-4d25-9457-4ef789bb4089), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.414342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (732b157f-3749-4d25-9457-4ef789bb4089), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.454469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-8792745e-123a-43b9-975f-6ada5a2bbc3d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064917 Mar 07 10:36:52.477747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] Publish callbacks [] for security_group (a510e613-322e-4ba9-94e6-2a2ddca8a1c5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.514515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d1bf889-0e36-43ec-8b18-8d24926648dc req-0507c6ae-8cb9-43a9-b36b-04dfaa8149f4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697977 Mar 07 10:36:52.516466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c8339b-2482-4903-9dd6-c406520698ed req-605f4a5b-90c9-4562-b8d3-ca52e4002470 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405299 Mar 07 10:36:52.516690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Pushing event updated for resources: {'Port': ['ID=732b157f-3749-4d25-9457-4ef789bb4089,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:52.538300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0b0e1-ea81-4485-b087-5aa2f553f10b req-f18c8f1b-f768-495f-affe-8e5a5780d498 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.539860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51b0b0e1-ea81-4485-b087-5aa2f553f10b req-f18c8f1b-f768-495f-affe-8e5a5780d498 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 950 time: 0.2278211 Mar 07 10:36:52.571923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (1e7101b5-73f9-4b4f-9ecd-a55f46580357), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.598293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.600105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-104c3aa5-d993-433f-9cef-ea663049d36c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0853150 Mar 07 10:36:52.600298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889081c9-283d-46e0-bc3f-544fe23e48a3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:52.606591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:52.611542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1162374395', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'fixed_ips': [{'ip_address': '172.25.4.248'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:52.612505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks [] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.618340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-75d1893d-1257-4f0e-95d5-77c074bb48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.620221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-75d1893d-1257-4f0e-95d5-77c074bb48e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 1130 time: 0.0952334 Mar 07 10:36:52.623851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a510e613-322e-4ba9-94e6-2a2ddca8a1c5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.626392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.630083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a510e613-322e-4ba9-94e6-2a2ddca8a1c5 HTTP/1.1" status: 204 len: 168 time: 0.3932896 Mar 07 10:36:52.650360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Transition to ACTIVE for port object 889081c9-283d-46e0-bc3f-544fe23e48a3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:52.657565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51b0b0e1-ea81-4485-b087-5aa2f553f10b req-f03ef342-5dd1-46cc-a5f1-7767cd068a46 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878282 Mar 07 10:36:52.659585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.694839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fae98-b180-4296-8d0d-40c13e211934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a510e613-322e-4ba9-94e6-2a2ddca8a1c5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:52.732203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:52.747184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Made reservation on behalf of 9a17f5960ef548e9845cc22a89eec849 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:52.775111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.801329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.939543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Attempting to bind port 889081c9-283d-46e0-bc3f-544fe23e48a3 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:52.940232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Attempting to bind port 889081c9-283d-46e0-bc3f-544fe23e48a3 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:52.940821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Attempting to bind port 889081c9-283d-46e0-bc3f-544fe23e48a3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:52.946791 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69033a06-61ea-4da4-bce9-c22fd8751dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.950564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Port 889081c9-283d-46e0-bc3f-544fe23e48a3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:52.951203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Attempting to bind port 889081c9-283d-46e0-bc3f-544fe23e48a3 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:52.959623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:52.960440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:52.961061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:52.961696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-8da18d67-c07b-41ba-941e-4ddcdee318ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.962040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Bound port: 889081c9-283d-46e0-bc3f-544fe23e48a3, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:52.962634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.963533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-8da18d67-c07b-41ba-941e-4ddcdee318ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3319585 Mar 07 10:36:52.992694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e26673-80ab-409d-9540-ebcff40aa217 req-d8ac66c2-1776-486a-9b6f-e6aa4e444411 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.994698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e26673-80ab-409d-9540-ebcff40aa217 req-d8ac66c2-1776-486a-9b6f-e6aa4e444411 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 948 time: 0.1596789 Mar 07 10:36:53.049029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-3ef50010-e377-49c4-8317-8e136dd3a953 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3 HTTP/1.1" status: 200 len: 217 time: 0.0725794 Mar 07 10:36:53.102082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e26673-80ab-409d-9540-ebcff40aa217 req-5fa44556-c862-44a7-84ba-6bdab8434ccf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Mar 07 10:36:53.141227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for security_group (798f8de4-c9be-47e0-8dd5-8e1b4245e177), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.157314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (798f8de4-c9be-47e0-8dd5-8e1b4245e177), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.172365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:53.176706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889081c9-283d-46e0-bc3f-544fe23e48a3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:53.183814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] device_id is not set on port de04181a-508d-4acd-85aa-385558246bf6 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:36:53.186735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dbc16-06ab-4006-a5d4-b5def49bd66e req-6bc98ca7-7670-4821-8c59-ff95f09a5a08 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.188327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d01dbc16-06ab-4006-a5d4-b5def49bd66e req-6bc98ca7-7670-4821-8c59-ff95f09a5a08 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 949 time: 0.0914435 Mar 07 10:36:53.190360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.199121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-c9bea0eb-78a2-4be4-a38d-171bfdf49851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.200759 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-c9bea0eb-78a2-4be4-a38d-171bfdf49851 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1362128 Mar 07 10:36:53.249601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.250372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.251616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/889081c9-283d-46e0-bc3f-544fe23e48a3 HTTP/1.1" status: 200 len: 1096 time: 2.1615665 Mar 07 10:36:53.252084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:53.254343 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13eb292-368d-4949-9a87-a363cda54c12" -d '{"events": [{"name": "network-changed", "server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:53.325894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d01dbc16-06ab-4006-a5d4-b5def49bd66e req-87754212-cb95-400c-9949-0d00b4db949e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081214 Mar 07 10:36:53.356760 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3566b3-9485-4a17-a99f-71ae87f5a765 x-openstack-request-id: req-cd3566b3-9485-4a17-a99f-71ae87f5a765 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:53.357062 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:53.357289 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd3566b3-9485-4a17-a99f-71ae87f5a765 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:53.357693 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3', 'status': 'completed', 'code': 200} Mar 07 10:36:53.364936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798f8de4-c9be-47e0-8dd5-8e1b4245e177,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:53.397693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad700b-49e5-43f2-9595-f56a0334f1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:53.439263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-7db2d454-c14d-485b-81d5-bd26e21d5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.440731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-7db2d454-c14d-485b-81d5-bd26e21d5d74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 1130 time: 0.1347675 Mar 07 10:36:53.456822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-30826991-92f7-48c5-964b-1e6ef9e82ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.458800 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-30826991-92f7-48c5-964b-1e6ef9e82ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2459705 Mar 07 10:36:53.464387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:53.497504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-a4520254-97f7-4827-ae0f-04568c3d2c28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=889081c9-283d-46e0-bc3f-544fe23e48a3 HTTP/1.1" status: 200 len: 217 time: 0.0484912 Mar 07 10:36:53.570286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:53.579512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-89d8e44e-c3a4-4efc-a8b0-4485836219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.581039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-89d8e44e-c3a4-4efc-a8b0-4485836219ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0769534 Mar 07 10:36:53.677194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-65fbbda2-e694-451c-99c5-b7e7c9e303a2 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100780 Mar 07 10:36:53.679821 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:36:53.680356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:36:53.683625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-679a597d-d5e6-4c63-902e-34e68c6dd7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.690911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-e5c6e4a3-fd5c-4e62-9926-c9877b5b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.692469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-e5c6e4a3-fd5c-4e62-9926-c9877b5b5a88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1000688 Mar 07 10:36:53.718436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93502-0bb0-48a2-b0ff-e1b23507f274 req-8b0b0cb5-98a1-4e8c-855b-54362a015519 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.720552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c93502-0bb0-48a2-b0ff-e1b23507f274 req-8b0b0cb5-98a1-4e8c-855b-54362a015519 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 944 time: 0.0912199 Mar 07 10:36:53.720727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:53.734140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:53.735613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.753896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ecde553-183e-4c12-8d98-c1c326856391 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1476612 Mar 07 10:36:53.766246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50900) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:53.855915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:53.856426 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.874028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-5af01495-a923-48ec-abb6-862e9e17d323 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739404 Mar 07 10:36:53.882331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50902) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:53.882721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:53.886189 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce43aa-3d1e-444d-91c0-4d83f097faf3" -d '{"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:53.903825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:53.914994 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.916282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:53.974150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-679a597d-d5e6-4c63-902e-34e68c6dd7af admin admin] Publish callbacks [] for security_group (a26b3d0d-c991-430a-8a62-0ed2f9199854), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.980944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c93502-0bb0-48a2-b0ff-e1b23507f274 req-9a0d06eb-5ee8-4533-8cc0-bc49b1b779a3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675858 Mar 07 10:36:53.998903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f787c-2a6f-4620-a9df-f82b962426f1 req-169d0efa-949a-49ee-b8ed-251b00dcfa9a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.999160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-679a597d-d5e6-4c63-902e-34e68c6dd7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a26b3d0d-c991-430a-8a62-0ed2f9199854), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.001365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f0f787c-2a6f-4620-a9df-f82b962426f1 req-169d0efa-949a-49ee-b8ed-251b00dcfa9a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 950 time: 0.1868522 Mar 07 10:36:54.011077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.017750 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-93e061fc-ce94-4d22-a72b-92d24486ba62 req-27f6f06d-bbe8-47aa-955c-e5357cbde1a7 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318367 Mar 07 10:36:54.029910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.055458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:54.061622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:54.062506 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.076524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45d76ce-a728-4fed-8724-2df1c394eea1 req-c9fc24bd-66fb-4345-82fc-fa36e8bef373 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950877 Mar 07 10:36:54.077567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-679a597d-d5e6-4c63-902e-34e68c6dd7af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66937e08add54b9d8fde1bc9fd236fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6119230 Mar 07 10:36:54.081076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:54.089816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a597d-d5e6-4c63-902e-34e68c6dd7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26b3d0d-c991-430a-8a62-0ed2f9199854,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.114283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Deleting port 732b157f-3749-4d25-9457-4ef789bb4089 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:54.114283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (732b157f-3749-4d25-9457-4ef789bb4089), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.117295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f0f787c-2a6f-4620-a9df-f82b962426f1 req-e00709d9-d611-405e-9972-d77d079dfe31 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100161 Mar 07 10:36:54.144875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1429322708-network', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:54.178086 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5bb972-65f8-43b6-a079-2e359dfe8942 x-openstack-request-id: req-fb5bb972-65f8-43b6-a079-2e359dfe8942 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:54.178364 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:54.178616 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb5bb972-65f8-43b6-a079-2e359dfe8942 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:54.179254 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'code': 200} Mar 07 10:36:54.216180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] Publish callbacks [] for security_group (a26b3d0d-c991-430a-8a62-0ed2f9199854), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.230554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:54.232949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.238468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.267817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:54.268533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.272393 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (732b157f-3749-4d25-9457-4ef789bb4089), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.272834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for floatingip (732b157f-3749-4d25-9457-4ef789bb4089), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.284002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] Publish callbacks [] for security_group (a26b3d0d-c991-430a-8a62-0ed2f9199854), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.286067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.289516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Calling delete_port for 732b157f-3749-4d25-9457-4ef789bb4089 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:54.383032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb292-368d-4949-9a87-a363cda54c12 req-3c103a36-5d02-4cb2-ae67-0bf0eb0c219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.384781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-3c103a36-5d02-4cb2-ae67-0bf0eb0c219d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 1130 time: 0.2220733 Mar 07 10:36:54.454969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381c7e2-dcd5-47e1-b76d-b43bd3c63580 req-6bf425e6-b9e3-4782-a0af-ab8228c84884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.456610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1381c7e2-dcd5-47e1-b76d-b43bd3c63580 req-6bf425e6-b9e3-4782-a0af-ab8228c84884 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1127 time: 0.2215014 Mar 07 10:36:54.479189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:54.485345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.499252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dc73e-601b-46a9-840c-ae241c026734 req-19474ce0-8265-4217-9412-5bd7388203c6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.506102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-188dc73e-601b-46a9-840c-ae241c026734 req-19474ce0-8265-4217-9412-5bd7388203c6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 948 time: 0.2441649 Mar 07 10:36:54.511413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (732b157f-3749-4d25-9457-4ef789bb4089), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.547961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Pushing event deleted for resources: {'Port': ['ID=732b157f-3749-4d25-9457-4ef789bb4089,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.558130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.569023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a26b3d0d-c991-430a-8a62-0ed2f9199854), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.571980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.573235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a26b3d0d-c991-430a-8a62-0ed2f9199854 HTTP/1.1" status: 204 len: 168 time: 0.4914441 Mar 07 10:36:54.620771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05351ab-0720-4baf-b5f4-fe13012630b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26b3d0d-c991-430a-8a62-0ed2f9199854,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.654085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks [] for floatingip (1e7101b5-73f9-4b4f-9ecd-a55f46580357), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.657755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.659003 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-828a5fea-d035-4a7b-aaaf-31448702f80c tempest-ExternalNetworksAdminNegativeTestJSON-1506481022 tempest-ExternalNetworksAdminNegativeTestJSON-1506481022-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/1e7101b5-73f9-4b4f-9ecd-a55f46580357 HTTP/1.1" status: 204 len: 168 time: 0.8918095 Mar 07 10:36:54.668995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1381c7e2-dcd5-47e1-b76d-b43bd3c63580 req-f7f949fd-07bd-4b64-b05d-fccc7e434283 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779463 Mar 07 10:36:54.675067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks [] for security_group (8083e334-98ea-410d-836b-353061da937f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.676560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb292-368d-4949-9a87-a363cda54c12 req-209959fe-d65a-4bc1-a15d-e56dd336be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.678091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-209959fe-d65a-4bc1-a15d-e56dd336be27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2784281 Mar 07 10:36:54.685652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8083e334-98ea-410d-836b-353061da937f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.712217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-188dc73e-601b-46a9-840c-ae241c026734 req-427dd4f1-163b-4685-846e-cbc6028bb992 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051742 Mar 07 10:36:54.760130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:36:54.774182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8083e334-98ea-410d-836b-353061da937f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:54.780967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (212650d7-c1ca-4117-933f-5b052a13b1a6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.781305 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Added segment 212650d7-c1ca-4117-933f-5b052a13b1a6 of type vlan for network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 Mar 07 10:36:54.832301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5d082-e4f5-4ea1-a4da-112bace301a1 req-238b2e9d-6c0d-4b79-bc3a-ea97661b40a5 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.834029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5d082-e4f5-4ea1-a4da-112bace301a1 req-238b2e9d-6c0d-4b79-bc3a-ea97661b40a5 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.1516826 Mar 07 10:36:54.838611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.922314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-ee22ec33-3ca8-475a-8213-dee7b06e3f60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=889081c9-283d-46e0-bc3f-544fe23e48a3 HTTP/1.1" status: 200 len: 217 time: 0.0441988 Mar 07 10:36:54.938552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.939480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.940348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.968690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.012591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5d082-e4f5-4ea1-a4da-112bace301a1 req-32870afe-752c-4d5a-90a4-dc32c6f1a1ce tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668096 Mar 07 10:36:55.019341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1357894 Mar 07 10:36:55.025066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.032212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Request body: {'subnet': {'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1429322708-subnet', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:55.068426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:55.071021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.082502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb292-368d-4949-9a87-a363cda54c12 req-d2d0dd9d-5ffc-43eb-af03-3c600d9a68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.085611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-d2d0dd9d-5ffc-43eb-af03-3c600d9a68be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1556418 Mar 07 10:36:55.086397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358280-d896-442d-9c66-7bdaae177185 admin admin] Pushing event updated for resources: {'Network': ['ID=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.099856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:36:55.142721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50952) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.168542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a410469d-b564-4b87-b97f-587fa06d5608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.181284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-37b12ffa-b9ba-44bd-9c87-ca8d41cd5b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.218886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb292-368d-4949-9a87-a363cda54c12 req-f28e2e52-bc20-4201-b570-26eb8765f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.220433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-f28e2e52-bc20-4201-b570-26eb8765f2ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1229684 Mar 07 10:36:55.230940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8f6d-7afb-4f2c-b746-e89b5a0a2f9b req-2842414f-5519-45d8-acf9-5fdc47cda8f2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.232849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a8f8f6d-7afb-4f2c-b746-e89b5a0a2f9b req-2842414f-5519-45d8-acf9-5fdc47cda8f2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.1046064 Mar 07 10:36:55.331176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a410469d-b564-4b87-b97f-587fa06d5608 admin admin] Publish callbacks [] for security_group (7d775197-77d6-4e7c-9cd1-fc8a00f97549), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.338731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a410469d-b564-4b87-b97f-587fa06d5608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7d775197-77d6-4e7c-9cd1-fc8a00f97549), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.357138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (219eced6-f88e-49d7-8daa-74c807bf2a8c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.375790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a8f8f6d-7afb-4f2c-b746-e89b5a0a2f9b req-d18155b6-03bc-4ef8-b8ce-8acc0af7e72b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335039 Mar 07 10:36:55.393484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-1cd248ae-a416-42de-8ab8-55d22eaae000 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599398 Mar 07 10:36:55.413863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a410469d-b564-4b87-b97f-587fa06d5608 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff891acbd545493abc2698a6298c5adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439201 Mar 07 10:36:55.414576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-37b12ffa-b9ba-44bd-9c87-ca8d41cd5b8c admin admin] Publish callbacks [] for security_group (d657116a-db9a-47bb-8bb1-d060dd527972), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.416960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50954) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.421718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410469d-b564-4b87-b97f-587fa06d5608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d775197-77d6-4e7c-9cd1-fc8a00f97549,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.438695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-37b12ffa-b9ba-44bd-9c87-ca8d41cd5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d657116a-db9a-47bb-8bb1-d060dd527972), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.454790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219eced6-f88e-49d7-8daa-74c807bf2a8c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.464231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:55.464582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Network hostable DHCP agents. Network: 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:36:55.482399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:36:55.491357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:55.499367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5506b6-7d7e-41f9-9361-e3b75f094c59 None None] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:55.501276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.501939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.525540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ccd7ca4-c6da-4f93-bc0d-5fa6f1047320 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4961729 Mar 07 10:36:55.525540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.530383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:55.547203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-37b12ffa-b9ba-44bd-9c87-ca8d41cd5b8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d19ff6fb3e94d4a839e358783933602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014900 Mar 07 10:36:55.548289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:55.553177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b12ffa-b9ba-44bd-9c87-ca8d41cd5b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d657116a-db9a-47bb-8bb1-d060dd527972,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.568351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.569587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.588826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13eb292-368d-4949-9a87-a363cda54c12 req-3a80830b-d58c-48e4-8284-b039409cbc03 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861303 Mar 07 10:36:55.589824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] Publish callbacks [] for security_group (7d775197-77d6-4e7c-9cd1-fc8a00f97549), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.591685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.622206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] Publish callbacks [] for security_group (7d775197-77d6-4e7c-9cd1-fc8a00f97549), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.637354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for router_controller (b4fbb3b4-d107-4f18-a158-4c86d65eb276), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.655318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:36:55.656357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.676401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7d775197-77d6-4e7c-9cd1-fc8a00f97549), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.679837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.683445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d775197-77d6-4e7c-9cd1-fc8a00f97549 HTTP/1.1" status: 204 len: 168 time: 0.2634928 Mar 07 10:36:55.691010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02b977-e24b-4121-8909-b0ecba142654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d775197-77d6-4e7c-9cd1-fc8a00f97549,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.791017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] Publish callbacks [] for security_group (d657116a-db9a-47bb-8bb1-d060dd527972), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.807959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Allocated IP 172.20.0.2 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/749f1ff0-503c-49f3-8fc6-a71645041d24) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:55.819265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 2bbc11a5-10dd-404d-b018-6a3759c5abe3 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:55.843188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for router_gateway (b4fbb3b4-d107-4f18-a158-4c86d65eb276), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.857469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] Publish callbacks [] for security_group (d657116a-db9a-47bb-8bb1-d060dd527972), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.874339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623455-5fc5-4b08-adae-48c968a7e0ab req-25ad732e-9762-4a29-a429-c29a164be553 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.886349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24623455-5fc5-4b08-adae-48c968a7e0ab req-25ad732e-9762-4a29-a429-c29a164be553 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 948 time: 0.0878074 Mar 07 10:36:55.968197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24623455-5fc5-4b08-adae-48c968a7e0ab req-30097f8d-3d33-47f4-bf93-b66238e6d385 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804064 Mar 07 10:36:55.987505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d657116a-db9a-47bb-8bb1-d060dd527972), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.996566 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.997738 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d657116a-db9a-47bb-8bb1-d060dd527972 HTTP/1.1" status: 204 len: 168 time: 0.4483984 Mar 07 10:36:56.011676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051603-e13c-48d2-bea8-f05672274275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657116a-db9a-47bb-8bb1-d060dd527972,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.082678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:56.195784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for router_gateway (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.205201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:56.207464 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4763b-fa2e-4355-ab57-e5b07e0ae859" -d '{"events": [{"server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "name": "network-vif-plugged", "status": "completed", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:56.222041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.262047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:56.262548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce63f09-efc5-46e3-a93d-5c9ef75a0ecd req-ec2f1f03-6a3c-46d6-80d8-f7f29a1bce92 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.270677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ce63f09-efc5-46e3-a93d-5c9ef75a0ecd req-ec2f1f03-6a3c-46d6-80d8-f7f29a1bce92 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.1309915 Mar 07 10:36:56.295499 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7e1fcf-e967-4972-99a0-ff28c8bbf07a x-openstack-request-id: req-bb7e1fcf-e967-4972-99a0-ff28c8bbf07a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:56.296898 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "name": "network-vif-plugged", "status": "completed", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:56.297323 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb7e1fcf-e967-4972-99a0-ff28c8bbf07a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:56.297891 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185', 'code': 200} Mar 07 10:36:56.300645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks [] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.311806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:56.320499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.373579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ce63f09-efc5-46e3-a93d-5c9ef75a0ecd req-4dc10758-71bb-47a9-9e28-0a046ae34263 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948143 Mar 07 10:36:56.380120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-18e7734d-e69a-4956-9525-a833adc91a84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a17f5960ef548e9845cc22a89eec849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1162140 Mar 07 10:36:56.383189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:56.397461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '2bbc11a5-10dd-404d-b018-6a3759c5abe3', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '2bbc11a5-10dd-404d-b018-6a3759c5abe3', 'mac_address': 'fa:16:3e:08:21:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:56.406134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Pushing event updated for resources: {'Port': ['ID=749f1ff0-503c-49f3-8fc6-a71645041d24,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.409681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:56.438272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c49e-f25d-442a-989f-27eae1c49d11 req-70b9d4d7-6f8a-4165-8568-48b1d251e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.440513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14b2c49e-f25d-442a-989f-27eae1c49d11 req-70b9d4d7-6f8a-4165-8568-48b1d251e3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 1132 time: 0.0660193 Mar 07 10:36:56.442846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:56.452647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:56.464749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Allocated IP 172.25.4.14 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f24493c3-7229-42fa-80dc-f742c282e9cb) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:56.470535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:56.471059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.511929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbc11a5-10dd-404d-b018-6a3759c5abe3 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:56.548869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14b2c49e-f25d-442a-989f-27eae1c49d11 req-9bcf1c3a-0f93-4aaa-a8f4-809424db71b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017373 Mar 07 10:36:56.563158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Attempting to bind port 749f1ff0-503c-49f3-8fc6-a71645041d24 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:56.563532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Attempting to bind port 749f1ff0-503c-49f3-8fc6-a71645041d24 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:56.564575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Attempting to bind port 749f1ff0-503c-49f3-8fc6-a71645041d24 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:56.567925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:56.573776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:56.573776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:56.574196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.574634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:56.575885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Bound port: 749f1ff0-503c-49f3-8fc6-a71645041d24, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:56.575885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.580825 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.599911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] Publish callbacks [] for security_group (798f8de4-c9be-47e0-8dd5-8e1b4245e177), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.610870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2dfe-df86-4692-a223-e9c85551a748 req-fff9dc6f-4fd1-4c33-9cae-b199781f370d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.623085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04be2dfe-df86-4692-a223-e9c85551a748 req-fff9dc6f-4fd1-4c33-9cae-b199781f370d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.0908508 Mar 07 10:36:56.628861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.640496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] Publish callbacks [] for security_group (798f8de4-c9be-47e0-8dd5-8e1b4245e177), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.677342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.697739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04be2dfe-df86-4692-a223-e9c85551a748 req-401b9df2-f2da-44fa-a9a4-be058bab3689 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700185 Mar 07 10:36:56.697979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] For port 749f1ff0-503c-49f3-8fc6-a71645041d24, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:56.700957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] For port 749f1ff0-503c-49f3-8fc6-a71645041d24, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=749f1ff0-503c-49f3-8fc6-a71645041d24,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:56.717089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.727676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.745768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (798f8de4-c9be-47e0-8dd5-8e1b4245e177), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.748667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.750211 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/798f8de4-c9be-47e0-8dd5-8e1b4245e177 HTTP/1.1" status: 204 len: 168 time: 0.3556540 Mar 07 10:36:56.803083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8106cd-a74f-468f-ab5b-09ac6bf202ca None None] Pushing event updated for resources: {'Port': ['ID=749f1ff0-503c-49f3-8fc6-a71645041d24,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.828722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:56.834521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc507d2-549e-4fbc-931a-955ea6c89d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798f8de4-c9be-47e0-8dd5-8e1b4245e177,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.845729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:56.863908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:56.867432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd926684-ceea-4efa-8f19-3bb59cf7768a req-94535e3d-3975-48b4-8971-08e0a8bb1823 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.878796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd926684-ceea-4efa-8f19-3bb59cf7768a req-94535e3d-3975-48b4-8971-08e0a8bb1823 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.0980611 Mar 07 10:36:56.881065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51006) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:56.891805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'floatingip': {'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:56.902185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Pushing event updated for resources: {'Port': ['ID=f24493c3-7229-42fa-80dc-f742c282e9cb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.971504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.038273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.281331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd76db-6da1-4681-bfae-e4f4a64319e4 req-55afdaff-ca25-499b-9bd0-24db3108e16f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.285677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59fd76db-6da1-4681-bfae-e4f4a64319e4 req-55afdaff-ca25-499b-9bd0-24db3108e16f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 949 time: 0.1899250 Mar 07 10:36:57.307251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['2bbc11a5-10dd-404d-b018-6a3759c5abe3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:57.342719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for router_gateway (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.407027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59fd76db-6da1-4681-bfae-e4f4a64319e4 req-a3a6ca53-a670-4432-af47-b28b3aa05127 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069360 Mar 07 10:36:57.574388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889081c9-283d-46e0-bc3f-544fe23e48a3 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:57.576817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:57.644324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c2516-27db-4f15-a9e5-fe675c552068 req-96604764-fafb-4764-8d0c-67c4b5d8d2e9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.646436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-616c2516-27db-4f15-a9e5-fe675c552068 req-96604764-fafb-4764-8d0c-67c4b5d8d2e9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.1450830 Mar 07 10:36:57.702864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 749f1ff0-503c-49f3-8fc6-a71645041d24 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:57.789478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.837278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:36:57.885067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-616c2516-27db-4f15-a9e5-fe675c552068 req-c7c6e3b0-cbd7-44f7-bbfc-3667cfa8505c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144986 Mar 07 10:36:57.911673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.922025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.116701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 749f1ff0-503c-49f3-8fc6-a71645041d24 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:58.117520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.128922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b18f2f32-a717-4293-98f0-048e12e6ac31 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:58.129473 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.164726 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Floating IP d7cb3c8b-d2ad-466b-a205-8be84390e670 associated. External IP: 172.25.4.6, port: 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4. Mar 07 10:36:58.177699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889081c9-283d-46e0-bc3f-544fe23e48a3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.245185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '889081c9-283d-46e0-bc3f-544fe23e48a3', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '889081c9-283d-46e0-bc3f-544fe23e48a3', 'mac_address': 'fa:16:3e:17:5f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:58.297112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.301559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:58.306954 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a5db7-ed8c-49b7-acf6-e0b7c2ce50f5" -d '{"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-unplugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:58.336141 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.437927 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949ba51-95c5-4f51-b160-0f1524c3a7c8 x-openstack-request-id: req-5949ba51-95c5-4f51-b160-0f1524c3a7c8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:58.438942 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-unplugged", "status": "completed", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:58.439616 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5949ba51-95c5-4f51-b160-0f1524c3a7c8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:58.440213 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'code': 200} Mar 07 10:36:58.455409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 889081c9-283d-46e0-bc3f-544fe23e48a3 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:58.455839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.466464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f1e2c-e381-453b-9ed4-cc4ec4efef39 None None] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:58.511413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.552277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889081c9-283d-46e0-bc3f-544fe23e48a3 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:58.563083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 749f1ff0-503c-49f3-8fc6-a71645041d24 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:58.563765 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.567144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:58.606368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-653cf76e-c66d-44aa-b12e-723be841f54d None None] Provisioning complete for port 749f1ff0-503c-49f3-8fc6-a71645041d24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:58.606773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-653cf76e-c66d-44aa-b12e-723be841f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.635564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.669668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889081c9-283d-46e0-bc3f-544fe23e48a3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.693354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.701553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 749f1ff0-503c-49f3-8fc6-a71645041d24, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=749f1ff0-503c-49f3-8fc6-a71645041d24,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.702271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b687f-2de5-401d-952f-b2240ff0a858 req-ad424024-ea82-4280-9d7b-abc202a959b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:58.714182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de1b687f-2de5-401d-952f-b2240ff0a858 req-ad424024-ea82-4280-9d7b-abc202a959b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 949 time: 0.1440125 Mar 07 10:36:58.725817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Router b4fbb3b4-d107-4f18-a158-4c86d65eb276 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:36:58.745167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.809351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.820610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-653cf76e-c66d-44aa-b12e-723be841f54d None None] Current status of the port 749f1ff0-503c-49f3-8fc6-a71645041d24 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:58.841271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de1b687f-2de5-401d-952f-b2240ff0a858 req-760a3ba8-4961-4390-a812-13e60d72cf2b tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259351 Mar 07 10:36:58.887106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=749f1ff0-503c-49f3-8fc6-a71645041d24,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.902368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:58.914463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:58.914582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.937128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:58.937814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:58.988647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:58.998330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46960eea-4bd8-44fc-9fc9-6310cd86f9ba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "PUT /v2.0/floatingips/d7cb3c8b-d2ad-466b-a205-8be84390e670 HTTP/1.1" status: 200 len: 989 time: 2.1138339 Mar 07 10:36:58.998924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:59.009430 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346f17f-4946-4401-8545-27f2edc49781" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:59.080999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:59.090982 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Sync routers for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:59.105742 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:59.111133 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:59.129603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.136584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84b8e46e-4b74-4772-bdf2-a0c57ac2b963 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6070876 Mar 07 10:36:59.137555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51120) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:59.163260 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17801b-4e5b-44ac-8e38-3afdaadc5412 x-openstack-request-id: req-da17801b-4e5b-44ac-8e38-3afdaadc5412 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:59.163532 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:59.163837 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da17801b-4e5b-44ac-8e38-3afdaadc5412 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:59.164201 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'status': 'completed', 'code': 200} Mar 07 10:36:59.211686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:59.256711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511834d8-48a7-421f-a59b-e43f8b6cbcce req-b330998b-1040-4028-b205-ecac68eac0b1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.259829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-511834d8-48a7-421f-a59b-e43f8b6cbcce req-b330998b-1040-4028-b205-ecac68eac0b1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.2196422 Mar 07 10:36:59.301569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346f17f-4946-4401-8545-27f2edc49781 req-34674427-890f-49b2-881d-9888106fe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.303384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51130) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:59.304671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-34674427-890f-49b2-881d-9888106fe398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1127 time: 0.1323798 Mar 07 10:36:59.359418 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:59.425624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-511834d8-48a7-421f-a59b-e43f8b6cbcce req-e0bc99c1-cd82-49fa-ac43-82879d2a9ec1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490779 Mar 07 10:36:59.502053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346f17f-4946-4401-8545-27f2edc49781 req-8e5997ab-79a0-4892-aac7-6640052a81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.506347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-8e5997ab-79a0-4892-aac7-6640052a81b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.1865742 Mar 07 10:36:59.598629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-3866f2a3-78fc-4e4a-8eca-d12e2c8c8237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 997 time: 0.0831881 Mar 07 10:36:59.614594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 749f1ff0-503c-49f3-8fc6-a71645041d24 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:59.615250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-727ba92d-8c58-4149-a2a4-0c602ec5f808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.711576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-00fd2558-cbf2-4620-b70d-c4542e492b71 None None] Provisioning complete for port 749f1ff0-503c-49f3-8fc6-a71645041d24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:59.712272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00fd2558-cbf2-4620-b70d-c4542e492b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.775163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:59.778174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 2bbc11a5-10dd-404d-b018-6a3759c5abe3 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:59.876045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:00.033310 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 3, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:00.080504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:37:00.082720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 749f1ff0-503c-49f3-8fc6-a71645041d24 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:00.083175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.116422 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Checking router: b4fbb3b4-d107-4f18-a158-4c86d65eb276 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:00.116948 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Updating router b4fbb3b4-d107-4f18-a158-4c86d65eb276 port f24493c3-7229-42fa-80dc-f742c282e9cb binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:00.136420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-727ba92d-8c58-4149-a2a4-0c602ec5f808 admin admin] Publish callbacks [] for security_group (d4e878ce-95e9-42f5-ae99-f83ed7aa0333), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.150472 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.222944 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-727ba92d-8c58-4149-a2a4-0c602ec5f808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4e878ce-95e9-42f5-ae99-f83ed7aa0333), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.275949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:00.301179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:00.301915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.308179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-00fd2558-cbf2-4620-b70d-c4542e492b71 None None] Current status of the port 749f1ff0-503c-49f3-8fc6-a71645041d24 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:00.309499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-751096749'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:00.336342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:00.365485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'mac_address': 'fa:16:3e:aa:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:00.380995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51152) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:00.382120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-727ba92d-8c58-4149-a2a4-0c602ec5f808 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c1583c986f4441097cecb5fa50932f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0774062 Mar 07 10:37:00.413480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346f17f-4946-4401-8545-27f2edc49781 req-502cfbe7-8384-483e-b641-d0287ed90f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.415856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-502cfbe7-8384-483e-b641-d0287ed90f0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.8100631 Mar 07 10:37:00.457978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba92d-8c58-4149-a2a4-0c602ec5f808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e878ce-95e9-42f5-ae99-f83ed7aa0333,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:00.469096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Made reservation on behalf of 7bdf581771d0472ea25378e0b598c9fd for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:00.473094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.474551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd7cb3c8b-d2ad-466b-a205-8be84390e670', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba562a-15b4-499e-b409-e966362f2656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:31Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:00.511212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:00.511821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.513843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:00.514893 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks [] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.516939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 749f1ff0-503c-49f3-8fc6-a71645041d24 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:00.522429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.528770 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.553080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:00.558321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] Publish callbacks [] for security_group (d4e878ce-95e9-42f5-ae99-f83ed7aa0333), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.559887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.569594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0e54-b46b-4c4d-a62e-c3722c6bc9d1 req-c9e91143-ac78-4c11-bd06-290b2591f164 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.571280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09fc0e54-b46b-4c4d-a62e-c3722c6bc9d1 req-c9e91143-ac78-4c11-bd06-290b2591f164 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 949 time: 0.2716484 Mar 07 10:37:00.590317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:00.591104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:00.593220 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Pushing event updated for resources: {'Port': ['ID=f24493c3-7229-42fa-80dc-f742c282e9cb,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:00.618740 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Attempting to bind port f24493c3-7229-42fa-80dc-f742c282e9cb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:00.619490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Attempting to bind port f24493c3-7229-42fa-80dc-f742c282e9cb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:00.619874 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Attempting to bind port f24493c3-7229-42fa-80dc-f742c282e9cb on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:00.623854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.624186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.624518 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.624830 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.625274 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.625749 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.626067 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.626511 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.626849 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.627134 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.627451 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.627783 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.628090 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:00.633810 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:00.634171 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:00.634683 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.635456 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:00.636194 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Bound port: f24493c3-7229-42fa-80dc-f742c282e9cb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:00.636807 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.649014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:00.654758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:00.655361 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.660432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.690991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] Publish callbacks [] for security_group (d4e878ce-95e9-42f5-ae99-f83ed7aa0333), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.691961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] For port f24493c3-7229-42fa-80dc-f742c282e9cb, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:00.695217 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] For port f24493c3-7229-42fa-80dc-f742c282e9cb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f24493c3-7229-42fa-80dc-f742c282e9cb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:00.704145 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.726414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346f17f-4946-4401-8545-27f2edc49781 req-3010a383-44ee-45d5-8ad5-f7b708039c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.728271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-3010a383-44ee-45d5-8ad5-f7b708039c33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2981718 Mar 07 10:37:00.748470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09fc0e54-b46b-4c4d-a62e-c3722c6bc9d1 req-35f50c81-c43f-4ab8-b18a-a0e89736d99b tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632969 Mar 07 10:37:00.752563 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:00.753281 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:00.773304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:00.794284 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7829c-3c5f-4d78-926d-ae6717c3030f" -d '{"events": [{"server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:00.804706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Allocated IP 172.20.0.1 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/14e10fac-2ee1-45fd-a485-da553c4ebe89) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:00.864468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-5bc17988-0507-43ae-a2a8-00074ed212ea service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227896 Mar 07 10:37:00.873855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff224fb4-0a58-49c9-8c6f-23c3e681663d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:00.892714 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:00.896542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.897622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.898109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.898687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.899160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.899770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.900367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.900934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.901496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:00.901653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.902625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.903098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.903720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.915406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-cff4b4ad-325b-4e7a-b1d0-30c53c9ed31f tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb&device_id=f0afa829-5901-488e-9e10-77e0f923a6c3&device_id=bb9131ac-c597-468f-8a2d-aa24797e5081&device_id=d1ba562a-15b4-499e-b409-e966362f2656&device_id=93322f50-0ea6-43d3-af95-b020c7c19934&device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934&device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927&device_id=c3be0352-3f8c-43db-88b2-f579168bba30&device_id=0b545ba7-5f52-4209-93e6-21404f356ce7&device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85&device_id=3222559c-280b-480d-9cde-80d14c38d059&device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 11255 time: 0.3773537 Mar 07 10:37:00.949525 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70289e2-2f65-45e5-9e09-3d8f376e97c8 x-openstack-request-id: req-f70289e2-2f65-45e5-9e09-3d8f376e97c8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:00.950251 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:00.950728 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f70289e2-2f65-45e5-9e09-3d8f376e97c8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:00.951358 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3', 'code': 200} Mar 07 10:37:00.959853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-bb5a86fa-d466-4437-92e9-1e0648d70ab6 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.967663 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.971583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks [] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.983236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:01.006656 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8538-d463-4b89-8696-b4385088ed43 None None] Pushing event updated for resources: {'Port': ['ID=f24493c3-7229-42fa-80dc-f742c282e9cb,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.020780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.069350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4e878ce-95e9-42f5-ae99-f83ed7aa0333), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.073145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.082459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4e878ce-95e9-42f5-ae99-f83ed7aa0333 HTTP/1.1" status: 204 len: 168 time: 0.6851141 Mar 07 10:37:01.140867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks [] for security_group (ec8e232a-5306-47d8-bbb0-667b639f805f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.159496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec8e232a-5306-47d8-bbb0-667b639f805f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.168405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010650c1-3408-460b-a35f-0cbc6612c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e878ce-95e9-42f5-ae99-f83ed7aa0333,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.176365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.195521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b34de2-c49b-4c83-a4f2-197715aad2e8 req-cfca8cda-d1fc-438e-aaf1-75fcaa138419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.197407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-57b34de2-c49b-4c83-a4f2-197715aad2e8 req-cfca8cda-d1fc-438e-aaf1-75fcaa138419 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 1132 time: 0.1929960 Mar 07 10:37:01.198128 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 3, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:01.198829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.232878 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42714e-0707-4105-91b9-6e6bb9465ea0 None None] The sync data for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 is: [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 3, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:01.234886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f346f17f-4946-4401-8545-27f2edc49781 req-cf153751-c64f-4ded-bc31-0f414c54abcb service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563883 Mar 07 10:37:01.305729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:01.316929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f305262c-49aa-41bb-8ba4-2c9bb127f281), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.317884 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Added segment f305262c-49aa-41bb-8ba4-2c9bb127f281 of type vlan for network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b Mar 07 10:37:01.330944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-bb5a86fa-d466-4437-92e9-1e0648d70ab6 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Publish callbacks [] for security_group (8467134a-5a54-4aa0-9bcb-b634bf5247a1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.339016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-bb5a86fa-d466-4437-92e9-1e0648d70ab6 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8467134a-5a54-4aa0-9bcb-b634bf5247a1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.388465 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.399487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a86fa-d466-4437-92e9-1e0648d70ab6 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8467134a-5a54-4aa0-9bcb-b634bf5247a1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.408179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Pushing event updated for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.430743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:01.445774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd7cb3c8b-d2ad-466b-a205-8be84390e670', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba562a-15b4-499e-b409-e966362f2656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:31Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:01.449420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:01.470312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71bc9faa-dbb8-4da3-9bd9-c08a682ed75e req-bb5a86fa-d466-4437-92e9-1e0648d70ab6 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&id=5c407470-3795-4339-8d7c-dbc8f189f4dc&id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 607 time: 0.5537345 Mar 07 10:37:01.480562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e232a-5306-47d8-bbb0-667b639f805f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.483442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:01.501423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c7e34-c8f9-4fab-a233-26942163d5bf None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd7cb3c8b-d2ad-466b-a205-8be84390e670', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ba562a-15b4-499e-b409-e966362f2656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:31Z', 'updated_at': '2022-03-07T10:36:57Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:01.559147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.564255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.565140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.591123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-57b34de2-c49b-4c83-a4f2-197715aad2e8 req-f3c2df86-ff10-4eab-aedc-d062c2ccbbdc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576536 Mar 07 10:37:01.601253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889081c9-283d-46e0-bc3f-544fe23e48a3 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:01.632137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7548018 Mar 07 10:37:01.646632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.770606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067fb7-1bff-45ad-acec-6fdbbd29cebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Pushing event updated for resources: {'Network': ['ID=b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.777485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 889081c9-283d-46e0-bc3f-544fe23e48a3 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:01.800108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:01.806557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 889081c9-283d-46e0-bc3f-544fe23e48a3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:01.814204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.000440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.033247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559664f-8899-4ed8-8950-c3576e35725d None None] New status for floating IP d7cb3c8b-d2ad-466b-a205-8be84390e670: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:37:02.074228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306fe7-1534-42db-b6b6-e746ebdf9f31 req-673a6b79-2bf8-4d80-9eb3-296c158a3536 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.074741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306fe7-1534-42db-b6b6-e746ebdf9f31 req-673a6b79-2bf8-4d80-9eb3-296c158a3536 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.075213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306fe7-1534-42db-b6b6-e746ebdf9f31 req-673a6b79-2bf8-4d80-9eb3-296c158a3536 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.084316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05306fe7-1534-42db-b6b6-e746ebdf9f31 req-673a6b79-2bf8-4d80-9eb3-296c158a3536 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081&device_id=93322f50-0ea6-43d3-af95-b020c7c19934&device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 2975 time: 0.0877223 Mar 07 10:37:02.121413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-33bd73b9-13b7-461b-b02e-77adac3ac691 None None] Provisioning complete for port 14e10fac-2ee1-45fd-a485-da553c4ebe89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:02.135467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33bd73b9-13b7-461b-b02e-77adac3ac691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.186110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05306fe7-1534-42db-b6b6-e746ebdf9f31 req-59daf5b0-9506-43eb-884a-2da4ca2e184e tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008070 Mar 07 10:37:02.233764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:02.239151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b', 'binding:host_id': 'n-h1-832156-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038859518'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:02.281442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Made reservation on behalf of 6e5c5b262a414617941a1c634d947bc4 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:02.284645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.311804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.312506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks [] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.322643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.413428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Pushing event updated for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:02.490644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.527211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276bac8-3051-4cb2-a6ec-5237e605a5ae req-e4dc0fe2-d1ec-4cde-8640-211039e86d4f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.538758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a276bac8-3051-4cb2-a6ec-5237e605a5ae req-e4dc0fe2-d1ec-4cde-8640-211039e86d4f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 950 time: 0.2210312 Mar 07 10:37:02.616668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-33bd73b9-13b7-461b-b02e-77adac3ac691 None None] Port 14e10fac-2ee1-45fd-a485-da553c4ebe89 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:02.620363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 889081c9-283d-46e0-bc3f-544fe23e48a3 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:02.620572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:02.620716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.661546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a276bac8-3051-4cb2-a6ec-5237e605a5ae req-186f6248-538f-40d9-b83f-336df947784d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150396 Mar 07 10:37:02.698869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for security_group (da0e4839-55fd-448a-8ea6-a2de75f11c0d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.704144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:02.707354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:02.710232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (da0e4839-55fd-448a-8ea6-a2de75f11c0d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.758255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889081c9-283d-46e0-bc3f-544fe23e48a3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:02.762192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e4839-55fd-448a-8ea6-a2de75f11c0d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:02.765728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:02.768235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.889314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:02.930341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-network', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:02.954314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:02.955266 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d333d70-e1ce-4c11-8f91-89c131cdc3bd" -d '{"events": [{"server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "name": "network-vif-plugged", "status": "completed", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:03.002415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Made reservation on behalf of c892a8e3ecbe47af9845563400ce1507 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:03.006236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.035430 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac74c581-0da3-4987-b06c-41e0194026a5 x-openstack-request-id: req-ac74c581-0da3-4987-b06c-41e0194026a5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:03.035764 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "name": "network-vif-plugged", "status": "completed", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:03.036000 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac74c581-0da3-4987-b06c-41e0194026a5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:03.036485 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3', 'code': 200} Mar 07 10:37:03.037342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.086993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Router b4fbb3b4-d107-4f18-a158-4c86d65eb276 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:03.156359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e9ba22f4-8e84-41bb-b83c-12434dedbce5 None None] Provisioning complete for port 14e10fac-2ee1-45fd-a485-da553c4ebe89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:03.156787 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9ba22f4-8e84-41bb-b83c-12434dedbce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.197196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62560f8-15cc-41a0-9020-0bfa1d08bf14 req-bcd265b7-e67e-4aa4-bbba-7324f91bb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.198906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e62560f8-15cc-41a0-9020-0bfa1d08bf14 req-bcd265b7-e67e-4aa4-bbba-7324f91bb319 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 1132 time: 0.1008475 Mar 07 10:37:03.202041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:03.205814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba22f4-8e84-41bb-b83c-12434dedbce5 None None] Port 14e10fac-2ee1-45fd-a485-da553c4ebe89 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:03.225308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.253004 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.268820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:03.276381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bf92456-e699-4d5f-8574-f977d087c2cf admin admin] 10.222.0.23 "PUT /v2.0/routers/b4fbb3b4-d107-4f18-a158-4c86d65eb276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1353726 Mar 07 10:37:03.278409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks [] for security_group (2d6d669f-227f-4388-b1b4-9b7c945c62a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.284873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d6d669f-227f-4388-b1b4-9b7c945c62a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.298544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:03.318327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (219d0967-8e0d-436d-a321-127796dbed85), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.318773 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Added segment 219d0967-8e0d-436d-a321-127796dbed85 of type vlan for network 4c882bed-095a-46ec-8251-d5d368d9a3ba Mar 07 10:37:03.318913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e62560f8-15cc-41a0-9020-0bfa1d08bf14 req-6046440b-f343-4656-9c15-76e4f1dc4224 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112721 Mar 07 10:37:03.339790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16715def-9bad-40c2-b700-3a17363533ee req-fd01283c-b267-4052-b534-55f3143f2d62 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.341322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16715def-9bad-40c2-b700-3a17363533ee req-fd01283c-b267-4052-b534-55f3143f2d62 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1131 time: 0.1415534 Mar 07 10:37:03.345773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=b1584901-fc6d-4dcc-9e7c-10dc5073f7ee,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.362783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Checking segment: {'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:03.365318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Network hostable DHCP agents. Network: b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:03.376870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6d669f-227f-4388-b1b4-9b7c945c62a5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.390861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (4c882bed-095a-46ec-8251-d5d368d9a3ba), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.419462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (4c882bed-095a-46ec-8251-d5d368d9a3ba), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.420857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.421631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.421966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:03.447027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:03.454242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16715def-9bad-40c2-b700-3a17363533ee req-6fa0cb3e-74c5-4326-8164-f483166063fa tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Mar 07 10:37:03.455382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:03.457492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af63c05-e2d0-4ab6-ba11-e737da1ed392 None None] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:03.492886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.493694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.494668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.501591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.501901 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.502355 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 2 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.520986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.522197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.522790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.533948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.534529 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.534699 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 3 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.550890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.551393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.551821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.560781 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9392378 Mar 07 10:37:03.563893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:03.567009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc18d-39b9-4255-975a-743bc598b7dd admin admin] Pushing event updated for resources: {'Network': ['ID=4c882bed-095a-46ec-8251-d5d368d9a3ba,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.569602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Request body: {'subnet': {'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-subnet', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:03.577660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.578020 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.581421 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 4 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.601018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.601268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.601547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.628103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.628346 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.632441 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 5 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.644148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Made reservation on behalf of c892a8e3ecbe47af9845563400ce1507 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:03.647790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.659227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:03.737507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f24493c3-7229-42fa-80dc-f742c282e9cb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:03.740725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.741183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.741375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.794596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.795051 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.800530 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 6 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.816516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:03.822487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.822894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.823060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.851476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.854368 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.857731 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 7 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:03.862908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417658ea-1b4a-4013-8889-348d1e375601 req-0d0a78a2-5a26-452c-b77b-2d0a3bf06440 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.870777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-417658ea-1b4a-4013-8889-348d1e375601 req-0d0a78a2-5a26-452c-b77b-2d0a3bf06440 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1131 time: 0.2026703 Mar 07 10:37:03.907559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ff224fb4-0a58-49c9-8c6f-23c3e681663d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:03.908200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.953794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-417658ea-1b4a-4013-8889-348d1e375601 req-883e2a5e-801b-4575-87e2-85ca7002b265 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816739 Mar 07 10:37:03.968803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:03.968803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:03.969061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:03.977970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:03.978100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f24493c3-7229-42fa-80dc-f742c282e9cb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:03.978425 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:03.978556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.001741 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 8 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:04.022245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:04.022852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:04.023379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:04.036069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:04.040045 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:04.042483 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 9 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:04.063006 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Sync routers for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:04.095761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:04.096625 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:04.110983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:04.111381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.149667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:04.151744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:04.152697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:04.176270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f24493c3-7229-42fa-80dc-f742c282e9cb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:04.176683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.194925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:04.210683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.214420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f24493c3-7229-42fa-80dc-f742c282e9cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f24493c3-7229-42fa-80dc-f742c282e9cb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:04.225160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:04.226522 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:04.228601 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 10 to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee Mar 07 10:37:04.231804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (df513165-b400-4451-9616-9ef2d61c7479), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.242937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.259284 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:04.279023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.292291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:04.296213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:04.296486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:04.296793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:04.298678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745888771', 'description': 'tempest-description--648352260'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:04.320723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:04.321035 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:04.322158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.332804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35037e97-2451-42d5-8f19-740c010b6e07 req-e595d790-fc7c-4e73-bae0-3d9d900fc40e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.341174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35037e97-2451-42d5-8f19-740c010b6e07 req-e595d790-fc7c-4e73-bae0-3d9d900fc40e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 950 time: 0.2709560 Mar 07 10:37:04.342642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.367221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f24493c3-7229-42fa-80dc-f742c282e9cb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.396386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df513165-b400-4451-9616-9ef2d61c7479,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.440019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Checking segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:04.440384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Network hostable DHCP agents. Network: 4c882bed-095a-46ec-8251-d5d368d9a3ba, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:04.449052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35037e97-2451-42d5-8f19-740c010b6e07 req-9df38809-dbcf-4c15-9e3f-f69d3439747f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071224 Mar 07 10:37:04.490114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:04.498819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:04.499289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempted to set empty binding levels {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:37:04.508955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 4c882bed-095a-46ec-8251-d5d368d9a3ba) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:04.512697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (154b2d41-9af7-41e3-9a98-9fdb9a29b462), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.519596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (154b2d41-9af7-41e3-9a98-9fdb9a29b462), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.521500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b4c16-d436-4784-8ba9-9b60e2bd0c1f None None] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:04.521977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.549016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.549506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.589129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.598263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3017905 Mar 07 10:37:04.598478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.598597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b83232-2244-4da8-8d1f-df5748696d66 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154b2d41-9af7-41e3-9a98-9fdb9a29b462,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.598733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.607442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:04.612499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'security_group_rule': {'security_group_id': '154b2d41-9af7-41e3-9a98-9fdb9a29b462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:04.640405 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:02Z', 'revision_number': 2, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:04.676721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5cb2a177-e524-485f-9f03-b27c855a6752 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1081922 Mar 07 10:37:04.677184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51268) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:04.684180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4492579 Mar 07 10:37:04.687987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:04.701295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (dfb0dd5a-5dcc-4a87-b0c3-80af28296ffd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.705045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:04.706464 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Checking router: b4fbb3b4-d107-4f18-a158-4c86d65eb276 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:04.707039 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Updating router b4fbb3b4-d107-4f18-a158-4c86d65eb276 port 14e10fac-2ee1-45fd-a485-da553c4ebe89 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:04.737180 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.762201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4c882bed-095a-46ec-8251-d5d368d9a3ba', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:37:04.763945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.808861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591a1e-e00a-47a6-bf81-53e8db0fc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=b1584901-fc6d-4dcc-9e7c-10dc5073f7ee,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.817333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.818457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.840738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f7356-4537-494f-8fc2-84bf5431ef81 req-7bb01bab-e3b4-4984-a5d2-114512f6c7c7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.844006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd6f7356-4537-494f-8fc2-84bf5431ef81 req-7bb01bab-e3b4-4984-a5d2-114512f6c7c7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 950 time: 0.1679769 Mar 07 10:37:04.861578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Deleting port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:04.861921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.911571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for router_controller (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.914119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd6f7356-4537-494f-8fc2-84bf5431ef81 req-bde1c11d-b28f-4a7b-af3a-f8fe20bb2115 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Mar 07 10:37:05.001586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port b1584901-fc6d-4dcc-9e7c-10dc5073f7ee, host n-h1-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:05.002052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.020784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Calling delete_port for b1584901-fc6d-4dcc-9e7c-10dc5073f7ee owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:05.033429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (dfb0dd5a-5dcc-4a87-b0c3-80af28296ffd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.038634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:05.042057 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f4ea0-7f84-4ec9-a075-4da7f7f07198" -d '{"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:05.092801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Allocated IP 172.20.0.2 (4c882bed-095a-46ec-8251-d5d368d9a3ba/df513165-b400-4451-9616-9ef2d61c7479/4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:05.096641 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dfb0dd5a-5dcc-4a87-b0c3-80af28296ffd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.099184 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks [] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.113358 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.159216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.160838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5524092 Mar 07 10:37:05.163297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for router_gateway (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.169536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51288) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.174797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'security_group_rule': {'security_group_id': '154b2d41-9af7-41e3-9a98-9fdb9a29b462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:05.181059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221213c1-53b4-4e99-a5ac-e11b764c1cbf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb0dd5a-5dcc-4a87-b0c3-80af28296ffd,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.228704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b1584901-fc6d-4dcc-9e7c-10dc5073f7ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.234431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (e98e1de1-ac23-4ffb-a3f2-ff75006e7bd5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.297727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1584901-fc6d-4dcc-9e7c-10dc5073f7ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.412413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb80b1-8fa7-40ce-8ad5-475a73356b9f None None] Pushing event updated for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.415551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.420228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-90ec0b11-8807-4430-965a-15bba7b71859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b1584901-fc6d-4dcc-9e7c-10dc5073f7ee HTTP/1.1" status: 204 len: 168 time: 0.7139218 Mar 07 10:37:05.429017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51300) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.524355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (e98e1de1-ac23-4ffb-a3f2-ff75006e7bd5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.532426 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1380567-a500-4c0a-9be6-1e9c65b414c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:37:05.534480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e1380567-a500-4c0a-9be6-1e9c65b414c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports/b1584901-fc6d-4dcc-9e7c-10dc5073f7ee HTTP/1.1" status: 404 len: 333 time: 0.0786002 Mar 07 10:37:05.542221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51304) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.556212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks [] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.561586 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e37b3f-4a8e-4eee-81bc-79969bd282a5 x-openstack-request-id: req-97e37b3f-4a8e-4eee-81bc-79969bd282a5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:05.561963 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-plugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:05.562296 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97e37b3f-4a8e-4eee-81bc-79969bd282a5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:05.562624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e98e1de1-ac23-4ffb-a3f2-ff75006e7bd5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.562811 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'code': 200} Mar 07 10:37:05.565731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b2cbc-4ad3-4272-9880-5c5e19f7909f req-dd1f60ca-4264-47aa-ac31-bcb0fc8e7053 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.573558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.577077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-656710058'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:05.585813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Attempting to bind port 14e10fac-2ee1-45fd-a485-da553c4ebe89 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:05.588498 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Attempting to bind port 14e10fac-2ee1-45fd-a485-da553c4ebe89 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:05.588873 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Attempting to bind port 14e10fac-2ee1-45fd-a485-da553c4ebe89 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:05.601640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b2cbc-4ad3-4272-9880-5c5e19f7909f req-dd1f60ca-4264-47aa-ac31-bcb0fc8e7053 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.614229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-571b2cbc-4ad3-4272-9880-5c5e19f7909f req-dd1f60ca-4264-47aa-ac31-bcb0fc8e7053 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb&device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 1691 time: 0.2609246 Mar 07 10:37:05.624030 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:05.624528 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:05.624941 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.631126 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:05.633185 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Bound port: 14e10fac-2ee1-45fd-a485-da553c4ebe89, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:05.641293 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.645004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f24493c3-7229-42fa-80dc-f742c282e9cb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:05.671134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98e1de1-ac23-4ffb-a3f2-ff75006e7bd5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.680423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.682300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9298d613-58cc-4eba-95ab-3cdd3be3f0f5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114577 Mar 07 10:37:05.688374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51312) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.694077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:05.702878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Made reservation on behalf of 6e5c5b262a414617941a1c634d947bc4 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:05.706231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.746492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:05.777881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:05.778884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-7b0dc949-fb3c-4432-a06f-6641514defdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4844160 Mar 07 10:37:05.786457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.788437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:05.794976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:05.815152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Pushing event updated for resources: {'Port': ['ID=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.819514 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] For port 14e10fac-2ee1-45fd-a485-da553c4ebe89, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:05.830353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] For port 14e10fac-2ee1-45fd-a485-da553c4ebe89, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=14e10fac-2ee1-45fd-a485-da553c4ebe89,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:05.844920 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.863845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f24493c3-7229-42fa-80dc-f742c282e9cb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:05.864547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.951109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Attempting to bind port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:05.951473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Attempting to bind port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:05.952415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Attempting to bind port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:05.968186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:05.968558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Checking segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:05.969114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.969567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Bound using segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:05.970112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Bound port: 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:05.970549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.003808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Provisioning complete for port 14e10fac-2ee1-45fd-a485-da553c4ebe89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:06.003808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.013231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-571b2cbc-4ad3-4272-9880-5c5e19f7909f req-4dc37092-348d-425b-9550-79192dd9b0a6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973315 Mar 07 10:37:06.049911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272bb1-345b-436d-8c96-20ac3cf07ea6 req-36a80ab7-f3a4-4ac7-8ab5-549a26491ea5 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.057814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6272bb1-345b-436d-8c96-20ac3cf07ea6 req-36a80ab7-f3a4-4ac7-8ab5-549a26491ea5 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.4031298 Mar 07 10:37:06.063916 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb80b1-8fa7-40ce-8ad5-475a73356b9f None None] Pushing event updated for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:06.085152 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:06.093554 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:06.157219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-d2dd23c0-e402-4b35-9ca3-8aea5a8e317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.158792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-d2dd23c0-e402-4b35-9ca3-8aea5a8e317e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1131 time: 0.3377693 Mar 07 10:37:06.194931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6272bb1-345b-436d-8c96-20ac3cf07ea6 req-d5f00592-2a29-42ea-9155-150f8114ca7d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358259 Mar 07 10:37:06.253331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0753d544-a028-41cf-880d-ceefce692520 None None] For port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:06.259210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0753d544-a028-41cf-880d-ceefce692520 None None] For port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:06.284931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.292389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for router_gateway (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.343870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.352945 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:06.364391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753d544-a028-41cf-880d-ceefce692520 None None] Pushing event updated for resources: {'Port': ['ID=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:06.375031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f24493c3-7229-42fa-80dc-f742c282e9cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:06.423667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Current status of the port 14e10fac-2ee1-45fd-a485-da553c4ebe89 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:06.424073 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.477627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] For port 14e10fac-2ee1-45fd-a485-da553c4ebe89, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=14e10fac-2ee1-45fd-a485-da553c4ebe89,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:06.488864 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.534296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-8ee5af80-2ada-40e8-8a6f-784d0f384e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.535843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-8ee5af80-2ada-40e8-8a6f-784d0f384e2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3399715 Mar 07 10:37:06.542376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6998a8-261f-4f51-8992-ead2e69893b5 req-e01d0e78-acb1-40c5-bf66-7f37e5bf8c26 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.549440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b6998a8-261f-4f51-8992-ead2e69893b5 req-e01d0e78-acb1-40c5-bf66-7f37e5bf8c26 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 1132 time: 0.1287444 Mar 07 10:37:06.630447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-3a182129-1e1a-4947-8fa6-02b435100dae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 200 len: 217 time: 0.0784569 Mar 07 10:37:06.661197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f819b52-19a7-4b0c-aeb1-8bd08da77a0b None None] Pushing event updated for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:06.671453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b6998a8-261f-4f51-8992-ead2e69893b5 req-f224a216-a5cb-4f4a-b873-d88fc99106d0 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208158 Mar 07 10:37:06.701218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-70b81e29-4061-4a28-bd4e-65d0323697e7 None None] Provisioning complete for port 14e10fac-2ee1-45fd-a485-da553c4ebe89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:06.701598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-70b81e29-4061-4a28-bd4e-65d0323697e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.722544 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:05Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:06.778434 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924d7b3-f5ac-42fd-b389-e49e290bcb85 None None] The sync data for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 is: [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:05Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:06.802441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-bf110750-0327-4fe2-a23b-1e403c3ff1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.804244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-bf110750-0327-4fe2-a23b-1e403c3ff1cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1456919 Mar 07 10:37:06.970602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c5b8-fe77-426f-b7c3-c99237a10046 req-afe8e7be-fa46-4fd1-ab4b-10b374b53148 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.003622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64f6c5b8-fe77-426f-b7c3-c99237a10046 req-afe8e7be-fa46-4fd1-ab4b-10b374b53148 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 1132 time: 0.1771193 Mar 07 10:37:07.018014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-d12d55aa-73ce-4d81-b735-334ac1fad89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.032779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-d12d55aa-73ce-4d81-b735-334ac1fad89c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2080758 Mar 07 10:37:07.068307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-70b81e29-4061-4a28-bd4e-65d0323697e7 None None] Current status of the port 14e10fac-2ee1-45fd-a485-da553c4ebe89 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:07.296766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64f6c5b8-fe77-426f-b7c3-c99237a10046 req-6aaf394f-745c-44c0-82cf-18543b997036 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907333 Mar 07 10:37:07.376387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.426045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-c1d1e772-7e53-4963-b015-8496f293cd55 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917699 Mar 07 10:37:07.491880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Allocated IP 172.25.4.8 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/5623904e-2d99-4950-892b-78dd20e5c6a4) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:07.516761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.554572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.675480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db26c9a-55fa-49cf-b454-56d6c1608bbd req-38f17b69-de40-4d82-87aa-d15f7cbc44be service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166088 Mar 07 10:37:07.707459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-931b3034-9514-4f6a-820e-5378a0d2474f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782542 Mar 07 10:37:07.730398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 14e10fac-2ee1-45fd-a485-da553c4ebe89 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:07.738325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae99ca3-bf64-43cd-9b88-8578bf749fe6 req-37910c98-d4ff-45f9-86d5-0d2f1fed1925 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.747803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ae99ca3-bf64-43cd-9b88-8578bf749fe6 req-37910c98-d4ff-45f9-86d5-0d2f1fed1925 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3872402 Mar 07 10:37:07.808602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:07.831463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:07.875149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:07.883518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.895295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.897639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 14e10fac-2ee1-45fd-a485-da553c4ebe89 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:07.898009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.911215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=74316c27-4b9f-4d8a-b799-e4cd123b8d5d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:07.951408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.996228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51368) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:07.996490 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0b225ae8-ec09-4158-a403-a32e03276f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4326758 Mar 07 10:37:08.011488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:08.064757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 14e10fac-2ee1-45fd-a485-da553c4ebe89 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:08.067225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:08.086928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ae99ca3-bf64-43cd-9b88-8578bf749fe6 req-e209894a-3297-44ea-a759-1470bb04197b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390965 Mar 07 10:37:08.091114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.136558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-a86af5da-4f81-4531-a0d9-008746a051b8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.151376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-a86af5da-4f81-4531-a0d9-008746a051b8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4415135 Mar 07 10:37:08.175729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.183993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-9d68a9b1-f4c9-4693-8711-d4294706628d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0314763 Mar 07 10:37:08.205277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:08.205649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.297595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Pushing event updated for resources: {'Port': ['ID=5623904e-2d99-4950-892b-78dd20e5c6a4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.335999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.25.4.107 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/5049606f-807f-4d52-a5e6-914d78afb9a5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:08.449247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:08.450019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.531635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.533400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:08.544471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.591767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.597609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:08.608303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:08.624007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:08.632706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.635820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.659076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.672319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa97341-42ac-4aa3-8a2e-de348a68f7bb None None] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:08.672766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:08.691772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:08.746056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:08.773303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:08.789697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-cd9b217d-5f08-42af-83af-112246c86bf0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6046014 Mar 07 10:37:08.794185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=74316c27-4b9f-4d8a-b799-e4cd123b8d5d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.813294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:08.814092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:08.814633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:08.820316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:08.820877 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:08.821483 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 2 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:08.824400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=5049606f-807f-4d52-a5e6-914d78afb9a5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.852141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:08.854908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:08.855500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:08.860338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-951f78ad-4111-465e-8e4a-3fbdb4d1fad4 None None] Provisioning complete for port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:08.860873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-951f78ad-4111-465e-8e4a-3fbdb4d1fad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.868388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:08.869096 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:08.870653 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 3 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:08.899638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:08.900115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:08.900640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:08.915601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:08.916236 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:08.916799 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 4 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:08.949261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:08.949484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:08.949820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:08.965064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:08.965391 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:08.965774 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 5 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:08.989705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:08.990084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:08.990463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.006322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.012268 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.012268 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 6 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:09.080004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:09.080614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:09.081133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.096835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.097445 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.098031 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 7 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:09.160783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:09.162294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:09.162620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.178074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad9a62d3-ed16-44bf-b96d-48ebc037a8e6 req-079f711f-b322-46f8-9273-da1d7c4a82d6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 210 time: 0.0929077 Mar 07 10:37:09.178694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.179023 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.179448 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 8 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:09.208564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:09.208900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:09.209232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.240500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.240500 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.245696 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 9 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:09.320340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.339766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:09.339766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:09.340192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.358615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.359582 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.360186 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 10 to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d Mar 07 10:37:09.398504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:09.398504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:09.398777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:09.408100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:09.408432 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:09.408806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.427278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for router_gateway (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.458614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-951f78ad-4111-465e-8e4a-3fbdb4d1fad4 None None] Current status of the port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:09.461205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344d7cf-50b6-4754-9d3b-693d96234410 req-a9f369fd-9720-4f71-ab40-ef4c4e6333a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.463164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f344d7cf-50b6-4754-9d3b-693d96234410 req-a9f369fd-9720-4f71-ab40-ef4c4e6333a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1920261 Mar 07 10:37:09.507624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.581236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:09.648942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:09.649745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempted to set empty binding levels {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:37:09.669095 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.705664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:09.706088 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.742127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=74316c27-4b9f-4d8a-b799-e4cd123b8d5d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:09.769439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f344d7cf-50b6-4754-9d3b-693d96234410 req-2c6c7040-4c1d-42bd-9303-25002318e87f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791840 Mar 07 10:37:09.785290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] In _notify_port_updated(), no bound segment for port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:37:09.793802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.801123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.803358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4553e42b-adba-4b60-b64a-ef46a6cd848d tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "PUT /v2.0/ports/74316c27-4b9f-4d8a-b799-e4cd123b8d5d HTTP/1.1" status: 200 len: 978 time: 1.8006134 Mar 07 10:37:09.812821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51402) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:09.861649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:09.885940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8dfe6ccd-a2f3-4817-ad26-49d0a848be66 None None] Provisioning complete for port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:09.886627 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6ccd-a2f3-4817-ad26-49d0a848be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.989469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe6ccd-a2f3-4817-ad26-49d0a848be66 None None] Current status of the port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:10.076991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-c984daf4-3c66-4733-8645-b44f48fae6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.079232 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-c984daf4-3c66-4733-8645-b44f48fae6bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 1132 time: 0.4267724 Mar 07 10:37:10.239858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.240207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.240669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.241130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.241586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.242041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.242496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.242946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.244098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.244561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.245013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.245475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.245931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.246388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.246840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.247291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.247841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.248336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.248743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.249191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.249646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.250092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.250539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.250988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.251434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.251912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.252360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.252807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.253259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.253701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.254159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.257950 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a972f31f-f2d2-4540-9594-99e7e8d9e0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28301 time: 0.4419832 Mar 07 10:37:10.262328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:10.310199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.324471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-cd2cdfbb-785c-4f0f-86e5-05f2cc1494c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.325951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-cd2cdfbb-785c-4f0f-86e5-05f2cc1494c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2100468 Mar 07 10:37:10.369936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317bb829-580a-4b19-933f-9fc14fc14ce3 req-5a74bc68-3723-4302-9dae-3fc4c8f720c1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Mar 07 10:37:10.370919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.383313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.392067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Deleting port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:10.392495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.441219 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-a1428a22-397c-4d4d-b903-ab0f7b0f126d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d HTTP/1.1" status: 200 len: 217 time: 0.0729206 Mar 07 10:37:10.466458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port 74316c27-4b9f-4d8a-b799-e4cd123b8d5d, host n-h1-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:10.466903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.482007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Calling delete_port for 74316c27-4b9f-4d8a-b799-e4cd123b8d5d owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:10.622057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (74316c27-4b9f-4d8a-b799-e4cd123b8d5d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.639299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=5049606f-807f-4d52-a5e6-914d78afb9a5,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:10.677562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event deleted for resources: {'Port': ['ID=74316c27-4b9f-4d8a-b799-e4cd123b8d5d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:10.680614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.684077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2fe2fbaf-d9a9-494e-a1f6-67bc7a26f6d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "DELETE /v2.0/ports/74316c27-4b9f-4d8a-b799-e4cd123b8d5d HTTP/1.1" status: 204 len: 168 time: 0.4204876 Mar 07 10:37:10.701454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51418) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:10.728677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.762344 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-01c9a8b1-fd52-4e44-a68e-908ad2ad0d04 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925109 Mar 07 10:37:10.768833 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-635dae94-c0cc-4f25-af95-45d90a996e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:37:10.770347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-635dae94-c0cc-4f25-af95-45d90a996e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports/74316c27-4b9f-4d8a-b799-e4cd123b8d5d HTTP/1.1" status: 404 len: 333 time: 0.0641673 Mar 07 10:37:10.776499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51420) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:10.782255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385368985', 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:10.818212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Made reservation on behalf of 6e5c5b262a414617941a1c634d947bc4 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:10.826277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-a590cf66-03f2-4a46-be82-b166f490d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.826277 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-a590cf66-03f2-4a46-be82-b166f490d591 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3620427 Mar 07 10:37:10.827183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.832137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.842018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd18142f-dfc3-4e5a-ba42-34390567c985 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1524463 Mar 07 10:37:10.878179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port 9e10952e-db02-4232-a66e-4dbcd8c1f938 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:11.004881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-c19ca919-597e-434f-97ef-4b4027de5908 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.006542 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-c19ca919-597e-434f-97ef-4b4027de5908 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281821 Mar 07 10:37:11.030057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:11.068509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092000-9cd1-4b04-89f6-0f70d716724d req-a612d9f2-df2f-46bd-acfa-29b86a5696ac tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.070097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07092000-9cd1-4b04-89f6-0f70d716724d req-a612d9f2-df2f-46bd-acfa-29b86a5696ac tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1285570 Mar 07 10:37:11.108180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-45bdb0c5-6c2e-4423-82f8-c0dc4e7ee372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.110105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-45bdb0c5-6c2e-4423-82f8-c0dc4e7ee372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2598093 Mar 07 10:37:11.183599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-814dabaf-c344-4c94-96e5-acdcca74cfd5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--745888771&fields=id&tenant_id=1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 267 time: 0.1815965 Mar 07 10:37:11.202518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:11.233239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07092000-9cd1-4b04-89f6-0f70d716724d req-1a47dc46-87be-4c94-acda-f32061e19c94 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407778 Mar 07 10:37:11.286319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (9e10952e-db02-4232-a66e-4dbcd8c1f938), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.303443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:11.308089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.350861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-d39d95d2-5d7c-4ef0-8d2c-6816c90cbf70 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.357851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-d39d95d2-5d7c-4ef0-8d2c-6816c90cbf70 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.1731191 Mar 07 10:37:11.375948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-e6625f7a-46ef-487b-9b53-b86cec127804 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/quotas/1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 375 time: 0.0167797 Mar 07 10:37:11.387715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9e10952e-db02-4232-a66e-4dbcd8c1f938), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.460277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.54 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/10646c3b-d002-4ccd-b758-fb889539ac94) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:11.468094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:11.476541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:11.479888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:11.481377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.482136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.489383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=9e10952e-db02-4232-a66e-4dbcd8c1f938,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.524932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-7694cae7-2f7b-4ec2-9f9e-3dfaa922a639 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476259 Mar 07 10:37:11.531512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fa949eae-2392-4644-b7e7-3e85a65d23c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7533145 Mar 07 10:37:11.620444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51438) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:11.661843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-4acbf496-3eaa-4c8c-a938-fd9f2f866f07 service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287591 Mar 07 10:37:11.687283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ebde31-1f0b-40da-9b51-7f5e48b3b28e req-40990450-0eb1-4f8a-b66b-be8c01dcd31f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 210 time: 0.0654325 Mar 07 10:37:11.763527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8983b-b98d-4dff-b894-997acb1515ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.765307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9d8983b-b98d-4dff-b894-997acb1515ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports/9e10952e-db02-4232-a66e-4dbcd8c1f938 HTTP/1.1" status: 200 len: 958 time: 0.1340876 Mar 07 10:37:11.768153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:11.855271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-192724fe-64a2-4b62-956b-bf8917215ecd service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921456 Mar 07 10:37:11.884159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Deleting port 9e10952e-db02-4232-a66e-4dbcd8c1f938 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:11.885282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9e10952e-db02-4232-a66e-4dbcd8c1f938), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.968540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9e10952e-db02-4232-a66e-4dbcd8c1f938), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.011281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Calling delete_port for 9e10952e-db02-4232-a66e-4dbcd8c1f938 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:12.263199 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-5efd0b2d-c9d4-48c6-821e-f959e3a4f13c service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0581946 Mar 07 10:37:12.277588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (10646c3b-d002-4ccd-b758-fb889539ac94), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.389762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-208865ee-e6ca-4c9e-bdd7-00cd6be3da09 req-9285e4d2-1b15-4e29-85b3-d4592cc7a162 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153543 Mar 07 10:37:12.406400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:12.432353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:12.441617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:12.442855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:12.511995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.514199 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eafe0e64-04b0-4825-9d15-a7abf91b5682 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8355217 Mar 07 10:37:12.517693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51468) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:12.525882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.553408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:12.563411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:12.634806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:12.643439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:12.658123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:12.735483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:12.854395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.855359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.871095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad358e61-e512-4026-954a-20eab7aa88b1 req-e158d91f-e5aa-4a5b-b492-5a42e4c548fa tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 210 time: 0.6843913 Mar 07 10:37:12.981899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9e10952e-db02-4232-a66e-4dbcd8c1f938), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.047253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-76cfdbd1-5c97-40a8-bbe4-f1c1ee380a9c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0242808 Mar 07 10:37:13.062681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:13.077284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e10952e-db02-4232-a66e-4dbcd8c1f938,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:13.093748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Request body: {'port': {'device_id': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:13.189486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef10f0-3cbf-4b71-88dd-ecf7c477be00 req-dcc1982e-403c-495d-ba5e-171fc8c37977 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:13.191403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8ef10f0-3cbf-4b71-88dd-ecf7c477be00 req-dcc1982e-403c-495d-ba5e-171fc8c37977 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3188887 Mar 07 10:37:13.207850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.211618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df6e235b-1c63-46c5-875c-09c7c200b596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9e10952e-db02-4232-a66e-4dbcd8c1f938 HTTP/1.1" status: 204 len: 168 time: 1.4422534 Mar 07 10:37:13.216872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51478) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:13.218311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.265893 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a03387-9986-43fc-8da5-9da8552a3b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:37:13.267516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-57a03387-9986-43fc-8da5-9da8552a3b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports/9e10952e-db02-4232-a66e-4dbcd8c1f938 HTTP/1.1" status: 404 len: 333 time: 0.0453186 Mar 07 10:37:13.278206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51480) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:13.288111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d97ca3-f334-4af5-9d84-6dd7a904319f req-54c14fe4-964a-4dfe-821f-2c36392780cc tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:13.295341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6d97ca3-f334-4af5-9d84-6dd7a904319f req-54c14fe4-964a-4dfe-821f-2c36392780cc tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 935 time: 0.2235959 Mar 07 10:37:13.303678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-232555112'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:13.349234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-821ef984-91bd-42fb-b162-7794b3ab903a None None] Provisioning complete for port 10646c3b-d002-4ccd-b758-fb889539ac94 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:13.349942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-821ef984-91bd-42fb-b162-7794b3ab903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.393104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6d97ca3-f334-4af5-9d84-6dd7a904319f req-4144a246-eb7a-4105-b37b-b645c99ea8df tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911529 Mar 07 10:37:13.403226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8ef10f0-3cbf-4b71-88dd-ecf7c477be00 req-9fed7e2b-4ea1-4283-b52d-94208921f4f4 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893961 Mar 07 10:37:13.430989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Made reservation on behalf of 6e5c5b262a414617941a1c634d947bc4 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:13.430989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.467768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port 5bc84b4d-561c-4063-b287-da9f96df2e60 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:13.488080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-821ef984-91bd-42fb-b162-7794b3ab903a None None] Port 10646c3b-d002-4ccd-b758-fb889539ac94 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:13.692695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.776684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.857392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10646c3b-d002-4ccd-b758-fb889539ac94 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:13.877460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks [] for port (10646c3b-d002-4ccd-b758-fb889539ac94), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.902883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.961973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:13.970363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:13.975444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:13.976749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:13.977466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.979966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc84b4d-561c-4063-b287-da9f96df2e60,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:13.995552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:08Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:14.008433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Transition to ACTIVE for port object 10646c3b-d002-4ccd-b758-fb889539ac94 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:14.016422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-922d3851-50ed-486d-8b21-31c19aa6ac77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.018613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-922d3851-50ed-486d-8b21-31c19aa6ac77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.2562201 Mar 07 10:37:14.025354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b8320ab9-ed00-485d-818e-f6af075d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7277400 Mar 07 10:37:14.026113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51492) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:14.031901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:14.032266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Updating router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb port 5623904e-2d99-4950-892b-78dd20e5c6a4 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:14.044415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:14.089128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.104625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.125628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da9b2b4f-df02-412c-8355-7e730ea9c241 req-5f0dc3b7-b1d7-46ec-8888-bb04aa1b733b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 210 time: 0.0517468 Mar 07 10:37:14.172785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-3f04a129-8ba1-4558-b6c6-6393b9c1ded0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 379 time: 0.1412838 Mar 07 10:37:14.194999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'device_id': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'admin_state_up': True, 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'security_groups': ['154b2d41-9af7-41e3-9a98-9fdb9a29b462']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:14.232832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.281780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.400226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:14.404151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.533290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Attempting to bind port 10646c3b-d002-4ccd-b758-fb889539ac94 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:14.533655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Attempting to bind port 10646c3b-d002-4ccd-b758-fb889539ac94 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:14.533980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Attempting to bind port 10646c3b-d002-4ccd-b758-fb889539ac94 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:14.561295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Port 10646c3b-d002-4ccd-b758-fb889539ac94 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:14.561610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Attempting to bind port 10646c3b-d002-4ccd-b758-fb889539ac94 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:14.580071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks [] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.585511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:14.585901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:14.586221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:14.586662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Bound port: 10646c3b-d002-4ccd-b758-fb889539ac94, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:14.587023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.600878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.660563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Attempting to bind port 5623904e-2d99-4950-892b-78dd20e5c6a4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:14.660921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Attempting to bind port 5623904e-2d99-4950-892b-78dd20e5c6a4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:14.661281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Attempting to bind port 5623904e-2d99-4950-892b-78dd20e5c6a4 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:14.664335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Pushing event updated for resources: {'Port': ['ID=5623904e-2d99-4950-892b-78dd20e5c6a4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.674932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Allocated IP 172.20.0.1 (4c882bed-095a-46ec-8251-d5d368d9a3ba/df513165-b400-4451-9616-9ef2d61c7479/27a4718c-aa48-47fa-835f-8e3ff5eea31e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:14.678247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:14.678685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:14.679016 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.679552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:14.680186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Bound port: 5623904e-2d99-4950-892b-78dd20e5c6a4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:14.680655 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.707587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.707985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.708332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.708661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.708985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.709311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.709628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.710119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.710605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.710952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.711237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.711549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.711882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:14.720645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.20.0.9 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/041fb941-b1e0-43fa-923e-bb61b959627e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:14.761807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] For port 5623904e-2d99-4950-892b-78dd20e5c6a4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:14.765600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] For port 5623904e-2d99-4950-892b-78dd20e5c6a4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5623904e-2d99-4950-892b-78dd20e5c6a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:14.769712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd60dd-6f2c-4121-849c-ae8d97aded5c req-b3eb7673-271e-4d32-86e1-7e288854b266 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.772240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ccd60dd-6f2c-4121-849c-ae8d97aded5c req-b3eb7673-271e-4d32-86e1-7e288854b266 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1621268 Mar 07 10:37:14.784399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.791315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54a5ed-60b6-4eb4-a9c1-e53835d30e36 req-469db238-d879-4303-b750-532b6b9c795f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.793350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af54a5ed-60b6-4eb4-a9c1-e53835d30e36 req-469db238-d879-4303-b750-532b6b9c795f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 947 time: 0.1841695 Mar 07 10:37:14.825561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks [] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.893290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:14.894859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:14.928421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af54a5ed-60b6-4eb4-a9c1-e53835d30e36 req-b6e8ae25-1a8c-46da-bff5-c0b18ce81655 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289084 Mar 07 10:37:14.976720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc4bbe-c85c-49c2-94ac-574f2b7d07af None None] Pushing event updated for resources: {'Port': ['ID=5623904e-2d99-4950-892b-78dd20e5c6a4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.010888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ccd60dd-6f2c-4121-849c-ae8d97aded5c req-db00c412-052c-42b2-99cd-fcf6b44c0354 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163262 Mar 07 10:37:15.079923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.089272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] device_id is not set on port 5bc84b4d-561c-4063-b287-da9f96df2e60 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:15.096242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:15.105591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks [] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.106949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (041fb941-b1e0-43fa-923e-bb61b959627e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.149078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.153892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.207743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:15.232809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:15.246274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:15.253345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.312148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Pushing event updated for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.342871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:15.346020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:15.349592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:15.353403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:08Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:15.375967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:15.387007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdc2e-c8ff-4df0-8f21-9e59d1f3dd1b None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:08Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:15.426772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10646c3b-d002-4ccd-b758-fb889539ac94,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:15.438172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.478639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:15.482679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:15.483282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:15.485029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.485707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.487901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.539583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb12eb-beda-49d6-afc7-a45c71344944 req-268ba68d-c7d8-4759-bcf3-78fd46b1a0b7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.541296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6deb12eb-beda-49d6-afc7-a45c71344944 req-268ba68d-c7d8-4759-bcf3-78fd46b1a0b7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 931 time: 0.2890253 Mar 07 10:37:15.549255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-8076ed90-4b7f-4f83-a6fb-5a60ed75dfb4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637569 Mar 07 10:37:15.553201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc84b4d-561c-4063-b287-da9f96df2e60,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.567365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Request body: {'port': {'device_id': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:15.617696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:15.618256 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:15.630099 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 2 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:15.647189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.648446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.651152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/10646c3b-d002-4ccd-b758-fb889539ac94 HTTP/1.1" status: 200 len: 1095 time: 2.5611928 Mar 07 10:37:15.659553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:15.662823 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:15.715924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:15.722861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:15.724571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:15.733948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0e7a3941-3f06-4f3b-b6b5-0f501e9eb452 None None] Provisioning complete for port 27a4718c-aa48-47fa-835f-8e3ff5eea31e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:15.734472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3941-3f06-4f3b-b6b5-0f501e9eb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.806158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:15.806410 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:15.814520 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88828822-b7f3-4b51-a8d2-15cd8c10ea9c x-openstack-request-id: req-88828822-b7f3-4b51-a8d2-15cd8c10ea9c {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:15.814872 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:15.815382 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88828822-b7f3-4b51-a8d2-15cd8c10ea9c {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:15.815869 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94', 'status': 'completed', 'code': 200} Mar 07 10:37:15.824682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a3941-3f06-4f3b-b6b5-0f501e9eb452 None None] Port 27a4718c-aa48-47fa-835f-8e3ff5eea31e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:15.883771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6deb12eb-beda-49d6-afc7-a45c71344944 req-5cf62b03-6094-4efe-a49f-ae9352a81b46 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313973 Mar 07 10:37:15.893416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.916362 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 3 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:15.948055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b2301-95d6-4cac-a2b8-a48d04dfe6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.965597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:15.965597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:15.965597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:15.970390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d8bba73d-c126-4515-b9db-97a794b7e7ff None None] Provisioning complete for port 041fb941-b1e0-43fa-923e-bb61b959627e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:15.970771 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8bba73d-c126-4515-b9db-97a794b7e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.979880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:15.980355 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:15.983769 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 4 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.071004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.071505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.072096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.093326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-bb70a084-9a5f-46b4-8e0a-83528cb07cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.099071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-bb70a084-9a5f-46b4-8e0a-83528cb07cae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 1129 time: 0.3608205 Mar 07 10:37:16.108578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d8bba73d-c126-4515-b9db-97a794b7e7ff None None] Port 041fb941-b1e0-43fa-923e-bb61b959627e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:16.149937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.150624 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.154320 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 5 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.260694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.261315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.261823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.265466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.286124 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-a03b3555-b011-4750-ba44-481eb06e586f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10646c3b-d002-4ccd-b758-fb889539ac94 HTTP/1.1" status: 200 len: 217 time: 0.1749201 Mar 07 10:37:16.288575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.288902 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.289438 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 6 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.312575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.312821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.313121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.423477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e308-30f9-4eab-a016-a3a95c6be23a req-246e02d5-a10f-4132-a98d-afa1013c2a5e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.430614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44f3e308-30f9-4eab-a016-a3a95c6be23a req-246e02d5-a10f-4132-a98d-afa1013c2a5e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 947 time: 0.2829921 Mar 07 10:37:16.487827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.488790 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.499885 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 7 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.523858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44f3e308-30f9-4eab-a016-a3a95c6be23a req-16d27eb8-c8bc-4a7a-ade0-61d69e653b2b tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920858 Mar 07 10:37:16.538850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902788d7-9681-4630-af36-76ad3c746716 req-e0dcfe0b-17df-41e2-b850-a5f05e226d48 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.547609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902788d7-9681-4630-af36-76ad3c746716 req-e0dcfe0b-17df-41e2-b850-a5f05e226d48 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1912329 Mar 07 10:37:16.553405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.553729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.554088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.562172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.562509 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.573891 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 8 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.593358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.593698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.594185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.603402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-ce2b33d8-ae9a-43f9-acce-e9202e9d5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.606031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-ce2b33d8-ae9a-43f9-acce-e9202e9d5cbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3017135 Mar 07 10:37:16.613010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:16.626067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks [] for port (041fb941-b1e0-43fa-923e-bb61b959627e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.646572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-902788d7-9681-4630-af36-76ad3c746716 req-9001e345-7db7-47f5-97f1-4ce776cc41b4 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737848 Mar 07 10:37:16.653603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Transition to ACTIVE for port object 041fb941-b1e0-43fa-923e-bb61b959627e will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:16.657589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.658036 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.664709 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 9 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.680361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.688067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.688391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.688857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.699313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks [] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.702283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.702820 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.703537 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempt 10 to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 Mar 07 10:37:16.718621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.762664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:16.781022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.820794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.821236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.821745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempting to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.834568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.840933 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Failed to bind port 5bc84b4d-561c-4063-b287-da9f96df2e60 on host n-h1-832156-4 for vnic_type normal using segments [{'id': 'f305262c-49aa-41bb-8ba4-2c9bb127f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b'}] Mar 07 10:37:16.841562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.876308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Attempting to bind port 041fb941-b1e0-43fa-923e-bb61b959627e on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.876638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Attempting to bind port 041fb941-b1e0-43fa-923e-bb61b959627e by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.876969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Attempting to bind port 041fb941-b1e0-43fa-923e-bb61b959627e on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.882673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Port 041fb941-b1e0-43fa-923e-bb61b959627e on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.882993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Attempting to bind port 041fb941-b1e0-43fa-923e-bb61b959627e on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.897462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:16.897798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:16.898181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:16.898614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Bound port: 041fb941-b1e0-43fa-923e-bb61b959627e, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:16.898974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.986887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:16.991113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:17.116095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:17.133047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:17.169524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Pushing event updated for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.185260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4c10d-26e8-410e-9708-b8d207ef377e req-30fa9a9d-9ff9-4961-812f-6249ae767aa4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.186705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-ba01d10b-e0ba-481d-964d-ef9bace7d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.187346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99b4c10d-26e8-410e-9708-b8d207ef377e req-30fa9a9d-9ff9-4961-812f-6249ae767aa4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 943 time: 0.1581588 Mar 07 10:37:17.189017 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-ba01d10b-e0ba-481d-964d-ef9bace7d3ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5742471 Mar 07 10:37:17.189425 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.311450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:17.336622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port 5bc84b4d-561c-4063-b287-da9f96df2e60, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:17.337005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attempted to set empty binding levels {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:37:17.359268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99b4c10d-26e8-410e-9708-b8d207ef377e req-9a6b59bb-da98-4271-89e6-f9b9af06f2d0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646562 Mar 07 10:37:17.360519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.361173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.362435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 1091 time: 1.8003111 Mar 07 10:37:17.365894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:17.368056 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194" -d '{"events": [{"name": "network-changed", "server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:17.401905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5d69d-b25e-47d4-968a-b8fb944ed2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.498119 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-d50e1bb4-2ea0-44de-af88-f1366a12f551 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902153 Mar 07 10:37:17.502819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.514949 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bb8353-fdeb-41be-b000-c943da5f5442 x-openstack-request-id: req-71bb8353-fdeb-41be-b000-c943da5f5442 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:17.515458 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:17.515565 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71bb8353-fdeb-41be-b000-c943da5f5442 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:17.523624 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'status': 'completed', 'code': 200} Mar 07 10:37:17.526969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-741faf64-d4ed-41ad-a210-be33587d3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.548833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-741faf64-d4ed-41ad-a210-be33587d3981 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1125 time: 0.1306515 Mar 07 10:37:17.564432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1feea120-ed02-4ec9-a1fc-5617ac972583 None None] Provisioning complete for port 27a4718c-aa48-47fa-835f-8e3ff5eea31e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:17.565389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1feea120-ed02-4ec9-a1fc-5617ac972583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.651060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1feea120-ed02-4ec9-a1fc-5617ac972583 None None] Port 27a4718c-aa48-47fa-835f-8e3ff5eea31e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:17.675869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5623904e-2d99-4950-892b-78dd20e5c6a4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:17.682650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-75015aae-c0a1-463d-b50c-16d247603252 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 217 time: 0.1066682 Mar 07 10:37:17.779183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5623904e-2d99-4950-892b-78dd20e5c6a4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:17.779722 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.878259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-d8cccb95-9d2a-443b-9c04-68ca83fbb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.880038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-d8cccb95-9d2a-443b-9c04-68ca83fbb3cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1939349 Mar 07 10:37:17.889551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c7c25-5973-4590-a93b-a4b4e7611dc8 req-d52312f3-4fa8-48f8-aa13-8c505ba32834 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.897236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed7c7c25-5973-4590-a93b-a4b4e7611dc8 req-d52312f3-4fa8-48f8-aa13-8c505ba32834 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1134624 Mar 07 10:37:17.933198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5623904e-2d99-4950-892b-78dd20e5c6a4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:17.934050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.967204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35573086-7b54-4368-94c5-6367dc51a9dc req-afe7083e-8cd3-4691-87c5-81a1bb8e9b83 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.974822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35573086-7b54-4368-94c5-6367dc51a9dc req-afe7083e-8cd3-4691-87c5-81a1bb8e9b83 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 947 time: 0.2679799 Mar 07 10:37:17.977271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 5623904e-2d99-4950-892b-78dd20e5c6a4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5623904e-2d99-4950-892b-78dd20e5c6a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:17.985904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:17.988557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] In _notify_port_updated(), no bound segment for port 5bc84b4d-561c-4063-b287-da9f96df2e60 on network b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:37:17.989505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.990299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.996458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "PUT /v2.0/ports/5bc84b4d-561c-4063-b287-da9f96df2e60 HTTP/1.1" status: 200 len: 978 time: 3.9689071 Mar 07 10:37:17.997388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.001336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:18.006908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-601fc5b2-e734-4244-a29b-5a7d557a1077 admin admin] 10.222.0.23 "PUT /v2.0/routers/582e7fce-5dc8-4719-9b58-e09eb0dea9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4832268 Mar 07 10:37:18.019509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca4576-5250-4be0-8548-4aea9a54df3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc84b4d-561c-4063-b287-da9f96df2e60,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:18.062089 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d2e433b-dd16-45a4-80ee-8e28bc975b47 req-d2445096-9fd3-4299-bf31-64be5879ecda service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529752 Mar 07 10:37:18.092688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35573086-7b54-4368-94c5-6367dc51a9dc req-b4ec927d-5ed5-4c2e-a9bf-6e2d51794a09 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166158 Mar 07 10:37:18.106711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-5c6df7e1-74c7-4d3d-a914-90ef665c2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.108413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-5c6df7e1-74c7-4d3d-a914-90ef665c2c3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986625 Mar 07 10:37:18.156534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=5623904e-2d99-4950-892b-78dd20e5c6a4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:18.167813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed7c7c25-5973-4590-a93b-a4b4e7611dc8 req-388177e7-b7a1-4204-8bc9-ebd051c2466a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692432 Mar 07 10:37:18.229390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:37:18.251057 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:18.262651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:18.263269 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:18.350826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-d67a5ac8-c445-4310-a3bd-893bb1ba362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.352378 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-d67a5ac8-c445-4310-a3bd-893bb1ba362f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 1129 time: 0.1178126 Mar 07 10:37:18.370374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-31db6c61-76aa-41e3-8dc4-e9f313df1b93 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965837 Mar 07 10:37:18.374794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Deleting port 5bc84b4d-561c-4063-b287-da9f96df2e60 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:18.375418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.411073 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:18.549247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-d4c02a31-799b-419b-af28-a9daee37e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.551446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-d4c02a31-799b-419b-af28-a9daee37e973 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1923046 Mar 07 10:37:18.578902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] For port 5bc84b4d-561c-4063-b287-da9f96df2e60, host n-h1-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:18.579975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.620792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Calling delete_port for 5bc84b4d-561c-4063-b287-da9f96df2e60 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:18.709546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce64649-9a11-4ef0-b6ab-2ff126504938 req-d56e533d-3619-4ea0-b499-350bd643418e service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308818 Mar 07 10:37:18.798089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-7eb7afdd-801d-4a32-96a7-89e89d26dea0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.800071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-7eb7afdd-801d-4a32-96a7-89e89d26dea0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 821 time: 0.2426982 Mar 07 10:37:18.839415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:16Z', 'revision_number': 2, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:18.841219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-cf3a0920-35ec-430f-9b67-92a3e1ee4b47 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/quotas/c892a8e3ecbe47af9845563400ce1507 HTTP/1.1" status: 200 len: 375 time: 0.0214214 Mar 07 10:37:18.905944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:18.910534 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Updating router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb port 27a4718c-aa48-47fa-835f-8e3ff5eea31e binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:18.912133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5bc84b4d-561c-4063-b287-da9f96df2e60), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.922505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-a0c60603-44c5-4b61-a709-db59dffacd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.924104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-a0c60603-44c5-4b61-a709-db59dffacd31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1125 time: 0.1441333 Mar 07 10:37:18.966012 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.990030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc84b4d-561c-4063-b287-da9f96df2e60,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:19.038199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.042701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1c66dfa3-be7d-4559-97b7-29802f8a4094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5bc84b4d-561c-4063-b287-da9f96df2e60 HTTP/1.1" status: 204 len: 168 time: 1.0401556 Mar 07 10:37:19.058415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51574) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:19.090836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-3751bd92-9461-46e3-b891-7151b8cbd931 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415683 Mar 07 10:37:19.103789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-d823b29f-f061-486b-b1b0-4fc2eec449bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10646c3b-d002-4ccd-b758-fb889539ac94 HTTP/1.1" status: 200 len: 217 time: 0.5420213 Mar 07 10:37:19.168482 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d89409-d683-40d3-b486-ec9ed31b179c tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:37:19.171374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-76d89409-d683-40d3-b486-ec9ed31b179c tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821312837-project-admin] 10.222.0.23 "GET /v2.0/ports/5bc84b4d-561c-4063-b287-da9f96df2e60 HTTP/1.1" status: 404 len: 333 time: 0.1096182 Mar 07 10:37:19.175074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:19.184787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-9d1fb20b-bbf3-4de2-942b-bdda878d3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.186529 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-9d1fb20b-bbf3-4de2-942b-bdda878d3ed6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0724945 Mar 07 10:37:19.389814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-5e3e9f7b-9f40-4b03-9cc4-2ff07dabbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.391386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-5e3e9f7b-9f40-4b03-9cc4-2ff07dabbd1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.4272208 Mar 07 10:37:19.395477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.406490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-e0ca707b-ab9f-4e1d-8388-7912645130e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.412845 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-e0ca707b-ab9f-4e1d-8388-7912645130e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2181349 Mar 07 10:37:19.419003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156714-2f31-4289-b7a3-24c69f848487 req-8dbca998-51c2-4dc3-9e9d-af8c30392003 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.433723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45156714-2f31-4289-b7a3-24c69f848487 req-8dbca998-51c2-4dc3-9e9d-af8c30392003 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 943 time: 0.4679019 Mar 07 10:37:19.505192 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks [] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.531101 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.571037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-89986550-9073-4adf-b734-264a66ef784e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 217 time: 0.1653464 Mar 07 10:37:19.591458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-094215e0-bcfa-4c97-ad95-64bcf8840914 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572380 Mar 07 10:37:19.613514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5623904e-2d99-4950-892b-78dd20e5c6a4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:19.623510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9bcec-4992-44f0-bbaa-7e2990d5ca1b None None] Pushing event updated for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:19.692109 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Attempting to bind port 27a4718c-aa48-47fa-835f-8e3ff5eea31e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:19.692509 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Attempting to bind port 27a4718c-aa48-47fa-835f-8e3ff5eea31e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:19.692863 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Attempting to bind port 27a4718c-aa48-47fa-835f-8e3ff5eea31e on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:19.705858 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:19.706299 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Checking segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:19.706846 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.707067 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Bound using segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:19.707960 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Bound port: 27a4718c-aa48-47fa-835f-8e3ff5eea31e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:19.708269 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.741178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5623904e-2d99-4950-892b-78dd20e5c6a4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:19.741825 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.772278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45156714-2f31-4289-b7a3-24c69f848487 req-d00f6b3a-476b-4e25-89c3-2211dbf2c986 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373845 Mar 07 10:37:19.773796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-c5506e41-07d7-452d-a23b-b82efd7260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.775682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-c5506e41-07d7-452d-a23b-b82efd7260a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1438892 Mar 07 10:37:19.782871 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f2bf1ca-a213-4f92-b1f6-802e17afeca7 req-11ae29d3-385d-436e-8855-5ac15ff28c32 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887133 Mar 07 10:37:19.824972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.841981 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] For port 27a4718c-aa48-47fa-835f-8e3ff5eea31e, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:19.846138 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] For port 27a4718c-aa48-47fa-835f-8e3ff5eea31e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=27a4718c-aa48-47fa-835f-8e3ff5eea31e,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:19.858797 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.882582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:19.897860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f305262c-49aa-41bb-8ba4-2c9bb127f281') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:19.898234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f305262c-49aa-41bb-8ba4-2c9bb127f281') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:19.902830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5623904e-2d99-4950-892b-78dd20e5c6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:19.919755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f305262c-49aa-41bb-8ba4-2c9bb127f281), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.920539 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:19.921166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:19.940194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f305262c-49aa-41bb-8ba4-2c9bb127f281), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.947300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:19.947586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f305262c-49aa-41bb-8ba4-2c9bb127f281), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.980053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Provisioning complete for port 27a4718c-aa48-47fa-835f-8e3ff5eea31e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:19.980440 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.988043 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9bcec-4992-44f0-bbaa-7e2990d5ca1b None None] Pushing event updated for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:20.030830 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:20.069489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.075773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.083927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] 10.222.0.23 "DELETE /v2.0/networks/b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b HTTP/1.1" status: 204 len: 168 time: 0.9080229 Mar 07 10:37:20.161421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e045b4-a4b6-4a85-b8ec-6cba954b6cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699885029-project] Pushing event deleted for resources: {'Network': ['ID=b8f4a7b9-1ab9-4026-b9e4-b350cf1d5c8b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.168574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-458bcb1f-1a01-4d0f-99fd-961b5bb376d9 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0757298 Mar 07 10:37:20.178560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:20.208915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Current status of the port 27a4718c-aa48-47fa-835f-8e3ff5eea31e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:20.209318 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.304748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-4b58240a-60f5-451a-8cb3-930d2d853826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.307442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-4b58240a-60f5-451a-8cb3-930d2d853826 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2605531 Mar 07 10:37:20.320146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439c01d-aa9d-4543-8246-46d11f7ad96d req-27b8070f-2127-4eb4-873c-d6e8a12fea2e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.322364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a439c01d-aa9d-4543-8246-46d11f7ad96d req-27b8070f-2127-4eb4-873c-d6e8a12fea2e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 947 time: 0.2873242 Mar 07 10:37:20.366462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] For port 27a4718c-aa48-47fa-835f-8e3ff5eea31e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=27a4718c-aa48-47fa-835f-8e3ff5eea31e,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:20.378967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.428577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-f9cda107-eaf0-404d-a941-fbf16c6746ff service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048009 Mar 07 10:37:20.539901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43817afb-c69b-4e9a-be01-9cdfad34f358 None None] Pushing event updated for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.541942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dfd5a55-d569-4ab2-a1b0-cd0be07e5194 req-c1788fc7-f08e-4486-89bd-d8e3858dba8b service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038983 Mar 07 10:37:20.565611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-46371429-8c0a-4e45-aa86-389f3990d76b None None] Provisioning complete for port 27a4718c-aa48-47fa-835f-8e3ff5eea31e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:20.566334 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46371429-8c0a-4e45-aa86-389f3990d76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.599912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51594) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:20.616339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-91e46433-3033-44bc-b407-b379d81386bb service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415667 Mar 07 10:37:20.627247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a439c01d-aa9d-4543-8246-46d11f7ad96d req-7b7399cf-716b-4f4a-9722-b3c64120cf4f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975930 Mar 07 10:37:20.892864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c71f1afe-2756-4796-a16a-bee47cd80aa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bdf581771d0472ea25378e0b598c9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903678 Mar 07 10:37:20.893520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:20.921079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-92636d35-f2ff-4144-8625-ad151c6e89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.933724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b7150-be33-488f-99a2-9cf8940a41bc req-3be81338-68af-482d-91ec-3c09278917fa tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.948172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-816b7150-be33-488f-99a2-9cf8940a41bc req-3be81338-68af-482d-91ec-3c09278917fa tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.0976465 Mar 07 10:37:21.008937 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:19Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:21.046901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-46371429-8c0a-4e45-aa86-389f3990d76b None None] Current status of the port 27a4718c-aa48-47fa-835f-8e3ff5eea31e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:21.077878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] Publish callbacks [] for security_group (ec8e232a-5306-47d8-bbb0-667b639f805f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:21.087115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-816b7150-be33-488f-99a2-9cf8940a41bc req-13dd10d8-d7b6-4aad-959f-79f6f562dea8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359181 Mar 07 10:37:21.099047 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb1af-315e-4610-bf39-e46c28b4f0b0 None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:19Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:21.207676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] Publish callbacks [] for security_group (ec8e232a-5306-47d8-bbb0-667b639f805f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:21.281842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec8e232a-5306-47d8-bbb0-667b639f805f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:21.286264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:21.302421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec8e232a-5306-47d8-bbb0-667b639f805f HTTP/1.1" status: 204 len: 168 time: 0.3911767 Mar 07 10:37:21.322818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5bf50-14d8-4228-9e91-ef2275554f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e232a-5306-47d8-bbb0-667b639f805f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:21.654172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 27a4718c-aa48-47fa-835f-8e3ff5eea31e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:21.721634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:21.848777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51626) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:21.849376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10646c3b-d002-4ccd-b758-fb889539ac94 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:21.964683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1066aea-a2bc-42b0-8e27-5fcccfc7ec24 req-95d7841a-1706-4fe2-8a51-956d4701d2f3 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 210 time: 0.7848067 Mar 07 10:37:22.016900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb95c5-fe0d-49b7-8ee6-9282d994ef38 req-77db9e23-4725-4adb-be3b-d827a2cb88c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.019071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9165688-cd2b-458c-a652-7599bc063e45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e5c5b262a414617941a1c634d947bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689146 Mar 07 10:37:22.024801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feb95c5-fe0d-49b7-8ee6-9282d994ef38 req-77db9e23-4725-4adb-be3b-d827a2cb88c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 943 time: 0.9575071 Mar 07 10:37:22.026655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51630) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:22.077114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 27a4718c-aa48-47fa-835f-8e3ff5eea31e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:22.077718 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.162165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] Publish callbacks [] for security_group (da0e4839-55fd-448a-8ea6-a2de75f11c0d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.189890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feb95c5-fe0d-49b7-8ee6-9282d994ef38 req-ad32bd30-e54b-47d7-a35a-e45719e40c97 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640892 Mar 07 10:37:22.220693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] Publish callbacks [] for security_group (da0e4839-55fd-448a-8ea6-a2de75f11c0d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.232218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba402ab0-add7-4951-8240-9e2c5c90ae2b req-8d63d796-b5c8-456d-82b0-59acb77060ba tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.245133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba402ab0-add7-4951-8240-9e2c5c90ae2b req-8d63d796-b5c8-456d-82b0-59acb77060ba tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 947 time: 0.1526136 Mar 07 10:37:22.254915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:22.324063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 27a4718c-aa48-47fa-835f-8e3ff5eea31e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:22.329353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '041fb941-b1e0-43fa-923e-bb61b959627e', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:22.346882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10646c3b-d002-4ccd-b758-fb889539ac94,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:22.377380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba402ab0-add7-4951-8240-9e2c5c90ae2b req-3bdd1f71-567c-4d37-b868-4118cd9b1bdf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312299 Mar 07 10:37:22.383807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (da0e4839-55fd-448a-8ea6-a2de75f11c0d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.387599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.392797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da0e4839-55fd-448a-8ea6-a2de75f11c0d HTTP/1.1" status: 204 len: 168 time: 0.3604910 Mar 07 10:37:22.415168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73792-7af5-4bbe-b8b7-7c9d3b14a5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e4839-55fd-448a-8ea6-a2de75f11c0d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:22.463939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '10646c3b-d002-4ccd-b758-fb889539ac94', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '10646c3b-d002-4ccd-b758-fb889539ac94', 'mac_address': 'fa:16:3e:1e:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:22.585727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b2b5-e14e-4cfe-8d0b-b608f6d92195 req-f931492c-1f19-4483-99f0-e6a7d491eb0f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.589810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8948b2b5-e14e-4cfe-8d0b-b608f6d92195 req-f931492c-1f19-4483-99f0-e6a7d491eb0f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1402216 Mar 07 10:37:22.642016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 10646c3b-d002-4ccd-b758-fb889539ac94 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:22.642398 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.680155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:22.680468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.739464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8948b2b5-e14e-4cfe-8d0b-b608f6d92195 req-db3b7ce0-6226-4fab-b2ac-5ed0f959161b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300306 Mar 07 10:37:22.754148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:22.778608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-87f38716-e99a-478a-80c9-5bf834899198 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.780381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-87f38716-e99a-478a-80c9-5bf834899198 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 821 time: 0.2761412 Mar 07 10:37:22.783006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10646c3b-d002-4ccd-b758-fb889539ac94 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:22.797614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'port': {'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'admin_state_up': True, 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:22.867009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:22.869410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10646c3b-d002-4ccd-b758-fb889539ac94,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:22.873288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.940623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.949678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:23.011568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Made reservation on behalf of c892a8e3ecbe47af9845563400ce1507 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:23.027770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.071491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:23.077335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05b4d035-be28-4abf-ad2b-aa8f82300acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.196359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['041fb941-b1e0-43fa-923e-bb61b959627e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:23.327115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Allocated IP 172.20.0.13 (4c882bed-095a-46ec-8251-d5d368d9a3ba/df513165-b400-4451-9616-9ef2d61c7479/1bfe7e45-f7cc-4a9f-b060-9238761a9646) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:23.439706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['10646c3b-d002-4ccd-b758-fb889539ac94'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:23.439972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9130-b3a1-4a9f-a852-c5f24f8da627 req-c0c8db28-20d0-4b3d-a719-7422388e81fa tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.447829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09bc9130-b3a1-4a9f-a852-c5f24f8da627 req-c0c8db28-20d0-4b3d-a719-7422388e81fa tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1451912 Mar 07 10:37:23.465085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2abff21b-8682-469e-b1ba-d116e184dcdb req-036aea7d-ccc3-4501-b8a2-0abc1afcdf7d tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 210 time: 0.4196939 Mar 07 10:37:23.560543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09bc9130-b3a1-4a9f-a852-c5f24f8da627 req-c67aa757-46e2-4b8a-861e-c2634a0c95e4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105690 Mar 07 10:37:23.663961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.730113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.761956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c72b-ae28-4479-8b51-3e5d1bef8377 req-401203e5-94f8-490e-9acc-6bb8daf89044 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.771361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0370c72b-ae28-4479-8b51-3e5d1bef8377 req-401203e5-94f8-490e-9acc-6bb8daf89044 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 948 time: 0.1110983 Mar 07 10:37:23.831577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event updated for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:23.861807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:23.863569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:23.881254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:23.912825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0370c72b-ae28-4479-8b51-3e5d1bef8377 req-898aa313-932a-4ab8-9fe6-7076bcf08b86 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403220 Mar 07 10:37:23.932708 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.942346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed322-1c29-45bb-a8cf-f85a23133015 req-103cb60d-0bdb-4c6d-a000-0da565c3e87c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.952244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d20ed322-1c29-45bb-a8cf-f85a23133015 req-103cb60d-0bdb-4c6d-a000-0da565c3e87c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1177483 Mar 07 10:37:24.003128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.004521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.019987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d20ed322-1c29-45bb-a8cf-f85a23133015 req-9beb3ba7-292c-44cf-8a8e-c1a641575b5f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Mar 07 10:37:24.041621 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-6a2b01a1-d10f-44be-8cbf-d809133e1084 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2524471 Mar 07 10:37:24.061366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Request body: {'port': {'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:24.109287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.159558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.208724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-177cf7bb-37ba-4b9e-8d0b-ac8d18b98cd8 None None] Provisioning complete for port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:24.209569 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-177cf7bb-37ba-4b9e-8d0b-ac8d18b98cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.254820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-177cf7bb-37ba-4b9e-8d0b-ac8d18b98cd8 None None] Port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:24.503806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfe7e45-f7cc-4a9f-b060-9238761a9646 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:24.517487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks [] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.532151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Transition to ACTIVE for port object 1bfe7e45-f7cc-4a9f-b060-9238761a9646 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:24.538705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.609227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:24.663294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4aa6f-4173-41d0-a0ee-263f61a97440 req-625b33f5-6569-4434-8b01-5ab8e0e8965b tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.671914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccf4aa6f-4173-41d0-a0ee-263f61a97440 req-625b33f5-6569-4434-8b01-5ab8e0e8965b tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 944 time: 0.1127863 Mar 07 10:37:24.750402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccf4aa6f-4173-41d0-a0ee-263f61a97440 req-a6052289-4656-439c-aa10-2ba6643effb4 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Mar 07 10:37:24.796322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Attempting to bind port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:24.796663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Attempting to bind port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:24.797107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Attempting to bind port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:24.804461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:24.804820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Attempting to bind port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:24.811517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:24.811879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Checking segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:24.812394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Bound using segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:24.812884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Bound port: 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:24.813305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.868586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:24.898182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f01f73-928f-4b30-a6d8-3376258f4714 req-b71f82eb-5d36-46f7-8f22-dc426c60b357 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.905419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06f01f73-928f-4b30-a6d8-3376258f4714 req-b71f82eb-5d36-46f7-8f22-dc426c60b357 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1311586 Mar 07 10:37:24.916576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:24.922131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:24.951959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.961454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06f01f73-928f-4b30-a6d8-3376258f4714 req-b61208e4-e74f-4082-9a3f-7b10e2af3a59 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550954 Mar 07 10:37:25.005221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.005900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.007420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] 10.222.0.32 "PUT /v2.0/ports/1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 1092 time: 0.9554346 Mar 07 10:37:25.008255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:25.020236 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:25.065785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185b12-0660-4b65-8462-6ae4e869d151 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:25.096992 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9db6dc-9595-4b5e-8455-144af9702f72 x-openstack-request-id: req-fc9db6dc-9595-4b5e-8455-144af9702f72 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:25.097405 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:25.097748 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc9db6dc-9595-4b5e-8455-144af9702f72 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:25.098293 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:37:25.130233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1316463835', 'router:external': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:25.164731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e009d39-f05c-4383-91fe-03354ad12b96 req-c52f97b6-b773-4741-8b7b-6021ff08c76e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.167222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e009d39-f05c-4383-91fe-03354ad12b96 req-c52f97b6-b773-4741-8b7b-6021ff08c76e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 948 time: 0.1526492 Mar 07 10:37:25.178687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-1397cf85-dad5-4f33-b3af-9511b19b0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.180644 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-1397cf85-dad5-4f33-b3af-9511b19b0adc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1126 time: 0.1112931 Mar 07 10:37:25.193214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Made reservation on behalf of 38ec6306cd0642caa5cfa360ba320a07 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:25.196420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.240845 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-9e389e0c-008f-412a-97cf-1b35d9815fe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.0518370 Mar 07 10:37:25.250928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.307361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-cfde7c09-7c62-44d1-a653-8f6ff6e1d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.309042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-cfde7c09-7c62-44d1-a653-8f6ff6e1d80f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.0579195 Mar 07 10:37:25.317291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1d2-7221-4600-82c9-1f2d59149ad2 req-9dbe0f67-99c4-4293-a79e-85e90f872439 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.340848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4336d1d2-7221-4600-82c9-1f2d59149ad2 req-9dbe0f67-99c4-4293-a79e-85e90f872439 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1414731 Mar 07 10:37:25.374314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-0f159707-7b0f-4295-842d-64db510ff110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.375876 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-0f159707-7b0f-4295-842d-64db510ff110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577526 Mar 07 10:37:25.383238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e009d39-f05c-4383-91fe-03354ad12b96 req-ffd928e8-eeaf-4c83-a548-51c456ddf45e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077930 Mar 07 10:37:25.574277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4336d1d2-7221-4600-82c9-1f2d59149ad2 req-a43fce5c-ea68-4f5f-a25b-52b3ad2604b8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316725 Mar 07 10:37:25.598313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-708fb0d7-7741-4ab4-b223-33e8f16ed11e service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148736 Mar 07 10:37:25.603607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.636064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for security_group (70036a0b-e7ec-4551-9626-8bc7ea20b6e4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.648399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (70036a0b-e7ec-4551-9626-8bc7ea20b6e4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.685123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:25.724375 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf2509c2-8f96-41bb-88c4-071bba28c4e9 req-e2ba3a0d-091d-46ab-b1cc-ff101b1bb2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185884 Mar 07 10:37:25.724713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70036a0b-e7ec-4551-9626-8bc7ea20b6e4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:25.748410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:25.770838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (172b571b-05e2-4e48-9175-f459992e6dfd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.777648 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Added segment 172b571b-05e2-4e48-9175-f459992e6dfd of type vlan for network d1b56d18-3a07-40ec-8ffb-3dd737670aed Mar 07 10:37:25.812747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 041fb941-b1e0-43fa-923e-bb61b959627e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:25.826383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 041fb941-b1e0-43fa-923e-bb61b959627e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:25.826658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.864441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10646c3b-d002-4ccd-b758-fb889539ac94 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:25.882228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-e7e1c227-e396-4b35-9c11-c43d9e88871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.886432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-e7e1c227-e396-4b35-9c11-c43d9e88871a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1126 time: 0.0599432 Mar 07 10:37:25.907102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d1b56d18-3a07-40ec-8ffb-3dd737670aed), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.960293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04b88-e66b-4ca1-bf8e-9b957306a73b req-8b2b76f1-ebd6-4521-9d93-2bed4ca4d4b6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.968882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ec04b88-e66b-4ca1-bf8e-9b957306a73b req-8b2b76f1-ebd6-4521-9d93-2bed4ca4d4b6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 944 time: 0.1259558 Mar 07 10:37:25.973153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d1b56d18-3a07-40ec-8ffb-3dd737670aed), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.974426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.974990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.992679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:25.995208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.997289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 10646c3b-d002-4ccd-b758-fb889539ac94 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:26.011371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 10646c3b-d002-4ccd-b758-fb889539ac94 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:26.011371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.043218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-1565482e-c78f-4b5b-9fb5-99b05c7dc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.043218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-1565482e-c78f-4b5b-9fb5-99b05c7dc284 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.1486459 Mar 07 10:37:26.074943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:26.077011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Network': ['ID=d1b56d18-3a07-40ec-8ffb-3dd737670aed,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.077235 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04400fe-b519-4023-84b7-58cea81a27a9" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:26.097340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:26.097613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:26.101523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b408d85c-0bef-437f-a231-db6e656c9a29 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2305691 Mar 07 10:37:26.105672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:26.111754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'subnet': {'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:26.123541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.124488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:26.139460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ec04b88-e66b-4ca1-bf8e-9b957306a73b req-e5e46b1b-14c8-4bef-97cc-2e8cbd8bc46a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690831 Mar 07 10:37:26.173480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Made reservation on behalf of 38ec6306cd0642caa5cfa360ba320a07 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:26.177085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.179108 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-d199bb52-c1ec-446e-9e8d-dc0391372409 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.1246586 Mar 07 10:37:26.269261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-e1ad88c1-2350-4d05-9c11-f2a72256b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.272075 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-e1ad88c1-2350-4d05-9c11-f2a72256b9cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.0833147 Mar 07 10:37:26.301986 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75b617-d719-4c1f-943f-4339943d5703 x-openstack-request-id: req-1c75b617-d719-4c1f-943f-4339943d5703 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:26.302291 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:26.302510 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c75b617-d719-4c1f-943f-4339943d5703 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:26.302949 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:37:26.400106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd29b-8eb5-457f-a33f-9ee0cad1a8eb req-c659249e-645e-42d3-9e67-d383fb3de80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.402031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-486fd29b-8eb5-457f-a33f-9ee0cad1a8eb req-c659249e-645e-42d3-9e67-d383fb3de80d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1127 time: 0.1050146 Mar 07 10:37:26.406782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-c5d3e05e-7e71-42d2-89cd-0cde2a6a23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.414050 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-c5d3e05e-7e71-42d2-89cd-0cde2a6a23b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1305699 Mar 07 10:37:26.425586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.446975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 10646c3b-d002-4ccd-b758-fb889539ac94 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:26.447541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.508843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-486fd29b-8eb5-457f-a33f-9ee0cad1a8eb req-658c1891-c48c-4013-971c-5f5f8a914db7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968671 Mar 07 10:37:26.545221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:26.545936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.591076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-57c9749b-69d6-4ce8-b48d-13905b396b8d service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680062 Mar 07 10:37:26.610033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:26.621780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10646c3b-d002-4ccd-b758-fb889539ac94,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:26.624078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.652124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.679549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44924c-3157-416c-8bf8-50e2974b1ed0 req-c01f4d1e-3eee-4be4-9979-1fa8e5a2d7c9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.682984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df44924c-3157-416c-8bf8-50e2974b1ed0 req-c01f4d1e-3eee-4be4-9979-1fa8e5a2d7c9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 948 time: 0.1652069 Mar 07 10:37:26.694136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.706299 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e0b12bc-c4fa-4f66-ad1e-788e6a1d84a6 req-caf5f6f9-5d35-47f0-9140-e39dad07c971 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105056 Mar 07 10:37:26.725784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5e5cf-44de-4616-922d-685ceff03e7b req-8f320336-1338-4c4b-b5d5-9f5f06e2042c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.727693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5a5e5cf-44de-4616-922d-685ceff03e7b req-8f320336-1338-4c4b-b5d5-9f5f06e2042c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.5393701 Mar 07 10:37:26.776957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.855636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df44924c-3157-416c-8bf8-50e2974b1ed0 req-cdee31ca-2d80-46db-bb72-06a63864eca6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563046 Mar 07 10:37:26.869728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5a5e5cf-44de-4616-922d-685ceff03e7b req-523e0ce3-d3b7-4d0e-bf6a-7be9e1b031c6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330342 Mar 07 10:37:26.958200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:37:26.959002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.038728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:27.042041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.058378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Checking segment: {'id': '172b571b-05e2-4e48-9175-f459992e6dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:27.058742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network hostable DHCP agents. Network: d1b56d18-3a07-40ec-8ffb-3dd737670aed, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:27.084601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dd529-e773-4288-acff-e4fd24370591 req-23872de9-da76-4173-b6c8-432126dce9b0 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.086745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba8dd529-e773-4288-acff-e4fd24370591 req-23872de9-da76-4173-b6c8-432126dce9b0 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 947 time: 0.1579280 Mar 07 10:37:27.090032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:27.116924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d1b56d18-3a07-40ec-8ffb-3dd737670aed) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:27.126106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b62f7f-e3e8-4404-bb7c-dbc7a89fce17 None None] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:27.128018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.128328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.161279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4aa07c45-9d36-421b-8ec8-779ffe16fddf tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0537579 Mar 07 10:37:27.164281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51768) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:27.169211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba8dd529-e773-4288-acff-e4fd24370591 req-7a2720c7-ffd4-4cc6-95c0-d556b8b95a18 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669670 Mar 07 10:37:27.169442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1471742638', 'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:27.198571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Made reservation on behalf of 38ec6306cd0642caa5cfa360ba320a07 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:27.209267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.228257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] device_id is not set on port 0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:37:27.247191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d6051-e7a8-4d54-afd5-99e0e593b4d8 None None] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:27.307201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ba930-ad2a-4fc7-b1cc-3332db17bc77 req-968a49b0-44f5-4de7-a1d7-77fb522d22f0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.314092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d93ba930-ad2a-4fc7-b1cc-3332db17bc77 req-968a49b0-44f5-4de7-a1d7-77fb522d22f0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 944 time: 0.0831685 Mar 07 10:37:27.354600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.20.0.5 (d1b56d18-3a07-40ec-8ffb-3dd737670aed/eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc/0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:27.367822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d93ba930-ad2a-4fc7-b1cc-3332db17bc77 req-04145eff-136d-4cc3-8ed7-6538bc3843a0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Mar 07 10:37:27.491589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.538760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.588125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:27.590991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:27.595248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:27.598222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:27.633245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.633848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.650939 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6d6afdb2-0fc6-4bf3-ad19-90302be47488 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4855628 Mar 07 10:37:27.653615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:27.678844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:27.733903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Deleting port 0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:27.734152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.783293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:27.793974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'mac_address': 'fa:16:3e:c6:7a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:27.812909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.827888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Calling delete_port for 0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:27.833165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:27.833554 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.848276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:27.870771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:27.875840 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.930424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:28.015767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.050615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:28.055198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631083-8214-4829-aad8-538abc63d910 req-0335b7f0-8b0f-4838-8e96-3cab140ee034 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.056839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13631083-8214-4829-aad8-538abc63d910 req-0335b7f0-8b0f-4838-8e96-3cab140ee034 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.1068599 Mar 07 10:37:28.068331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e53a27-613b-4d56-adf8-d3addd53534c req-6cbc2cb0-7da6-477a-a9fa-c55c5e755c4a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.072185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9e53a27-613b-4d56-adf8-d3addd53534c req-6cbc2cb0-7da6-477a-a9fa-c55c5e755c4a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.0806515 Mar 07 10:37:28.122217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.128006 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-45b6f19c-9108-4ac7-9a8b-9580355138e6 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0bf6ac18-3f13-4b7d-94f7-cd1a57a2a701 HTTP/1.1" status: 204 len: 168 time: 0.4710267 Mar 07 10:37:28.128299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51786) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:28.132584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed', 'external_fixed_ips': [{'subnet_id': 'eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc', 'ip_address': '172.20.0.5'}]}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:28.150357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13631083-8214-4829-aad8-538abc63d910 req-33b10109-c9ca-49c3-94a1-2de0eaaad220 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763791 Mar 07 10:37:28.153482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.154619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.161085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9e53a27-613b-4d56-adf8-d3addd53534c req-4cc86fbe-7fbe-4623-abcd-2a090a686a95 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802233 Mar 07 10:37:28.209911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (08f2f34d-3fee-4d47-930b-d413f46291e7), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.214834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:28.310509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94'}, {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:28.313000 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b10a41b-bd51-4a58-aa85-d7e1eae94b07" -d '{"events": [{"server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "name": "network-vif-plugged", "status": "completed", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94"}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:28.333035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1845c-59ff-432d-87e1-0c4830fb9d2f req-c6d00107-1aed-49b7-bed7-1dd9dcd3c9c3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.341462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-add1845c-59ff-432d-87e1-0c4830fb9d2f req-c6d00107-1aed-49b7-bed7-1dd9dcd3c9c3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 948 time: 0.0740144 Mar 07 10:37:28.373168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (08f2f34d-3fee-4d47-930b-d413f46291e7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.393916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.414343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-add1845c-59ff-432d-87e1-0c4830fb9d2f req-e2149f0d-98dd-4376-9b59-ac20f8c9f09f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Mar 07 10:37:28.445439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc679b67-990e-45b9-832f-dbbc3cb92fd3 req-6d12d7ab-d6a6-45fb-ad53-047ef803cf74 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.446695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc679b67-990e-45b9-832f-dbbc3cb92fd3 req-6d12d7ab-d6a6-45fb-ad53-047ef803cf74 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 950 time: 0.0768514 Mar 07 10:37:28.471304 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64427d9b-7600-4dcf-8136-561accc49d83 x-openstack-request-id: req-64427d9b-7600-4dcf-8136-561accc49d83 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:28.471610 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "name": "network-vif-plugged", "status": "completed", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94", "code": 200}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:28.471897 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64427d9b-7600-4dcf-8136-561accc49d83 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:28.472302 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94', 'code': 200} Mar 07 10:37:28.472560 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:37:28.505434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc679b67-990e-45b9-832f-dbbc3cb92fd3 req-740af204-c5ad-4f24-8604-9039adabd3a2 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Mar 07 10:37:28.594889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff6587-c724-44cc-ad66-0a6980718747 req-cd5f1f83-a339-45fa-a487-031229da07ab tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.596757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ff6587-c724-44cc-ad66-0a6980718747 req-cd5f1f83-a339-45fa-a487-031229da07ab tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 944 time: 0.0617850 Mar 07 10:37:28.637299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9801eaf-58d5-4e2a-8742-d0e053c3d9d9 req-f0f8acf9-7779-4655-bc25-d7dc06d7161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.638815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9801eaf-58d5-4e2a-8742-d0e053c3d9d9 req-f0f8acf9-7779-4655-bc25-d7dc06d7161d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 1131 time: 0.0869789 Mar 07 10:37:28.640072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (08f2f34d-3fee-4d47-930b-d413f46291e7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.656018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ff6587-c724-44cc-ad66-0a6980718747 req-b27bdf45-cffb-46b7-9feb-69a2eff29f80 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521982 Mar 07 10:37:28.665875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.742338 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9801eaf-58d5-4e2a-8742-d0e053c3d9d9 req-4d5912a2-fead-49da-a2b4-cc8467193989 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825930 Mar 07 10:37:28.838998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.20.0.5 (d1b56d18-3a07-40ec-8ffb-3dd737670aed/eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc/021b1be4-38d2-4943-abb1-67d918abb0af) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:28.940963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (021b1be4-38d2-4943-abb1-67d918abb0af), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.976471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (021b1be4-38d2-4943-abb1-67d918abb0af), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.015418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network d1b56d18-3a07-40ec-8ffb-3dd737670aed is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:29.018303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:29.021139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:29.055686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=021b1be4-38d2-4943-abb1-67d918abb0af,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:29.281497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb03c-4f87-4f82-a3c8-8f99c40acdae req-a863f3b8-da34-49a6-835d-3ce1a6ba2d88 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.283122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcadb03c-4f87-4f82-a3c8-8f99c40acdae req-a863f3b8-da34-49a6-835d-3ce1a6ba2d88 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.0577390 Mar 07 10:37:29.301945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (08f2f34d-3fee-4d47-930b-d413f46291e7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.363931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcadb03c-4f87-4f82-a3c8-8f99c40acdae req-98e2db4a-86ac-44f4-8848-4b2ac953ad95 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Mar 07 10:37:29.385195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1cb6-12dc-4b2c-aa0f-0e8afbd2a650 req-1e28ecfb-7236-4964-a72c-bac7fd6c81c5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.385195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fbe1cb6-12dc-4b2c-aa0f-0e8afbd2a650 req-1e28ecfb-7236-4964-a72c-bac7fd6c81c5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.0792544 Mar 07 10:37:29.434251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fbe1cb6-12dc-4b2c-aa0f-0e8afbd2a650 req-68855cc6-3be5-487c-aa69-e45e4cf52b6c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Mar 07 10:37:29.585880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652991-d43f-4043-b936-ac0ee76ee7e7 req-acf02f5e-1d61-4519-ac63-994a72ee6bd2 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.587463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de652991-d43f-4043-b936-ac0ee76ee7e7 req-acf02f5e-1d61-4519-ac63-994a72ee6bd2 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 948 time: 0.0872865 Mar 07 10:37:29.603109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c44ee-f738-42c7-ab30-289b7ef7468c req-e7a9938e-f7f6-4116-959f-3add38983d3d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.604716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e27c44ee-f738-42c7-ab30-289b7ef7468c req-e7a9938e-f7f6-4116-959f-3add38983d3d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.0760927 Mar 07 10:37:29.618081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51904) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:29.624865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'floatingip': {'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:29.676177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.714298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:29.758178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de652991-d43f-4043-b936-ac0ee76ee7e7 req-bb19004b-2c03-41c3-ba67-890a5dec3b41 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625626 Mar 07 10:37:29.764269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:29.764845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.853914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.880251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651d65-fc1d-47d6-bd35-0d7acfdd7659 req-1a6d8e25-4294-4966-b79f-c86d48487e45 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.881847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4651d65-fc1d-47d6-bd35-0d7acfdd7659 req-1a6d8e25-4294-4966-b79f-c86d48487e45 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 944 time: 0.1278808 Mar 07 10:37:29.889722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:29.890278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.892359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1bfe7e45-f7cc-4a9f-b060-9238761a9646 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:29.894191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:29.993223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:30.036808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.062693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4651d65-fc1d-47d6-bd35-0d7acfdd7659 req-89f2b496-d54a-4966-8396-e28fdb134122 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Mar 07 10:37:30.083244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router 08f2f34d-3fee-4d47-930b-d413f46291e7 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:30.151329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:30.154229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff224fb4-0a58-49c9-8c6f-23c3e681663d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:30.154229 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.172329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:30.182123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:30.228443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:30.262983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.264774 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7189957e-37fe-4a11-a5eb-b7f529576dba tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1354458 Mar 07 10:37:30.267333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:30.414161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:30.414544 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.420248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Sync routers for ids ['08f2f34d-3fee-4d47-930b-d413f46291e7'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:30.441016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:30.450581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfe7e45-f7cc-4a9f-b060-9238761a9646 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:30.459997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Routers {'08f2f34d-3fee-4d47-930b-d413f46291e7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:30.460644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['08f2f34d-3fee-4d47-930b-d413f46291e7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:30.462588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.476073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.481660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.509822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.541545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:30.543164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}, {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:30.546261 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78ba5d-c2aa-4193-a43a-52dc46a36b80" -d '{"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}, {"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-unplugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:30.580720 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.649834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c715db-7f1d-4085-b0b9-c7aaa4144d28 req-94a96059-c88c-4f57-8d41-fd082600593a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.651894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1c715db-7f1d-4085-b0b9-c7aaa4144d28 req-94a96059-c88c-4f57-8d41-fd082600593a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.1119356 Mar 07 10:37:30.657178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:30.668742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (08f2f34d-3fee-4d47-930b-d413f46291e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.678982 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Floating IP a8badc6f-4412-4462-8743-98efb31a2317 associated. External IP: 172.25.4.107, port: 041fb941-b1e0-43fa-923e-bb61b959627e. Mar 07 10:37:30.708576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Set router 08f2f34d-3fee-4d47-930b-d413f46291e7 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:30.738793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Deleting port 021b1be4-38d2-4943-abb1-67d918abb0af {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:30.739665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (021b1be4-38d2-4943-abb1-67d918abb0af), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.757657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1c715db-7f1d-4085-b0b9-c7aaa4144d28 req-8ebf8167-434d-40a4-b3e5-9b11b24a54eb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995142 Mar 07 10:37:30.835784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (021b1be4-38d2-4943-abb1-67d918abb0af), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.849798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Calling delete_port for 021b1be4-38d2-4943-abb1-67d918abb0af owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:30.934130 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48768bf6-b674-4e35-b7d9-bd5e6cf33dde x-openstack-request-id: req-48768bf6-b674-4e35-b7d9-bd5e6cf33dde {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:30.934685 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}, {"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-unplugged", "status": "completed", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:30.934685 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48768bf6-b674-4e35-b7d9-bd5e6cf33dde {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:30.935179 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:37:30.935305 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'code': 200} Mar 07 10:37:30.946714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Router b4fbb3b4-d107-4f18-a158-4c86d65eb276 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:30.977761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:31.110254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f34d-3fee-4d47-930b-d413f46291e7', 'name': '', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed', 'external_fixed_ips': [{'subnet_id': 'eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '021b1be4-38d2-4943-abb1-67d918abb0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:28Z', 'updated_at': '2022-03-07T10:37:29Z', 'revision_number': 3, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port': {'id': '021b1be4-38d2-4943-abb1-67d918abb0af', 'name': '', 'network_id': 'd1b56d18-3a07-40ec-8ffb-3dd737670aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f34d-3fee-4d47-930b-d413f46291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:28Z', 'updated_at': '2022-03-07T10:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.110485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (021b1be4-38d2-4943-abb1-67d918abb0af), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.117943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1bfe7e45-f7cc-4a9f-b060-9238761a9646'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:31.144980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Port': ['ID=021b1be4-38d2-4943-abb1-67d918abb0af,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:31.179517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Checking router: 08f2f34d-3fee-4d47-930b-d413f46291e7 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:31.180070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Updating router 08f2f34d-3fee-4d47-930b-d413f46291e7 port 021b1be4-38d2-4943-abb1-67d918abb0af binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:31.212064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:31.213104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Port 021b1be4-38d2-4943-abb1-67d918abb0af not found while updating agent binding for router 08f2f34d-3fee-4d47-930b-d413f46291e7. {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 10:37:31.225731 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Sync routers for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:31.226387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.236788 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:31.237737 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.238541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (08f2f34d-3fee-4d47-930b-d413f46291e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.267263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d576c3-cb59-40be-8ade-5546bc2068a8 req-1ef1298a-5e76-4a9e-89be-446a8b111520 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.269577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Routers {'08f2f34d-3fee-4d47-930b-d413f46291e7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:31.272625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['08f2f34d-3fee-4d47-930b-d413f46291e7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.274475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82d576c3-cb59-40be-8ade-5546bc2068a8 req-1ef1298a-5e76-4a9e-89be-446a8b111520 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3192058 Mar 07 10:37:31.283433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af168-185f-4c4b-b2a7-c83da27cbd59 req-b637f54c-7219-4c09-821b-74ed00be103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.284929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-209af168-185f-4c4b-b2a7-c83da27cbd59 req-b637f54c-7219-4c09-821b-74ed00be103b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1131 time: 0.2328093 Mar 07 10:37:31.315972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b2861e09-6791-4dc5-9af4-a6c05535d91c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "PUT /v2.0/floatingips/a8badc6f-4412-4462-8743-98efb31a2317 HTTP/1.1" status: 200 len: 991 time: 1.6967573 Mar 07 10:37:31.318547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:31.321904 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56080fb-bd61-418b-840e-2821bcbd3c51" -d '{"events": [{"name": "network-changed", "server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:31.378354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] Set router 08f2f34d-3fee-4d47-930b-d413f46291e7 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:31.380175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82d576c3-cb59-40be-8ade-5546bc2068a8 req-866d3b03-03ce-4af1-8e5d-1482a87a8c9a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041903 Mar 07 10:37:31.409137 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:31.433789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.438106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (08f2f34d-3fee-4d47-930b-d413f46291e7), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.452493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f34d-3fee-4d47-930b-d413f46291e7', 'name': '', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:28Z', 'updated_at': '2022-03-07T10:37:31Z', 'revision_number': 5, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.465177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-209af168-185f-4c4b-b2a7-c83da27cbd59 req-97be9c1b-57ad-4feb-96b3-966e2f804cb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473451 Mar 07 10:37:31.489085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2968c9-163c-40a1-ab68-b0379951ed1a None None] The sync data for ids ['08f2f34d-3fee-4d47-930b-d413f46291e7'] in n-d-832156-4 is: [{'id': '08f2f34d-3fee-4d47-930b-d413f46291e7', 'name': '', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:28Z', 'updated_at': '2022-03-07T10:37:31Z', 'revision_number': 5, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:31.529668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (08f2f34d-3fee-4d47-930b-d413f46291e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.531317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f2f34d-3fee-4d47-930b-d413f46291e7 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:37:31.545648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.547517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc1fa84e-3602-4e5c-9f76-f0087c0f98a2 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/routers/08f2f34d-3fee-4d47-930b-d413f46291e7 HTTP/1.1" status: 204 len: 168 time: 1.2784095 Mar 07 10:37:31.549825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52040) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:31.552855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99b2df-4735-4bd8-8a98-02ae58fe5b1c req-cc56444c-85cd-4cca-b601-a10085f89ac9 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.554486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d99b2df-4735-4bd8-8a98-02ae58fe5b1c req-cc56444c-85cd-4cca-b601-a10085f89ac9 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 945 time: 0.1540091 Mar 07 10:37:31.568093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214fdec-0f4b-409b-98c9-b19a39681011 req-dc35c68a-3b7c-4939-bf28-24828dd15035 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.573936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9214fdec-0f4b-409b-98c9-b19a39681011 req-dc35c68a-3b7c-4939-bf28-24828dd15035 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.1134474 Mar 07 10:37:31.615970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Deleting subnet eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:31.620688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for subnet (eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.637579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9214fdec-0f4b-409b-98c9-b19a39681011 req-c4cf19c0-8c9d-4ba7-a228-4495446d42f6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571465 Mar 07 10:37:31.685445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d99b2df-4735-4bd8-8a98-02ae58fe5b1c req-c0138bd2-22bf-4406-adf6-afa6cb631cb0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247549 Mar 07 10:37:31.689742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.747266 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914952a7-fe17-4c79-accc-47fa1087ed1e x-openstack-request-id: req-914952a7-fe17-4c79-accc-47fa1087ed1e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:31.747565 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:31.748628 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-914952a7-fe17-4c79-accc-47fa1087ed1e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:31.748628 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'status': 'completed', 'code': 200} Mar 07 10:37:31.753506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.803839 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'a8badc6f-4412-4462-8743-98efb31a2317', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:09Z', 'updated_at': '2022-03-07T10:37:30Z', 'revision_number': 1, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.840451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-3ed980f0-d26d-4e40-a2e3-8c8fa95c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.842404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-3ed980f0-d26d-4e40-a2e3-8c8fa95c005a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1127 time: 0.0664089 Mar 07 10:37:31.846979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.870162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Checking router: b4fbb3b4-d107-4f18-a158-4c86d65eb276 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:31.887478 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:31.888162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:31.888637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:31.892645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.899180 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-707d42aa-5815-4a80-83a2-bc0a9ec1bd21 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc HTTP/1.1" status: 204 len: 168 time: 0.3481557 Mar 07 10:37:31.900090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:31.978155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d1b56d18-3a07-40ec-8ffb-3dd737670aed), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.010773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffe48c-13c4-4708-b87e-ae1eaf66351b req-46beed76-1ba7-4d03-bfbb-6556dd35a2e1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.012795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebffe48c-13c4-4708-b87e-ae1eaf66351b req-46beed76-1ba7-4d03-bfbb-6556dd35a2e1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.1588480 Mar 07 10:37:32.018062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-d888b783-af5d-41c1-9527-7aa348968200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.020095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-d888b783-af5d-41c1-9527-7aa348968200 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.1648426 Mar 07 10:37:32.047113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:32.111213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d1b56d18-3a07-40ec-8ffb-3dd737670aed), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.120465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-27adce58-aa8f-4bd6-adb2-653fcdec7239 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.0919070 Mar 07 10:37:32.124030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebffe48c-13c4-4708-b87e-ae1eaf66351b req-8c6a811a-38b9-4f1f-a426-7747a7bcebd2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029487 Mar 07 10:37:32.159232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b56d18-3a07-40ec-8ffb-3dd737670aed']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:32.178440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172b571b-05e2-4e48-9175-f459992e6dfd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:32.180042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172b571b-05e2-4e48-9175-f459992e6dfd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:32.181162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-8b7bf662-2816-4c3c-bfe3-245ac47fbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.182754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-8b7bf662-2816-4c3c-bfe3-245ac47fbf0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.0544872 Mar 07 10:37:32.205749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (172b571b-05e2-4e48-9175-f459992e6dfd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.239338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (172b571b-05e2-4e48-9175-f459992e6dfd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.248735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:32.249295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (172b571b-05e2-4e48-9175-f459992e6dfd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:32.252759 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:32.287932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-f4537f64-955a-4017-8c69-a3e1b16ba595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.289453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-f4537f64-955a-4017-8c69-a3e1b16ba595 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0989971 Mar 07 10:37:32.304932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118250ab-96f3-4c47-9181-ada7f02f889d req-66c12877-9c8e-4a0c-9edd-312081c9c2a8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.309942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118250ab-96f3-4c47-9181-ada7f02f889d req-66c12877-9c8e-4a0c-9edd-312081c9c2a8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.1021547 Mar 07 10:37:32.346113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d1b56d18-3a07-40ec-8ffb-3dd737670aed), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.369845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1b56d18-3a07-40ec-8ffb-3dd737670aed {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:37:32.373223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.380152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d1b56d18-3a07-40ec-8ffb-3dd737670aed HTTP/1.1" status: 204 len: 168 time: 0.4753244 Mar 07 10:37:32.380152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1eb4d-733a-4a55-8d00-267ee40ee449 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1b56d18-3a07-40ec-8ffb-3dd737670aed,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:32.425149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'a8badc6f-4412-4462-8743-98efb31a2317', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:09Z', 'updated_at': '2022-03-07T10:37:30Z', 'revision_number': 1, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:32.464250 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4ed15-d36f-4570-b3fc-76cb2a3e0b0d None None] The sync data for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 is: [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'a8badc6f-4412-4462-8743-98efb31a2317', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:09Z', 'updated_at': '2022-03-07T10:37:30Z', 'revision_number': 1, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:32.637861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52106) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:32.643105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'name': 'tempest-router--415046592', 'project_id': 'ad73602af9c94a84bb6e52649e0bfa44'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:32.670860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.673023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.756175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.764083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.795071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.796615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118250ab-96f3-4c47-9181-ada7f02f889d req-02ec625e-5345-4f22-80c5-ffc1980da473 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735703 Mar 07 10:37:32.797133 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8b50459-1011-408c-a6f2-739c1cd0312d tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1571128 Mar 07 10:37:32.799213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:32.855416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-943d69f1-b267-4ba0-9c62-ad94821559d0 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442028 Mar 07 10:37:32.936656 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.999007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e56080fb-bd61-418b-840e-2821bcbd3c51 req-f7a73c92-2ff8-4654-95c8-6f50f60a643c service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354482 Mar 07 10:37:33.079246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1d879-2b29-48a0-9fb1-4be491868066 req-01659db6-662a-49f5-8fd4-29086f4d14b8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.080836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cb1d879-2b29-48a0-9fb1-4be491868066 req-01659db6-662a-49f5-8fd4-29086f4d14b8 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1482682 Mar 07 10:37:33.151151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cb1d879-2b29-48a0-9fb1-4be491868066 req-f3dcd50f-53a6-4158-af58-4b0aef64ee4a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592554 Mar 07 10:37:33.185703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.188578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.247294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (eb46ce03-a0fc-4c06-8fc2-1468cef551c5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.247892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb46ce03-a0fc-4c06-8fc2-1468cef551c5 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:37:33.252334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.256231 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-37b1fa91-4fb4-4b96-b9c2-83f2ee42dc4e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/routers/eb46ce03-a0fc-4c06-8fc2-1468cef551c5 HTTP/1.1" status: 204 len: 168 time: 0.4527164 Mar 07 10:37:33.349579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5634de-73f7-4828-8706-528224844ee0 req-8af0e930-13ee-403b-aaa0-7c4c23277836 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.356242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b5634de-73f7-4828-8706-528224844ee0 req-8af0e930-13ee-403b-aaa0-7c4c23277836 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 945 time: 0.1024010 Mar 07 10:37:33.374656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cd76e-5320-4618-b114-5b0939ac4bbd req-b5c334c5-bf20-4927-bbcc-94dd6606256c tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.376496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d4cd76e-5320-4618-b114-5b0939ac4bbd req-b5c334c5-bf20-4927-bbcc-94dd6606256c tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 1131 time: 0.0870655 Mar 07 10:37:33.396706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:33.431174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b5634de-73f7-4828-8706-528224844ee0 req-d9a50a25-28e3-4a75-998e-271d11c76ab0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Mar 07 10:37:33.441944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9be4-3fd1-4d37-8552-700499356f74 None None] New status for floating IP a8badc6f-4412-4462-8743-98efb31a2317: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:37:33.449941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d4cd76e-5320-4618-b114-5b0939ac4bbd req-49cf334f-9f30-4f13-b7df-d57ba50339bf tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Mar 07 10:37:33.613888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76b647-d96b-4aa6-a1bb-f8ce7e1108f1 req-056a8030-cb58-4a02-bdc5-48ca085cbb1e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.622971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d76b647-d96b-4aa6-a1bb-f8ce7e1108f1 req-056a8030-cb58-4a02-bdc5-48ca085cbb1e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.0931170 Mar 07 10:37:33.707173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d76b647-d96b-4aa6-a1bb-f8ce7e1108f1 req-0ef59cdd-1fc3-480f-973f-fd57088c9b55 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829403 Mar 07 10:37:33.709535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137351294', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:33.746803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.747998 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.817326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.825087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-9a6b7fe3-cc60-482b-b056-1cd174de5cf2 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257030 Mar 07 10:37:33.891378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1bfe7e45-f7cc-4a9f-b060-9238761a9646 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:33.943571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c180b6b-1c9f-410d-988d-2db12500f13c req-698cfb76-e08b-4558-b86f-75d9676b0b99 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.945151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c180b6b-1c9f-410d-988d-2db12500f13c req-698cfb76-e08b-4558-b86f-75d9676b0b99 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.1239104 Mar 07 10:37:33.954280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:33.958467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:33.958929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.980084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-db7b4d52-c8c1-4c64-8613-3cb8774e6ffb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.981528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-db7b4d52-c8c1-4c64-8613-3cb8774e6ffb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476116 Mar 07 10:37:34.008339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.016141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-af56605a-2545-4ef2-9ddc-0d7b49042d40 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0281327 Mar 07 10:37:34.041954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:34.042666 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.070465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c180b6b-1c9f-410d-988d-2db12500f13c req-ed730eea-e21a-47d1-b98b-257bb69feea7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127441 Mar 07 10:37:34.077193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:34.078960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:34.081240 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfd8b6-c224-46f6-b2a6-2761d9993e8e" -d '{"events": [{"server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:34.085114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.115971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-a6e9840d-a212-4b0f-b25f-b84e8b5385ce tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0892808 Mar 07 10:37:34.136621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:34.224488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846375-1af9-4822-9cdf-fde1958dcd8d req-3c3b9d98-c098-4a4d-917e-39c684849f7a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.226444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc846375-1af9-4822-9cdf-fde1958dcd8d req-3c3b9d98-c098-4a4d-917e-39c684849f7a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.0602343 Mar 07 10:37:34.250702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.276953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.280066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc846375-1af9-4822-9cdf-fde1958dcd8d req-a50fecc4-7d17-40ee-a505-8bf10dd2e54d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Mar 07 10:37:34.286548 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867c5c4-d29a-4972-9cb2-204145acfcf9 x-openstack-request-id: req-6867c5c4-d29a-4972-9cb2-204145acfcf9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:34.286838 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:34.287091 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6867c5c4-d29a-4972-9cb2-204145acfcf9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:34.287505 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'code': 200} Mar 07 10:37:34.407244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a439-1d1b-4d20-8312-d35911ba10cd req-b8f12e57-0b0d-445d-841e-4a670a6dff13 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.408779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec1a439-1d1b-4d20-8312-d35911ba10cd req-b8f12e57-0b0d-445d-841e-4a670a6dff13 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.0620396 Mar 07 10:37:34.495103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ec1a439-1d1b-4d20-8312-d35911ba10cd req-3bfe59bc-b88a-4477-a69e-70da0cb624a4 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796893 Mar 07 10:37:34.505277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Allocated IP 172.25.4.99 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ca671097-aec3-478c-b778-64dce13c260b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:34.607088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ededc-c79d-4a0b-9429-c715be8c2d1d req-74615dfb-f8a2-4b61-b1e4-92cc0286b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.608783 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1e7ededc-c79d-4a0b-9429-c715be8c2d1d req-74615dfb-f8a2-4b61-b1e4-92cc0286b1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.2382152 Mar 07 10:37:34.614165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e7b4cdb-5a8a-42de-8002-284722c2d665 req-1d696888-6db0-45ef-959e-592ae342960c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 210 time: 0.0541329 Mar 07 10:37:34.704687 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1e7ededc-c79d-4a0b-9429-c715be8c2d1d req-c5dd7b6a-8fc9-4949-97ab-d873161cc96b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868008 Mar 07 10:37:34.720521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for port (ca671097-aec3-478c-b778-64dce13c260b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.773567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4947f-0787-4c54-9c8a-ef0abe869e3f req-8afa3d99-89fa-4452-a6f1-df3418843ff7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.775775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ca671097-aec3-478c-b778-64dce13c260b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.776444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55d4947f-0787-4c54-9c8a-ef0abe869e3f req-8afa3d99-89fa-4452-a6f1-df3418843ff7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.0831168 Mar 07 10:37:34.830607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:34.833411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:34.836896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:34.869224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event updated for resources: {'Port': ['ID=ca671097-aec3-478c-b778-64dce13c260b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:34.869690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55d4947f-0787-4c54-9c8a-ef0abe869e3f req-e275edd0-1ee7-483c-89a4-b2cd146e64ed tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868185 Mar 07 10:37:34.881368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c12cb-9d36-4826-932e-902c659238ba req-eb5b7c60-d541-4dcf-99f0-d687bc54f20c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.886910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a2c12cb-9d36-4826-932e-902c659238ba req-eb5b7c60-d541-4dcf-99f0-d687bc54f20c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.0883839 Mar 07 10:37:34.937219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a2c12cb-9d36-4826-932e-902c659238ba req-703e5f8a-5d26-4995-aedf-02783150eb27 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Mar 07 10:37:35.180917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.313896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a495f11-5521-414d-ae43-42c30484447c req-0ad36e05-ed46-4d08-84e4-daf6118b91b3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.315970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a495f11-5521-414d-ae43-42c30484447c req-0ad36e05-ed46-4d08-84e4-daf6118b91b3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.0595002 Mar 07 10:37:35.412198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a495f11-5521-414d-ae43-42c30484447c req-5c1fe57f-fdae-4b80-8359-06f91b97f680 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818670 Mar 07 10:37:35.432945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52d70-5885-4319-964c-61a574dc2830 req-6664d83d-91c0-4ca8-831d-485c2aea2a5f tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.434499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2d52d70-5885-4319-964c-61a574dc2830 req-6664d83d-91c0-4ca8-831d-485c2aea2a5f tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.0723283 Mar 07 10:37:35.492283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2d52d70-5885-4319-964c-61a574dc2830 req-35d4a12b-4ff2-42da-a8cf-1a02b0d1aa52 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501223 Mar 07 10:37:35.679880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-95715d52-2bd5-48ff-9fc6-f48133f6936f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286970 Mar 07 10:37:35.734369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-827b9fc5-c58b-482d-9b34-5c2ae1792aa9 req-2ff79e14-6fd0-49e7-b94f-f76bf38605ab tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 210 time: 0.0331156 Mar 07 10:37:35.804867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.867491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-29bbbc27-c46b-4ac7-810a-1ed449021edf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.869029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-29bbbc27-c46b-4ac7-810a-1ed449021edf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824243 Mar 07 10:37:35.882298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '51de816b-1585-449e-9af0-ae071a7d03ab', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:36.000220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a9a7d-3db1-4b10-808f-262b0a53c7e2 req-d5c2cb65-2f57-4c72-9615-1d9e3e5f4753 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:36.002916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-832a9a7d-3db1-4b10-808f-262b0a53c7e2 req-d5c2cb65-2f57-4c72-9615-1d9e3e5f4753 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.0608892 Mar 07 10:37:36.046236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:36.049646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.060475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Router bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:36.060745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-832a9a7d-3db1-4b10-808f-262b0a53c7e2 req-2864eeb7-56f7-4d8e-a2d5-e5d18da6fac3 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Mar 07 10:37:36.201542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6106824-6790-4d50-834f-6382175ea258 req-84be492d-e728-4120-926b-865a56e34f88 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:36.203025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6106824-6790-4d50-834f-6382175ea258 req-84be492d-e728-4120-926b-865a56e34f88 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.26 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.0535381 Mar 07 10:37:36.266376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.227 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/0311f79c-d94a-40a6-9d12-d77db9e74f75) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:36.277580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:36.295359 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] Sync routers for ids ['bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:36.307926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Deleting port b18f2f32-a717-4293-98f0-048e12e6ac31 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:36.308267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.312847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.316827 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-13530dd8-2714-42bd-b4b9-d817326b6007 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9160900 Mar 07 10:37:36.317510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] Routers {'bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:36.318743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.318918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52228) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.361329 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.372623 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] Routers {'bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:36.373741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.416747 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.417392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552e7df-30a5-4f4d-a35f-9d0591ae6865 None None] The sync data for ids ['bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:36.459550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.499981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.516957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3', '10646c3b-d002-4ccd-b758-fb889539ac94'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:36.528424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:36.556391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:36.558828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] For port b18f2f32-a717-4293-98f0-048e12e6ac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b18f2f32-a717-4293-98f0-048e12e6ac31,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:36.559185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.559574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:36.574870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:36.582873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Calling delete_port for b18f2f32-a717-4293-98f0-048e12e6ac31 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:36.589943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-15661e4d-c7f0-4d59-a18e-69737119441e tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 HTTP/1.1" status: 200 len: 919 time: 0.2679951 Mar 07 10:37:36.603314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.622332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:36.650241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e8ebda2-a8c4-4e1c-a052-664e71190760 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 HTTP/1.1" status: 200 len: 205 time: 0.0430820 Mar 07 10:37:36.653118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52236) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.705910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:36.706532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.735550 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc462f3-6002-4c16-b19b-a1f3b4faaded tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8568192 Mar 07 10:37:36.764885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7e88e-d088-493e-b391-9196241dfab0 req-ce8c7a13-a7f0-45de-b165-6ae9562e9fcf tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:36.767268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4aa7e88e-d088-493e-b391-9196241dfab0 req-ce8c7a13-a7f0-45de-b165-6ae9562e9fcf tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.2770154 Mar 07 10:37:36.790869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc476a5-616a-4019-b1b7-e6e25e5b398e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:37:36.792001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-2cc476a5-616a-4019-b1b7-e6e25e5b398e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077062 Mar 07 10:37:36.807439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Request body: {'port': {'device_id': '51de816b-1585-449e-9af0-ae071a7d03ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:36.832888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b18f2f32-a717-4293-98f0-048e12e6ac31), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.862206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.885647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11919-939f-447d-8027-1644c88f50a7 req-c7ba433b-b8ef-4f7e-887f-cb5e1434949d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:36.887127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8b11919-939f-447d-8027-1644c88f50a7 req-c7ba433b-b8ef-4f7e-887f-cb5e1434949d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=3222559c-280b-480d-9cde-80d14c38d059 HTTP/1.1" status: 200 len: 948 time: 0.3055463 Mar 07 10:37:36.891438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Pushing event deleted for resources: {'Port': ['ID=b18f2f32-a717-4293-98f0-048e12e6ac31,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:36.913767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-36f80c1e-e256-4f20-b9a9-cfca79d7d7e8 None None] Provisioning complete for port 0311f79c-d94a-40a6-9d12-d77db9e74f75 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:36.914471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-36f80c1e-e256-4f20-b9a9-cfca79d7d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.916956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4aa7e88e-d088-493e-b391-9196241dfab0 req-9348e1c5-6757-453d-8aea-7fa388416496 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386735 Mar 07 10:37:36.968605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.975976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] No DVR routers for this DVR port b18f2f32-a717-4293-98f0-048e12e6ac31 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:36.985678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.989044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6106824-6790-4d50-834f-6382175ea258 req-865ebfb6-bba6-4684-b9ec-bda02ac8e4b4 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.26 "DELETE /v2.0/ports/b18f2f32-a717-4293-98f0-048e12e6ac31 HTTP/1.1" status: 204 len: 173 time: 0.7803712 Mar 07 10:37:36.989497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-deleted', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:36.991845 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270c0a88-d6e0-4b90-b639-69ad52848249" -d '{"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-deleted", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:37.004150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-36f80c1e-e256-4f20-b9a9-cfca79d7d7e8 None None] Port 0311f79c-d94a-40a6-9d12-d77db9e74f75 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:37.059965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8b11919-939f-447d-8027-1644c88f50a7 req-f5fa8b19-603a-441d-b7b7-0c131b19d1ff tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543679 Mar 07 10:37:37.112894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.125079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d215c-3a24-4a2b-aec1-db1bd073cf14 req-910e15a0-7a75-484e-b7ee-cbd4b81549a9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.132703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f53d215c-3a24-4a2b-aec1-db1bd073cf14 req-910e15a0-7a75-484e-b7ee-cbd4b81549a9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 936 time: 0.0992944 Mar 07 10:37:37.189323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f53d215c-3a24-4a2b-aec1-db1bd073cf14 req-cb99f225-d86d-4273-9ae0-2468733750e0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Mar 07 10:37:37.339853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ab4ea-8977-4667-97b6-e55313ec6130 req-9f871c51-9fd6-40a1-b62f-5f0d7f18f2d2 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.341411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e08ab4ea-8977-4667-97b6-e55313ec6130 req-9f871c51-9fd6-40a1-b62f-5f0d7f18f2d2 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.0699239 Mar 07 10:37:37.343124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port ca671097-aec3-478c-b778-64dce13c260b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:37.343468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ca671097-aec3-478c-b778-64dce13c260b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.353603 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51dcbf-9183-4bbd-b0db-da6b66ba804e x-openstack-request-id: req-2a51dcbf-9183-4bbd-b0db-da6b66ba804e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:37.353882 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222559c-280b-480d-9cde-80d14c38d059", "name": "network-vif-deleted", "tag": "b18f2f32-a717-4293-98f0-048e12e6ac31", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:37.354134 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a51dcbf-9183-4bbd-b0db-da6b66ba804e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:37.354827 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222559c-280b-480d-9cde-80d14c38d059', 'name': 'network-vif-deleted', 'tag': 'b18f2f32-a717-4293-98f0-048e12e6ac31', 'status': 'completed', 'code': 200} Mar 07 10:37:37.407206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e08ab4ea-8977-4667-97b6-e55313ec6130 req-e38a0b70-3021-43af-8689-cfbf2e9b4488 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Mar 07 10:37:37.485346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ca671097-aec3-478c-b778-64dce13c260b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.500559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for ca671097-aec3-478c-b778-64dce13c260b owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:37.503665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0311f79c-d94a-40a6-9d12-d77db9e74f75 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:37.513353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks [] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.558996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Transition to ACTIVE for port object 0311f79c-d94a-40a6-9d12-d77db9e74f75 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:37.565752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.631003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:37.689002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c0501f1-1031-4531-823e-83f358f2b625 req-3d633bb9-c6c5-4426-9a6a-1bc8eb56cf17 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410283 Mar 07 10:37:37.701752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:37.731211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.762486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:37.783980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Attempting to bind port 0311f79c-d94a-40a6-9d12-d77db9e74f75 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:37.783980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Attempting to bind port 0311f79c-d94a-40a6-9d12-d77db9e74f75 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:37.784389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Attempting to bind port 0311f79c-d94a-40a6-9d12-d77db9e74f75 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:37.794676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Port 0311f79c-d94a-40a6-9d12-d77db9e74f75 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:37.794992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Attempting to bind port 0311f79c-d94a-40a6-9d12-d77db9e74f75 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:37.812299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:37.812996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:37.813293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:37.813599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Bound port: 0311f79c-d94a-40a6-9d12-d77db9e74f75, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:37.813968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.817645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ca671097-aec3-478c-b778-64dce13c260b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.861266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=ca671097-aec3-478c-b778-64dce13c260b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:37.891719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:37.932556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:37.945673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '041fb941-b1e0-43fa-923e-bb61b959627e', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:37.975230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:37.981372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:37.994279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:37.994669 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.002876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.011786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:38.039363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:38.042590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Allocated IP 172.25.4.233 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/a6783a93-ce9a-4b89-a58a-088e09177ba1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:38.049878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.050192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.115717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:38.146648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.152406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.160297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.161100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.162300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] 10.222.0.32 "PUT /v2.0/ports/0311f79c-d94a-40a6-9d12-d77db9e74f75 HTTP/1.1" status: 200 len: 1096 time: 1.3619409 Mar 07 10:37:38.163098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:38.165162 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96cd199-8e0a-425e-9727-17191c082349" -d '{"events": [{"name": "network-changed", "server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:38.172392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319655a-52fe-47ef-8c65-990f4693cf28 req-49b04518-b8da-4d96-8188-08ca01b8a617 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.174773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7319655a-52fe-47ef-8c65-990f4693cf28 req-49b04518-b8da-4d96-8188-08ca01b8a617 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1442375 Mar 07 10:37:38.224210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['041fb941-b1e0-43fa-923e-bb61b959627e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:38.238402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9ed0-ef97-4f43-8661-d805ba68dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:38.257647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.258169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:37:38.265015 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.266161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.267245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a3e7bce-97af-48fc-9f83-f2d7c20a37b7 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 HTTP/1.1" status: 204 len: 168 time: 1.6132271 Mar 07 10:37:38.272299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52264) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:38.277744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7319655a-52fe-47ef-8c65-990f4693cf28 req-8ff5e99b-002f-4f10-b05b-56a461031cfd tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955310 Mar 07 10:37:38.282167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1556288651', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:38.294703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-7042c58c-3421-472f-a89e-1b055ff57f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.305581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-7042c58c-3421-472f-a89e-1b055ff57f68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 1130 time: 0.0744417 Mar 07 10:37:38.337327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d6813609-8fba-4177-ba42-2597352a1729), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.338890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d6813609-8fba-4177-ba42-2597352a1729), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.359344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.395174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-8f9b3a3e-051a-490c-9caf-a858fa8e09cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75 HTTP/1.1" status: 200 len: 217 time: 0.0894125 Mar 07 10:37:38.452838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (d6813609-8fba-4177-ba42-2597352a1729), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.460024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:38.467588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:38.472728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-10f41dc5-35e8-463a-affd-5fea691405ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.475115 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-10f41dc5-35e8-463a-affd-5fea691405ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0738578 Mar 07 10:37:38.478559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:38.480003 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbb464-cf59-4b16-a532-cbe53154f3ee x-openstack-request-id: req-91cbb464-cf59-4b16-a532-cbe53154f3ee {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:38.480544 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:38.480988 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91cbb464-cf59-4b16-a532-cbe53154f3ee {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:38.481890 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75', 'status': 'completed', 'code': 200} Mar 07 10:37:38.511491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event updated for resources: {'Port': ['ID=a6783a93-ce9a-4b89-a58a-088e09177ba1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:38.550689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f716-459d-41bf-bee0-725ea0f1903c req-34188200-ad26-4059-8066-9eb12d1cdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.552600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-34188200-ad26-4059-8066-9eb12d1cdc92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0696054 Mar 07 10:37:38.660170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-bf678c71-ab02-49d7-8216-5b47d3b2cf87 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981867 Mar 07 10:37:38.759513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4421f716-459d-41bf-bee0-725ea0f1903c req-201f33c1-54a5-4c1e-8612-508cbe267b25 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931957 Mar 07 10:37:38.786159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (d6813609-8fba-4177-ba42-2597352a1729), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.830666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceec2a4-efa9-477c-98ff-59456636e860 req-f8d0ccce-b11d-4a3a-94e1-00344470441e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.832224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ceec2a4-efa9-477c-98ff-59456636e860 req-f8d0ccce-b11d-4a3a-94e1-00344470441e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 948 time: 0.2638505 Mar 07 10:37:38.855819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.966370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.973012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ceec2a4-efa9-477c-98ff-59456636e860 req-67cf762e-d8aa-47da-a529-e0df536781b7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277704 Mar 07 10:37:39.210068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cd199-8e0a-425e-9727-17191c082349 req-4a140637-5b56-4fde-99cc-eb4af53975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.211507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-4a140637-5b56-4fde-99cc-eb4af53975c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 1130 time: 0.3987997 Mar 07 10:37:39.338189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.349284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cd199-8e0a-425e-9727-17191c082349 req-d32c9391-3568-47df-983c-c0d0ed688fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.350874 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-d32c9391-3568-47df-983c-c0d0ed688fe8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1319878 Mar 07 10:37:39.362949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.398024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (d6813609-8fba-4177-ba42-2597352a1729), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.402943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-90a73748-c6a0-41d1-ae69-9d049a9145ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75 HTTP/1.1" status: 200 len: 217 time: 0.0419636 Mar 07 10:37:39.434048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.467795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cd199-8e0a-425e-9727-17191c082349 req-3247873d-5410-4d1f-aa93-1f02adae8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.469560 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-3247873d-5410-4d1f-aa93-1f02adae8a4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0582497 Mar 07 10:37:39.515938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event updated for resources: {'Port': ['ID=a6783a93-ce9a-4b89-a58a-088e09177ba1,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:39.538806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70c17-c409-46bf-9b7e-35e24383c771 req-7c82546c-e16a-4673-b39e-3cfc8f47d1b1 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.546169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78e70c17-c409-46bf-9b7e-35e24383c771 req-7c82546c-e16a-4673-b39e-3cfc8f47d1b1 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 948 time: 0.2580359 Mar 07 10:37:39.555211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cd199-8e0a-425e-9727-17191c082349 req-eba1b3d7-fd48-4844-9396-775a45bd1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.557692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-eba1b3d7-fd48-4844-9396-775a45bd1580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0781348 Mar 07 10:37:39.566092 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.622814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.624264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c0501f1-1031-4531-823e-83f358f2b625 req-f5704005-b813-4114-9b34-12aca9ece849 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9276114 Mar 07 10:37:39.697865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-9763084b-898a-49a0-93c5-140c421d7c4a service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323576 Mar 07 10:37:39.790969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:39.833399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c96cd199-8e0a-425e-9727-17191c082349 req-a9e7dd5a-67b8-4323-9cec-fe86ee71aa4e service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245892 Mar 07 10:37:39.867105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 041fb941-b1e0-43fa-923e-bb61b959627e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:39.867790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.970085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:39.970595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.007100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:40.009739 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b399f652-8d0e-486b-8cbe-9e54859a6e5b" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:40.034811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:40.044011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.049748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:40.104334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78e70c17-c409-46bf-9b7e-35e24383c771 req-64a9d78d-e832-4d92-85e0-3b6e25404f45 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570626 Mar 07 10:37:40.112244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:40.116363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c0501f1-1031-4531-823e-83f358f2b625 req-110f9ef6-fd03-40ec-8792-97b8354c1895 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.4831424 Mar 07 10:37:40.137935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.25.4.93 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0d367d65-fb06-4ad0-88bd-9b0511eade88) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:40.138407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b18f2f32-a717-4293-98f0-048e12e6ac31 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:40.139127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b18f2f32-a717-4293-98f0-048e12e6ac31 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:40.333265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0501f1-1031-4531-823e-83f358f2b625 req-74b37da0-e83e-43c8-ae14-9cf028124070 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.334569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c0501f1-1031-4531-823e-83f358f2b625 req-74b37da0-e83e-43c8-ae14-9cf028124070 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2174315 Mar 07 10:37:40.365200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b64844-59c8-4acc-8b14-31743e407e80 req-1c4e47d9-713f-44d0-80f5-88ea1764e95b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.378673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80b64844-59c8-4acc-8b14-31743e407e80 req-1c4e47d9-713f-44d0-80f5-88ea1764e95b tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1793973 Mar 07 10:37:40.468753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.520387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80b64844-59c8-4acc-8b14-31743e407e80 req-ad216e6b-bc75-4638-8783-3697190e8392 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405990 Mar 07 10:37:40.538747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f15006-caa7-4bc1-9122-541349003b72 req-cc65c92f-0e15-4d63-b95e-d753f1801cc4 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.542971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f15006-caa7-4bc1-9122-541349003b72 req-cc65c92f-0e15-4d63-b95e-d753f1801cc4 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 948 time: 0.1403105 Mar 07 10:37:40.568949 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d784424e-0530-4df3-9f8a-d920837323bb x-openstack-request-id: req-d784424e-0530-4df3-9f8a-d920837323bb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:40.569374 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:40.570416 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d784424e-0530-4df3-9f8a-d920837323bb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:40.571097 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:37:40.591527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.637044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f15006-caa7-4bc1-9122-541349003b72 req-070bf313-2edc-439a-9be3-39b2e3003696 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883601 Mar 07 10:37:40.656094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:40.657587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:40.660161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:40.726710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=0d367d65-fb06-4ad0-88bd-9b0511eade88,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:40.793854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.794209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.794530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.794864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.795210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.795530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.795877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.796220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.796527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.796848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.797182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.798116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.798116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:40.949515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-c4886ed4-ac82-4d6e-90c3-32ef7458bd51 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.951017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-c4886ed4-ac82-4d6e-90c3-32ef7458bd51 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 821 time: 0.2884505 Mar 07 10:37:40.987323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a1f6ec02-3206-4ce8-a07e-167ce9d862e6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/quotas/c892a8e3ecbe47af9845563400ce1507 HTTP/1.1" status: 200 len: 375 time: 0.0154715 Mar 07 10:37:41.167194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-baf6a266-bfd6-424e-945b-b52274f83c28 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229479 Mar 07 10:37:41.199043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (d6813609-8fba-4177-ba42-2597352a1729), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.466543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13494d-e196-4c9e-a88c-3237159d99a8 req-acd99e58-fd84-4304-8ec5-c3dacea504ad tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:41.468107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f13494d-e196-4c9e-a88c-3237159d99a8 req-acd99e58-fd84-4304-8ec5-c3dacea504ad tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 948 time: 0.2967741 Mar 07 10:37:41.488678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-5e83e445-a4aa-497e-a58c-b13a28d7bfde service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998772 Mar 07 10:37:41.605964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f13494d-e196-4c9e-a88c-3237159d99a8 req-09a58139-b623-47b6-a8a7-157117e59641 tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c407470-3795-4339-8d7c-dbc8f189f4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205199 Mar 07 10:37:41.717310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-d7b697db-63e1-430d-baf7-9f6bfeffdece tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:41.722364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-d7b697db-63e1-430d-baf7-9f6bfeffdece tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 948 time: 0.0898063 Mar 07 10:37:41.777935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-d7e3b468-1538-498c-bb41-b892d15a9a0d service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816074 Mar 07 10:37:41.794434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d6813609-8fba-4177-ba42-2597352a1729), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.850284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Deleting port ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:41.850634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.877157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881169-1920-49f9-84bb-e13b64e17548 req-50a64431-771f-4061-8672-a3fe6767ba2a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:41.878893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9881169-1920-49f9-84bb-e13b64e17548 req-50a64431-771f-4061-8672-a3fe6767ba2a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1715283 Mar 07 10:37:41.893718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0311f79c-d94a-40a6-9d12-d77db9e74f75 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:42.058705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:42.066034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] For port ff224fb4-0a58-49c9-8c6f-23c3e681663d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff224fb4-0a58-49c9-8c6f-23c3e681663d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:42.066784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.072302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '0311f79c-d94a-40a6-9d12-d77db9e74f75', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '0311f79c-d94a-40a6-9d12-d77db9e74f75', 'mac_address': 'fa:16:3e:a9:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:42.081814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Calling delete_port for ff224fb4-0a58-49c9-8c6f-23c3e681663d owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:42.171809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de0be2-2705-4a8d-be99-3237edd7e6dc req-43e6f183-e7a7-4f8a-8b7a-9d4cba7e2c21 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.173396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30de0be2-2705-4a8d-be99-3237edd7e6dc req-43e6f183-e7a7-4f8a-8b7a-9d4cba7e2c21 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 948 time: 0.1494610 Mar 07 10:37:42.199086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9881169-1920-49f9-84bb-e13b64e17548 req-179e4ab7-1e03-4379-9439-862da0527245 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761029 Mar 07 10:37:42.236577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router d6813609-8fba-4177-ba42-2597352a1729 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:42.292605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0311f79c-d94a-40a6-9d12-d77db9e74f75 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:42.293094 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.310103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0311f79c-d94a-40a6-9d12-d77db9e74f75 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:42.339443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:42.348758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.407268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:42.412010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ff224fb4-0a58-49c9-8c6f-23c3e681663d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.422185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Sync routers for ids ['d6813609-8fba-4177-ba42-2597352a1729'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:42.450673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Routers {'d6813609-8fba-4177-ba42-2597352a1729'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:42.451820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6813609-8fba-4177-ba42-2597352a1729'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:42.459306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Pushing event deleted for resources: {'Port': ['ID=ff224fb4-0a58-49c9-8c6f-23c3e681663d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:42.472005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30de0be2-2705-4a8d-be99-3237edd7e6dc req-88a6cce1-a176-4405-9cd2-0aeaf982b4cd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884347 Mar 07 10:37:42.476999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.477683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.478753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.479383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.480051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.480607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.481092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.481601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.482137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.482629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.483152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.483704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.484373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:42.512922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b34a2574-e3fb-4693-bc06-55014229f45d req-c1ce7fb1-1c82-41d9-b3e5-b3e1692d4d9d tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 210 time: 0.1076581 Mar 07 10:37:42.522294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.537796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-289f570e-922b-408b-a931-ac09474eb33f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2510521 Mar 07 10:37:42.537796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52348) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:42.576389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:42.590265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] No DVR routers for this DVR port ff224fb4-0a58-49c9-8c6f-23c3e681663d on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:42.597579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.604614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ee6efba4-0245-44d7-9656-0cdf1ffa6b3d req-c64d625d-b791-4560-aa4d-c8d71a67f41d tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.32 "DELETE /v2.0/ports/ff224fb4-0a58-49c9-8c6f-23c3e681663d HTTP/1.1" status: 204 len: 173 time: 0.8760271 Mar 07 10:37:42.605128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-deleted', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:42.614270 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f3e805-d751-4311-9e4f-8c5cb494ac1f" -d '{"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-deleted", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:42.746662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:42.755490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1556288651', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': True}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:42.763532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5e4d0a2d-c9fa-436d-a6d8-80065ed2a279 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/d6813609-8fba-4177-ba42-2597352a1729 HTTP/1.1" status: 200 len: 908 time: 0.2289984 Mar 07 10:37:42.769499 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757eca08-24fe-4b15-be21-aa57f94deb8f x-openstack-request-id: req-757eca08-24fe-4b15-be21-aa57f94deb8f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:42.769859 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5de89-30b3-4270-b01f-1ef13eedb070", "name": "network-vif-deleted", "tag": "ff224fb4-0a58-49c9-8c6f-23c3e681663d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:42.770679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Set router d6813609-8fba-4177-ba42-2597352a1729 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:42.771220 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-757eca08-24fe-4b15-be21-aa57f94deb8f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:42.771541 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5de89-30b3-4270-b01f-1ef13eedb070', 'name': 'network-vif-deleted', 'tag': 'ff224fb4-0a58-49c9-8c6f-23c3e681663d', 'status': 'completed', 'code': 200} Mar 07 10:37:42.817133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.819083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.866857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8feb2d6d-f821-4a0c-9dfe-f0396aec0c21 req-327b1263-381c-483e-b1fd-eaf42211428a tempest-ListImageFiltersTestJSON-1840255254 tempest-ListImageFiltersTestJSON-1840255254-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4f5de89-30b3-4270-b01f-1ef13eedb070 HTTP/1.1" status: 200 len: 210 time: 0.1006885 Mar 07 10:37:42.946400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0311f79c-d94a-40a6-9d12-d77db9e74f75'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:42.949919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.382105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6813609-8fba-4177-ba42-2597352a1729', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': False}, 'gw_port_id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:37:40Z', 'revision_number': 3, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port': {'id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6813609-8fba-4177-ba42-2597352a1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:39Z', 'updated_at': '2022-03-07T10:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:43.440605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.554001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Checking router: d6813609-8fba-4177-ba42-2597352a1729 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:43.554613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Updating router d6813609-8fba-4177-ba42-2597352a1729 port 0d367d65-fb06-4ad0-88bd-9b0511eade88 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:43.554769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fda187-69eb-485a-9284-1660e80bcb7f req-cb04303c-2e7d-4ffa-b020-2154cc75c106 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:43.556836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91fda187-69eb-485a-9284-1660e80bcb7f req-cb04303c-2e7d-4ffa-b020-2154cc75c106 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1469429 Mar 07 10:37:43.636265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.651923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91fda187-69eb-485a-9284-1660e80bcb7f req-ee617dce-9c7e-47e8-8576-74d1b08b86a3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794420 Mar 07 10:37:43.802875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fcd25-8058-4481-b7a5-e275d49b57da req-b8b274f4-3638-47de-bbe5-7aa2270e5671 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:43.804499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b55fcd25-8058-4481-b7a5-e275d49b57da req-b8b274f4-3638-47de-bbe5-7aa2270e5671 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 949 time: 0.1987240 Mar 07 10:37:43.896689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6243458d-6542-4205-a7cb-c6c8353c5845 req-50d4d8e0-62c9-4d56-94d3-8f7dd75b49c2 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 210 time: 0.0477889 Mar 07 10:37:43.965266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:44.008132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.059086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.132482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-8efcb297-7899-4cfe-9476-aada869f8db7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:44.148436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-8efcb297-7899-4cfe-9476-aada869f8db7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.26 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 821 time: 0.2535696 Mar 07 10:37:44.220929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b55fcd25-8058-4481-b7a5-e275d49b57da req-4009e6f6-d5f6-43db-81c7-3797d15094cb tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105690 Mar 07 10:37:44.230142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'port': {'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'admin_state_up': True, 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:44.256663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ff224fb4-0a58-49c9-8c6f-23c3e681663d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:44.257096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff224fb4-0a58-49c9-8c6f-23c3e681663d not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:44.379574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks [] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.393113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.506730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43abd-596b-487f-adf0-a1311da28953 None None] Pushing event updated for resources: {'Port': ['ID=0d367d65-fb06-4ad0-88bd-9b0511eade88,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:44.507876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Made reservation on behalf of c892a8e3ecbe47af9845563400ce1507 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:44.511777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.548802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Attempting to bind port 0d367d65-fb06-4ad0-88bd-9b0511eade88 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:44.550796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Attempting to bind port 0d367d65-fb06-4ad0-88bd-9b0511eade88 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:44.551395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Attempting to bind port 0d367d65-fb06-4ad0-88bd-9b0511eade88 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:44.566263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:44.566875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:44.567716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.568284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:44.568924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Bound port: 0d367d65-fb06-4ad0-88bd-9b0511eade88, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:44.569488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.574849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.25.4.229 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/8855e44a-3277-48d9-be6f-c5fe2838f193) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:44.661296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] For port 0d367d65-fb06-4ad0-88bd-9b0511eade88, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:44.665806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] For port 0d367d65-fb06-4ad0-88bd-9b0511eade88, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0d367d65-fb06-4ad0-88bd-9b0511eade88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:44.683581 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.741441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.779126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Routers {'d6813609-8fba-4177-ba42-2597352a1729'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:44.780837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6813609-8fba-4177-ba42-2597352a1729'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:44.788022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.865360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=8855e44a-3277-48d9-be6f-c5fe2838f193,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:44.869984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:44.872148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:44.874842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:44.927309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43abd-596b-487f-adf0-a1311da28953 None None] Pushing event updated for resources: {'Port': ['ID=0d367d65-fb06-4ad0-88bd-9b0511eade88,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:45.211133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] Set router d6813609-8fba-4177-ba42-2597352a1729 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:45.438551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.549071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Allocated IP 172.20.0.5 (4c882bed-095a-46ec-8251-d5d368d9a3ba/df513165-b400-4451-9616-9ef2d61c7479/0e712537-ef5c-4d42-9f4f-10ac6e017374) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:45.580407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d58cad7-32a0-4954-a651-3bc09bb319de req-09a320b8-25bf-4797-87a0-40c5e8a869ce tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 210 time: 0.0442386 Mar 07 10:37:45.607712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbf60b-7c49-4b75-a4e8-2df061e89b75 req-15d4cc79-b076-41db-899c-67b8b0a6cc2d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:45.615388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0acbf60b-7c49-4b75-a4e8-2df061e89b75 req-15d4cc79-b076-41db-899c-67b8b0a6cc2d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.6936162 Mar 07 10:37:45.726625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6813609-8fba-4177-ba42-2597352a1729', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': False}, 'gw_port_id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:37:40Z', 'revision_number': 3, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port': {'id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6813609-8fba-4177-ba42-2597352a1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:39Z', 'updated_at': '2022-03-07T10:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:45.742001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0acbf60b-7c49-4b75-a4e8-2df061e89b75 req-f4ca5c02-1836-4cae-862a-b15b220b44ed tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250615 Mar 07 10:37:45.823317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66451b-dbc3-4089-9d2b-93889fb3ff61 None None] The sync data for ids ['d6813609-8fba-4177-ba42-2597352a1729'] in n-d-832156-4 is: [{'id': 'd6813609-8fba-4177-ba42-2597352a1729', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': False}, 'gw_port_id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:37:40Z', 'revision_number': 3, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port': {'id': '0d367d65-fb06-4ad0-88bd-9b0511eade88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6813609-8fba-4177-ba42-2597352a1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:39Z', 'updated_at': '2022-03-07T10:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:45.894467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0311f79c-d94a-40a6-9d12-d77db9e74f75 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:46.012441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed028b5-e922-4207-88d6-3f24f5b3c5cd req-0feb064e-21d0-494c-9e87-a6ceb07fde18 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.012441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ed028b5-e922-4207-88d6-3f24f5b3c5cd req-0feb064e-21d0-494c-9e87-a6ceb07fde18 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 949 time: 0.2614765 Mar 07 10:37:46.042887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 0311f79c-d94a-40a6-9d12-d77db9e74f75 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:46.048092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 0311f79c-d94a-40a6-9d12-d77db9e74f75 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:46.048462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.065663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.110587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.146883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ed028b5-e922-4207-88d6-3f24f5b3c5cd req-80dcba71-afaa-4036-9a1e-210d294c39f5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250780 Mar 07 10:37:46.184968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.292447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:46.301308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1bfe7e45-f7cc-4a9f-b060-9238761a9646'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:46.307328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:46.331301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:46.477401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:46.547482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.549757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.572760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0311f79c-d94a-40a6-9d12-d77db9e74f75 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:46.573146 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.613421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event updated for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:46.651089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-62e91657-ddac-4874-8b57-aac00c08d223 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4249809 Mar 07 10:37:46.671370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-db9f5301-a019-47cb-978b-17c4c3a6c5f7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:37:46.677706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-db9f5301-a019-47cb-978b-17c4c3a6c5f7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173972 Mar 07 10:37:46.756347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:46.758875 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350383d-1441-4780-a888-1398fadbf103" -d '{"events": [{"server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "name": "network-vif-plugged", "status": "completed", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:46.806898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:46.820958 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Sync routers for ids ['30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:46.827618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:46.843050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.860846 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Routers {'30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:46.872819 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:46.918427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.921965 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-400b9138-38f6-4f35-a0a6-6b97ec879b5f tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1725490 Mar 07 10:37:46.924311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:46.976957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:47.038543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Request body: {'port': {'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:47.132446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1495ea40-404d-48e6-adcf-ff48e5fe124f None None] Provisioning complete for port 0e712537-ef5c-4d42-9f4f-10ac6e017374 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:47.132944 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1495ea40-404d-48e6-adcf-ff48e5fe124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:47.226369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df7a70-34e4-4c73-aad5-2d4682c7b02a req-9c23108f-29b2-422b-a27e-77a1f1c2e9ec tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:47.244242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05df7a70-34e4-4c73-aad5-2d4682c7b02a req-9c23108f-29b2-422b-a27e-77a1f1c2e9ec tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 931 time: 0.4854968 Mar 07 10:37:47.252696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ce8abcdc-0e5b-4ffb-abc3-6e1416687776 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/30120a89-ff7c-47d9-b4a8-1bf3a2468c4f HTTP/1.1" status: 200 len: 908 time: 0.3245976 Mar 07 10:37:47.256995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52482) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:47.257258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1495ea40-404d-48e6-adcf-ff48e5fe124f None None] Port 0e712537-ef5c-4d42-9f4f-10ac6e017374 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:47.272595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52484) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:47.288713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Set router 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:47.349950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05df7a70-34e4-4c73-aad5-2d4682c7b02a req-4b519006-5ca3-4904-9fab-75cb6800fca9 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Mar 07 10:37:47.460371 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbdca19-2ea5-4ee1-a413-f3a4261d576d x-openstack-request-id: req-5cbdca19-2ea5-4ee1-a413-f3a4261d576d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:47.460902 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "name": "network-vif-plugged", "status": "completed", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:47.460902 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cbdca19-2ea5-4ee1-a413-f3a4261d576d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:47.461601 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75', 'code': 200} Mar 07 10:37:47.481056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:47.524970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:47.590287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ce33f-1a6a-4f76-95e6-caf6f48d3572 req-f58ed271-1a87-4441-b3b0-f98638a40b15 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:47.594564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-492ce33f-1a6a-4f76-95e6-caf6f48d3572 req-f58ed271-1a87-4441-b3b0-f98638a40b15 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.6251061 Mar 07 10:37:47.685670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0d367d65-fb06-4ad0-88bd-9b0511eade88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:47.831800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:47.849519 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30120a89-ff7c-47d9-b4a8-1bf3a2468c4f', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '8855e44a-3277-48d9-be6f-c5fe2838f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:45Z', 'revision_number': 3, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port': {'id': '8855e44a-3277-48d9-be6f-c5fe2838f193', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30120a89-ff7c-47d9-b4a8-1bf3a2468c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:47.888935 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Checking router: 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:47.889626 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Updating router 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f port 8855e44a-3277-48d9-be6f-c5fe2838f193 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:47.924322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-492ce33f-1a6a-4f76-95e6-caf6f48d3572 req-88f7c7ea-d205-4556-b228-395d59f6c920 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233151 Mar 07 10:37:47.959304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-102df80c-e152-45a9-b9b4-57827178badb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36f5dcb2b8f843daad1c563fdae6848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855824 Mar 07 10:37:47.962101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52496) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:47.985559 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.021355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed441578-4a27-4dca-8ecf-6643d676dd3c req-bc597d30-2469-41dd-8435-a5eb8c5c208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:48.037134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed441578-4a27-4dca-8ecf-6643d676dd3c req-bc597d30-2469-41dd-8435-a5eb8c5c208e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 1132 time: 0.3041291 Mar 07 10:37:48.132347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ed441578-4a27-4dca-8ecf-6643d676dd3c req-e36e2944-38aa-4e58-a52e-7e2c449b43ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778093 Mar 07 10:37:48.143578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Deleting port 8855e44a-3277-48d9-be6f-c5fe2838f193 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:48.144395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.175230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] Publish callbacks [] for security_group (5c407470-3795-4339-8d7c-dbc8f189f4dc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.187615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0d367d65-fb06-4ad0-88bd-9b0511eade88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:48.188078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.199943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] Publish callbacks [] for security_group (5c407470-3795-4339-8d7c-dbc8f189f4dc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.300038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7272-3094-4f20-9dc8-fda9f45c477a req-f04596c3-8c25-4da2-9ee8-19a1c3f38f5e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:48.302854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dbe7272-3094-4f20-9dc8-fda9f45c477a req-f04596c3-8c25-4da2-9ee8-19a1c3f38f5e tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 950 time: 0.6995375 Mar 07 10:37:48.318145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5c407470-3795-4339-8d7c-dbc8f189f4dc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.323903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.325936 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c407470-3795-4339-8d7c-dbc8f189f4dc HTTP/1.1" status: 204 len: 168 time: 0.3613038 Mar 07 10:37:48.344607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6e342-d30a-4ab8-b967-aab673cc1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c407470-3795-4339-8d7c-dbc8f189f4dc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:48.402661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.432575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Calling delete_port for 8855e44a-3277-48d9-be6f-c5fe2838f193 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:48.492444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0d367d65-fb06-4ad0-88bd-9b0511eade88 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:48.492985 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.556642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dbe7272-3094-4f20-9dc8-fda9f45c477a req-f7a57c17-aa0b-4f9e-a2fa-ea5a0f233c5d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427220 Mar 07 10:37:48.598612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0d367d65-fb06-4ad0-88bd-9b0511eade88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0d367d65-fb06-4ad0-88bd-9b0511eade88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:48.611319 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.773587 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Publish callbacks [] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.791269 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.845028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0d367d65-fb06-4ad0-88bd-9b0511eade88,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:48.944377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c81f1c-0776-4f47-bdb7-14e78c18d6eb req-4b6ba018-42ef-4779-b0b2-2ab8032e2a97 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:48.954964 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Attempting to bind port 8855e44a-3277-48d9-be6f-c5fe2838f193 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:48.955555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Attempting to bind port 8855e44a-3277-48d9-be6f-c5fe2838f193 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:48.956099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24c81f1c-0776-4f47-bdb7-14e78c18d6eb req-4b6ba018-42ef-4779-b0b2-2ab8032e2a97 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 931 time: 0.2286046 Mar 07 10:37:48.956541 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Attempting to bind port 8855e44a-3277-48d9-be6f-c5fe2838f193 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:48.968159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.975689 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5205605-e2de-4742-ae2b-9d60893e5500 None None] Pushing event updated for resources: {'Port': ['ID=8855e44a-3277-48d9-be6f-c5fe2838f193,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:48.984494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e712537-ef5c-4d42-9f4f-10ac6e017374 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:48.986297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:48.986297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:48.986668 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.987144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:48.990743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Bound port: 8855e44a-3277-48d9-be6f-c5fe2838f193, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:48.991315 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8855e44a-3277-48d9-be6f-c5fe2838f193), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.009892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Port': ['ID=8855e44a-3277-48d9-be6f-c5fe2838f193,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:49.051512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks [] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.059680 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Port 8855e44a-3277-48d9-be6f-c5fe2838f193 has been deleted concurrently {{(pid=103791) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 10:37:49.089565 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Routers {'30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:49.090256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba1ce0-76ba-487e-aaf5-79ed425dfece req-4f89d68e-0efb-42fd-835e-ea9134cf4536 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.092009 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:49.103701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecba1ce0-76ba-487e-aaf5-79ed425dfece req-4f89d68e-0efb-42fd-835e-ea9134cf4536 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.3153765 Mar 07 10:37:49.110784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.213202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24c81f1c-0776-4f47-bdb7-14e78c18d6eb req-36d86373-1c5b-4fd2-9515-7b1ecd10336a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545149 Mar 07 10:37:49.245489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Transition to ACTIVE for port object 0e712537-ef5c-4d42-9f4f-10ac6e017374 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:49.250992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.254275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.284977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.326369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (30120a89-ff7c-47d9-b4a8-1bf3a2468c4f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.327180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:37:49.331740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.332952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e27b51eb-5893-47a1-834c-b4b8d11978f8 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/routers/30120a89-ff7c-47d9-b4a8-1bf3a2468c4f HTTP/1.1" status: 204 len: 168 time: 2.0749588 Mar 07 10:37:49.335762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:49.369320 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] Set router 30120a89-ff7c-47d9-b4a8-1bf3a2468c4f gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:49.443538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecba1ce0-76ba-487e-aaf5-79ed425dfece req-42c7da3d-adf2-4ec6-8063-e056f515f2be tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371558 Mar 07 10:37:49.474285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:49.540520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (d6813609-8fba-4177-ba42-2597352a1729), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.560107 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30120a89-ff7c-47d9-b4a8-1bf3a2468c4f', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:48Z', 'revision_number': 5, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:49.663219 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb039f-2755-40c6-a8d2-9e15454412d5 None None] The sync data for ids ['30120a89-ff7c-47d9-b4a8-1bf3a2468c4f'] in n-d-832156-4 is: [{'id': '30120a89-ff7c-47d9-b4a8-1bf3a2468c4f', 'name': 'tempest-snat-router-1556288651', 'tenant_id': '38ec6306cd0642caa5cfa360ba320a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:48Z', 'revision_number': 5, 'project_id': '38ec6306cd0642caa5cfa360ba320a07', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:49.733195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0d367d65-fb06-4ad0-88bd-9b0511eade88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:49.757047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64038a5b-4d7f-4026-9518-5fcff2bbf5cb req-bd53ba96-0c6d-4c75-a4cc-9db1c60fa6ee tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.758815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64038a5b-4d7f-4026-9518-5fcff2bbf5cb req-bd53ba96-0c6d-4c75-a4cc-9db1c60fa6ee tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3871980 Mar 07 10:37:49.820890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Attempting to bind port 0e712537-ef5c-4d42-9f4f-10ac6e017374 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:49.823397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Attempting to bind port 0e712537-ef5c-4d42-9f4f-10ac6e017374 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:49.823754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Attempting to bind port 0e712537-ef5c-4d42-9f4f-10ac6e017374 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:49.910811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (d6813609-8fba-4177-ba42-2597352a1729), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.920465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Port 0e712537-ef5c-4d42-9f4f-10ac6e017374 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:49.920752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Attempting to bind port 0e712537-ef5c-4d42-9f4f-10ac6e017374 on network 4c882bed-095a-46ec-8251-d5d368d9a3ba {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:49.932515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:49.932712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Checking segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:49.933624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Bound using segment: {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:49.935209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Bound port: 0e712537-ef5c-4d42-9f4f-10ac6e017374, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219d0967-8e0d-436d-a321-127796dbed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:49.936633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.958280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0d367d65-fb06-4ad0-88bd-9b0511eade88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:49.959387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.027326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Deleting port 0d367d65-fb06-4ad0-88bd-9b0511eade88 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:50.027888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.110788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64038a5b-4d7f-4026-9518-5fcff2bbf5cb req-9d3508e8-e9e6-4669-b086-8840d1421238 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368826 Mar 07 10:37:50.142266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:50.150903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c8b8-1420-43be-bcfe-f8507670cce7 req-44de28a7-cadd-4033-ada8-e3527b4655a9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.159248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3c5c8b8-1420-43be-bcfe-f8507670cce7 req-44de28a7-cadd-4033-ada8-e3527b4655a9 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 950 time: 0.3654883 Mar 07 10:37:50.194157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0d367d65-fb06-4ad0-88bd-9b0511eade88 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:50.204385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] For port 0d367d65-fb06-4ad0-88bd-9b0511eade88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0d367d65-fb06-4ad0-88bd-9b0511eade88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:50.204888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.230945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Calling delete_port for 0d367d65-fb06-4ad0-88bd-9b0511eade88 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:50.280492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:50.304476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:50.310322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3c5c8b8-1420-43be-bcfe-f8507670cce7 req-3867f948-d616-4284-846b-86afa3006f0d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502011 Mar 07 10:37:50.316417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.340089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1548392027-network', 'tenant_id': 'c349b5677263491db55d077ba1db3e9b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:50.413056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.413778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.415379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] 10.222.0.26 "PUT /v2.0/ports/0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 1091 time: 3.7244244 Mar 07 10:37:50.416935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:50.419381 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d142808-8d85-415c-94cc-c7a966821a44" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:50.495205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:50.497554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.520790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0d367d65-fb06-4ad0-88bd-9b0511eade88), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.544394 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1034b6-b934-4c1c-8298-b0d8468679fb x-openstack-request-id: req-3b1034b6-b934-4c1c-8298-b0d8468679fb {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:50.544713 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:50.544948 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b1034b6-b934-4c1c-8298-b0d8468679fb {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:50.545417 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'status': 'completed', 'code': 200} Mar 07 10:37:50.570687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.579726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d367d65-fb06-4ad0-88bd-9b0511eade88,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:50.588661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5a051-65e9-41db-ad4c-f2685a54bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:50.649579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47afc7-9800-40db-886f-cec91cd6c0c9 req-d04a760f-0b91-407f-b335-2c69935a5f49 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.653401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db47afc7-9800-40db-886f-cec91cd6c0c9 req-d04a760f-0b91-407f-b335-2c69935a5f49 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 943 time: 0.2813618 Mar 07 10:37:50.667169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-507caaa8-c83b-4a79-9979-8ea9d84537b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.677622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (d6813609-8fba-4177-ba42-2597352a1729), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.782174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-03cb974d-a607-406d-9ab6-26beecaf7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.783877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-03cb974d-a607-406d-9ab6-26beecaf7f47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1125 time: 0.3009572 Mar 07 10:37:50.794088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e737e08-92e3-44e9-bd18-b0cab3e9c968 req-75580f3b-5c14-45a4-8e41-b4e6ba5ac3b2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.801196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e737e08-92e3-44e9-bd18-b0cab3e9c968 req-75580f3b-5c14-45a4-8e41-b4e6ba5ac3b2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.1942856 Mar 07 10:37:50.873561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-69954fe1-a613-4306-949e-d1fd13f14f5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 217 time: 0.0654697 Mar 07 10:37:50.961806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-de24c5eb-1b4f-452e-a4f1-22d67b62ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.963403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-de24c5eb-1b4f-452e-a4f1-22d67b62ce04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.0750175 Mar 07 10:37:50.977270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db47afc7-9800-40db-886f-cec91cd6c0c9 req-42d073e0-0774-4d16-8539-9f978f309ae5 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849839 Mar 07 10:37:51.037945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks [] for security_group (32f65864-974e-4095-a3ce-2fa6f104f540), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.056478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e737e08-92e3-44e9-bd18-b0cab3e9c968 req-697d63bc-468e-4011-b4f2-d0b9968baa27 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489250 Mar 07 10:37:51.058880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32f65864-974e-4095-a3ce-2fa6f104f540), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.101555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:51.117550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-67301f2b-e5cc-492a-9cc8-9a8f8e18e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.120113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-67301f2b-e5cc-492a-9cc8-9a8f8e18e068 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1389494 Mar 07 10:37:51.120990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f65864-974e-4095-a3ce-2fa6f104f540,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:51.127470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d6813609-8fba-4177-ba42-2597352a1729), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.129102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (98d97e6d-44a1-4716-945f-407654be6975), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.129660 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Added segment 98d97e6d-44a1-4716-945f-407654be6975 of type vlan for network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 Mar 07 10:37:51.129839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_controller (d6813609-8fba-4177-ba42-2597352a1729), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.212552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d6813609-8fba-4177-ba42-2597352a1729), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.213097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6813609-8fba-4177-ba42-2597352a1729 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:37:51.225193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.227444 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-755500b5-b3f9-4da1-bd3c-3ca70605c313 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d6813609-8fba-4177-ba42-2597352a1729 HTTP/1.1" status: 204 len: 168 time: 1.8898997 Mar 07 10:37:51.231249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:51.243104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-407117846', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:51.251017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-0b9c5dc9-1825-4b2f-b023-8cd95c061cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190481 Mar 07 10:37:51.370704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (36ad37ce-535f-4266-8948-ad716610369a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.372445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (36ad37ce-535f-4266-8948-ad716610369a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.489575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.520262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (36ad37ce-535f-4266-8948-ad716610369a), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.603793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:37:51.632564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c8ba2-262d-4a27-be6c-52d8740e8d0c req-8830a5b6-305c-4dd9-82d1-bc2aca790db7 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.639805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb1c8ba2-262d-4a27-be6c-52d8740e8d0c req-8830a5b6-305c-4dd9-82d1-bc2aca790db7 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3867593 Mar 07 10:37:51.701618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.702941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.704277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.730101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57428d28-34ab-4b8e-a2e1-9aa02a1ab25b req-010f729a-f086-4673-bfbf-4b9d9129cca7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.737311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57428d28-34ab-4b8e-a2e1-9aa02a1ab25b req-010f729a-f086-4673-bfbf-4b9d9129cca7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 950 time: 0.2917845 Mar 07 10:37:51.757601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.783703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6426e047-3592-43a9-9f03-fe7fcff0a0b1 req-5af793c0-425e-4cee-88d1-25fef26bca60 service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182085 Mar 07 10:37:51.820992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb1c8ba2-262d-4a27-be6c-52d8740e8d0c req-8287fe21-3ed5-419c-b01f-08a70bac243e tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802850 Mar 07 10:37:51.829505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6609547 Mar 07 10:37:51.858142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:51.864047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Request body: {'subnet': {'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1548392027-subnet', 'tenant_id': 'c349b5677263491db55d077ba1db3e9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:51.885676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3701-73e0-4125-99b9-4704860f11b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:51.896313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:51.907171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:51.909998 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.928319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57428d28-34ab-4b8e-a2e1-9aa02a1ab25b req-cc2fc553-71dc-4797-8baf-3eb0c21b7fd1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728604 Mar 07 10:37:51.952956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142808-8d85-415c-94cc-c7a966821a44 req-0780670c-cc22-4034-bc9d-ef5bcde84406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.955758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-0780670c-cc22-4034-bc9d-ef5bcde84406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1125 time: 0.0858915 Mar 07 10:37:52.088778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142808-8d85-415c-94cc-c7a966821a44 req-2b53bb8c-b117-42eb-9fe9-27b7c9777cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.089325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-2b53bb8c-b117-42eb-9fe9-27b7c9777cc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.1238835 Mar 07 10:37:52.156695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.201505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.202956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-8397cf76-96fb-4748-b5dd-b00d6d2509c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 217 time: 0.0918803 Mar 07 10:37:52.262211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142808-8d85-415c-94cc-c7a966821a44 req-2289754b-ea71-4266-abbb-05695e58cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.263673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-2289754b-ea71-4266-abbb-05695e58cdf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.0512664 Mar 07 10:37:52.272164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6992f-1c57-4606-9d8b-280b4baa788c req-e3310248-884d-40b9-a3ed-b946b07a03e7 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.273677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3b6992f-1c57-4606-9d8b-280b4baa788c req-e3310248-884d-40b9-a3ed-b946b07a03e7 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 1132 time: 0.1839225 Mar 07 10:37:52.325438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d53ba-d06d-4242-8c5b-f8da8a71a758 req-e827d1fb-e5e0-4787-9777-69d311a0b354 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.327036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-229d53ba-d06d-4242-8c5b-f8da8a71a758 req-e827d1fb-e5e0-4787-9777-69d311a0b354 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 943 time: 0.2361865 Mar 07 10:37:52.349565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (aad26253-13ac-4e96-8e09-a725961b8d2e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.371943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3b6992f-1c57-4606-9d8b-280b4baa788c req-366dc5da-0040-4d99-a724-f9dd4ef3b1d9 tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848460 Mar 07 10:37:52.399223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142808-8d85-415c-94cc-c7a966821a44 req-f6d08a43-9a24-4586-a30b-8bcdb14a0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.400783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-f6d08a43-9a24-4586-a30b-8bcdb14a0366 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1260769 Mar 07 10:37:52.460477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-229d53ba-d06d-4242-8c5b-f8da8a71a758 req-14a5d629-9425-40c9-bac7-7cd479eea407 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228638 Mar 07 10:37:52.482114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Allocated IP 172.25.4.23 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:52.492029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad26253-13ac-4e96-8e09-a725961b8d2e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:52.532028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Checking segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:52.532385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Network hostable DHCP agents. Network: 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:52.578132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-14fe6b78-0f2a-4f97-b3f5-fa8cc6b24424 service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627548 Mar 07 10:37:52.586527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f30079-b3e8-458f-954a-afc82ab53fe3 req-285368b6-ebaf-42e3-900b-82c8bbed84b8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.588940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97f30079-b3e8-458f-954a-afc82ab53fe3 req-285368b6-ebaf-42e3-900b-82c8bbed84b8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.0810561 Mar 07 10:37:52.600909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:52.626963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:52.640279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.640972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.648113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00507239-507a-4d60-b947-5a51795a673f None None] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:52.656886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for port (38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.694811 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-edbedc9d-a4aa-4894-9ef3-6b6b7a405160 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8235378 Mar 07 10:37:52.793849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.833954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e50f0f-b856-4918-8682-9fd8bec6897d None None] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:52.899638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:52.922849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:52.930101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:52.978885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event updated for resources: {'Port': ['ID=38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:53.045582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffd0206e-07d5-44b9-a9be-894272349bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.090652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-9f615d64-294d-45fe-ac37-6bf86780aebe tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399430 Mar 07 10:37:53.156859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97f30079-b3e8-458f-954a-afc82ab53fe3 req-d20e42b4-81f7-4cc7-82fd-59aea0247703 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5459280 Mar 07 10:37:53.162571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d142808-8d85-415c-94cc-c7a966821a44 req-5454222c-01d0-4252-a85c-71b3a4de9c78 service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725989 Mar 07 10:37:53.252674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-c108735e-c44a-42d3-8793-2a47aaa44153 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.254077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-c108735e-c44a-42d3-8793-2a47aaa44153 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555376 Mar 07 10:37:53.270955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-b4b580c4-412d-46cc-968e-c8191be310cd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/quotas/d6336ecfc4b542b78a91bb023840aedc HTTP/1.1" status: 200 len: 375 time: 0.0098190 Mar 07 10:37:53.369827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.388982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-0dc188a1-9b7b-4215-99a8-380c5f8242ee tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1089602 Mar 07 10:37:53.416730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105196-24e7-4e18-9118-9595e2e8fdb0 req-cc2d2327-8179-4599-a2c0-a8cb09385708 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.418364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22105196-24e7-4e18-9118-9595e2e8fdb0 req-cc2d2327-8179-4599-a2c0-a8cb09385708 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1283815 Mar 07 10:37:53.516716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22105196-24e7-4e18-9118-9595e2e8fdb0 req-becea39f-b269-4a63-a235-68dc793e9ecb tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768387 Mar 07 10:37:53.550234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0d367d65-fb06-4ad0-88bd-9b0511eade88 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:53.582951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0d367d65-fb06-4ad0-88bd-9b0511eade88 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:53.584696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0d367d65-fb06-4ad0-88bd-9b0511eade88 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:53.684765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (36ad37ce-535f-4266-8948-ad716610369a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.756984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2e39-b238-407a-991d-5e3e1933aaae req-9ce40376-08d0-4d3d-9e88-55e0f6ffe8ca tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.765308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0acd2e39-b238-407a-991d-5e3e1933aaae req-9ce40376-08d0-4d3d-9e88-55e0f6ffe8ca tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 943 time: 0.0873191 Mar 07 10:37:53.828634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0acd2e39-b238-407a-991d-5e3e1933aaae req-7658665c-db34-4eee-b88e-fffd0b34e11b tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 Mar 07 10:37:53.847947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Router 36ad37ce-535f-4266-8948-ad716610369a is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:53.955277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.014548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:54.026172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a02e12f-0008-48ac-a4d0-4e25ba4231e2 req-6b8df4e4-8496-4e1c-bae4-43c2d4d5d922 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 210 time: 0.1365478 Mar 07 10:37:54.028603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] Sync routers for ids ['36ad37ce-535f-4266-8948-ad716610369a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:54.046646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] Routers {'36ad37ce-535f-4266-8948-ad716610369a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:54.052893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['36ad37ce-535f-4266-8948-ad716610369a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:54.062647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.067062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fab905c6-49ee-4ee5-b337-1d20c69e03ec tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8313029 Mar 07 10:37:54.067210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:54.072463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:54.122723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-8a88c808-6ef2-4996-b03f-242c50412f12 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.134244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-8a88c808-6ef2-4996-b03f-242c50412f12 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.2826545 Mar 07 10:37:54.162628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-262ecaf1-5fe3-4542-8df0-21ffb0d53133 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/quotas/c349b5677263491db55d077ba1db3e9b HTTP/1.1" status: 200 len: 375 time: 0.0271268 Mar 07 10:37:54.172372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:54.197044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-70531b01-24ad-4498-ac4b-6dbd8c810226 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333514 Mar 07 10:37:54.222760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] Routers {'36ad37ce-535f-4266-8948-ad716610369a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:54.223638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['36ad37ce-535f-4266-8948-ad716610369a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:54.286950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.288532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:54.289402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240aaf48-1c1b-4b79-84dc-c6e1b947ef36 None None] The sync data for ids ['36ad37ce-535f-4266-8948-ad716610369a'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:54.385312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-cbef9b36-994c-4db5-920f-a2a29b56cfe0 service neutron] 10.222.0.23 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763937 Mar 07 10:37:54.481006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2d0b4-5eec-48de-bad7-6a380be00292 req-f80b9ca8-4a14-4407-8333-a615cd9407f8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.483072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3c2d0b4-5eec-48de-bad7-6a380be00292 req-f80b9ca8-4a14-4407-8333-a615cd9407f8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.1592729 Mar 07 10:37:54.563232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3c2d0b4-5eec-48de-bad7-6a380be00292 req-3ffb3a5a-0b16-413d-8149-be56619e8c3f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739806 Mar 07 10:37:54.621975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-334fd353-1ada-4930-a960-3b74a6e724cc service neutron] 10.222.0.23 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291946 Mar 07 10:37:54.677502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.787751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8351e-da72-47a8-97ed-1b6307181da7 req-2ed2c2f0-c201-480f-a5fa-61d18ea6abd6 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.789560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dba8351e-da72-47a8-97ed-1b6307181da7 req-2ed2c2f0-c201-480f-a5fa-61d18ea6abd6 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1336725 Mar 07 10:37:54.892935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dba8351e-da72-47a8-97ed-1b6307181da7 req-3826f7f4-b0fc-4357-b603-3f08e7182c82 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886455 Mar 07 10:37:55.095046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b018b5fd-2fb8-43f1-9751-9e969e972838 req-c4ee5915-2501-4373-bba0-968a38052e59 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 210 time: 0.0394287 Mar 07 10:37:55.156938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a9b4-d712-470b-bcde-faad6089ae79 req-a9e9c868-e0a2-4997-8ce5-86b541ff6cad tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:55.170851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e7a9b4-d712-470b-bcde-faad6089ae79 req-a9e9c868-e0a2-4997-8ce5-86b541ff6cad tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 943 time: 0.1776712 Mar 07 10:37:55.228469 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:37:55.268747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d5d805d-d28a-4232-8150-225310b53ec1 req-f908d30b-4c9f-4b64-817b-bfa892b7f07c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 210 time: 0.0584681 Mar 07 10:37:55.312993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e4e5f5cb-b139-479b-9722-4da6fcdff4c4 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d6336ecfc4b542b78a91bb023840aedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370257 Mar 07 10:37:55.328280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e7a9b4-d712-470b-bcde-faad6089ae79 req-6e5127a9-4f64-4919-8d18-9c446522484e tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518888 Mar 07 10:37:55.406758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (36ad37ce-535f-4266-8948-ad716610369a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.412046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (36ad37ce-535f-4266-8948-ad716610369a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.489014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-3aa3ddfe-2a52-4d0d-9844-f297ec3365e8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:55.490983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-3aa3ddfe-2a52-4d0d-9844-f297ec3365e8 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611464 Mar 07 10:37:55.518079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Request body: {'port': {'device_id': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'd6336ecfc4b542b78a91bb023840aedc'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:55.559345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.591595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router 36ad37ce-535f-4266-8948-ad716610369a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:55.855760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b084bc-4638-462b-bc99-3a53de64913a req-a9548026-4ab2-4b11-bcc9-99a31629d4e6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:55.857690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b084bc-4638-462b-bc99-3a53de64913a req-a9548026-4ab2-4b11-bcc9-99a31629d4e6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.1724458 Mar 07 10:37:55.867293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0e712537-ef5c-4d42-9f4f-10ac6e017374 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:55.869886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Made reservation on behalf of d6336ecfc4b542b78a91bb023840aedc for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:55.878145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.061849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:56.075850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:56.123003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0e712537-ef5c-4d42-9f4f-10ac6e017374 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:56.123405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.140932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e712537-ef5c-4d42-9f4f-10ac6e017374 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:56.165755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b084bc-4638-462b-bc99-3a53de64913a req-ba77497b-f331-477e-8739-cb558f40935c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817674 Mar 07 10:37:56.178699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:56.189556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.196439 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d224754-b855-49a2-b6b1-19a76ae62a00 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "PUT /v2.0/routers/36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 200 len: 920 time: 2.1280415 Mar 07 10:37:56.199475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.199601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:56.200929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] Sync routers for ids ['36ad37ce-535f-4266-8948-ad716610369a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:56.218998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.226700 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] Routers {'36ad37ce-535f-4266-8948-ad716610369a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:56.229763 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['36ad37ce-535f-4266-8948-ad716610369a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.298956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705a9c-799b-40bf-b4f7-7c1049a5aa67 req-41dacad6-4eb0-4857-9425-30e1ce9966e3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:56.300616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5705a9c-799b-40bf-b4f7-7c1049a5aa67 req-41dacad6-4eb0-4857-9425-30e1ce9966e3 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.2081215 Mar 07 10:37:56.345223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Allocated IP 192.168.233.109 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/12e951c1-ef9a-4277-a500-a605ca26a18e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:56.380463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:56.406062 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.426182 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] Routers {'36ad37ce-535f-4266-8948-ad716610369a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:56.426857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['36ad37ce-535f-4266-8948-ad716610369a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.479612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-39b413bb-bb4a-45c6-b361-1446ec55d5a1 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 200 len: 920 time: 0.2794662 Mar 07 10:37:56.486243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52680) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.501444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1a830c1-13fe-4c3c-bb32-2d925bbb61b3 req-96fbfd1d-65d7-4368-bf80-c3f9eede16fe tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 210 time: 0.1484232 Mar 07 10:37:56.529184 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.529798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0e712537-ef5c-4d42-9f4f-10ac6e017374'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:56.531543 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007967-0a4a-44bb-8b38-1f0a74504404 None None] The sync data for ids ['36ad37ce-535f-4266-8948-ad716610369a'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:56.597226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5705a9c-799b-40bf-b4f7-7c1049a5aa67 req-0d6f1572-237b-4820-b7e8-0d4b6fd8aa75 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910132 Mar 07 10:37:56.688082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32178151-a145-4b8e-971a-ee235e086535 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:56.691126 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-32178151-a145-4b8e-971a-ee235e086535 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=36ad37ce-535f-4266-8948-ad716610369a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2029755 Mar 07 10:37:56.697210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.733092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4e5620d-bbbf-4af4-8f52-16757feade87 req-e371fc17-237d-41ff-981f-d2b63c0af9d6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 210 time: 0.0575895 Mar 07 10:37:56.837083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f2ff4-40af-41e9-97c5-5b5cb5d41c37 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:56.842572 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4f1f2ff4-40af-41e9-97c5-5b5cb5d41c37 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1432385 Mar 07 10:37:56.843281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52684) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.877836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8d2ac-5b27-4312-8ea4-45b24eff45a8 req-93a7e499-f066-47ea-bd3a-4731c966bfb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:56.879822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c8d2ac-5b27-4312-8ea4-45b24eff45a8 req-93a7e499-f066-47ea-bd3a-4731c966bfb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 944 time: 0.1348972 Mar 07 10:37:56.885457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.887420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93e83c0b-59ea-424f-b963-4f461306f4f0 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 200 len: 205 time: 0.0396502 Mar 07 10:37:57.052968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.099553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c8d2ac-5b27-4312-8ea4-45b24eff45a8 req-b9dc7acb-7962-447f-9cc2-e0c6b0bfa897 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062385 Mar 07 10:37:57.108668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-bb46300b-021f-400d-ade6-5935bd4e5ddf tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:57.110371 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-bb46300b-021f-400d-ade6-5935bd4e5ddf tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.1764340 Mar 07 10:37:57.135485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Request body: {'port': {'device_id': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'admin_state_up': True, 'tenant_id': 'c349b5677263491db55d077ba1db3e9b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:57.338053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:57.344747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.504846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks [] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.548449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Allocated IP 172.20.0.12 (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2/aad26253-13ac-4e96-8e09-a725961b8d2e/3c4afc58-2265-4f84-a964-8efe57bd3f98) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:57.663324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74c67a10-5364-4655-942e-36afe1d8a0bb req-c628b879-a68e-4d8f-bb5c-a3140ab21cec tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 210 time: 0.0538275 Mar 07 10:37:57.690527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfefefb-7403-41a6-86f0-e186ae193e27 req-b7e4b701-468d-4a28-8ad5-025e1940d77f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:57.694317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8dfefefb-7403-41a6-86f0-e186ae193e27 req-b7e4b701-468d-4a28-8ad5-025e1940d77f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.3135412 Mar 07 10:37:57.698383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (36ad37ce-535f-4266-8948-ad716610369a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.778238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-5db43b05-320a-4dac-8ffd-bb711e5b0097 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:57.779903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-5db43b05-320a-4dac-8ffd-bb711e5b0097 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.5900211 Mar 07 10:37:57.793339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks [] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.811126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Request body: {'port': {'device_id': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'admin_state_up': True, 'tenant_id': 'c349b5677263491db55d077ba1db3e9b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:57.843974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.865862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.878440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:57.886628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0e712537-ef5c-4d42-9f4f-10ac6e017374 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:57.889706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3', '10646c3b-d002-4ccd-b758-fb889539ac94', '0311f79c-d94a-40a6-9d12-d77db9e74f75'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:57.926486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:57.937575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:57.945718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:57.983703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event updated for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:58.017606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.018521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.048516 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-b20ee8a2-8749-4c6b-8a7c-03193c1a7c50 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9261539 Mar 07 10:37:58.117528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Request body: {'port': {'device_id': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:58.144763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 0e712537-ef5c-4d42-9f4f-10ac6e017374 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:58.159125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 0e712537-ef5c-4d42-9f4f-10ac6e017374 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:58.159801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.247633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.252381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8dfefefb-7403-41a6-86f0-e186ae193e27 req-166168c7-ce9d-493d-9156-5159b934ea0e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570326 Mar 07 10:37:58.360514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:58.367837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event updated for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:58.370864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:58.384763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360a52-1dbf-4911-976e-0c1d42acbd4e req-1143e00d-9887-4f52-8c94-adddb7d06a30 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.386284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57360a52-1dbf-4911-976e-0c1d42acbd4e req-1143e00d-9887-4f52-8c94-adddb7d06a30 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.6029079 Mar 07 10:37:58.387113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:58.430262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0e712537-ef5c-4d42-9f4f-10ac6e017374 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:58.431019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.452794 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.505244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:58.507409 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6c808-0917-4171-be86-0a02b157b123" -d '{"events": [{"server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:58.524132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.545327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:58.554341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.666398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:58.682544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57360a52-1dbf-4911-976e-0c1d42acbd4e req-d2385d58-e053-4a81-bd49-b82b6c818629 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808115 Mar 07 10:37:58.704647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3e9e-3fcf-4d38-9ec4-1d35ac19f8a3 req-ebdc4ece-a74f-45fd-b36f-3f590d26f926 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.705924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4afc58-2265-4f84-a964-8efe57bd3f98 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:58.713095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1ed3e9e-3fcf-4d38-9ec4-1d35ac19f8a3 req-ebdc4ece-a74f-45fd-b36f-3f590d26f926 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 936 time: 0.3461168 Mar 07 10:37:58.717653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks [] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.720515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.721259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.736151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:58.736557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Transition to ACTIVE for port object 3c4afc58-2265-4f84-a964-8efe57bd3f98 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:58.739514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.741642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.773451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e8ef0c06-ed44-4d6d-9965-ae764c61d20c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2640607 Mar 07 10:37:58.799900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-44d22f22-0140-46b7-b4ad-8f1577c891e8 None None] Provisioning complete for port 12e951c1-ef9a-4277-a500-a605ca26a18e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:58.800265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44d22f22-0140-46b7-b4ad-8f1577c891e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.825097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port 38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:58.825464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.831460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Request body: {'port': {'device_id': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:58.848881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:58.911936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Attempting to bind port 3c4afc58-2265-4f84-a964-8efe57bd3f98 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:58.912670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Attempting to bind port 3c4afc58-2265-4f84-a964-8efe57bd3f98 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:58.913206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Attempting to bind port 3c4afc58-2265-4f84-a964-8efe57bd3f98 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:58.918498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Port 3c4afc58-2265-4f84-a964-8efe57bd3f98 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:58.919096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Attempting to bind port 3c4afc58-2265-4f84-a964-8efe57bd3f98 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:58.924707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:58.925332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Checking segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:58.925922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Bound using segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:58.927153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Bound port: 3c4afc58-2265-4f84-a964-8efe57bd3f98, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:58.927889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.936887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-44d22f22-0140-46b7-b4ad-8f1577c891e8 None None] Port 12e951c1-ef9a-4277-a500-a605ca26a18e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:58.937801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1ed3e9e-3fcf-4d38-9ec4-1d35ac19f8a3 req-c41dd53d-24a9-4ec8-8ef3-7d9182364b7d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237649 Mar 07 10:37:59.043587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:59.047058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:59.054314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.070041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dd0ff-6ef3-42cc-9a7f-7736a9923a08 req-4c881179-fbc3-40af-bf10-fcb019d0c98b tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.072307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-320dd0ff-6ef3-42cc-9a7f-7736a9923a08 req-4c881179-fbc3-40af-bf10-fcb019d0c98b tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 945 time: 0.3064218 Mar 07 10:37:59.085225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.098256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.098867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.100295 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c4afc58-2265-4f84-a964-8efe57bd3f98 HTTP/1.1" status: 200 len: 1092 time: 0.9902241 Mar 07 10:37:59.101152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:59.105057 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dad8c5-ef8d-4894-8587-eacd0288a372" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:59.137595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.144507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf05904-e39b-4686-84d0-6bacbcdbe360 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:59.189802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for 38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:59.205932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-9c415fb3-cc64-4062-87b6-f02556f7f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.207547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-9c415fb3-cc64-4062-87b6-f02556f7f25a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=3c0875f3-c7d9-4e03-a2a0-94c1c02245c6 HTTP/1.1" status: 200 len: 1126 time: 0.0503645 Mar 07 10:37:59.209672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Allocated IP 172.20.0.11 (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2/aad26253-13ac-4e96-8e09-a725961b8d2e/62478883-124a-43a6-bbd2-0d699f0ff566) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:59.250612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-15321139-24b9-4f3d-a225-423ba5212baf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98 HTTP/1.1" status: 200 len: 217 time: 0.0356336 Mar 07 10:37:59.301363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-18c5a87a-3a40-4604-8c59-cd0e79ee7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.302742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-18c5a87a-3a40-4604-8c59-cd0e79ee7fc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.0452023 Mar 07 10:37:59.312575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-320dd0ff-6ef3-42cc-9a7f-7736a9923a08 req-1d7b8606-0f23-463e-994b-806a38f6b39d tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244241 Mar 07 10:37:59.319348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d083c3-8fd1-44ca-b51e-65b3e114394c req-1278fa7e-3282-4147-a65c-6490ea7101ef tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.320799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4d083c3-8fd1-44ca-b51e-65b3e114394c req-1278fa7e-3282-4147-a65c-6490ea7101ef tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 945 time: 0.2642057 Mar 07 10:37:59.343042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-1277c4e6-7c46-4ec8-aeb2-a12e71612e03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320201 Mar 07 10:37:59.360204 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd15741-c4ae-4be5-8046-2f3836492b52 x-openstack-request-id: req-ecd15741-c4ae-4be5-8046-2f3836492b52 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:59.361104 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:59.361570 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecd15741-c4ae-4be5-8046-2f3836492b52 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:59.362175 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'code': 200} Mar 07 10:37:59.441779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0b981c3d-10ac-445b-8bb8-53a25e0c5c8a service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918515 Mar 07 10:37:59.545582 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-2ff6f599-e38a-4cd8-a2aa-7a5d6c536a3d service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Mar 07 10:37:59.550554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a2eb93f-b1ba-4a62-935a-ce7fe7d5baca req-314b2157-f985-4c0f-b553-9697c8e78ed8 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 210 time: 0.1223640 Mar 07 10:37:59.596143 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebd2f50-00f4-414b-a924-312faf1a6795 x-openstack-request-id: req-7ebd2f50-00f4-414b-a924-312faf1a6795 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:59.596143 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:59.596356 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ebd2f50-00f4-414b-a924-312faf1a6795 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:59.596819 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98', 'status': 'completed', 'code': 200} Mar 07 10:37:59.657168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4d083c3-8fd1-44ca-b51e-65b3e114394c req-815d4015-759d-4721-86df-88d8db945223 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774944 Mar 07 10:37:59.692524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-c032270b-cc29-406b-b866-442c498d6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.695139 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-c032270b-cc29-406b-b866-442c498d6b4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=3c0875f3-c7d9-4e03-a2a0-94c1c02245c6 HTTP/1.1" status: 200 len: 1126 time: 0.0703700 Mar 07 10:37:59.786756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b1293-659f-42c1-9531-219646ce0379 req-07ccd568-06c1-4986-ba20-f0397effa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.788274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da0b1293-659f-42c1-9531-219646ce0379 req-07ccd568-06c1-4986-ba20-f0397effa65c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1127 time: 0.3557456 Mar 07 10:37:59.823484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-c429913d-b2b5-48f3-b805-9e6e42078ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.825511 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-c429913d-b2b5-48f3-b805-9e6e42078ca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 914 time: 0.1051016 Mar 07 10:37:59.877453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks [] for port (62478883-124a-43a6-bbd2-0d699f0ff566), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.884424 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-d9dbb2e7-82bf-45d0-9c2c-39fcb9041a16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98 HTTP/1.1" status: 200 len: 217 time: 0.0423005 Mar 07 10:37:59.903880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.919963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0dfb9-36cc-47d2-bd21-a997d87df341 req-dc4ec9ff-1ae1-4b18-bd90-cddb00e2a392 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.921454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e0dfb9-36cc-47d2-bd21-a997d87df341 req-dc4ec9ff-1ae1-4b18-bd90-cddb00e2a392 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.2568097 Mar 07 10:37:59.948063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-431b5632-8269-462d-9c34-0f916f55728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.949690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-431b5632-8269-462d-9c34-0f916f55728b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.0486827 Mar 07 10:37:59.987391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-b14c056d-e95f-4ca8-8ff3-0bb3b51980ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269253 Mar 07 10:37:59.990443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=38cb90d8-3343-4d0d-a8ac-cafd4eb05bc9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:00.013036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da0b1293-659f-42c1-9531-219646ce0379 req-6d0991ba-aac4-4b01-977e-0cd0376ca2ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134848 Mar 07 10:38:00.049817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e951c1-ef9a-4277-a500-a605ca26a18e {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:00.083688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks [] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.100100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-6d716762-d309-4304-93a0-3d8b409aa634 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037176 Mar 07 10:38:00.126406 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.158958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Transition to ACTIVE for port object 12e951c1-ef9a-4277-a500-a605ca26a18e will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:00.168548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e0dfb9-36cc-47d2-bd21-a997d87df341 req-fe94d9b7-ce79-4d18-978a-5d68e2352daa tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345600 Mar 07 10:38:00.169362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (36ad37ce-535f-4266-8948-ad716610369a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.203078 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-40dad8c5-ef8d-4894-8587-eacd0288a372 req-eb6deb58-6719-4cd2-baae-90466423afbb service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931697 Mar 07 10:38:00.213771 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.331918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:00.362709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:00.368992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:00.377137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (36ad37ce-535f-4266-8948-ad716610369a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.379930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event updated for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:00.406979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (36ad37ce-535f-4266-8948-ad716610369a), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.486880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69696-cf6f-4f38-9119-9232da4bb672 req-7400b634-53b9-4357-86cf-d371a1828fb1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:00.488634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7c69696-cf6f-4f38-9119-9232da4bb672 req-7400b634-53b9-4357-86cf-d371a1828fb1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3980939 Mar 07 10:38:00.614716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:00.615389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.624893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Pushing event updated for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:00.631868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (36ad37ce-535f-4266-8948-ad716610369a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.632479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router 36ad37ce-535f-4266-8948-ad716610369a {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:00.644612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0d5de-39a5-4620-bf24-2b4b0ba4f131 req-6ba1b88a-c827-4b88-8c06-4886fe54d280 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:00.646194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89a0d5de-39a5-4620-bf24-2b4b0ba4f131 req-6ba1b88a-c827-4b88-8c06-4886fe54d280 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 948 time: 0.3597925 Mar 07 10:38:00.669367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.670623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-76025b03-855c-43e8-84b9-5dbdf5e86a0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 204 len: 168 time: 3.7838504 Mar 07 10:38:00.674458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52756) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:00.681287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1318344934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:00.685981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f42ce471-8716-45cf-b050-bab75fc66e69 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8815415 Mar 07 10:38:00.706704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.707747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.707883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Request body: {'port': {'device_id': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:00.719679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7c69696-cf6f-4f38-9119-9232da4bb672 req-0c8e8dd2-8ac3-482c-8409-471066831aa0 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905403 Mar 07 10:38:00.755000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Attempting to bind port 12e951c1-ef9a-4277-a500-a605ca26a18e on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:00.755384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Attempting to bind port 12e951c1-ef9a-4277-a500-a605ca26a18e by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:00.755686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Attempting to bind port 12e951c1-ef9a-4277-a500-a605ca26a18e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:00.769432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Port 12e951c1-ef9a-4277-a500-a605ca26a18e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:00.769743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Attempting to bind port 12e951c1-ef9a-4277-a500-a605ca26a18e on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:00.770654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.776887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.796466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.797728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0584c98c-a146-4848-b94d-92c8f280dc84 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1219628 Mar 07 10:38:00.800460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52758) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:00.804803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:00.814097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:00.814424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:00.814821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:00.815226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Bound port: 12e951c1-ef9a-4277-a500-a605ca26a18e, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:00.815572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.026422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.088746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89a0d5de-39a5-4620-bf24-2b4b0ba4f131 req-06bb1d01-52f8-441e-80a9-00ea0b2e8241 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348633 Mar 07 10:38:01.122255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.246939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (3b82680c-bde5-4fe5-8375-1bfbb1577427), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.256477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519baa-5528-4b53-babd-e56bf55cfb8f req-4eb5ac7e-42ab-41ad-bdb3-b9ba592d423f tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.257961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32519baa-5528-4b53-babd-e56bf55cfb8f req-4eb5ac7e-42ab-41ad-bdb3-b9ba592d423f tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 945 time: 0.4458702 Mar 07 10:38:01.261204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:01.266649 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.271525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=12e951c1-ef9a-4277-a500-a605ca26a18e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:01.334050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.372166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Allocated IP 172.25.4.84 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/b058a1a3-5cdc-4f6c-b00a-8121d51eb82c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:01.409598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3765dc7-8926-4ea6-8948-5aca84b2f41c req-bc2fff59-1afc-4ae2-952f-bbd9abfdc987 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.411208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3765dc7-8926-4ea6-8948-5aca84b2f41c req-bc2fff59-1afc-4ae2-952f-bbd9abfdc987 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 932 time: 0.2581949 Mar 07 10:38:01.422550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.423150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.424548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] 10.222.0.26 "PUT /v2.0/ports/12e951c1-ef9a-4277-a500-a605ca26a18e HTTP/1.1" status: 200 len: 1096 time: 2.6033340 Mar 07 10:38:01.426776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:01.429101 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f42837-41e4-4057-ba62-c50d746cd7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:01.491902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32519baa-5528-4b53-babd-e56bf55cfb8f req-2bd390df-eef3-4955-8e25-309f8846b39a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187634 Mar 07 10:38:01.500603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for port (b058a1a3-5cdc-4f6c-b00a-8121d51eb82c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.541894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b058a1a3-5cdc-4f6c-b00a-8121d51eb82c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.575760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6b6e-c22b-49ae-98bb-d5fedc330f43 service neutron] Pushing event updated for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:01.591507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:01.595080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:01.600705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:01.603530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event updated for resources: {'Port': ['ID=b058a1a3-5cdc-4f6c-b00a-8121d51eb82c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:01.662986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3765dc7-8926-4ea6-8948-5aca84b2f41c req-a927c5c0-861e-42ea-8e04-02f961197ca2 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257669 Mar 07 10:38:01.728544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-33e1b34a-32cc-403e-8bb5-23bd667c68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.730275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-33e1b34a-32cc-403e-8bb5-23bd667c68ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 1130 time: 0.2374547 Mar 07 10:38:01.741475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa36ff-aad2-4bc2-8b6d-5cd0d15238f4 req-363682dc-8911-480c-8d9b-4d719dcf5456 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.744833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59aa36ff-aad2-4bc2-8b6d-5cd0d15238f4 req-363682dc-8911-480c-8d9b-4d719dcf5456 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.1602337 Mar 07 10:38:01.766880 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f397a78-a9cb-4f2e-8ac5-0350fa1611bf x-openstack-request-id: req-9f397a78-a9cb-4f2e-8ac5-0350fa1611bf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:01.767225 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:01.767405 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f397a78-a9cb-4f2e-8ac5-0350fa1611bf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:01.767898 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e', 'status': 'completed', 'code': 200} Mar 07 10:38:01.811784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-e79079c9-0748-4bf3-9fe9-a1a4b8a43f93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=12e951c1-ef9a-4277-a500-a605ca26a18e HTTP/1.1" status: 200 len: 217 time: 0.0660095 Mar 07 10:38:01.891175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:01.926451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (3b82680c-bde5-4fe5-8375-1bfbb1577427), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.933712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62478883-124a-43a6-bbd2-0d699f0ff566 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:01.952687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks [] for port (62478883-124a-43a6-bbd2-0d699f0ff566), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.960224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59aa36ff-aad2-4bc2-8b6d-5cd0d15238f4 req-0c385110-77bb-48fe-932c-caaf32c17e72 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950796 Mar 07 10:38:01.964569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-ef6d1f63-d5ed-4253-86ec-e5c8f644802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.965563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-ef6d1f63-d5ed-4253-86ec-e5c8f644802d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1288638 Mar 07 10:38:01.987829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Transition to ACTIVE for port object 62478883-124a-43a6-bbd2-0d699f0ff566 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:02.010011 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.018336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69c85-2a16-45f5-94f8-25800ac684a3 req-7f283794-cfe7-4086-aa44-8c575ce81ee4 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.026075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6f69c85-2a16-45f5-94f8-25800ac684a3 req-7f283794-cfe7-4086-aa44-8c575ce81ee4 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1876342 Mar 07 10:38:02.103302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:02.126317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:02.128430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Pushing event updated for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.170510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6f69c85-2a16-45f5-94f8-25800ac684a3 req-b9c35bb4-b66d-4961-af04-be0ecc1b5f41 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434219 Mar 07 10:38:02.179113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:02.179732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.179925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-9d663921-ad73-479c-bfff-12e89da57bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.181928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-9d663921-ad73-479c-bfff-12e89da57bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2040133 Mar 07 10:38:02.196300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:02.222271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:02.230273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.270502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.275968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.293261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.352823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9bc67-b050-4de4-8bd0-f59ddf916eb1 req-72d1ba37-5947-4a27-8151-b2a82882e9f7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.359800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6f9bc67-b050-4de4-8bd0-f59ddf916eb1 req-72d1ba37-5947-4a27-8151-b2a82882e9f7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 948 time: 0.1475291 Mar 07 10:38:02.361670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Attempting to bind port 62478883-124a-43a6-bbd2-0d699f0ff566 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:02.361994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Attempting to bind port 62478883-124a-43a6-bbd2-0d699f0ff566 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:02.362335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Attempting to bind port 62478883-124a-43a6-bbd2-0d699f0ff566 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:02.382726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:02.390142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Port 62478883-124a-43a6-bbd2-0d699f0ff566 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:02.390475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Attempting to bind port 62478883-124a-43a6-bbd2-0d699f0ff566 on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:02.396409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-90fa54b7-929f-40fc-b1e2-824b31e0726d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827219 Mar 07 10:38:02.400496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:02.400836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Checking segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:02.401212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Bound using segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:02.401639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Bound port: 62478883-124a-43a6-bbd2-0d699f0ff566, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:02.401992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.438157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Router 3b82680c-bde5-4fe5-8375-1bfbb1577427 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:02.499310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6f9bc67-b050-4de4-8bd0-f59ddf916eb1 req-28e05968-4250-40e3-b3d2-434337db13b7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329596 Mar 07 10:38:02.597490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:02.606154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.613226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c96eb091-0f41-4bfc-965f-e8efcdf2b61c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "PUT /v2.0/routers/3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 200 len: 879 time: 1.8115160 Mar 07 10:38:02.614695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:02.621701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] Sync routers for ids ['3b82680c-bde5-4fe5-8375-1bfbb1577427'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:02.634061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] Routers {'3b82680c-bde5-4fe5-8375-1bfbb1577427'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:02.634688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3b82680c-bde5-4fe5-8375-1bfbb1577427'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:02.665779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:02.677441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:02.688726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] Routers {'3b82680c-bde5-4fe5-8375-1bfbb1577427'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:02.689373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3b82680c-bde5-4fe5-8375-1bfbb1577427'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:02.689820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9a3e414-9342-41a0-b207-9ef9ef5bea93 req-35a1184f-f12f-43d3-90e2-f2548cd03f0e service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854955 Mar 07 10:38:02.692437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=62478883-124a-43a6-bbd2-0d699f0ff566,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:02.710215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.754906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3c3abc4-7767-4873-b37e-9ec301f1c2d5 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 200 len: 920 time: 0.1395087 Mar 07 10:38:02.755617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52804) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:02.770028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a964-aa3f-42bb-be27-3bc6043d51df req-2cb65059-45a2-47fb-9e22-71ee4f6ecdec tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.771692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f239a964-aa3f-42bb-be27-3bc6043d51df req-2cb65059-45a2-47fb-9e22-71ee4f6ecdec tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 945 time: 0.1830130 Mar 07 10:38:02.796681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:02.797655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0db9f1-e1d7-4490-a667-0f2dc77a661e None None] The sync data for ids ['3b82680c-bde5-4fe5-8375-1bfbb1577427'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:02.834757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede5fa2-4e63-4287-b3f1-a52c9129c93c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.844189 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cede5fa2-4e63-4287-b3f1-a52c9129c93c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=3b82680c-bde5-4fe5-8375-1bfbb1577427&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0871520 Mar 07 10:38:02.845199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52806) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:02.903526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.904179 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.905584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] 10.222.0.26 "PUT /v2.0/ports/62478883-124a-43a6-bbd2-0d699f0ff566 HTTP/1.1" status: 200 len: 1092 time: 2.2038968 Mar 07 10:38:02.974225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f929d-9559-4f56-ac68-5ec5f9d6d20e service neutron] Pushing event updated for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:03.001721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70377125-1abe-4928-af0c-3ed447b81dff tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.007709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-70377125-1abe-4928-af0c-3ed447b81dff tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1611459 Mar 07 10:38:03.008770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52808) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:03.026539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f239a964-aa3f-42bb-be27-3bc6043d51df req-e58faeaa-2a59-4768-bd9e-9e2854a2503c tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166679 Mar 07 10:38:03.042523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf627650-daa9-4167-bb89-c4ebf607aa58 req-ba6f9fe3-695f-4840-90b8-ed560c1e605e tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.053645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf627650-daa9-4167-bb89-c4ebf607aa58 req-ba6f9fe3-695f-4840-90b8-ed560c1e605e tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 944 time: 0.2791958 Mar 07 10:38:03.055595 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9205b747-4989-47f5-abf7-e57a7b9efe73 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 200 len: 205 time: 0.0433753 Mar 07 10:38:03.056170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52814) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:03.060464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-4472b9fc-5aa9-417e-befe-f0cf77574174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.061924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-4472b9fc-5aa9-417e-befe-f0cf77574174 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 1130 time: 0.2691247 Mar 07 10:38:03.282804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-cb29be2c-06fa-49da-8a2b-6374b394d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.284348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-cb29be2c-06fa-49da-8a2b-6374b394d955 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 1126 time: 0.3247156 Mar 07 10:38:03.317855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf627650-daa9-4167-bb89-c4ebf607aa58 req-43960a28-08bc-4baa-9cf6-789e466fa1c6 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649834 Mar 07 10:38:03.652891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-bad9df8d-1e34-4d29-ae31-9888f046aea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62478883-124a-43a6-bbd2-0d699f0ff566 HTTP/1.1" status: 200 len: 217 time: 0.3322599 Mar 07 10:38:03.764882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-ed59a9de-6c45-482d-980e-3ce0dc4feeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.766701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-ed59a9de-6c45-482d-980e-3ce0dc4feeef service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.6946070 Mar 07 10:38:03.770237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:03.773617 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e78f65-73ef-4b20-931c-6115f8c6602e" -d '{"events": [{"name": "network-changed", "server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:03.779423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:03.838757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3179-3d96-41f9-8a37-88c226d80d89 req-0acc14f6-1daf-4a8d-8826-9ccb3ed0d3bd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.840547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d28f3179-3d96-41f9-8a37-88c226d80d89 req-0acc14f6-1daf-4a8d-8826-9ccb3ed0d3bd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 944 time: 0.7034793 Mar 07 10:38:03.892953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-4c0e9b31-cbf7-4afd-bfa0-ee2d7889992f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=12e951c1-ef9a-4277-a500-a605ca26a18e HTTP/1.1" status: 200 len: 217 time: 0.1036952 Mar 07 10:38:03.909470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f183da37-ea31-4611-93dd-856a76aa7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.911005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-f183da37-ea31-4611-93dd-856a76aa7a17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.2491474 Mar 07 10:38:03.919627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:03.922397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:03.991305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3c4afc58-2265-4f84-a964-8efe57bd3f98 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:04.043737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-44d90d47-3474-486a-91a2-0efded98e4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104078 Mar 07 10:38:04.083791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-11b1db7d-43e9-47c5-93af-4610f337cf5a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.091568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-11b1db7d-43e9-47c5-93af-4610f337cf5a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4368982 Mar 07 10:38:04.110878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d28f3179-3d96-41f9-8a37-88c226d80d89 req-8bcb882d-16d4-4221-a636-07fa5dd2cebe tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288938 Mar 07 10:38:04.128050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:04.128417 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.263360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-3c819cf5-65a5-4c7f-910c-c3c1469b5f76 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1708837 Mar 07 10:38:04.264925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-74835d41-c6e8-4840-a214-1331ec78faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.266275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-74835d41-c6e8-4840-a214-1331ec78faa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3443341 Mar 07 10:38:04.364726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:04.417355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.421810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (3b82680c-bde5-4fe5-8375-1bfbb1577427), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.431769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '3c4afc58-2265-4f84-a964-8efe57bd3f98', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'port_id': '3c4afc58-2265-4f84-a964-8efe57bd3f98', 'mac_address': 'fa:16:3e:35:5e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad26253-13ac-4e96-8e09-a725961b8d2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:04.465198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.477135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.526843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '041fb941-b1e0-43fa-923e-bb61b959627e', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:04.536090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3c4afc58-2265-4f84-a964-8efe57bd3f98 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:04.536779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.560540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4afc58-2265-4f84-a964-8efe57bd3f98 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:04.561837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-817c3793-a4d0-45b2-baac-55f89e68a1dc service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014243 Mar 07 10:38:04.598903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0afcd-f329-490a-bde7-5accde191c6f req-a7222b99-da80-42fd-ae30-e7ead8e07ec1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.606986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c0afcd-f329-490a-bde7-5accde191c6f req-a7222b99-da80-42fd-ae30-e7ead8e07ec1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.3262846 Mar 07 10:38:04.610394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-886fa0ab-1329-4f80-8337-28c5939cf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.611856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-886fa0ab-1329-4f80-8337-28c5939cf08b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3204529 Mar 07 10:38:04.633191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.638979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:04.639704 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.730463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:04.738222 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.804158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:04.804556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.810815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.835352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.859009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:04.885089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:04.887573 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696247aa-424a-4ee4-aaec-68f2d457d404" -d '{"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:04.904057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port b058a1a3-5cdc-4f6c-b00a-8121d51eb82c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:04.904621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b058a1a3-5cdc-4f6c-b00a-8121d51eb82c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.948281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.961653 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.963108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:04.990089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c0afcd-f329-490a-bde7-5accde191c6f req-e0e5c7bf-761c-4297-8e69-bebd1822f996 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820958 Mar 07 10:38:04.998524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-27450ba6-9345-40a6-9cf5-72a23593719d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650074 Mar 07 10:38:05.003398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['041fb941-b1e0-43fa-923e-bb61b959627e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:05.081526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:05.176661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:05.287496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3c4afc58-2265-4f84-a964-8efe57bd3f98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:05.305030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: BUILD; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:05.305434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.443011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:05.536208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:05.546539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.628128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:05.921191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 12e951c1-ef9a-4277-a500-a605ca26a18e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:06.140310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0bc383f-44d7-4bb6-b45a-13276210dcf9 req-6f3f8205-1697-42c6-8168-cf89870abe73 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5535846 Mar 07 10:38:06.218624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=12e951c1-ef9a-4277-a500-a605ca26a18e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:06.220455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b058a1a3-5cdc-4f6c-b00a-8121d51eb82c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.249234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '12e951c1-ef9a-4277-a500-a605ca26a18e', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '12e951c1-ef9a-4277-a500-a605ca26a18e', 'mac_address': 'fa:16:3e:fe:d5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:06.265318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15f42837-41e4-4057-ba62-c50d746cd7f4 req-72e95947-2769-4a1f-a6ba-95604cd8d4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1943407 Mar 07 10:38:06.282518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for b058a1a3-5cdc-4f6c-b00a-8121d51eb82c owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:06.297554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1d28-2328-43f8-be3b-f5947e8b6bd5 req-3dad596e-4101-4c8e-80ad-798438cd9b7f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.299171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06dd1d28-2328-43f8-be3b-f5947e8b6bd5 req-3dad596e-4101-4c8e-80ad-798438cd9b7f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 948 time: 1.1694114 Mar 07 10:38:06.321851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 12e951c1-ef9a-4277-a500-a605ca26a18e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:06.323877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.396475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e951c1-ef9a-4277-a500-a605ca26a18e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:06.420142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=12e951c1-ef9a-4277-a500-a605ca26a18e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:06.429339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.474408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-3862f72b-e73d-477a-b626-83d0c956866e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3818641 Mar 07 10:38:06.523399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.545539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:06.567322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.689077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06dd1d28-2328-43f8-be3b-f5947e8b6bd5 req-463c7310-25f0-4e69-b2c8-f4d59b3f4aa2 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598526 Mar 07 10:38:06.693008 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Floating IP f9353791-7b73-465d-80f6-1eadf3f360e3 associated. External IP: 172.25.4.233, port: 1bfe7e45-f7cc-4a9f-b060-9238761a9646. Mar 07 10:38:06.814416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['12e951c1-ef9a-4277-a500-a605ca26a18e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:06.823620 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badbd211-00c7-459f-acaf-cbab5b45fcff x-openstack-request-id: req-badbd211-00c7-459f-acaf-cbab5b45fcff {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:06.824004 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:06.824182 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-badbd211-00c7-459f-acaf-cbab5b45fcff {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:06.824584 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566', 'status': 'completed', 'code': 200} Mar 07 10:38:06.989477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-ac91aed5-b23c-4661-a5bc-58f19dccd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.993627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-ac91aed5-b23c-4661-a5bc-58f19dccd659 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6336ecfc4b542b78a91bb023840aedc&device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 1131 time: 0.4664075 Mar 07 10:38:07.229915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-865143cd-9c8c-41e2-bce3-896839d20254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.233019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-865143cd-9c8c-41e2-bce3-896839d20254 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.2049267 Mar 07 10:38:07.302738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5660c-0eec-48bb-9174-8f979830fe6c req-70963fd3-0391-43bb-9238-808c5ead804c tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.303868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65d5660c-0eec-48bb-9174-8f979830fe6c req-70963fd3-0391-43bb-9238-808c5ead804c tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 944 time: 0.3372979 Mar 07 10:38:07.306873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-8be8f077-be69-498e-a807-631a133376bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.308638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-8be8f077-be69-498e-a807-631a133376bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 1126 time: 0.4812558 Mar 07 10:38:07.458754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-f7b26a26-d801-4caa-8bc1-1f546c509147 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 200 len: 217 time: 0.2114437 Mar 07 10:38:07.568870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-e21a3ca2-cdf5-4fa3-a93f-9ce449e49798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.570421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-e21a3ca2-cdf5-4fa3-a93f-9ce449e49798 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0627470 Mar 07 10:38:07.674572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b058a1a3-5cdc-4f6c-b00a-8121d51eb82c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.727791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=b058a1a3-5cdc-4f6c-b00a-8121d51eb82c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:07.758846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65d5660c-0eec-48bb-9174-8f979830fe6c req-4a450978-1f65-46af-854b-49bebadb7062 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082620 Mar 07 10:38:07.767628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-bc6114e9-b9e2-421b-ad3b-ae4f437cb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.769313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-bc6114e9-b9e2-421b-ad3b-ae4f437cb40d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 914 time: 0.4119170 Mar 07 10:38:07.843393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-08de4bc2-ca0e-42ee-bed7-1de253257d2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62478883-124a-43a6-bbd2-0d699f0ff566 HTTP/1.1" status: 200 len: 217 time: 0.0573034 Mar 07 10:38:07.929101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:08.040057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-90cb9c96-6601-4516-9853-ecbfa8f54165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:08.040592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3c4afc58-2265-4f84-a964-8efe57bd3f98 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:08.046825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-90cb9c96-6601-4516-9853-ecbfa8f54165 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4613111 Mar 07 10:38:08.063481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:08.102877 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83efdf6b-f7d0-40f7-a4f7-1125f228f68f x-openstack-request-id: req-83efdf6b-f7d0-40f7-a4f7-1125f228f68f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:08.104055 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:08.104342 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83efdf6b-f7d0-40f7-a4f7-1125f228f68f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:08.104713 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'code': 200} Mar 07 10:38:08.210993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 041fb941-b1e0-43fa-923e-bb61b959627e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:08.211518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.228877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-163a9930-0dc6-4a9f-a600-dd716ab3b29f service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640704 Mar 07 10:38:08.237369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 3c4afc58-2265-4f84-a964-8efe57bd3f98 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:08.244821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 3c4afc58-2265-4f84-a964-8efe57bd3f98 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:08.245017 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.326069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (3b82680c-bde5-4fe5-8375-1bfbb1577427), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.331214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-e129290a-68da-4081-9241-de691d64d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:08.341118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-e129290a-68da-4081-9241-de691d64d115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.4884422 Mar 07 10:38:08.411784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:08.412185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.495429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3c4afc58-2265-4f84-a964-8efe57bd3f98 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:08.495956 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.545042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:08.548453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:08.560750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.627697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.631133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:08.740506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:08.948658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-198ad4da-0669-4a2b-b9b0-f28b1c770d0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5207467 Mar 07 10:38:09.013020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.030569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (3b82680c-bde5-4fe5-8375-1bfbb1577427), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.180921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b1a06-c3d2-44ed-9437-5361e73d36da req-bd68d258-23a8-441c-95ea-a7afbf89ebe6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:09.182700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58b1a06-c3d2-44ed-9437-5361e73d36da req-bd68d258-23a8-441c-95ea-a7afbf89ebe6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.9529209 Mar 07 10:38:09.224794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b71971ee-d4cd-424a-a33c-42ca6f1d2a66 req-69f8c1ee-0bc5-4ce7-b533-b648a29281c8 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804018 Mar 07 10:38:09.299131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (3b82680c-bde5-4fe5-8375-1bfbb1577427), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.300001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router 3b82680c-bde5-4fe5-8375-1bfbb1577427 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:09.326674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.332687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:09.334559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8cb2d7ab-ea2b-4761-9d56-71b4206da5c2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 204 len: 168 time: 6.2759752 Mar 07 10:38:09.337391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39780750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:09.359973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-9ad1a772-8e2c-4a62-a02a-2f59a909e4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011228 Mar 07 10:38:09.382495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:09.385032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.386885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.401897 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:09.402690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58b1a06-c3d2-44ed-9437-5361e73d36da req-b7804947-be2b-469c-a94d-aab9cb507a0d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692226 Mar 07 10:38:09.407048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.416012 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:09.420293 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:09.515639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-afef4cea-d3d9-4067-90b9-783c89a52010 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "PUT /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 997 time: 5.2335370 Mar 07 10:38:09.521081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:09.523121 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcffec80-8127-4354-98a4-ace75f1fac47" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:09.576678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.588436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.643790 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:09.645286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.647221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b8744f53-7cf7-4f4c-86f1-92f13b2e2c29 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3132946 Mar 07 10:38:09.651141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52888) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:09.661941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': True}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:09.723969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e78f65-73ef-4b20-931c-6115f8c6602e req-c7190f51-ffc7-4a1a-ad70-38a2a39d7200 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530848 Mar 07 10:38:09.755374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9a6b1-fe74-46a1-85f6-dda2439216d9 req-f4f655ba-695e-4e5d-afa2-ffb815ac48ac tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:09.771141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ab9a6b1-fe74-46a1-85f6-dda2439216d9 req-f4f655ba-695e-4e5d-afa2-ffb815ac48ac tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.2446282 Mar 07 10:38:09.796365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-279b8cb4-04f7-48cd-adf7-f8312400aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:09.824634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-279b8cb4-04f7-48cd-adf7-f8312400aaf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.2816787 Mar 07 10:38:09.928438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 62478883-124a-43a6-bbd2-0d699f0ff566 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:09.933318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 12e951c1-ef9a-4277-a500-a605ca26a18e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:10.053228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ab9a6b1-fe74-46a1-85f6-dda2439216d9 req-09b16358-04be-45e4-9225-4195d013958f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805789 Mar 07 10:38:10.123536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}, {'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:10.125805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-bf95912f-8482-4985-adb3-1ca9fbbe931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.142817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-bf95912f-8482-4985-adb3-1ca9fbbe931d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.3161123 Mar 07 10:38:10.152772 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e87dc8-248e-47f0-a00d-8b283de9547e" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}, {"server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:10.319713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 12e951c1-ef9a-4277-a500-a605ca26a18e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:10.345393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-d6c03fb1-cdcc-4398-aa25-a0a83386bbeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 1000 time: 0.2012362 Mar 07 10:38:10.390516 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:06Z', 'revision_number': 1, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:10.398435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=62478883-124a-43a6-bbd2-0d699f0ff566,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:10.412101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 12e951c1-ef9a-4277-a500-a605ca26a18e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:10.412489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.458153 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:10.458910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '62478883-124a-43a6-bbd2-0d699f0ff566', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'port_id': '62478883-124a-43a6-bbd2-0d699f0ff566', 'mac_address': 'fa:16:3e:73:9a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad26253-13ac-4e96-8e09-a725961b8d2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:10.503901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed877-c8b6-49f4-bf58-c9c6794f8cbc req-c9404e1c-6f12-4598-b79c-467070554138 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.505557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a1ed877-c8b6-49f4-bf58-c9c6794f8cbc req-c9404e1c-6f12-4598-b79c-467070554138 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 949 time: 0.2888312 Mar 07 10:38:10.534855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:10.535476 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:10.539982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-cc08476b-c60d-4bfd-956d-24457b93d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.541480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-cc08476b-c60d-4bfd-956d-24457b93d199 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1945772 Mar 07 10:38:10.619059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 12e951c1-ef9a-4277-a500-a605ca26a18e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:10.619447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.714163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a1ed877-c8b6-49f4-bf58-c9c6794f8cbc req-b0be36fe-5fec-4b7b-ad0a-3a937806c9e3 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941259 Mar 07 10:38:10.724342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-a014f5d2-e07b-45e0-9efd-a61ef298f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.726461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-a014f5d2-e07b-45e0-9efd-a61ef298f1ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1781282 Mar 07 10:38:10.729923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=12e951c1-ef9a-4277-a500-a605ca26a18e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:10.760940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.935813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 62478883-124a-43a6-bbd2-0d699f0ff566 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:10.936562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.939115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:10.987788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62478883-124a-43a6-bbd2-0d699f0ff566 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:11.007223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.016893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-85b13dc2-a96e-417e-a113-6bf098697d2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4133725 Mar 07 10:38:11.046418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=62478883-124a-43a6-bbd2-0d699f0ff566,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:11.059284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.104549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-c2afc465-9228-45a8-868b-e141f3e4a7fb service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685048 Mar 07 10:38:11.113814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9c5c-6d8a-4189-8535-f15b4765ef87 req-90daa76b-42e4-4b26-aa14-5432c165ea53 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.115466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-190f9c5c-6d8a-4189-8535-f15b4765ef87 req-90daa76b-42e4-4b26-aa14-5432c165ea53 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.1346099 Mar 07 10:38:11.165149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:11.209886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-7ea4cfd0-9827-4d86-9125-b8d17a80b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.211664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-7ea4cfd0-9827-4d86-9125-b8d17a80b3e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 1127 time: 0.1545668 Mar 07 10:38:11.215398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.279017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-190f9c5c-6d8a-4189-8535-f15b4765ef87 req-7e6e2aff-63de-483f-93cc-3560b6e7c84a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546891 Mar 07 10:38:11.344099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb797b94-7356-45c0-9bd7-e4e74f278d00 req-abdeaead-9f36-435f-8e53-bfaad8b8d3c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276490 Mar 07 10:38:11.392309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['62478883-124a-43a6-bbd2-0d699f0ff566'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:11.504284 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395927bb-d4bf-4a55-b052-46e4961d4e34 x-openstack-request-id: req-395927bb-d4bf-4a55-b052-46e4961d4e34 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:11.509345 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:11.510216 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395927bb-d4bf-4a55-b052-46e4961d4e34 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:11.511558 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:38:11.521068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8367-73ee-46e7-942d-286a6a72a3e1 req-73a38252-6f34-4f78-a090-f8ff3a12053e tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.523335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-876a8367-73ee-46e7-942d-286a6a72a3e1 req-73a38252-6f34-4f78-a090-f8ff3a12053e tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 945 time: 0.1367917 Mar 07 10:38:11.597381 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe26d1d-10ee-4842-a780-dc395b1d8ecd x-openstack-request-id: req-cfe26d1d-10ee-4842-a780-dc395b1d8ecd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:11.597708 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}, {"server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:11.597919 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfe26d1d-10ee-4842-a780-dc395b1d8ecd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:11.598316 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:38:11.598567 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98', 'code': 200} Mar 07 10:38:11.674227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-876a8367-73ee-46e7-942d-286a6a72a3e1 req-abd65c63-e03a-4404-8a97-8c84858d9f29 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452298 Mar 07 10:38:11.745192 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:06Z', 'revision_number': 1, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:11.834085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (1cab2129-5e63-4a90-ae86-ad3963e6d866), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.843767 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4819188-2306-484d-8cbb-2ee27336b7d1 None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:06Z', 'revision_number': 1, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:11.889078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.906142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-71329459-37c9-44f3-842d-52f306170c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.907638 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-71329459-37c9-44f3-842d-52f306170c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 200 len: 906 time: 0.6290123 Mar 07 10:38:11.940626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:11.949415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e48c5-8edf-4934-973d-2daf3b6a27a1 req-e52db3a0-c401-4133-8847-6c002d3e7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.950968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-603e48c5-8edf-4934-973d-2daf3b6a27a1 req-e52db3a0-c401-4133-8847-6c002d3e7d36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c0875f3-c7d9-4e03-a2a0-94c1c02245c6 HTTP/1.1" status: 200 len: 1128 time: 0.2757866 Mar 07 10:38:11.954964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:11.958808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2195e6-d08c-443d-8ec8-f00d3732f971 req-8ad185a5-c75e-473c-badf-8e2b9a789431 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.968350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a2195e6-d08c-443d-8ec8-f00d3732f971 req-8ad185a5-c75e-473c-badf-8e2b9a789431 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.1262777 Mar 07 10:38:12.001285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e4731-0f1e-40c0-9942-6463e9c38f11 req-3c4c24f5-5ebf-4cf5-bba1-682760eda112 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.008414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f60e4731-0f1e-40c0-9942-6463e9c38f11 req-3c4c24f5-5ebf-4cf5-bba1-682760eda112 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.3029647 Mar 07 10:38:12.050516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-5656ab94-34fb-4f80-9a13-f6eb72e42fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.052066 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-5656ab94-34fb-4f80-9a13-f6eb72e42fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.5161059 Mar 07 10:38:12.198584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a2195e6-d08c-443d-8ec8-f00d3732f971 req-8646f32b-3d98-4bc1-99a0-fe01447e5a55 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291651 Mar 07 10:38:12.208009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-603e48c5-8edf-4934-973d-2daf3b6a27a1 req-7708f4f2-0c44-4633-819d-fd78f519a7d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325790 Mar 07 10:38:12.220179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:12.259257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'mac_address': 'fa:16:3e:c6:7a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:12.279472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f60e4731-0f1e-40c0-9942-6463e9c38f11 req-1baefa8f-8976-49de-ada2-14a455e1394b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654560 Mar 07 10:38:12.421060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:12.421393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.424440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2972ff-8879-44fa-adf6-570857a88497 None None] New status for floating IP f9353791-7b73-465d-80f6-1eadf3f360e3: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:12.478855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77882b3-0db1-44e2-810f-43b45de46bd1 req-4088b961-d7bf-4fb8-9be9-00430c825252 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.480762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f77882b3-0db1-44e2-810f-43b45de46bd1 req-4088b961-d7bf-4fb8-9be9-00430c825252 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 950 time: 0.0759771 Mar 07 10:38:12.488048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-c1891437-9563-4129-8b23-3234ba73dcd3 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.489486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-c1891437-9563-4129-8b23-3234ba73dcd3 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1308129 Mar 07 10:38:12.596329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-40b88f16-73cf-41c5-b019-1608d43b15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.600156 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-40b88f16-73cf-41c5-b019-1608d43b15b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.4759660 Mar 07 10:38:12.602778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:12.604288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.626575 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-2a9de346-4dcb-439c-8dea-a590f0c780db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 200 len: 1000 time: 0.6040647 Mar 07 10:38:12.659426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:12.670790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.733825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:12.742031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:12.750747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f77882b3-0db1-44e2-810f-43b45de46bd1 req-9225affe-ef0a-42c0-bba3-ff4b119b74f3 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601318 Mar 07 10:38:12.754129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-b79fada5-20b7-4864-9cb9-c6757cbbcc79 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1000 time: 0.2137811 Mar 07 10:38:12.778176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:12.872189 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:38:12.872575 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:38:12.914063 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.960688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.25.4.56 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f8b615d2-52a2-437d-8efe-e22387b13f23) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:13.024042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-5e6873da-41c2-4812-a2ea-878afbb85571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.027347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-5e6873da-41c2-4812-a2ea-878afbb85571 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0670d10c-0ef1-46ef-8736-c6e578cb9a26 HTTP/1.1" status: 200 len: 844 time: 0.3757658 Mar 07 10:38:13.030031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-eba6c207-6005-48d7-aa56-3eaabc978e72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 1002 time: 0.3997536 Mar 07 10:38:13.228930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-1e1c2a89-87f8-4d50-a496-6de62be62497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.230493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-1e1c2a89-87f8-4d50-a496-6de62be62497 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1665978 Mar 07 10:38:13.262541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-3ce21bf8-2a0c-45d8-ad90-1ffda54c0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.264236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-3ce21bf8-2a0c-45d8-ad90-1ffda54c0eec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bcab1b1-9f3e-4be9-a90a-98b180ea2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2192223 Mar 07 10:38:13.305424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15c03-7e39-42fa-8257-3643d92a339c req-23824ada-28c6-4481-a70d-169ea53b9caa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.307138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ea15c03-7e39-42fa-8257-3643d92a339c req-23824ada-28c6-4481-a70d-169ea53b9caa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 945 time: 0.2505817 Mar 07 10:38:13.339670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (f8b615d2-52a2-437d-8efe-e22387b13f23), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.448421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-0fb3fcab-f2f2-4aa0-85c9-24b7cc34f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.453882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-0fb3fcab-f2f2-4aa0-85c9-24b7cc34f58d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2091084 Mar 07 10:38:13.471447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:13.473158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.504693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:13.536932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:13.540592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-56919730-0df9-4582-8616-1ad9b2cc23cc service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510064 Mar 07 10:38:13.552403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.570684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ea15c03-7e39-42fa-8257-3643d92a339c req-0156aa13-5270-4173-a8a7-1dc0e6a74d51 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365332 Mar 07 10:38:13.596715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f8b615d2-52a2-437d-8efe-e22387b13f23), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.607358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e'}, {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:13.612930 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51a20a-f517-4c53-a85a-512c146e9dd6" -d '{"events": [{"server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "name": "network-vif-plugged", "status": "completed", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e"}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:13.664677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b615d2-52a2-437d-8efe-e22387b13f23,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:13.688898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:13.693353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:13.700676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:13.709574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:13.785704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8c6b1cbd-ef38-4c57-a3fe-80ff482ffbf2 req-5fc41825-35aa-463f-9c07-d879430af7af service neutron] 10.222.0.32 "GET /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055726 Mar 07 10:38:13.813418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-595cd9a1-564d-4f48-9daa-6a55e3a03dc7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464780 Mar 07 10:38:14.154021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.162905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.295307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:14.297840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 62478883-124a-43a6-bbd2-0d699f0ff566 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:14.302392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b975-5d21-4f90-ac7f-81a81e84b3fe req-af4a82c7-a81f-4cc1-b711-9ed4587d990a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.304130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2e1b975-5d21-4f90-ac7f-81a81e84b3fe req-af4a82c7-a81f-4cc1-b711-9ed4587d990a tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.6007168 Mar 07 10:38:14.389497 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcffec80-8127-4354-98a4-ace75f1fac47 req-477c14e1-d4fb-4aa7-8093-0708c42cbbf7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666289 Mar 07 10:38:14.406843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2e1b975-5d21-4f90-ac7f-81a81e84b3fe req-b1a8dbeb-209f-42d4-8dae-280872173701 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups?id=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706491 Mar 07 10:38:14.424873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 62478883-124a-43a6-bbd2-0d699f0ff566 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:14.436565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 62478883-124a-43a6-bbd2-0d699f0ff566 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:14.436565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.436891 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Floating IP f9353791-7b73-465d-80f6-1eadf3f360e3 associated. External IP: 172.25.4.233, port: 1bfe7e45-f7cc-4a9f-b060-9238761a9646. Mar 07 10:38:14.533033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (1cab2129-5e63-4a90-ae86-ad3963e6d866), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.605034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 62478883-124a-43a6-bbd2-0d699f0ff566 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:14.605632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.688988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=62478883-124a-43a6-bbd2-0d699f0ff566,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:14.698628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.822777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:14.845704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.846091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.846402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.846720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.847057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.847392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.847740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.848079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.848399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.848719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.849041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.849363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:14.849689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:15.126052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.145475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-3e67b55f-11ca-4914-a765-5552fd7e450d tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.147162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-3e67b55f-11ca-4914-a765-5552fd7e450d tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 945 time: 0.2114332 Mar 07 10:38:15.150324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.399744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627262-0987-426a-a536-3eb5cfcba7ca req-21763fda-e2c7-449c-8baa-ae63f2ca9408 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.401605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac627262-0987-426a-a536-3eb5cfcba7ca req-21763fda-e2c7-449c-8baa-ae63f2ca9408 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 949 time: 0.2561717 Mar 07 10:38:15.668899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac627262-0987-426a-a536-3eb5cfcba7ca req-88ef23c2-030e-4539-b502-5f731db6d3c5 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553558 Mar 07 10:38:15.887670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:16.090218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:16.233992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:16.256962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab38fb1-6781-403a-a34d-fe643c7d6453 req-18f51e45-aac7-4f5b-b7ba-52efc89c6b41 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.258892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ab38fb1-6781-403a-a34d-fe643c7d6453 req-18f51e45-aac7-4f5b-b7ba-52efc89c6b41 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.4370859 Mar 07 10:38:16.277425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:16.278594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.293980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router 1cab2129-5e63-4a90-ae86-ad3963e6d866 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:16.327679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ab38fb1-6781-403a-a34d-fe643c7d6453 req-549b70d8-0956-4a5b-80d3-7f7626531b6f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626452 Mar 07 10:38:16.349700 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:16.387703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Deleting port 9b2372e0-116d-415b-957b-cb09981d2388 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:16.387703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9b2372e0-116d-415b-957b-cb09981d2388), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.413603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:16.414250 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.459523 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc50743-852d-46a7-9717-2b6515841c6f x-openstack-request-id: req-7bc50743-852d-46a7-9717-2b6515841c6f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:16.460656 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "name": "network-vif-plugged", "status": "completed", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e", "code": 200}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:16.460656 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bc50743-852d-46a7-9717-2b6515841c6f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:16.461092 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e', 'code': 200} Mar 07 10:38:16.461545 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:38:16.581615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:16.582020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.641900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] For port 9b2372e0-116d-415b-957b-cb09981d2388, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=9b2372e0-116d-415b-957b-cb09981d2388,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:16.642681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9b2372e0-116d-415b-957b-cb09981d2388), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.682225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:16.691692 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.707009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aba18-4ed7-4577-b40d-9aea10713d40 req-d2fe8cc1-60cc-43e8-91a2-93200b9c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.707626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e25aba18-4ed7-4577-b40d-9aea10713d40 req-d2fe8cc1-60cc-43e8-91a2-93200b9c719e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 1132 time: 0.1408446 Mar 07 10:38:16.786907 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:16.808128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:16.823538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] Sync routers for ids ['1cab2129-5e63-4a90-ae86-ad3963e6d866'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:16.834568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d12fc-2640-4964-9b51-60c9d946c30f req-7f0c9b41-1ea3-4ac4-b178-fe9988602e09 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.836606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5d12fc-2640-4964-9b51-60c9d946c30f req-7f0c9b41-1ea3-4ac4-b178-fe9988602e09 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 950 time: 0.1751258 Mar 07 10:38:16.877255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e25aba18-4ed7-4577-b40d-9aea10713d40 req-153b3f1b-71f4-44a1-89c8-275cf0f83e4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585767 Mar 07 10:38:16.902109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:16.909037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:16.923132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.927173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36a8a159-c60a-4271-b132-79829324195c tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "PUT /v2.0/routers/1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 200 len: 912 time: 7.2744911 Mar 07 10:38:16.930486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] Routers {'1cab2129-5e63-4a90-ae86-ad3963e6d866'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:16.931293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1cab2129-5e63-4a90-ae86-ad3963e6d866'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.932856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5d12fc-2640-4964-9b51-60c9d946c30f req-fdf3232a-cec1-4489-97d6-a895a5495d2a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Mar 07 10:38:16.933567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52940) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.086964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.109660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] Routers {'1cab2129-5e63-4a90-ae86-ad3963e6d866'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:17.110346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1cab2129-5e63-4a90-ae86-ad3963e6d866'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.167880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:17.181743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.206704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.207542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63cf03-cbd9-448e-9e48-d13c05033ab2 None None] The sync data for ids ['1cab2129-5e63-4a90-ae86-ad3963e6d866'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:17.301613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a73d05a2-5c76-472a-8368-ab703709f414 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 200 len: 918 time: 0.3656416 Mar 07 10:38:17.337812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.338313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:17.340694 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c429cc73-f615-4435-bf1a-a88e862afee8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:17.344458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d76f795f-e42b-4fb9-9478-1b0b25395390 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "PUT /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 998 time: 4.5752747 Mar 07 10:38:17.414766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.415456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.415456 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Floating IP 8e94bd60-a779-49ad-878b-dc7502b1ad1f disassociated. External IP: 172.25.4.37, port: 9b2372e0-116d-415b-957b-cb09981d2388. Mar 07 10:38:17.415859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Calling delete_port for 9b2372e0-116d-415b-957b-cb09981d2388 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:17.448795 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:14Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.472093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e412d1-d2f1-428f-869c-87d480389b37 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.476588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-92e412d1-d2f1-428f-869c-87d480389b37 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=1cab2129-5e63-4a90-ae86-ad3963e6d866&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1302285 Mar 07 10:38:17.483203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-bea850a1-9de6-4a65-b6dc-3bedfc233520 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.484661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-bea850a1-9de6-4a65-b6dc-3bedfc233520 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports/1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 943 time: 0.1075599 Mar 07 10:38:17.485148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52948) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.543399 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:17.577741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:17.578733 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.605176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbebb0e-53ba-41ad-93b1-4737e16e615a tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.609932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3cbebb0e-53ba-41ad-93b1-4737e16e615a tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1217182 Mar 07 10:38:17.610727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52950) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.648878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f9727-df61-40e2-bc41-db5840cb8cca req-f1d415ef-9584-4350-840d-328943cc8aed tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.655868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b0f9727-df61-40e2-bc41-db5840cb8cca req-f1d415ef-9584-4350-840d-328943cc8aed tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 946 time: 0.4968660 Mar 07 10:38:17.667068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-94c27adb-4c6b-4bf1-a39c-7059d9fd49d9 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 200 len: 205 time: 0.0511858 Mar 07 10:38:17.668729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52952) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.793952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.810831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9b2372e0-116d-415b-957b-cb09981d2388), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.887398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b0f9727-df61-40e2-bc41-db5840cb8cca req-f7d667c0-23c7-4b62-819e-d819cc9f9977 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305572 Mar 07 10:38:17.912567 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:18.050764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (1cab2129-5e63-4a90-ae86-ad3963e6d866), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.096034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ccc4d14-2aa9-4280-bd79-4249832e1136 req-389b5676-ebe6-4ba1-bb34-e88f2a5b5083 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b545ba7-5f52-4209-93e6-21404f356ce7 HTTP/1.1" status: 200 len: 210 time: 0.0983472 Mar 07 10:38:18.147231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event deleted for resources: {'Port': ['ID=9b2372e0-116d-415b-957b-cb09981d2388,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:18.167669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Router 2c378f2a-d827-47e2-8d6b-56049f2cf393 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:18.171475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-ef5fffb7-ae06-49e9-83d4-0df90bc8121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.173051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-ef5fffb7-ae06-49e9-83d4-0df90bc8121d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.3855152 Mar 07 10:38:18.220998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port f8b615d2-52a2-437d-8efe-e22387b13f23 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:18.221344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f8b615d2-52a2-437d-8efe-e22387b13f23), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.400879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:18.422539 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Sync routers for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:18.426609 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:14Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:18.462576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566'}, {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:18.463410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] No DVR routers for this DVR port 9b2372e0-116d-415b-957b-cb09981d2388 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:18.464911 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83884bf-fec3-4163-a053-43659b56f86a" -d '{"events": [{"server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "name": "network-vif-plugged", "status": "completed", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566"}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:18.468881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.469049 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eb2a5-5ad1-4834-80a2-e91b41c0a36d None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:14Z', 'revision_number': 3, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:18.479583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-db7f30fb-54f8-44bd-9ffd-5b52b7495e1e req-81545422-8528-4910-bdc0-93ee36a6b470 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.32 "DELETE /v2.0/ports/9b2372e0-116d-415b-957b-cb09981d2388 HTTP/1.1" status: 204 len: 173 time: 3.3239217 Mar 07 10:38:18.484636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'name': 'network-vif-deleted', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:18.484849 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:18.485331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:18.490104 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0cbce-3950-4d90-bea3-d4382e275d43" -d '{"events": [{"server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "name": "network-vif-deleted", "tag": "9b2372e0-116d-415b-957b-cb09981d2388"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:18.643264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:18.841594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923b375-f19f-49ef-92f0-3704d5e2e6d0 None None] New status for floating IP f9353791-7b73-465d-80f6-1eadf3f360e3: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:18.898376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:18.928107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943a12-6267-4c12-b9d9-681a3612dd75 req-829c9017-dc33-4838-87ea-6c4952ef5bfd tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.929694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe943a12-6267-4c12-b9d9-681a3612dd75 req-829c9017-dc33-4838-87ea-6c4952ef5bfd tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 950 time: 0.6560438 Mar 07 10:38:18.936917 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Checking router: 2c378f2a-d827-47e2-8d6b-56049f2cf393 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:18.957802 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:18.958415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.039742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d8b2e21e-c138-41de-9b97-5063fa6fa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.041402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d8b2e21e-c138-41de-9b97-5063fa6fa2f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.8536849 Mar 07 10:38:19.064472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f8b615d2-52a2-437d-8efe-e22387b13f23), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.159186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-df5a4b1c-1a7d-4527-a022-cf4fda03636d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.0900915 Mar 07 10:38:19.161598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for f8b615d2-52a2-437d-8efe-e22387b13f23 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:19.252539 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:19.277982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe943a12-6267-4c12-b9d9-681a3612dd75 req-2ca639fe-8380-4bb9-8eaf-b441084e00cd tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309927 Mar 07 10:38:19.336837 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:19.357174 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691e6359-e17f-438f-bdde-e3b2cf47061d x-openstack-request-id: req-691e6359-e17f-438f-bdde-e3b2cf47061d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:19.357634 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:19.357989 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-691e6359-e17f-438f-bdde-e3b2cf47061d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:19.358489 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:38:19.399442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-36fa2bbd-c9e8-491a-b828-1068d7e5178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.399709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:19.400265 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.407338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-36fa2bbd-c9e8-491a-b828-1068d7e5178b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.2321343 Mar 07 10:38:19.456307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-53634f61-9623-411f-ba6d-9389d1168a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.458017 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-53634f61-9623-411f-ba6d-9389d1168a72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.0909305 Mar 07 10:38:19.482937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-09c3effb-3d89-4901-b807-8c7f385259d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.484700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-09c3effb-3d89-4901-b807-8c7f385259d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1127 time: 0.4337585 Mar 07 10:38:19.591772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-0b569d17-8b25-431f-99f6-3cd45e91265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.594028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-0b569d17-8b25-431f-99f6-3cd45e91265c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.1212010 Mar 07 10:38:19.620578 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:19.637353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-c0c6a4ad-8011-4a48-ad73-7ecdff89397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.638880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-c0c6a4ad-8011-4a48-ad73-7ecdff89397f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2264493 Mar 07 10:38:19.680116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-d16b8a9b-440b-4970-98dd-d71dcf760b2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.0642738 Mar 07 10:38:19.689370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860117-6d26-4179-a05d-c8e9b55fab41 req-3762794f-c5c2-4883-b497-a2567578fa24 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.697894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec860117-6d26-4179-a05d-c8e9b55fab41 req-3762794f-c5c2-4883-b497-a2567578fa24 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 945 time: 0.2253699 Mar 07 10:38:19.745173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-02379628-a863-464f-9aa1-a98e92773263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.780353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379628-a863-464f-9aa1-a98e92773263 None None] The sync data for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 is: [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ca6f3e06-e12a-42b6-a9e3-b060393e13e8', 'name': '', 'network_id': '9bcab1b1-9f3e-4be9-a90a-98b180ea2057', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'mac_address': 'fa:16:3e:8f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:41Z', 'updated_at': '2022-03-07T10:35:49Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'subnets': [{'id': '0670d10c-0ef1-46ef-8736-c6e578cb9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:19.846739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-f08ffed1-568b-4b0c-8515-007339a9d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.848014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-f08ffed1-568b-4b0c-8515-007339a9d2a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.3557746 Mar 07 10:38:19.862166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-3ec9abab-93d1-4266-bab2-044f48140106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.871733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-3ec9abab-93d1-4266-bab2-044f48140106 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1678736 Mar 07 10:38:19.924251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-36c18690-4f44-40ee-a7e1-43599e2dc24c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 999 time: 0.0620205 Mar 07 10:38:19.956637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec860117-6d26-4179-a05d-c8e9b55fab41 req-157265fb-04b2-4038-8a84-e4cb75345465 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577128 Mar 07 10:38:19.957298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-05b1ee62-03dd-421b-ac98-19104c2a1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.962557 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-05b1ee62-03dd-421b-ac98-19104c2a1ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824792 Mar 07 10:38:20.026994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f8b615d2-52a2-437d-8efe-e22387b13f23), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.064389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9b2372e0-116d-415b-957b-cb09981d2388 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:20.069205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=f8b615d2-52a2-437d-8efe-e22387b13f23,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:20.077943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-bbb08193-1fe9-4929-a708-86fa2b0a7006 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310606 Mar 07 10:38:20.117321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:19Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:20.118906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 9b2372e0-116d-415b-957b-cb09981d2388 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:20.120482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 9b2372e0-116d-415b-957b-cb09981d2388 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:20.159805 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:20.170607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:20.171242 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:20.201326 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-289a1ee5-d8b4-47c3-90ef-f0c11bb1d336 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347140 Mar 07 10:38:20.275303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-a1c63326-6b5d-444c-beec-73b3677fc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.276833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-a1c63326-6b5d-444c-beec-73b3677fc66e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.3419106 Mar 07 10:38:20.282971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (1cab2129-5e63-4a90-ae86-ad3963e6d866), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.303742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e9011-9f5c-4254-a393-025031935955 None None] New status for floating IP 8e94bd60-a779-49ad-878b-dc7502b1ad1f: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:20.341676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:20.377323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c429cc73-f615-4435-bf1a-a88e862afee8 req-c6da1a2b-5227-40b5-a196-264f261ed68a service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681144 Mar 07 10:38:20.567926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.575739 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (1cab2129-5e63-4a90-ae86-ad3963e6d866), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.635609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-03077019-afea-4e40-bbb6-bee5175e3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.637176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-03077019-afea-4e40-bbb6-bee5175e3d07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3447852 Mar 07 10:38:20.656567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263c9c-0863-4856-a057-da1002e74315 req-2275179c-2327-4292-93a5-ddff8d8058e5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.658186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7263c9c-0863-4856-a057-da1002e74315 req-2275179c-2327-4292-93a5-ddff8d8058e5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 950 time: 0.4260504 Mar 07 10:38:20.667201 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbddb4a9-3142-4afb-a02f-4d980ffe5454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.694228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (1cab2129-5e63-4a90-ae86-ad3963e6d866), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.694913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router 1cab2129-5e63-4a90-ae86-ad3963e6d866 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:20.705505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-c287cf42-5b46-441a-9619-8da8e33bd415 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046021 Mar 07 10:38:20.710861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.712486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d403863c-31d7-4948-b824-a72b99614a23 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 204 len: 168 time: 3.0423295 Mar 07 10:38:20.718474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:20.723012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142806731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:20.736860 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:19Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:20.770367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2bb9f3-c3ff-48ff-b86d-dfe3c1fa7af6 None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:3e:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:19Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:20.772153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.777156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.843572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.852459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.872202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7263c9c-0863-4856-a057-da1002e74315 req-55a3bb64-0f04-4fda-b8c4-94708941f8f6 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847584 Mar 07 10:38:20.884034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.885125 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86433388-dff8-48ad-896d-204fea5b03aa tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1656375 Mar 07 10:38:20.888284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:20.910149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:20.947375 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e979c7f-7bb7-4439-87f4-bce6c49cf0b5 x-openstack-request-id: req-2e979c7f-7bb7-4439-87f4-bce6c49cf0b5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:20.947886 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "name": "network-vif-plugged", "status": "completed", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566", "code": 200}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:20.948546 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e979c7f-7bb7-4439-87f4-bce6c49cf0b5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:20.949074 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566', 'code': 200} Mar 07 10:38:20.949511 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:38:21.006560 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a2eba5-d9e9-4cf2-987f-fdce90db6d19 x-openstack-request-id: req-e8a2eba5-d9e9-4cf2-987f-fdce90db6d19 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:21.006854 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b545ba7-5f52-4209-93e6-21404f356ce7", "name": "network-vif-deleted", "tag": "9b2372e0-116d-415b-957b-cb09981d2388", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:21.007108 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8a2eba5-d9e9-4cf2-987f-fdce90db6d19 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:21.007518 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b545ba7-5f52-4209-93e6-21404f356ce7', 'name': 'network-vif-deleted', 'tag': '9b2372e0-116d-415b-957b-cb09981d2388', 'status': 'completed', 'code': 200} Mar 07 10:38:21.057929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-ce51f0d7-2cd2-4a0b-a573-8675db71f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.059496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-ce51f0d7-2cd2-4a0b-a573-8675db71f3bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1127 time: 0.2928214 Mar 07 10:38:21.166885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-ddcb8761-7911-4920-92c2-32fc37c4c26d service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043445 Mar 07 10:38:21.549380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:21.551678 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f4a85-f810-4d1f-97c7-68fe834d4dde" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:21.699036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bf843-6bab-425f-a76b-7ae95ba653e4 req-a038b1a3-5a3b-4f5a-b3c7-ef3d0e543efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.700582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2bf843-6bab-425f-a76b-7ae95ba653e4 req-a038b1a3-5a3b-4f5a-b3c7-ef3d0e543efb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1132 time: 0.5689175 Mar 07 10:38:21.711621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770328b-f902-4703-bbb3-cd59a4797976 req-cc75266c-598a-4960-9a9a-3d540f640806 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.715094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e770328b-f902-4703-bbb3-cd59a4797976 req-cc75266c-598a-4960-9a9a-3d540f640806 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 946 time: 0.6176326 Mar 07 10:38:21.852978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d368-e410-4d91-91af-a88e08cbef94 req-c924d7d9-e255-476a-a8ca-45deaeea8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.854558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9b3d368-e410-4d91-91af-a88e08cbef94 req-c924d7d9-e255-476a-a8ca-45deaeea8de8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 1128 time: 0.7899740 Mar 07 10:38:21.876444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a935c6d-3474-4e92-a4c1-2946a5609e3c req-a9bee2cd-c939-4bac-9f14-4b84e0c5ed2e service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916602 Mar 07 10:38:21.884942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.907884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-6e729fb2-41de-4568-809c-130decb64537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.911905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-6e729fb2-41de-4568-809c-130decb64537 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.7881565 Mar 07 10:38:21.948455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:22.038837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c2bf843-6bab-425f-a76b-7ae95ba653e4 req-7202f80a-f56a-4ecf-8a50-b996ccbd55b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168523 Mar 07 10:38:22.046449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:22.046845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.067589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e770328b-f902-4703-bbb3-cd59a4797976 req-cff5ab3c-7ecc-43dd-9572-d46d16fe3f2a tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416054 Mar 07 10:38:22.095153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:22.098536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9b3d368-e410-4d91-91af-a88e08cbef94 req-326593bf-e381-4586-8142-9272d1831b84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339427 Mar 07 10:38:22.104846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.140822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-513f3820-e74e-409a-85c1-d0498ddfbdb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 1001 time: 0.2138064 Mar 07 10:38:22.179566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.260980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-b0572bfe-70f0-49c4-ba6f-4d6d40aee113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.262380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-b0572bfe-70f0-49c4-ba6f-4d6d40aee113 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1155109 Mar 07 10:38:22.308773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ccdd1-cbd2-4310-af76-4d6fbe079366 req-325c9595-2a02-4c87-998f-f341086c921c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.310270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be8ccdd1-cbd2-4310-af76-4d6fbe079366 req-325c9595-2a02-4c87-998f-f341086c921c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 950 time: 0.1294286 Mar 07 10:38:22.393878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-650b1b3e-ce99-49cd-833c-5bf3ba6da0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.395383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-650b1b3e-ce99-49cd-833c-5bf3ba6da0af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1251633 Mar 07 10:38:22.464083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be8ccdd1-cbd2-4310-af76-4d6fbe079366 req-5df5863b-26c4-49ac-9fd3-93f5db5db83c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442218 Mar 07 10:38:22.562940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (9c8d2875-f05f-4e79-90da-356287e580b5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.606652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.652928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-d9fe61d5-c47c-4496-a6ae-84d49282f57a service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254047 Mar 07 10:38:22.763398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22782e5-f259-4e91-8814-f4a320bc4627 req-e86b712e-b6a9-4268-8e00-4083a72d75dc tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.764869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a22782e5-f259-4e91-8814-f4a320bc4627 req-e86b712e-b6a9-4268-8e00-4083a72d75dc tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 1132 time: 0.2230754 Mar 07 10:38:22.821078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Allocated IP 172.25.4.47 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/3b2f12f5-f896-4289-af33-37dd6296874e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:22.842424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01789c49-0a47-4a6f-8798-c23ae6482b5e req-02a83575-5d89-479e-98e1-22aa42b6ffc9 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811879 Mar 07 10:38:22.857783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a22782e5-f259-4e91-8814-f4a320bc4627 req-3a57ffeb-9c40-4fdd-958c-8e0fac747afc tempest-ServersOnMultiNodesTest-1848617834 tempest-ServersOnMultiNodesTest-1848617834-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862341 Mar 07 10:38:22.909070 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24129771-42aa-4a44-bded-10d1a02d44a9 x-openstack-request-id: req-24129771-42aa-4a44-bded-10d1a02d44a9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:22.909357 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:22.909603 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24129771-42aa-4a44-bded-10d1a02d44a9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:22.909989 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'status': 'completed', 'code': 200} Mar 07 10:38:22.941900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:22.944336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-18887ac1-5b8a-4fb7-96a6-0659d6986302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.950462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:22.953892 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df2cd24-32c4-4eea-b945-53aa2aefff4c" -d '{"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-unplugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:23.013864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (f011df15-a4e6-4e5a-a3fc-3a61a448b3f3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.043989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (f011df15-a4e6-4e5a-a3fc-3a61a448b3f3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.094219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for port (3b2f12f5-f896-4289-af33-37dd6296874e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.101938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f011df15-a4e6-4e5a-a3fc-3a61a448b3f3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.106533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.108060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "DELETE /v2.0/security-groups/f011df15-a4e6-4e5a-a3fc-3a61a448b3f3 HTTP/1.1" status: 204 len: 168 time: 0.1641018 Mar 07 10:38:23.112937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:23.123585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-ea485044-cd5a-49b2-a4d3-b57d91bacdc4 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1001 time: 0.1529665 Mar 07 10:38:23.125205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20ff67-730a-4b1d-8878-32f8519542fe tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011df15-a4e6-4e5a-a3fc-3a61a448b3f3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.140608 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-8fd968ea-5960-404c-afe7-6ee09b947b27 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] show failed (client error): The resource could not be found. Mar 07 10:38:23.144621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e89d1-8fc2-44fd-b1b5-c462a2b38987 req-ed8c958f-4ee5-4b5c-90a1-ed1241dc7c19 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:23.144764 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8fd968ea-5960-404c-afe7-6ee09b947b27 tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "GET /v2.0/security-groups/f011df15-a4e6-4e5a-a3fc-3a61a448b3f3 HTTP/1.1" status: 404 len: 347 time: 0.0281339 Mar 07 10:38:23.144879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8e89d1-8fc2-44fd-b1b5-c462a2b38987 req-ed8c958f-4ee5-4b5c-90a1-ed1241dc7c19 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.2169144 Mar 07 10:38:23.150202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:23.156708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-45b4fccf-5fae-45ee-9929-65b9467032e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:23.158165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-45b4fccf-5fae-45ee-9929-65b9467032e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1127 time: 0.1401474 Mar 07 10:38:23.255262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-60baf9a5-fb52-4eda-8782-25aaa85ae344 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:23.256627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-60baf9a5-fb52-4eda-8782-25aaa85ae344 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports/0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 942 time: 0.1256359 Mar 07 10:38:23.283833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Deleting port 080e19b2-1687-4215-ade8-0fdbb9fca97c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:23.284360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.309017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3b2f12f5-f896-4289-af33-37dd6296874e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.360776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.361076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (080e19b2-1687-4215-ade8-0fdbb9fca97c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.373572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Calling delete_port for 080e19b2-1687-4215-ade8-0fdbb9fca97c owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:23.382266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8e89d1-8fc2-44fd-b1b5-c462a2b38987 req-12ce653a-7b88-4275-a477-003f6bcd4ba5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287211 Mar 07 10:38:23.430969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:23.440086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-a18ef747-3266-4fc9-a512-a8ef84f43495 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1001 time: 0.1405084 Mar 07 10:38:23.442691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:23.444979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Pushing event updated for resources: {'Port': ['ID=3b2f12f5-f896-4289-af33-37dd6296874e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.447620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:23.450303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-bd58a34f-b208-4ae7-9fc9-ef14a861f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:23.451799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-bd58a34f-b208-4ae7-9fc9-ef14a861f5a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.2730737 Mar 07 10:38:23.580286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (080e19b2-1687-4215-ade8-0fdbb9fca97c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.651709 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd859c68-7021-4e83-a321-faccb943fd8c x-openstack-request-id: req-cd859c68-7021-4e83-a321-faccb943fd8c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:23.652101 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-unplugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:23.652442 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd859c68-7021-4e83-a321-faccb943fd8c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:23.652892 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'code': 200} Mar 07 10:38:23.655838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Pushing event deleted for resources: {'Port': ['ID=080e19b2-1687-4215-ade8-0fdbb9fca97c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.715184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks [] for floatingip (8e94bd60-a779-49ad-878b-dc7502b1ad1f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.718813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.722931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d5cfd5a-af86-4c77-9d4c-fde4ef7a5efa tempest-ServersTestJSON-1444419104 tempest-ServersTestJSON-1444419104-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e94bd60-a779-49ad-878b-dc7502b1ad1f HTTP/1.1" status: 204 len: 168 time: 0.5688202 Mar 07 10:38:23.723121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53052) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:23.939833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.949213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-b26e4b44-6edc-4a03-96cf-0499f90176ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 1001 time: 0.4766133 Mar 07 10:38:24.097317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-af5398c5-d88d-4f02-8c24-46b51e297161 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.098670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1882d1-e2a6-4a32-825e-84d2592ba21a req-af5398c5-d88d-4f02-8c24-46b51e297161 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.6250851 Mar 07 10:38:24.106169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.127970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-27da972d-73d7-4abd-9116-5e9e8a797171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.129470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-27da972d-73d7-4abd-9116-5e9e8a797171 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1431582 Mar 07 10:38:24.144076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768748a-f70b-4d12-9f81-7e3e5b829992 req-8dc6b45b-4113-4752-8a15-56d420b284d5 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.145547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c768748a-f70b-4d12-9f81-7e3e5b829992 req-8dc6b45b-4113-4752-8a15-56d420b284d5 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 946 time: 0.2030833 Mar 07 10:38:24.146796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.334332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c768748a-f70b-4d12-9f81-7e3e5b829992 req-168af0cc-48e9-4f34-85d3-b64cd8cec968 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474631 Mar 07 10:38:24.351142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-a94e475e-d47f-4352-9754-729361906020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.352714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-a94e475e-d47f-4352-9754-729361906020 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763182 Mar 07 10:38:24.354072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router_gateway (9c8d2875-f05f-4e79-90da-356287e580b5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.362225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ebb07-6852-4a5e-8895-ab1fe48140a5 req-96294c09-7b82-4cc5-a701-325961dff232 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.364453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d46ebb07-6852-4a5e-8895-ab1fe48140a5 req-96294c09-7b82-4cc5-a701-325961dff232 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 950 time: 0.1861224 Mar 07 10:38:24.404400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Deleting port ca6f3e06-e12a-42b6-a9e3-b060393e13e8 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:24.404654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.489311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] For port ca6f3e06-e12a-42b6-a9e3-b060393e13e8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:24.489685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.503402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Calling delete_port for ca6f3e06-e12a-42b6-a9e3-b060393e13e8 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:24.601968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d46ebb07-6852-4a5e-8895-ab1fe48140a5 req-06524263-4826-4625-8ae7-82f727cff564 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960964 Mar 07 10:38:24.614656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-91a72b15-bd70-4ed8-a6d0-f6930fd0ed49 service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490828 Mar 07 10:38:24.624226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e01fc-a88f-429b-b6ce-b5df12080934 req-d976f3a7-9483-4373-b0eb-f9f3da74d7ac tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.625759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-140e01fc-a88f-429b-b6ce-b5df12080934 req-d976f3a7-9483-4373-b0eb-f9f3da74d7ac tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 950 time: 0.2078140 Mar 07 10:38:24.722483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ca6f3e06-e12a-42b6-a9e3-b060393e13e8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.749359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6f3e06-e12a-42b6-a9e3-b060393e13e8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:24.866176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-140e01fc-a88f-429b-b6ce-b5df12080934 req-81f55367-c218-4274-bb2e-14318dc70b60 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204757 Mar 07 10:38:24.886875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309f4a85-f810-4d1f-97c7-68fe834d4dde req-7d9bbe69-5bb6-441c-808b-fe143d06eece service neutron] 10.222.0.26 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585580 Mar 07 10:38:24.892550 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.898252 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.914798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87216-f5fd-4af5-aa92-af8781d54725 req-2e128fef-710d-4e58-8fd8-57025ad7341d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.916418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b87216-f5fd-4af5-aa92-af8781d54725 req-2e128fef-710d-4e58-8fd8-57025ad7341d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.2189932 Mar 07 10:38:24.940036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.082886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-25d6f5ef-9a2f-4de7-9890-ef69a0469f9d tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1001 time: 0.1809249 Mar 07 10:38:25.093366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9b87216-f5fd-4af5-aa92-af8781d54725 req-3f7f2457-a2b8-4058-ae92-39b3a17c1111 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444080 Mar 07 10:38:25.159784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-259dce79-db67-40c5-85f6-911c6b8bffac tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.161185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-259dce79-db67-40c5-85f6-911c6b8bffac tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports/0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 942 time: 0.0713172 Mar 07 10:38:25.193091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Router 2c378f2a-d827-47e2-8d6b-56049f2cf393 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:25.306081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Router 9c8d2875-f05f-4e79-90da-356287e580b5 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:25.318633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4ab78-26de-4239-a931-d69b782a95ed req-ea6fdd0c-b50a-4676-8863-75c70ad61bc5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.320246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25c4ab78-26de-4239-a931-d69b782a95ed req-ea6fdd0c-b50a-4676-8863-75c70ad61bc5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.1581762 Mar 07 10:38:25.339672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-1f42eca7-e46e-4d31-80f6-743c45b78ee0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1001 time: 0.1324558 Mar 07 10:38:25.426154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-01980b81-5ba8-458d-acbf-97de153fc00a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.427725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-01980b81-5ba8-458d-acbf-97de153fc00a tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 950 time: 0.2165334 Mar 07 10:38:25.564414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.640863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:25.647166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc62773a-570f-4e35-88c7-f358a67cd394 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c378f2a-d827-47e2-8d6b-56049f2cf393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226565 Mar 07 10:38:25.650311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:25.653194 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Sync routers for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:25.664340 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:25.665195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.786188 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:25.789306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks [] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.836943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25c4ab78-26de-4239-a931-d69b782a95ed req-f61e679d-813d-4516-a7bf-17d9f4c56ff8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088053 Mar 07 10:38:25.918605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-d2b2125f-bb23-4739-9fc2-9b982dc860f0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.922182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks [] for router_gateway (2c378f2a-d827-47e2-8d6b-56049f2cf393), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.927303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-d2b2125f-bb23-4739-9fc2-9b982dc860f0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.5742040 Mar 07 10:38:25.937588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:25.947818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] Sync routers for ids ['9c8d2875-f05f-4e79-90da-356287e580b5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:25.969168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] Routers {'9c8d2875-f05f-4e79-90da-356287e580b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:25.969815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9c8d2875-f05f-4e79-90da-356287e580b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.970855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.972099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5d482c89-1c20-41ba-a455-fb8953c1a960 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "PUT /v2.0/routers/9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 200 len: 915 time: 5.0792625 Mar 07 10:38:25.978490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:26.034951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-b70c3e7d-e6f7-49f3-9809-dc967609beb9 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1001 time: 0.1065876 Mar 07 10:38:26.039862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:38:24Z', 'revision_number': 5, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port': {'id': '3f0869ac-2249-4d6e-9b96-3119a83572e3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:33Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.041062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:26.042033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Deleting port 3f0869ac-2249-4d6e-9b96-3119a83572e3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:26.042383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.064306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.092872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] Routers {'9c8d2875-f05f-4e79-90da-356287e580b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:26.094670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9c8d2875-f05f-4e79-90da-356287e580b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.098581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 12e951c1-ef9a-4277-a500-a605ca26a18e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:26.098928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.143435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.144509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6c378-bb78-416f-baf9-39e318b25670 None None] The sync data for ids ['9c8d2875-f05f-4e79-90da-356287e580b5'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:26.145754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.187722 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-737fc807-1bf8-4a6b-a78c-92991e70fde7 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 200 len: 921 time: 0.2054553 Mar 07 10:38:26.190580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53078) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:26.212538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Checking router: 2c378f2a-d827-47e2-8d6b-56049f2cf393 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:26.222149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Routers {'2c378f2a-d827-47e2-8d6b-56049f2cf393'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:26.222878 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2c378f2a-d827-47e2-8d6b-56049f2cf393'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.226326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] For port 3f0869ac-2249-4d6e-9b96-3119a83572e3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0869ac-2249-4d6e-9b96-3119a83572e3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:26.226922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.242866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Calling delete_port for 3f0869ac-2249-4d6e-9b96-3119a83572e3 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:26.266044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b869b-93cd-423e-8afd-a25f8f088040 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.269990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-491b869b-93cd-423e-8afd-a25f8f088040 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=9c8d2875-f05f-4e79-90da-356287e580b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0761130 Mar 07 10:38:26.271252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:26.331748 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] Set router 2c378f2a-d827-47e2-8d6b-56049f2cf393 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:26.353869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 12e951c1-ef9a-4277-a500-a605ca26a18e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=12e951c1-ef9a-4277-a500-a605ca26a18e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:26.354461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.375043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 12e951c1-ef9a-4277-a500-a605ca26a18e owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:26.396275 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 6, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:26.405997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f94ee8-4866-4dd9-99d4-a275d8c213cb tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.410238 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47f94ee8-4866-4dd9-99d4-a275d8c213cb tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1363010 Mar 07 10:38:26.411084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53086) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:26.438587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.439845 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc905db-afba-431a-9fff-3fc509cbe5e4 None None] The sync data for ids ['2c378f2a-d827-47e2-8d6b-56049f2cf393'] in n-d-832156-4 is: [{'id': '2c378f2a-d827-47e2-8d6b-56049f2cf393', 'name': 'tempest-ServersTestJSON-772595330-router', 'tenant_id': '65ebf9f7e8404306ab854f6eff25a76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:31Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 6, 'project_id': '65ebf9f7e8404306ab854f6eff25a76a', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:26.448388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-355920bf-6c5e-4493-94af-186183a70f0e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 200 len: 205 time: 0.0335381 Mar 07 10:38:26.451350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53090) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:26.480832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.481077 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Floating IP f9353791-7b73-465d-80f6-1eadf3f360e3 disassociated. External IP: 172.25.4.233, port: 0e712537-ef5c-4d42-9f4f-10ac6e017374. Mar 07 10:38:26.629388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (9c8d2875-f05f-4e79-90da-356287e580b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.688803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001e35-f470-4a9b-b0f3-a731c5bd196a req-843ee03f-c162-4b76-be71-e21a1b679f09 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.690256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14001e35-f470-4a9b-b0f3-a731c5bd196a req-843ee03f-c162-4b76-be71-e21a1b679f09 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 946 time: 0.1562777 Mar 07 10:38:26.755877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3f0869ac-2249-4d6e-9b96-3119a83572e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.785799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (12e951c1-ef9a-4277-a500-a605ca26a18e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.786060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0869ac-2249-4d6e-9b96-3119a83572e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:26.801614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3', '12e951c1-ef9a-4277-a500-a605ca26a18e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:26.807167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3', '10646c3b-d002-4ccd-b758-fb889539ac94', '0311f79c-d94a-40a6-9d12-d77db9e74f75'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:26.842507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (9c8d2875-f05f-4e79-90da-356287e580b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.868652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.880037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=12e951c1-ef9a-4277-a500-a605ca26a18e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:26.909329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14001e35-f470-4a9b-b0f3-a731c5bd196a req-1c320a79-f2e1-4fa8-9f79-f9b30b1f23c9 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036004 Mar 07 10:38:27.022520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 12e951c1-ef9a-4277-a500-a605ca26a18e on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:27.027537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.031881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e311e1b0-c068-448d-9ad8-cdbe21b41f95 req-f3ac5be8-46bc-4139-b6c6-9fa2b0431b34 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "DELETE /v2.0/ports/12e951c1-ef9a-4277-a500-a605ca26a18e HTTP/1.1" status: 204 len: 173 time: 1.5851228 Mar 07 10:38:27.032556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'name': 'network-vif-deleted', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:27.044956 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac43be6-e05e-4719-bbf6-1b25459c8897" -d '{"events": [{"server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "name": "network-vif-deleted", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:27.088087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.093507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks [] for router_controller (2c378f2a-d827-47e2-8d6b-56049f2cf393), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.098305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:27.140977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.179328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port 3b2f12f5-f896-4289-af33-37dd6296874e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:27.179910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b2f12f5-f896-4289-af33-37dd6296874e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.317912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b2f12f5-f896-4289-af33-37dd6296874e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.336416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for 3b2f12f5-f896-4289-af33-37dd6296874e owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:27.390031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (2c378f2a-d827-47e2-8d6b-56049f2cf393), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.391728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:27.392618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c378f2a-d827-47e2-8d6b-56049f2cf393 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:27.397752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.406412 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:27.420338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:27.422069 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:27.431379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.432610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63ea2b7c-17b1-4ca4-86bf-0ec47384a3d7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c378f2a-d827-47e2-8d6b-56049f2cf393 HTTP/1.1" status: 204 len: 168 time: 1.7813549 Mar 07 10:38:27.436365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53104) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:27.489294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-da439403-b57e-4e0f-8eda-c8c5bd34c629 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "PUT /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 695 time: 1.4534771 Mar 07 10:38:27.569775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-4c88f78b-c40c-446b-9a31-81ed0093df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.571995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-4c88f78b-c40c-446b-9a31-81ed0093df5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 1127 time: 0.0664489 Mar 07 10:38:27.595449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Deleting subnet 0670d10c-0ef1-46ef-8736-c6e578cb9a26 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:27.631319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Publish callbacks [] for subnet (0670d10c-0ef1-46ef-8736-c6e578cb9a26), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.655825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0869ac-2249-4d6e-9b96-3119a83572e3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:27.718147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:27.721827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-0b74a839-9785-421e-9dab-e32e5914453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.723950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-0b74a839-9785-421e-9dab-e32e5914453a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.1439438 Mar 07 10:38:27.729109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3f0869ac-2249-4d6e-9b96-3119a83572e3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:27.729544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0869ac-2249-4d6e-9b96-3119a83572e3 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:27.729951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (0670d10c-0ef1-46ef-8736-c6e578cb9a26), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.730468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ca6f3e06-e12a-42b6-a9e3-b060393e13e8 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:27.802368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ca6f3e06-e12a-42b6-a9e3-b060393e13e8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:27.803037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ca6f3e06-e12a-42b6-a9e3-b060393e13e8 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:27.845501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46ec3d90-c579-49fb-93ed-b2fb95d2b33d req-4ce0f1bf-4c9f-45cc-82d9-27e2058c15cf tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=174a4807-1bd4-4549-abcc-ac3055a04c62 HTTP/1.1" status: 200 len: 210 time: 0.1375971 Mar 07 10:38:27.847069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-bd3ec10d-a9f5-42f2-9bf8-f5508465b852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 200 len: 217 time: 0.0927207 Mar 07 10:38:27.915746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3b2f12f5-f896-4289-af33-37dd6296874e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.963606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=3b2f12f5-f896-4289-af33-37dd6296874e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:27.973927 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (0670d10c-0ef1-46ef-8736-c6e578cb9a26), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.004425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:28.008775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-93baa5d5-14b6-4800-96a5-8d3980fa0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.011100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-93baa5d5-14b6-4800-96a5-8d3980fa0435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1524060 Mar 07 10:38:28.068537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (9c8d2875-f05f-4e79-90da-356287e580b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.081457 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:28.084620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa504c-9beb-4552-a06c-456af4a64fac req-235abf7b-4f51-440b-9739-37d04be016cc tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.092728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38fa504c-9beb-4552-a06c-456af4a64fac req-235abf7b-4f51-440b-9739-37d04be016cc tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1132 time: 0.1371384 Mar 07 10:38:28.126194 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:28.139888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45359-5997-4207-a22d-4906c1acfde2 req-b7178fd3-b1ca-48ac-8049-8b8862d42c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.141372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-b7178fd3-b1ca-48ac-8049-8b8862d42c1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211553 Mar 07 10:38:28.145326 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:28.148135 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:28.174641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:28.176059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:28.186943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.189580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (9c8d2875-f05f-4e79-90da-356287e580b5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.192235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (0670d10c-0ef1-46ef-8736-c6e578cb9a26), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.200127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38fa504c-9beb-4552-a06c-456af4a64fac req-93ac427c-9c08-41cb-bc5b-817bfcc2f6c1 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016362 Mar 07 10:38:28.264926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0670d10c-0ef1-46ef-8736-c6e578cb9a26,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:28.267419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.272644 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf128849-93c9-4eab-a12a-af09a62fc452 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0670d10c-0ef1-46ef-8736-c6e578cb9a26 HTTP/1.1" status: 204 len: 168 time: 0.8352983 Mar 07 10:38:28.275278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab95df1-37b7-406a-b4bb-82bb05ee1153 None None] Network 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:28.275427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53114) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:28.285958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (9c8d2875-f05f-4e79-90da-356287e580b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.286512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router 9c8d2875-f05f-4e79-90da-356287e580b5 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:28.305933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.311272 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8fc855b4-ace7-4544-bd82-a4e8888b5daf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 204 len: 168 time: 1.8550529 Mar 07 10:38:28.312015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:28.316470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-697244943', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:28.332229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:28.355527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-0da4d0dc-7650-4893-b67b-d41698359fb4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997089 Mar 07 10:38:28.388087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:28.388875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.390503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9bcab1b1-9f3e-4be9-a90a-98b180ea2057), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.400265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f13f2-9a30-4af8-849e-b5573e22370a req-19f5e54f-d7ca-44b8-b7b7-1a5cc7ad7674 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.402456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (280c3614-6208-4fac-8707-40def5838f6d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.402598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c5f13f2-9a30-4af8-849e-b5573e22370a req-19f5e54f-d7ca-44b8-b7b7-1a5cc7ad7674 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.0944979 Mar 07 10:38:28.402678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (280c3614-6208-4fac-8707-40def5838f6d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.432830 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.450998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:28.454313 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2bb58-1467-46a2-bb3b-7800fd37e7e1" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:28.471071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:28.484878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.494433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (280c3614-6208-4fac-8707-40def5838f6d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.504057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Deleting port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:28.504490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.523875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c5f13f2-9a30-4af8-849e-b5573e22370a req-d53731d5-3e5b-4aed-aa98-4fec82902f05 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112227 Mar 07 10:38:28.532109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66f45359-5997-4207-a22d-4906c1acfde2 req-13f62080-e7bd-42a3-9f04-4a215d5ef543 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663120 Mar 07 10:38:28.559962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:28.576900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] DHCP port deletion for 9bcab1b1-9f3e-4be9-a90a-98b180ea2057 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:38:28.610951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] For port f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:28.611459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.634371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Deleting port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:28.634816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.637789 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31435efa-848b-4258-ba99-6da5e0514a4b x-openstack-request-id: req-31435efa-848b-4258-ba99-6da5e0514a4b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:28.638086 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174a4807-1bd4-4549-abcc-ac3055a04c62", "name": "network-vif-deleted", "tag": "12e951c1-ef9a-4277-a500-a605ca26a18e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:28.638339 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31435efa-848b-4258-ba99-6da5e0514a4b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:28.638809 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174a4807-1bd4-4549-abcc-ac3055a04c62', 'name': 'network-vif-deleted', 'tag': '12e951c1-ef9a-4277-a500-a605ca26a18e', 'status': 'completed', 'code': 200} Mar 07 10:38:28.694834 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:28.726149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d02c5-c771-43d1-ae70-4e4a69f2013a None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:28.733481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b55e-2d33-43ec-803d-153d59e6c45f req-3a6ab343-30ba-4582-8d7f-6198941b2515 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.735209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a19b55e-2d33-43ec-803d-153d59e6c45f req-3a6ab343-30ba-4582-8d7f-6198941b2515 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c0875f3-c7d9-4e03-a2a0-94c1c02245c6 HTTP/1.1" status: 200 len: 946 time: 0.0955014 Mar 07 10:38:28.757116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Calling delete_port for f4fad2e2-28a6-4198-9774-1b7f64a4ad68 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:28.839053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a19b55e-2d33-43ec-803d-153d59e6c45f req-290014db-e6cf-4072-a0f9-2cc86d5f9aba tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964932 Mar 07 10:38:28.889912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.914552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] For port f4fad2e2-28a6-4198-9774-1b7f64a4ad68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,segment=NetworkSegment(2627aea2-8bc3-4cb1-a71b-e99fb88e556e),segment_id=2627aea2-8bc3-4cb1-a71b-e99fb88e556e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:28.916505 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.942130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Calling delete_port for f4fad2e2-28a6-4198-9774-1b7f64a4ad68 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:29.003894 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8fcdf-5dca-4a9f-8f3d-77545cb5e268 x-openstack-request-id: req-9de8fcdf-5dca-4a9f-8f3d-77545cb5e268 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:29.005314 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:29.005811 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9de8fcdf-5dca-4a9f-8f3d-77545cb5e268 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:29.006422 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:38:29.013022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.074461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] No DVR routers for this DVR port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:29.087413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:29.095772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f4fad2e2-28a6-4198-9774-1b7f64a4ad68), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.128346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-a2560c40-22e5-4f3f-b1d4-685cba56927c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250353 Mar 07 10:38:29.136751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] Pushing event deleted for resources: {'Port': ['ID=f4fad2e2-28a6-4198-9774-1b7f64a4ad68,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:29.149591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833fdb2-b27e-47b8-aa58-4ec986cc28db None None] No DVR routers for this DVR port f4fad2e2-28a6-4198-9774-1b7f64a4ad68 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:29.167541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1392e1-762c-425e-8249-c7b3b0da492a req-27d8c93a-c817-4ec2-8332-fd85fd2778ca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.176264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e1392e1-762c-425e-8249-c7b3b0da492a req-27d8c93a-c817-4ec2-8332-fd85fd2778ca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.0822015 Mar 07 10:38:29.230242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03576cf-2135-4e61-aaa4-41ba2f45fa48 None None] New status for floating IP f9353791-7b73-465d-80f6-1eadf3f360e3: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:29.297851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e1392e1-762c-425e-8249-c7b3b0da492a req-29c78fb4-49b1-4f66-858c-db1d81503efa tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100516 Mar 07 10:38:29.437247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-8b894665-5f87-4438-aea9-76f0c6c3fe04 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.438790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-8b894665-5f87-4438-aea9-76f0c6c3fe04 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports/5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 940 time: 0.2483068 Mar 07 10:38:29.515611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb29a4f-dbb7-4189-b027-47ac0b2752fc req-1fa108ee-6402-48bf-940d-a96ec2353260 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.519393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb29a4f-dbb7-4189-b027-47ac0b2752fc req-1fa108ee-6402-48bf-940d-a96ec2353260 tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 1132 time: 0.0779889 Mar 07 10:38:29.584136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9bcab1b1-9f3e-4be9-a90a-98b180ea2057), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.612763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcab1b1-9f3e-4be9-a90a-98b180ea2057']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:29.636851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4fad2e2-28a6-4198-9774-1b7f64a4ad68 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:29.637675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb29a4f-dbb7-4189-b027-47ac0b2752fc req-9ef09838-ec1f-4306-9c76-c73c7b75ee0a tempest-ServersAdminTestJSON-2050634351 tempest-ServersAdminTestJSON-2050634351-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007235 Mar 07 10:38:29.660134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-47c1910f-9b62-45bf-9e59-53a42bb09087 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.665434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-47c1910f-9b62-45bf-9e59-53a42bb09087 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1083193 Mar 07 10:38:29.665910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f4fad2e2-28a6-4198-9774-1b7f64a4ad68 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:29.666577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4fad2e2-28a6-4198-9774-1b7f64a4ad68 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:29.721883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2627aea2-8bc3-4cb1-a71b-e99fb88e556e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:29.722113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2627aea2-8bc3-4cb1-a71b-e99fb88e556e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:29.743074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-e9f86cb8-4894-4b0b-976f-9efd02d169a8 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.0764508 Mar 07 10:38:29.745887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.749462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:29.751227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2627aea2-8bc3-4cb1-a71b-e99fb88e556e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.775886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.802174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.808330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2627aea2-8bc3-4cb1-a71b-e99fb88e556e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.868319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:29.869022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2627aea2-8bc3-4cb1-a71b-e99fb88e556e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: items = [ Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:29.871418 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:29.973670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9bcab1b1-9f3e-4be9-a90a-98b180ea2057), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.984233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.987511 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9bcab1b1-9f3e-4be9-a90a-98b180ea2057 HTTP/1.1" status: 204 len: 168 time: 1.7111301 Mar 07 10:38:30.009627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:30.039929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 12e951c1-ef9a-4277-a500-a605ca26a18e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:30.048823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70be0-fc99-4ebb-85aa-f30e49794984 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcab1b1-9f3e-4be9-a90a-98b180ea2057,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.090261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Allocated IP 172.25.4.106 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d70e3f12-9bfe-4f39-99c0-d6808716174d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:30.120605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 12e951c1-ef9a-4277-a500-a605ca26a18e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:30.120946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 12e951c1-ef9a-4277-a500-a605ca26a18e not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:30.230034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:30.239416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:30.251434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '041fb941-b1e0-43fa-923e-bb61b959627e', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '041fb941-b1e0-43fa-923e-bb61b959627e', 'mac_address': 'fa:16:3e:14:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:30.260618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for port (d70e3f12-9bfe-4f39-99c0-d6808716174d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.283470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475d6cc-8ae4-4898-8ac6-dfcd8d472978 req-002500c9-3f9a-48b0-b6bc-1c617306ca94 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.285027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c475d6cc-8ae4-4898-8ac6-dfcd8d472978 req-002500c9-3f9a-48b0-b6bc-1c617306ca94 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1774275 Mar 07 10:38:30.293663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:30.294046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.305642 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5a639185-c305-4d3f-bfc0-c5c3ae616f79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ebf9f7e8404306ab854f6eff25a76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744538 Mar 07 10:38:30.311105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:30.311513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:30.335781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:30.342791 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.372851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d70e3f12-9bfe-4f39-99c0-d6808716174d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.429731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=12']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.431580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:30.434834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c475d6cc-8ae4-4898-8ac6-dfcd8d472978 req-0f8652cb-5ef6-4974-b2c2-bb004b68649e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110239 Mar 07 10:38:30.461764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:30.475240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:30.482995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] Publish callbacks [] for security_group (26aee04f-6586-4b8f-9fdc-e5bca7412ba3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.511931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['041fb941-b1e0-43fa-923e-bb61b959627e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:30.540372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event updated for resources: {'Port': ['ID=d70e3f12-9bfe-4f39-99c0-d6808716174d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.566381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] Publish callbacks [] for security_group (26aee04f-6586-4b8f-9fdc-e5bca7412ba3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.770752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26aee04f-6586-4b8f-9fdc-e5bca7412ba3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.774067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.775419 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26aee04f-6586-4b8f-9fdc-e5bca7412ba3 HTTP/1.1" status: 204 len: 168 time: 0.4633367 Mar 07 10:38:30.832891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f1c3-6d44-48c2-8340-0c2552f01d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aee04f-6586-4b8f-9fdc-e5bca7412ba3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.968232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:38:31.009628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:31.011976 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a19396-65a0-4319-9ea0-8461ebe9d08c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:31.055500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.103189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.113396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.176529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0e0b-5b83-4615-983a-519cb2c98056 req-97333eae-9774-44fb-a45e-d7f65ba629ed tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.183500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1deb0e0b-5b83-4615-983a-519cb2c98056 req-97333eae-9774-44fb-a45e-d7f65ba629ed tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 950 time: 0.1657543 Mar 07 10:38:31.218208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-3f591642-f643-40b8-a8ec-28d3439cb291 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.219692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-3f591642-f643-40b8-a8ec-28d3439cb291 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 945 time: 0.1591721 Mar 07 10:38:31.343528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1deb0e0b-5b83-4615-983a-519cb2c98056 req-bd298b63-3f09-4a1e-a9ff-62f2d3594617 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580155 Mar 07 10:38:31.437818 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Floating IP f9353791-7b73-465d-80f6-1eadf3f360e3 associated. External IP: 172.25.4.233, port: 1bfe7e45-f7cc-4a9f-b060-9238761a9646. Mar 07 10:38:31.469350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-91266841-447b-4335-a21c-7709a49e33bb tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.470831 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-91266841-447b-4335-a21c-7709a49e33bb tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c0875f3-c7d9-4e03-a2a0-94c1c02245c6 HTTP/1.1" status: 200 len: 946 time: 0.1632307 Mar 07 10:38:31.492011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (280c3614-6208-4fac-8707-40def5838f6d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.615420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Deleting port 0e712537-ef5c-4d42-9f4f-10ac6e017374 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:31.615788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.715008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] For port 0e712537-ef5c-4d42-9f4f-10ac6e017374, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0e712537-ef5c-4d42-9f4f-10ac6e017374,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:31.715389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.729394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Calling delete_port for 0e712537-ef5c-4d42-9f4f-10ac6e017374 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:31.768274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-1c36e1f2-1582-4334-938a-a26625f3021c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.770123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-1c36e1f2-1582-4334-938a-a26625f3021c tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/ports?device_id=51de816b-1585-449e-9af0-ae071a7d03ab HTTP/1.1" status: 200 len: 950 time: 0.1494184 Mar 07 10:38:31.776028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Deleting port 3c4afc58-2265-4f84-a964-8efe57bd3f98 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:31.776850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.975678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Router 280c3614-6208-4fac-8707-40def5838f6d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:32.023847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:32.039275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] For port 3c4afc58-2265-4f84-a964-8efe57bd3f98, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3c4afc58-2265-4f84-a964-8efe57bd3f98,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.039828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.099420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-ac2a09e7-ad6d-4bc3-a25d-281d729dab99 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.099949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Calling delete_port for 3c4afc58-2265-4f84-a964-8efe57bd3f98 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:32.111694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-ac2a09e7-ad6d-4bc3-a25d-281d729dab99 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.6165998 Mar 07 10:38:32.121821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 0311f79c-d94a-40a6-9d12-d77db9e74f75 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:32.122154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.197883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 041fb941-b1e0-43fa-923e-bb61b959627e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:32.198298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.229835 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:38:32.268898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-b4c3fa69-0d32-4d15-9d36-5f594cc1bec3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/quotas/c349b5677263491db55d077ba1db3e9b HTTP/1.1" status: 200 len: 375 time: 0.1526318 Mar 07 10:38:32.303363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-ddc42728-2bae-43dd-bf9d-6034e13ff96b tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.305780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-ddc42728-2bae-43dd-bf9d-6034e13ff96b tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "GET /v2.0/ports?device_id=704f1f9f-1f02-4b6a-b880-e35a118d5aeb HTTP/1.1" status: 200 len: 946 time: 0.4611504 Mar 07 10:38:32.330509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:32.343220 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] Sync routers for ids ['280c3614-6208-4fac-8707-40def5838f6d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:32.365953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 0311f79c-d94a-40a6-9d12-d77db9e74f75, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0311f79c-d94a-40a6-9d12-d77db9e74f75,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.365953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.369651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] Routers {'280c3614-6208-4fac-8707-40def5838f6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:32.370272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['280c3614-6208-4fac-8707-40def5838f6d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:32.394430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:32.416129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 0311f79c-d94a-40a6-9d12-d77db9e74f75 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:32.445783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.450727 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-554a70c0-e80f-40ed-b5bf-ede8bf4ca193 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1379623 Mar 07 10:38:32.453373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:32.470144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:32.484909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:32.490326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:32.490582 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] Routers {'280c3614-6208-4fac-8707-40def5838f6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:32.490709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.491497 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['280c3614-6208-4fac-8707-40def5838f6d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:32.540702 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:32.541929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c72a6-a597-4555-b1bf-527f9036af61 None None] The sync data for ids ['280c3614-6208-4fac-8707-40def5838f6d'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:32.551881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:32.560309 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a029f8f-bb17-428a-8d8c-6cf4f41b6217" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:32.593668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.598712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0e712537-ef5c-4d42-9f4f-10ac6e017374), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.603776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.695716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-253303012-network', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:32.732505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0e712537-ef5c-4d42-9f4f-10ac6e017374'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:32.735441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1bfe7e45-f7cc-4a9f-b060-9238761a9646'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:32.738448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=13']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.763502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-3306de27-e990-46f3-81ec-c930402d2c9e tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4936199 Mar 07 10:38:32.819207 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3c4afc58-2265-4f84-a964-8efe57bd3f98), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.867358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['62478883-124a-43a6-bbd2-0d699f0ff566'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:32.884850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event deleted for resources: {'Port': ['ID=0e712537-ef5c-4d42-9f4f-10ac6e017374,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.940489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3c4afc58-2265-4f84-a964-8efe57bd3f98'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:33.089473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3798-d286-4094-925a-400a070f497e req-5c2b0cba-ab85-4af5-961e-4b67653c324c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.094634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66a3798-d286-4094-925a-400a070f497e req-5c2b0cba-ab85-4af5-961e-4b67653c324c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.7140269 Mar 07 10:38:33.396057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] No DVR routers for this DVR port 0e712537-ef5c-4d42-9f4f-10ac6e017374 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:33.406196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.409667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97bf3e9-8a82-4306-97a7-26a64df59c4e req-698f3376-51c0-48dd-a1cf-c81d2f3673e0 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.26 "DELETE /v2.0/ports/0e712537-ef5c-4d42-9f4f-10ac6e017374 HTTP/1.1" status: 204 len: 173 time: 2.1760859 Mar 07 10:38:33.423146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:33.479481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Deleting port 62478883-124a-43a6-bbd2-0d699f0ff566 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:33.480025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.591804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:33.599217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.605796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0311f79c-d94a-40a6-9d12-d77db9e74f75), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.609034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] For port 62478883-124a-43a6-bbd2-0d699f0ff566, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=62478883-124a-43a6-bbd2-0d699f0ff566,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.616010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.623062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:33.630162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3', '10646c3b-d002-4ccd-b758-fb889539ac94', '0311f79c-d94a-40a6-9d12-d77db9e74f75'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:33.630728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Calling delete_port for 62478883-124a-43a6-bbd2-0d699f0ff566 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:33.709587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event deleted for resources: {'Port': ['ID=3c4afc58-2265-4f84-a964-8efe57bd3f98,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.712298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-08a2e039-0ca3-4606-a372-f3211a3460e0 service neutron] 10.222.0.23 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471335 Mar 07 10:38:33.738514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.890532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] No DVR routers for this DVR port 3c4afc58-2265-4f84-a964-8efe57bd3f98 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:33.949039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.959710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5f6a57a8-c52c-4a68-9de8-c316b453d724 req-878e0bfd-c57b-4a7d-839c-49f3c9494f92 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "DELETE /v2.0/ports/3c4afc58-2265-4f84-a964-8efe57bd3f98 HTTP/1.1" status: 204 len: 173 time: 2.4768598 Mar 07 10:38:33.961554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=0311f79c-d94a-40a6-9d12-d77db9e74f75,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.967004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'name': 'network-vif-deleted', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:33.971279 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a1cad-9bc6-4dc2-8e17-387cdb84ede9" -d '{"events": [{"server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "name": "network-vif-deleted", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:34.189939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks [] for security_group (870daa4b-0437-4d9d-9c56-b3f5bde3540b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.192501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 0311f79c-d94a-40a6-9d12-d77db9e74f75 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:34.201406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.205625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79f403ec-26c9-4ef2-897d-557dc4f9a81c req-107a1b2e-e397-46e3-bff7-ed00a5467ca5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "DELETE /v2.0/ports/0311f79c-d94a-40a6-9d12-d77db9e74f75 HTTP/1.1" status: 204 len: 173 time: 2.4247885 Mar 07 10:38:34.218639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (870daa4b-0437-4d9d-9c56-b3f5bde3540b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.302330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:34.353474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (428a67df-5431-497d-b4b3-8aba8c56bd71), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.353971 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Added segment 428a67df-5431-497d-b4b3-8aba8c56bd71 of type vlan for network 02778223-21a1-40ab-ae6e-908f706d874a Mar 07 10:38:34.403477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870daa4b-0437-4d9d-9c56-b3f5bde3540b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.536714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (02778223-21a1-40ab-ae6e-908f706d874a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.619195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:34.626507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Deleting port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:34.626782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.633749 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.633934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:34.651489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:38:34.669126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:34.670099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:34.710937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (02778223-21a1-40ab-ae6e-908f706d874a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.711600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.712290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.776998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-464fd35e-2e40-4b9d-a23c-ffaa0b497bb6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "PUT /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 997 time: 5.0329819 Mar 07 10:38:34.792341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d6dfc6ca-e658-4181-8475-bb2f65a64c22 service neutron] 10.222.0.23 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782093 Mar 07 10:38:34.927411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (62478883-124a-43a6-bbd2-0d699f0ff566), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.937990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5410271 Mar 07 10:38:34.968000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:34.973323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Request body: {'subnet': {'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-subnet', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:35.016682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:35.066927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event deleted for resources: {'Port': ['ID=62478883-124a-43a6-bbd2-0d699f0ff566,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:35.067411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.093203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4fce-09fc-4138-97d7-37132a200098 admin admin] Pushing event updated for resources: {'Network': ['ID=02778223-21a1-40ab-ae6e-908f706d874a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:35.117216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.129601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] For port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:35.129961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.130963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:35.133537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.174773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 02778223-21a1-40ab-ae6e-908f706d874a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:35.185620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] No DVR routers for this DVR port 62478883-124a-43a6-bbd2-0d699f0ff566 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:35.214354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.244955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cd7b6be-b3e6-4adf-ac66-a040c654b49a req-3125bde2-8d14-4981-80ac-47e58fbb84ef tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "DELETE /v2.0/ports/62478883-124a-43a6-bbd2-0d699f0ff566 HTTP/1.1" status: 204 len: 173 time: 2.8696973 Mar 07 10:38:35.245961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Calling delete_port for 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:35.289467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-b1ffdae9-717d-4a88-8476-e6cd49d29a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.291595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-b1ffdae9-717d-4a88-8476-e6cd49d29a73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.4596133 Mar 07 10:38:35.420576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Deleting port d70e3f12-9bfe-4f39-99c0-d6808716174d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:35.421127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d70e3f12-9bfe-4f39-99c0-d6808716174d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.591519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d70e3f12-9bfe-4f39-99c0-d6808716174d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.633799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Calling delete_port for d70e3f12-9bfe-4f39-99c0-d6808716174d owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:35.654847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61114927-62ca-48b1-a1d2-d45c9f84f8a3 req-e50edc83-6c1d-4ca9-a7f8-29cbba7a2a4f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.665012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61114927-62ca-48b1-a1d2-d45c9f84f8a3 req-e50edc83-6c1d-4ca9-a7f8-29cbba7a2a4f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.3705368 Mar 07 10:38:35.742710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-dd429f68-9175-41e1-8ba0-1ad833964b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.753684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-dd429f68-9175-41e1-8ba0-1ad833964b55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.4433255 Mar 07 10:38:35.774708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:30Z', 'revision_number': 8, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:35.885953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:35.887341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-a909ec0f-7e30-4f60-a7aa-90e3970741f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 1000 time: 0.1322238 Mar 07 10:38:35.901969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:35.902905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:35.977291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61114927-62ca-48b1-a1d2-d45c9f84f8a3 req-d9f0fea2-d419-4c9a-afaf-2c1376332cec tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107097 Mar 07 10:38:36.077847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-bf7703b7-162b-4df5-aed6-27d9951a8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.088954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-bf7703b7-162b-4df5-aed6-27d9951a8e54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.1995442 Mar 07 10:38:36.110996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 62478883-124a-43a6-bbd2-0d699f0ff566 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.149949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e7d72245-5f7b-4788-8dd7-28a3951e95b1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.153510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3c4afc58-2265-4f84-a964-8efe57bd3f98 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.256446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (28f1ac6a-86e3-4f48-ab64-5a5ec88a5185), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.270378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-3e48f730-7fb9-4803-b674-16f3af148106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.273742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-3e48f730-7fb9-4803-b674-16f3af148106 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1822166 Mar 07 10:38:36.340025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event deleted for resources: {'Port': ['ID=28f1ac6a-86e3-4f48-ab64-5a5ec88a5185,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.355351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c925-f0dd-4bff-abb6-45714c49927b req-a204e419-f19f-40f8-b934-54065f10f594 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.364445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba25c925-f0dd-4bff-abb6-45714c49927b req-a204e419-f19f-40f8-b934-54065f10f594 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 950 time: 0.1997659 Mar 07 10:38:36.444693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d72245-5f7b-4788-8dd7-28a3951e95b1,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.448998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba25c925-f0dd-4bff-abb6-45714c49927b req-9a861eeb-dba0-47a1-8f50-b1b34bd4d6b9 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832086 Mar 07 10:38:36.567257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Checking segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:36.567613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Network hostable DHCP agents. Network: 02778223-21a1-40ab-ae6e-908f706d874a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:36.605016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:36.625120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Network 02778223-21a1-40ab-ae6e-908f706d874a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:36.637747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d70e3f12-9bfe-4f39-99c0-d6808716174d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.646654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['875b6641-df0c-4956-b063-cc91d6f654d4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:36.660347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 62478883-124a-43a6-bbd2-0d699f0ff566 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.660704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 62478883-124a-43a6-bbd2-0d699f0ff566 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.661101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0e712537-ef5c-4d42-9f4f-10ac6e017374 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.683423 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e656d5-85fc-459d-891e-7d6031ca4de3 x-openstack-request-id: req-86e656d5-85fc-459d-891e-7d6031ca4de3 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:36.683423 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:36.683423 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e656d5-85fc-459d-891e-7d6031ca4de3 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:36.683423 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'status': 'completed', 'code': 200} Mar 07 10:38:36.689188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 3c4afc58-2265-4f84-a964-8efe57bd3f98 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.689522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3c4afc58-2265-4f84-a964-8efe57bd3f98 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.689998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0311f79c-d94a-40a6-9d12-d77db9e74f75 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.724187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 02778223-21a1-40ab-ae6e-908f706d874a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:36.736787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 0311f79c-d94a-40a6-9d12-d77db9e74f75 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.737135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0311f79c-d94a-40a6-9d12-d77db9e74f75 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.744575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5fc5da-8cd2-4d69-88f2-5cee39b51f2c None None] Network 02778223-21a1-40ab-ae6e-908f706d874a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:36.766790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.767493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.776334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Pushing event deleted for resources: {'Port': ['ID=d70e3f12-9bfe-4f39-99c0-d6808716174d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.800366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 0e712537-ef5c-4d42-9f4f-10ac6e017374 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.800929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0e712537-ef5c-4d42-9f4f-10ac6e017374 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.801179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.841205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.841543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.894932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:36.949877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4a19396-65a0-4319-9ea0-8461ebe9d08c req-00787356-fe05-42c6-8f47-824b9966e2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=af4a2917-8c79-46bc-bfbc-7a714a449a5d HTTP/1.1" status: 200 len: 210 time: 0.2969811 Mar 07 10:38:36.957084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] No DVR routers for this DVR port 28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:36.979311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.987670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66a3798-d286-4094-925a-400a070f497e req-156a882f-3c60-4a54-9ea4-f15506643400 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "DELETE /v2.0/ports/28f1ac6a-86e3-4f48-ab64-5a5ec88a5185 HTTP/1.1" status: 204 len: 173 time: 3.8256533 Mar 07 10:38:36.998599 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e2501a6d-93e7-4b23-a3b3-9ed35e933969 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0267386 Mar 07 10:38:37.000508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:37.014906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:37.061707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (280c3614-6208-4fac-8707-40def5838f6d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.266505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f43160f0-76b9-484c-a5d8-87610081f02a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.268639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f43160f0-76b9-484c-a5d8-87610081f02a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.355583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-3159fe04-8f1b-4de5-8b34-b91248c94c28 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0385485 Mar 07 10:38:37.473725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158683b5-258f-4b5d-9289-6225013fb3f9 req-210a8914-26cc-49f4-9fe8-9bd4c22cb3fe tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.485228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-158683b5-258f-4b5d-9289-6225013fb3f9 req-210a8914-26cc-49f4-9fe8-9bd4c22cb3fe tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.8289187 Mar 07 10:38:37.499016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-537b8b0a-3ba3-4824-a2d0-54b96e01fb14 req-035f0c91-9609-4b8b-a516-7038e9a6a214 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390493 Mar 07 10:38:37.626370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-158683b5-258f-4b5d-9289-6225013fb3f9 req-c8b43162-4535-4545-9a96-7f1352a25432 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405625 Mar 07 10:38:37.642018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a19396-65a0-4319-9ea0-8461ebe9d08c req-2360932a-dba2-4efc-a96c-ce770e2acaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.644067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4a19396-65a0-4319-9ea0-8461ebe9d08c req-2360932a-dba2-4efc-a96c-ce770e2acaaf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c892a8e3ecbe47af9845563400ce1507&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6755712 Mar 07 10:38:37.737787 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5030c7c2-1bdb-4b31-a9bf-436a421c34d4 x-openstack-request-id: req-5030c7c2-1bdb-4b31-a9bf-436a421c34d4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:37.738155 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-plugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:37.738414 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5030c7c2-1bdb-4b31-a9bf-436a421c34d4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:37.738848 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:38:37.751127 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b26a9b7-7310-4dc9-940a-fbe94621be5f x-openstack-request-id: req-3b26a9b7-7310-4dc9-940a-fbe94621be5f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:37.752460 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0875f3-c7d9-4e03-a2a0-94c1c02245c6", "name": "network-vif-deleted", "tag": "3c4afc58-2265-4f84-a964-8efe57bd3f98", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:37.752641 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b26a9b7-7310-4dc9-940a-fbe94621be5f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:37.752950 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0875f3-c7d9-4e03-a2a0-94c1c02245c6', 'name': 'network-vif-deleted', 'tag': '3c4afc58-2265-4f84-a964-8efe57bd3f98', 'status': 'completed', 'code': 200} Mar 07 10:38:37.758591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for router_controller (f43160f0-76b9-484c-a5d8-87610081f02a), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.047254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-02778223-21a1-40ab-ae6e-908f706d874a', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:38:38.049612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.069924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (280c3614-6208-4fac-8707-40def5838f6d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.145957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:30Z', 'revision_number': 8, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:38.219767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25e18943-631a-46a4-9d3b-b704ec171d4d req-cff6d18a-86f1-429f-93b0-677a2986e585 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb9131ac-c597-468f-8a2d-aa24797e5081 HTTP/1.1" status: 200 len: 210 time: 0.1072178 Mar 07 10:38:38.309110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-024eee97-c74c-4162-b6e3-b8fc3bdaef33 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.309903 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-024eee97-c74c-4162-b6e3-b8fc3bdaef33 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.4613092 Mar 07 10:38:38.404308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Allocated IP 172.20.0.2 (02778223-21a1-40ab-ae6e-908f706d874a/e7d72245-5f7b-4788-8dd7-28a3951e95b1/4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:38.412879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (280c3614-6208-4fac-8707-40def5838f6d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.416880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a19396-65a0-4319-9ea0-8461ebe9d08c req-b8df9b8a-ebff-4f9a-824e-29281fc5f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.418192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4a19396-65a0-4319-9ea0-8461ebe9d08c req-b8df9b8a-ebff-4f9a-824e-29281fc5f862 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7647820 Mar 07 10:38:38.441770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Request body: {'port': {'device_id': '3596d5b9-c423-4246-bb1d-f88810609c71', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'admin_state_up': True, 'tenant_id': 'c349b5677263491db55d077ba1db3e9b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:38.548384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29660d5b-a58d-4ae9-bdab-5a9c92dded77 req-207ba18a-89e4-41e9-bb04-006ca3cc9628 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 997 time: 0.2070925 Mar 07 10:38:38.562442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98e07-c29f-495c-870a-698d987474ab req-8247d155-e55b-46fe-96cb-27d835456355 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.569626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eb98e07-c29f-495c-870a-698d987474ab req-8247d155-e55b-46fe-96cb-27d835456355 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.7159989 Mar 07 10:38:38.600033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks [] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.644330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a6f4d-ff53-400a-b7e3-56f801b09b81 None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'f9353791-7b73-465d-80f6-1eadf3f360e3', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'port_id': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'mac_address': 'fa:16:3e:59:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:37:38Z', 'updated_at': '2022-03-07T10:38:30Z', 'revision_number': 8, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:38.655670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.713956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Router 280c3614-6208-4fac-8707-40def5838f6d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:38.715863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'name': 'network-vif-deleted', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374'}, {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}, {'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'name': 'network-vif-deleted', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566'}, {'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'name': 'network-vif-deleted', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:38.719475 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73287e7-eb10-4b86-bcf1-458b715b1b5b" -d '{"events": [{"server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "name": "network-vif-deleted", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374"}, {"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}, {"server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "name": "network-vif-deleted", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566"}, {"server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "name": "network-vif-deleted", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:38.723390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Pushing event updated for resources: {'Port': ['ID=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:38.758779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eb98e07-c29f-495c-870a-698d987474ab req-ee7dde28-b79f-4374-b7f6-7bfb4bbbf375 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871636 Mar 07 10:38:38.774074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Network 02778223-21a1-40ab-ae6e-908f706d874a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:38.776625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:38.781601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:38.864483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-a32a43ba-77d6-4745-9239-b21aa99cbd00 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.872907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-a32a43ba-77d6-4745-9239-b21aa99cbd00 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 813 time: 0.8841355 Mar 07 10:38:38.903883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Request body: {'port': {'device_id': '5d747657-3342-4917-a5fd-789a2060983c', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'admin_state_up': True, 'tenant_id': 'c349b5677263491db55d077ba1db3e9b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:38.915051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Attempting to bind port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:38.915230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Attempting to bind port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:38.915570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Attempting to bind port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 on network 02778223-21a1-40ab-ae6e-908f706d874a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:38.931410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for router_gateway (f43160f0-76b9-484c-a5d8-87610081f02a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.943472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:38.949845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Checking segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:38.950341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.954175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Bound using segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:38.954750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Bound port: 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:38.955935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.098494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3114aa2-0c51-4f8e-a869-802754e99166 None None] New status for floating IP f9353791-7b73-465d-80f6-1eadf3f360e3: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:39.164922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:39.180993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.184618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c405e9c-d6eb-4a58-bf2e-754dc57ad158 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "PUT /v2.0/routers/280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 200 len: 705 time: 6.7018332 Mar 07 10:38:39.192427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53272) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:39.202423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:39.209691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.210676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29660d5b-a58d-4ae9-bdab-5a9c92dded77 req-e5792a09-24bb-47c7-b2c6-3479488f7172 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.214957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29660d5b-a58d-4ae9-bdab-5a9c92dded77 req-e5792a09-24bb-47c7-b2c6-3479488f7172 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.6364706 Mar 07 10:38:39.218730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] Sync routers for ids ['280c3614-6208-4fac-8707-40def5838f6d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:39.247993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-29660d5b-a58d-4ae9-bdab-5a9c92dded77 req-e0687b36-5453-4ea0-a228-80b149034afe tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:38:39.250564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29660d5b-a58d-4ae9-bdab-5a9c92dded77 req-e0687b36-5453-4ea0-a228-80b149034afe tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152888 Mar 07 10:38:39.305353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] For port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:39.322563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] Routers {'280c3614-6208-4fac-8707-40def5838f6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:39.323468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['280c3614-6208-4fac-8707-40def5838f6d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:39.324204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-064baac4-fd63-4011-9a3d-1b68c8f92a82 req-d2b7b71a-6205-48a2-a497-b3503e996169 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 210 time: 0.0600622 Mar 07 10:38:39.328069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] For port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:39.396609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Made reservation on behalf of c349b5677263491db55d077ba1db3e9b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:39.401501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.465615 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee2136-d811-4e1d-8228-5b183aa91b81 x-openstack-request-id: req-56ee2136-d811-4e1d-8228-5b183aa91b81 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:39.466380 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a2917-8c79-46bc-bfbc-7a714a449a5d", "name": "network-vif-deleted", "tag": "0e712537-ef5c-4d42-9f4f-10ac6e017374", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}, {"server_uuid": "704f1f9f-1f02-4b6a-b880-e35a118d5aeb", "name": "network-vif-deleted", "tag": "62478883-124a-43a6-bbd2-0d699f0ff566", "status": "completed", "code": 200}, {"server_uuid": "bb9131ac-c597-468f-8a2d-aa24797e5081", "name": "network-vif-deleted", "tag": "28f1ac6a-86e3-4f48-ab64-5a5ec88a5185", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:39.468008 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56ee2136-d811-4e1d-8228-5b183aa91b81 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:39.468645 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a2917-8c79-46bc-bfbc-7a714a449a5d', 'name': 'network-vif-deleted', 'tag': '0e712537-ef5c-4d42-9f4f-10ac6e017374', 'status': 'completed', 'code': 200} Mar 07 10:38:39.469094 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:38:39.471030 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704f1f9f-1f02-4b6a-b880-e35a118d5aeb', 'name': 'network-vif-deleted', 'tag': '62478883-124a-43a6-bbd2-0d699f0ff566', 'status': 'completed', 'code': 200} Mar 07 10:38:39.471924 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9131ac-c597-468f-8a2d-aa24797e5081', 'name': 'network-vif-deleted', 'tag': '28f1ac6a-86e3-4f48-ab64-5a5ec88a5185', 'status': 'completed', 'code': 200} Mar 07 10:38:39.475609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:39.483735 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.690347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb186-2da6-4041-b9ba-e2fdb9bac7ff None None] Pushing event updated for resources: {'Port': ['ID=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:39.723847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Allocated IP 172.20.0.9 (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2/aad26253-13ac-4e96-8e09-a725961b8d2e/17e5e604-8db2-4bdd-9be4-c6a5e551908b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:39.731768 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a917e8f6-d027-4a38-ba9d-d321e392eb7a tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/routers/280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 200 len: 740 time: 0.5297515 Mar 07 10:38:39.744154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] Routers {'280c3614-6208-4fac-8707-40def5838f6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:39.745646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['280c3614-6208-4fac-8707-40def5838f6d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:39.755788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:39.762602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'name': 'network-vif-deleted', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:39.767117 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653facf-22b0-479e-aa9b-c653b718846a" -d '{"events": [{"server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "name": "network-vif-deleted", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:39.796701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:39.797914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef9d38-0416-4b49-a372-07d6153c0c03 None None] The sync data for ids ['280c3614-6208-4fac-8707-40def5838f6d'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:39.883294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0d210a3-2982-440c-bcea-c46910ac90d1 tempest-RoutersAdminTest-455347248 tempest-RoutersAdminTest-455347248-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 200 len: 205 time: 0.1043179 Mar 07 10:38:39.885312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53284) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:39.915408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-d9aeb4a2-4c14-4aab-bf21-adc212898c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.915847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-d9aeb4a2-4c14-4aab-bf21-adc212898c54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.3932633 Mar 07 10:38:40.090659 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ccdab73-e915-4033-836e-f1bcd80b6e76 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 200 len: 205 time: 0.1997850 Mar 07 10:38:40.092375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-3518a912-a780-4c7b-bb50-f2a6b1edac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.093989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-3518a912-a780-4c7b-bb50-f2a6b1edac51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.1567841 Mar 07 10:38:40.094568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:40.188153 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-f0d3fd67-27ce-42c5-b43a-bd07a9dcb83d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 1002 time: 0.0823326 Mar 07 10:38:40.610365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674165c4-1732-4f99-bd26-81c9f0997155 req-258f101a-643c-48f7-bdc1-ad8fc2cdf58e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.613289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-674165c4-1732-4f99-bd26-81c9f0997155 req-258f101a-643c-48f7-bdc1-ad8fc2cdf58e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 1.2001708 Mar 07 10:38:40.650488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc236f-805a-425f-82de-bd088f831cfa req-48725803-f847-4302-96f7-f568de155b1f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.652215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7dc236f-805a-425f-82de-bd088f831cfa req-48725803-f847-4302-96f7-f568de155b1f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.3121071 Mar 07 10:38:40.750492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-674165c4-1732-4f99-bd26-81c9f0997155 req-64ad60b7-fe42-4154-87e7-a4c4b8972609 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261387 Mar 07 10:38:40.771853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks [] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.834405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7dc236f-805a-425f-82de-bd088f831cfa req-f795c699-bc12-4497-b60f-b75c01c95048 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763847 Mar 07 10:38:40.893875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-7d89baec-dc98-46fe-a7a9-1792cf351854 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.895454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-7d89baec-dc98-46fe-a7a9-1792cf351854 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd1d045-bbae-4509-9d0c-6b75140a3e03 HTTP/1.1" status: 200 len: 949 time: 0.1440506 Mar 07 10:38:40.897259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.029895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (280c3614-6208-4fac-8707-40def5838f6d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.256570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-4a9d9a59-d0ec-47eb-b9b1-5e47b30789e4 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1002 time: 0.3358660 Mar 07 10:38:41.262836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:41.360440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-ff3a8bc8-af60-4c6d-add3-a7da36a820fe tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.362875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-ff3a8bc8-af60-4c6d-add3-a7da36a820fe tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports/1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 943 time: 0.0809278 Mar 07 10:38:41.369592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:41.387337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:41.401382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:41.443082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Allocated IP 172.20.0.13 (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2/aad26253-13ac-4e96-8e09-a725961b8d2e/d2536013-1edd-454c-8f52-56161ee7e29f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:41.474237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-267e53af-dbad-4ff5-b460-d09d2406580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.475756 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-267e53af-dbad-4ff5-b460-d09d2406580b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 1.2369254 Mar 07 10:38:41.492053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.492776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.551431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.551818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.552163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.552529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.553232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.553744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.554083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.554650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.555222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.555557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.555936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.556261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.556588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:41.651086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a245f-d8f1-4ee4-9974-58a05e91b8b2 None None] Network 02778223-21a1-40ab-ae6e-908f706d874a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:41.671415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-18e2d8ac-1e74-43f7-bd20-1495fee7e748 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1002 time: 0.1560366 Mar 07 10:38:41.680917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2dcfde42-4c58-441f-b3b1-6a86159af641 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7832687 Mar 07 10:38:41.683715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for router_gateway (f43160f0-76b9-484c-a5d8-87610081f02a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.712773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Request body: {'port': {'device_id': '5d747657-3342-4917-a5fd-789a2060983c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:41.779100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (280c3614-6208-4fac-8707-40def5838f6d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.783032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654152fb-efe7-43ba-bad5-262fa940f8f9 req-042d3808-1d08-4911-9363-01f5615c0d29 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.784869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.791492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-654152fb-efe7-43ba-bad5-262fa940f8f9 req-042d3808-1d08-4911-9363-01f5615c0d29 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.7628109 Mar 07 10:38:41.809527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:41.896840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Provisioning complete for port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:41.902064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Allocated IP 172.25.4.16 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/68b4559f-c6c3-4c56-a75c-13e44bb0699e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:41.902476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.950971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 10646c3b-d002-4ccd-b758-fb889539ac94 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:41.951223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.030238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.055592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 10646c3b-d002-4ccd-b758-fb889539ac94, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=10646c3b-d002-4ccd-b758-fb889539ac94,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:42.056105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.069400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router_controller (280c3614-6208-4fac-8707-40def5838f6d), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.071635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 10646c3b-d002-4ccd-b758-fb889539ac94 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:42.088195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.094467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:42.095253 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.172476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:42.184435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:42.187386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:42.190464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Current status of the port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:42.191078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.207544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-2aa911b9-917c-470e-9d52-83f68d2aa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.209175 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-2aa911b9-917c-470e-9d52-83f68d2aa7a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5458570 Mar 07 10:38:42.209728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (280c3614-6208-4fac-8707-40def5838f6d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.210266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Fanout notify agent at l3_agent the message router_deleted on router 280c3614-6208-4fac-8707-40def5838f6d {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:42.248251 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.253801 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e9afa60-76f4-4e50-9232-42d5e793340e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 204 len: 168 time: 2.1540000 Mar 07 10:38:42.254639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53300) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:42.260927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] For port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:42.270249 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.273488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (10646c3b-d002-4ccd-b758-fb889539ac94), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.274446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.296268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377', '889081c9-283d-46e0-bc3f-544fe23e48a3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:42.298813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3', '10646c3b-d002-4ccd-b758-fb889539ac94'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:42.306152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-654152fb-efe7-43ba-bad5-262fa940f8f9 req-a8e2acc3-36ac-49dd-a14d-5da1eae984c5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136604 Mar 07 10:38:42.401192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c3846c0c-362f-4838-8ba3-32bd212fb68b tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 200 len: 205 time: 0.1423938 Mar 07 10:38:42.406368 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-dc0d363a-7801-4d1a-b504-8c5e265201ca service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449442 Mar 07 10:38:42.412184 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34beb99-dae5-42d2-8f95-283affe250d8 x-openstack-request-id: req-e34beb99-dae5-42d2-8f95-283affe250d8 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:42.412488 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de816b-1585-449e-9af0-ae071a7d03ab", "name": "network-vif-deleted", "tag": "0311f79c-d94a-40a6-9d12-d77db9e74f75", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:42.412737 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e34beb99-dae5-42d2-8f95-283affe250d8 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:42.413222 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de816b-1585-449e-9af0-ae071a7d03ab', 'name': 'network-vif-deleted', 'tag': '0311f79c-d94a-40a6-9d12-d77db9e74f75', 'status': 'completed', 'code': 200} Mar 07 10:38:42.422710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-8f61e957-4da8-4da3-8d40-f3784b04b067 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.431926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-8f61e957-4da8-4da3-8d40-f3784b04b067 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.7485690 Mar 07 10:38:42.438567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53302) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:42.539955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:42.540292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.624843 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks [] for port (d2536013-1edd-454c-8f52-56161ee7e29f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.665604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Pushing event updated for resources: {'Port': ['ID=68b4559f-c6c3-4c56-a75c-13e44bb0699e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.668850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=10646c3b-d002-4ccd-b758-fb889539ac94,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.737295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.749159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48af558-0cac-4b14-a628-37c8d58e99e4 None None] Pushing event updated for resources: {'Port': ['ID=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.771863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.775104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.775572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.775943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.776281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.776606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.776934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.777254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.777574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.777887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.778239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.778523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.778832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:42.826437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-3d859d6e-df74-4c87-8ff3-88d98b9b4326 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 1002 time: 0.3380229 Mar 07 10:38:42.843347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:42.909120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:38:42.909746 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:38:42.923101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4d4d33f5-f6ba-4f5b-9102-26959fc3fee3 None None] Provisioning complete for port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:42.926308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d4d33f5-f6ba-4f5b-9102-26959fc3fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.964289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.966478 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-bcf9d7d0-382f-4ece-b6e0-0b4ca63914ef tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:42.967485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bcf9d7d0-382f-4ece-b6e0-0b4ca63914ef tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/280c3614-6208-4fac-8707-40def5838f6d HTTP/1.1" status: 404 len: 336 time: 0.4846702 Mar 07 10:38:43.025917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53304) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.026803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 10646c3b-d002-4ccd-b758-fb889539ac94 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:43.033234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.036703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89aec42a-ee73-43e6-b23d-bcd31769365e req-a95d8633-c192-4caa-a572-8660dec553b5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "DELETE /v2.0/ports/10646c3b-d002-4ccd-b758-fb889539ac94 HTTP/1.1" status: 204 len: 173 time: 2.1352558 Mar 07 10:38:43.120373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'name': 'network-vif-deleted', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:43.122816 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dafc42-c468-4ed2-bb31-b105c4dca3a6" -d '{"events": [{"server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "name": "network-vif-deleted", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:43.142458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1e8c8cfe-824d-4663-811c-324d962c9d15 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 200 len: 205 time: 0.0965302 Mar 07 10:38:43.198622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53308) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.249485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:43.290749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:43.334114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:43.348928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:43.471349 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e73287e7-eb10-4b86-bcf1-458b715b1b5b req-10d5db1a-39e4-41b6-8304-4f0d63d709e6 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7983592 Mar 07 10:38:43.527801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247d5e-2f5a-4530-a00d-e7f3f9abdcaf req-64af2753-d39d-4b82-9cbd-2ca17d895072 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:43.529956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50247d5e-2f5a-4530-a00d-e7f3f9abdcaf req-64af2753-d39d-4b82-9cbd-2ca17d895072 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 932 time: 0.9652579 Mar 07 10:38:43.543023 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-31d5913b-0c74-45fd-b396-ed36808bc0bf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:43.547350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53312) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.547505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31d5913b-0c74-45fd-b396-ed36808bc0bf tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/9c8d2875-f05f-4e79-90da-356287e580b5 HTTP/1.1" status: 404 len: 336 time: 0.3477526 Mar 07 10:38:43.579409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b3c84ff-fead-4f41-b4ac-d1ec689c9a2c tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 200 len: 205 time: 0.0301361 Mar 07 10:38:43.586382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:43.587483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.591163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.620131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for router_gateway (f43160f0-76b9-484c-a5d8-87610081f02a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.699455 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-d013a6b7-4308-461d-b284-cae00f6adbff tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:43.700968 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d013a6b7-4308-461d-b284-cae00f6adbff tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/1cab2129-5e63-4a90-ae86-ad3963e6d866 HTTP/1.1" status: 404 len: 336 time: 0.0872271 Mar 07 10:38:43.706171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53316) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.731604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50247d5e-2f5a-4530-a00d-e7f3f9abdcaf req-e913ae0e-86ac-4429-a382-0e02378365f7 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808374 Mar 07 10:38:43.764847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-d0cda2bd-66f8-4eab-8d3d-ba77708eb4f3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3382072 Mar 07 10:38:43.812192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Request body: {'port': {'device_id': '3596d5b9-c423-4246-bb1d-f88810609c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:43.853968 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e096298-c05c-4336-90f9-e8de2485063d tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 200 len: 205 time: 0.1364079 Mar 07 10:38:43.858082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53318) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:43.914613 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-842e7976-0fcf-4934-af3a-d3fd00978055 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:43.916416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-842e7976-0fcf-4934-af3a-d3fd00978055 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/3b82680c-bde5-4fe5-8375-1bfbb1577427 HTTP/1.1" status: 404 len: 336 time: 0.0417721 Mar 07 10:38:43.948185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53320) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:44.010193 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a2a726a0-99c0-44a3-938d-560c0be8886b tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 200 len: 205 time: 0.0590792 Mar 07 10:38:44.018889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53322) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:44.021917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.057065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.075533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.076040 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Floating IP f9353791-7b73-465d-80f6-1eadf3f360e3 disassociated. External IP: 172.25.4.233, port: 1bfe7e45-f7cc-4a9f-b060-9238761a9646. Mar 07 10:38:44.387223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:44.395983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d33f5-f6ba-4f5b-9102-26959fc3fee3 None None] Current status of the port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:44.418854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dbbcb-89c5-4ac6-99e6-652556e23e6f req-c438806d-a5c6-4c17-b98c-9b1a73b2445c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.427172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a0dbbcb-89c5-4ac6-99e6-652556e23e6f req-c438806d-a5c6-4c17-b98c-9b1a73b2445c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.1792152 Mar 07 10:38:44.438511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e5e604-8db2-4bdd-9be4-c6a5e551908b {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:44.462656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks [] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.537125 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-c2b83944-24e6-44a5-b131-aa4955dce2a2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:44.547920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a0dbbcb-89c5-4ac6-99e6-652556e23e6f req-edd84be5-f863-41e3-a191-015a7cc24a55 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195450 Mar 07 10:38:44.552870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2b83944-24e6-44a5-b131-aa4955dce2a2 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/36ad37ce-535f-4266-8948-ad716610369a HTTP/1.1" status: 404 len: 336 time: 0.5248027 Mar 07 10:38:44.560695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53326) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:44.564846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:44.646617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0dd23ec9-1914-4fbb-b8c5-f453c86d9a2e tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 HTTP/1.1" status: 200 len: 205 time: 0.0801773 Mar 07 10:38:44.649427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53330) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:44.653869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Transition to ACTIVE for port object 17e5e604-8db2-4bdd-9be4-c6a5e551908b will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:44.730407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:44.730833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.789008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.862064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:44.901012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f43160f0-76b9-484c-a5d8-87610081f02a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.253211 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15186c71-1b84-4726-856f-549ae9074f0b x-openstack-request-id: req-15186c71-1b84-4726-856f-549ae9074f0b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:45.253753 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1d045-bbae-4509-9d0c-6b75140a3e03", "name": "network-vif-deleted", "tag": "10646c3b-d002-4ccd-b758-fb889539ac94", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:45.253753 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15186c71-1b84-4726-856f-549ae9074f0b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:45.254329 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1d045-bbae-4509-9d0c-6b75140a3e03', 'name': 'network-vif-deleted', 'tag': '10646c3b-d002-4ccd-b758-fb889539ac94', 'status': 'completed', 'code': 200} Mar 07 10:38:45.260208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2536013-1edd-454c-8f52-56161ee7e29f {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:45.272273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks [] for port (d2536013-1edd-454c-8f52-56161ee7e29f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.289099 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-9c5ff999-fc3c-4d22-a643-fd272fc6ca51 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] delete failed (client error): The resource could not be found. Mar 07 10:38:45.291818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9c5ff999-fc3c-4d22-a643-fd272fc6ca51 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/routers/bdd0951d-e58f-40fc-8e22-4bc74ff8c3f2 HTTP/1.1" status: 404 len: 336 time: 0.6340210 Mar 07 10:38:45.293003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Transition to ACTIVE for port object d2536013-1edd-454c-8f52-56161ee7e29f will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:45.293883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53334) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:45.309177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:45.313767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.350767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Router f43160f0-76b9-484c-a5d8-87610081f02a is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:45.390864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:45.398326 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a5df53-b07d-42bb-a9ad-542f3fbd01c5 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] DELETE failed (client error): The resource could not be found. Mar 07 10:38:45.398778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a5df53-b07d-42bb-a9ad-542f3fbd01c5 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:38:45.402560 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c9a5df53-b07d-42bb-a9ad-542f3fbd01c5 tempest-RoutersAdminTest-648912424 tempest-RoutersAdminTest-648912424-project] 10.222.0.23 "DELETE /v2.0/subnets/eefacaf0-60f3-4e9c-8bd3-2d48a4b238dc HTTP/1.1" status: 404 len: 337 time: 0.1075730 Mar 07 10:38:45.420883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7d17-1c3c-4544-a7af-76e78f086c64 req-7b67af3e-40d2-4468-9368-e4aae109db4b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.441633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7fd7d17-1c3c-4544-a7af-76e78f086c64 req-7b67af3e-40d2-4468-9368-e4aae109db4b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.6488085 Mar 07 10:38:45.456351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:45.744830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Attempting to bind port d2536013-1edd-454c-8f52-56161ee7e29f on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:45.748925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Attempting to bind port d2536013-1edd-454c-8f52-56161ee7e29f by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:45.749287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Attempting to bind port d2536013-1edd-454c-8f52-56161ee7e29f on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:45.825799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:45.840675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:45.853672 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:45.855477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.858002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:45.948930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-1ea83794-509e-4ba2-9bcc-2fef2e98f3de tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "PUT /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 696 time: 3.1214631 Mar 07 10:38:46.014635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:46.149980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10646c3b-d002-4ccd-b758-fb889539ac94 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:46.189071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Attempting to bind port 17e5e604-8db2-4bdd-9be4-c6a5e551908b on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:46.189790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Attempting to bind port 17e5e604-8db2-4bdd-9be4-c6a5e551908b by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:46.190340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Attempting to bind port 17e5e604-8db2-4bdd-9be4-c6a5e551908b on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:46.200723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 10646c3b-d002-4ccd-b758-fb889539ac94 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:46.201079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 10646c3b-d002-4ccd-b758-fb889539ac94 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:46.220059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7fd7d17-1c3c-4544-a7af-76e78f086c64 req-6bd7fe3f-3823-487e-85dd-6c0fe4954dd8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999069 Mar 07 10:38:46.233909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Port 17e5e604-8db2-4bdd-9be4-c6a5e551908b on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:46.236285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Attempting to bind port 17e5e604-8db2-4bdd-9be4-c6a5e551908b on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:46.245398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-48a1b57b-b591-4e67-85f9-f5fcb95afdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.250295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-48a1b57b-b591-4e67-85f9-f5fcb95afdd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.3004348 Mar 07 10:38:46.276968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:46.278347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Checking segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:46.278347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Bound using segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:46.278347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Bound port: 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:46.278837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.340884 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:46.637048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Port d2536013-1edd-454c-8f52-56161ee7e29f on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:46.637048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Attempting to bind port d2536013-1edd-454c-8f52-56161ee7e29f on network 5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:46.652103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:46.652496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Checking segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:46.652815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Bound using segment: {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:46.653250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Bound port: d2536013-1edd-454c-8f52-56161ee7e29f, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d97e6d-44a1-4716-945f-407654be6975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:46.653829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.722380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:46.725810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:46.732131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:46.744488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Sync routers for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:46.751777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.759731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-613ab3b9-5fbc-4867-868a-de31668e2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.769121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-613ab3b9-5fbc-4867-868a-de31668e2e21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.4694057 Mar 07 10:38:46.786655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:46.788557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:46.810603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-3700773f-3f49-41ae-a15a-c1630e0249b1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.812190 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-3700773f-3f49-41ae-a15a-c1630e0249b1 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.32 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 1.0918915 Mar 07 10:38:46.843700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.844855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.846288 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2536013-1edd-454c-8f52-56161ee7e29f HTTP/1.1" status: 200 len: 1092 time: 3.0448539 Mar 07 10:38:46.846773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:46.849264 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:46.869028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.870705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1daaa63f-e348-4e7e-9509-52ae418511a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8692439 Mar 07 10:38:46.875408 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:46.879101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53348) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:46.963027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a069671-9488-4cb6-af12-b1387d9df271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.973211 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:46.994427 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:46.995055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:47.077888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-9e426e14-e5af-4f31-b9f3-23970b5f9376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.2313981 Mar 07 10:38:47.136789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:47.149121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f0b1d-fe3c-4306-9705-25aed1e86227 service neutron] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:47.229901 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:47.295861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2fe4efd4-8438-407b-85d5-6276d8c40838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.300497 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-2fe4efd4-8438-407b-85d5-6276d8c40838 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 1126 time: 0.3838749 Mar 07 10:38:47.412097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a069671-9488-4cb6-af12-b1387d9df271 admin admin] Publish callbacks [] for security_group (73914494-c069-43ae-899a-10609f9f9535), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.415811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-8d19aa7a-d611-4245-8796-8c80168bb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.422747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-8d19aa7a-d611-4245-8796-8c80168bb705 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.3424275 Mar 07 10:38:47.423291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:47.430718 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ea1c1-c68a-484c-9006-7c2c1f5899df" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:47.456327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-6b33c262-c44b-4ed6-bc86-9bcbc3196c89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2536013-1edd-454c-8f52-56161ee7e29f HTTP/1.1" status: 200 len: 217 time: 0.1418982 Mar 07 10:38:47.518982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:47.528031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:47.562456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a069671-9488-4cb6-af12-b1387d9df271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (73914494-c069-43ae-899a-10609f9f9535), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.584592 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.618264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-371089c3-2482-4690-867e-316f80b1aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.620031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-371089c3-2482-4690-867e-316f80b1aae5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.1562946 Mar 07 10:38:47.624995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Deleting port 875b6641-df0c-4956-b063-cc91d6f654d4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:47.625343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.628684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:43Z', 'revision_number': 3, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:47.650833 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd178781-f3dd-4859-adf8-465282775453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:47.682518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.683144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.685146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] 10.222.0.26 "PUT /v2.0/ports/17e5e604-8db2-4bdd-9be4-c6a5e551908b HTTP/1.1" status: 200 len: 1091 time: 5.9788632 Mar 07 10:38:47.700309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b43281-6470-4bd0-86f4-cf09a106c39e service neutron] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:47.715626 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-ef45211f-3f58-43fa-a96c-687727c048e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823264 Mar 07 10:38:47.735409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178781-f3dd-4859-adf8-465282775453 None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:37:15Z', 'revision_number': 4, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '27a4718c-aa48-47fa-835f-8e3ff5eea31e', 'name': '', 'network_id': '4c882bed-095a-46ec-8251-d5d368d9a3ba', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'mac_address': 'fa:16:3e:0d:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'df513165-b400-4451-9616-9ef2d61c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:14Z', 'updated_at': '2022-03-07T10:37:20Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'subnets': [{'id': 'df513165-b400-4451-9616-9ef2d61c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:47.758831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d18cf-9216-4f09-abe2-805ca0705d94 req-b8f12d21-13b4-440f-8fe7-fe4925116c55 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.760488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb0d18cf-9216-4f09-abe2-805ca0705d94 req-b8f12d21-13b4-440f-8fe7-fe4925116c55 tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=93322f50-0ea6-43d3-af95-b020c7c19934 HTTP/1.1" status: 200 len: 949 time: 1.0568256 Mar 07 10:38:47.760953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Checking router: f43160f0-76b9-484c-a5d8-87610081f02a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:47.761357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Updating router f43160f0-76b9-484c-a5d8-87610081f02a port 68b4559f-c6c3-4c56-a75c-13e44bb0699e binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:47.825031 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.928257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a069671-9488-4cb6-af12-b1387d9df271 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=351963c63e2449878e8225bb440673e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9103324 Mar 07 10:38:47.936893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a069671-9488-4cb6-af12-b1387d9df271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73914494-c069-43ae-899a-10609f9f9535,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:47.943219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:47.982330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9084-cd75-4931-b080-64964182db5e req-aee05b35-953d-4a7a-85b8-df74ece6b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.997108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-aee05b35-953d-4a7a-85b8-df74ece6b5ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4610817 Mar 07 10:38:48.085858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-00184a99-b9f5-446b-8ec7-b68c3cf6097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.091148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-00184a99-b9f5-446b-8ec7-b68c3cf6097c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 1125 time: 0.3241494 Mar 07 10:38:48.106377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] For port 875b6641-df0c-4956-b063-cc91d6f654d4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=875b6641-df0c-4956-b063-cc91d6f654d4,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:48.106747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.121802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Calling delete_port for 875b6641-df0c-4956-b063-cc91d6f654d4 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:48.197312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-01245641-b409-46e2-ac5a-f7bdc0e35cfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b HTTP/1.1" status: 200 len: 217 time: 0.0892403 Mar 07 10:38:48.207218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb0d18cf-9216-4f09-abe2-805ca0705d94 req-e7aafdab-31af-49ec-ab6c-9ac1f23ed6ef tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512733 Mar 07 10:38:48.240624 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0a90a-3b61-454c-a9f0-6e8fe9aceefe None None] New status for floating IP f9353791-7b73-465d-80f6-1eadf3f360e3: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:48.416524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks [] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.419451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (875b6641-df0c-4956-b063-cc91d6f654d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.421357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-413e32e1-e52f-41ee-870a-72e35c54a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.423215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-413e32e1-e52f-41ee-870a-72e35c54a269 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.2150397 Mar 07 10:38:48.431474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.444135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:48.514236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-cf7c4341-8855-4bb2-9452-d6e8e5f14b35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689299 Mar 07 10:38:48.542050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event deleted for resources: {'Port': ['ID=875b6641-df0c-4956-b063-cc91d6f654d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:48.615504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f5fe-3ed7-4d9e-a8cd-24afa2b04136 None None] Pushing event updated for resources: {'Port': ['ID=68b4559f-c6c3-4c56-a75c-13e44bb0699e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:48.621009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Attempting to bind port 68b4559f-c6c3-4c56-a75c-13e44bb0699e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:48.621861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-94e6a94c-f6ec-4b1c-a338-4e5c91278bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238554 Mar 07 10:38:48.627209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Attempting to bind port 68b4559f-c6c3-4c56-a75c-13e44bb0699e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:48.627907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Attempting to bind port 68b4559f-c6c3-4c56-a75c-13e44bb0699e on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:48.659919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:48.660594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:48.660594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.662713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:48.663201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Bound port: 68b4559f-c6c3-4c56-a75c-13e44bb0699e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:48.663578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.767091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] For port 68b4559f-c6c3-4c56-a75c-13e44bb0699e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:48.770875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] For port 68b4559f-c6c3-4c56-a75c-13e44bb0699e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=68b4559f-c6c3-4c56-a75c-13e44bb0699e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:48.796898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-3c453a2f-d57f-4070-9e4f-c39fe7fc3c71 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0552976 Mar 07 10:38:48.814127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.839458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] Publish callbacks [] for security_group (73914494-c069-43ae-899a-10609f9f9535), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.899398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] Publish callbacks [] for security_group (73914494-c069-43ae-899a-10609f9f9535), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.964486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-a7aebb47-acf2-4bbc-8a53-14cf4929c0c7 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419711 Mar 07 10:38:48.974407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec041ef-b179-4b73-985d-ff42eb23ec4e req-1e8d2511-20dc-4f3e-b082-bf2a6f40c1df tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.985955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bec041ef-b179-4b73-985d-ff42eb23ec4e req-1e8d2511-20dc-4f3e-b082-bf2a6f40c1df tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 944 time: 0.3267083 Mar 07 10:38:48.997466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9abe9084-cd75-4931-b080-64964182db5e req-f65e95ce-6f88-4485-b9d6-d17a079b93e3 service neutron] 10.222.0.23 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569186 Mar 07 10:38:49.030954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] No DVR routers for this DVR port 875b6641-df0c-4956-b063-cc91d6f654d4 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:49.042426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:49.046291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:49.081549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.089493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d3cf0af-a485-493d-9d02-2d02a38698bb req-85e4f027-c1c2-4c28-b520-34ed5d645e4c tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.32 "DELETE /v2.0/ports/875b6641-df0c-4956-b063-cc91d6f654d4 HTTP/1.1" status: 204 len: 173 time: 2.2274408 Mar 07 10:38:49.092246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (73914494-c069-43ae-899a-10609f9f9535), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.097197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.104241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73914494-c069-43ae-899a-10609f9f9535 HTTP/1.1" status: 204 len: 168 time: 1.1411407 Mar 07 10:38:49.186621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327683a-765f-44dc-89a3-5e24bbbc0bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73914494-c069-43ae-899a-10609f9f9535,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:49.520542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:49.605777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bec041ef-b179-4b73-985d-ff42eb23ec4e req-4d83d8b1-76d6-4b0f-8ee9-3c08ee915886 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183255 Mar 07 10:38:49.616179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-c9d7f05f-19b6-46d6-87a4-a3e40c45ac36 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935064 Mar 07 10:38:49.640103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.656755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f78983-6622-4047-aca4-d27c3b597a97 req-befc8a74-43d5-40a3-8514-64083996f1a1 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565895 Mar 07 10:38:49.683135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee012d6d-5e16-4aa8-b694-55f77d4f06db req-c8e1b779-526b-4f2a-ba0d-712f829f1fb7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.684717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee012d6d-5e16-4aa8-b694-55f77d4f06db req-c8e1b779-526b-4f2a-ba0d-712f829f1fb7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.4822798 Mar 07 10:38:49.830135 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05053520-31be-451b-8b7c-df2794bbba9b x-openstack-request-id: req-05053520-31be-451b-8b7c-df2794bbba9b {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:49.830602 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:49.830859 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05053520-31be-451b-8b7c-df2794bbba9b {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:49.831255 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'status': 'completed', 'code': 200} Mar 07 10:38:49.854075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee012d6d-5e16-4aa8-b694-55f77d4f06db req-3642672e-aee1-4577-ac2e-bf38fab7d323 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603186 Mar 07 10:38:49.923402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53366) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:49.981216 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940765bc-3924-4af6-9e12-44001ad20b79 x-openstack-request-id: req-940765bc-3924-4af6-9e12-44001ad20b79 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:49.982389 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:49.982389 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-940765bc-3924-4af6-9e12-44001ad20b79 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:49.985418 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:38:50.117690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-79dd272c-318a-4287-aac5-839c7e368e3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38ec6306cd0642caa5cfa360ba320a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929069 Mar 07 10:38:50.118249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53372) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:50.160928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f5fe-3ed7-4d9e-a8cd-24afa2b04136 None None] Pushing event updated for resources: {'Port': ['ID=68b4559f-c6c3-4c56-a75c-13e44bb0699e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.188840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-5d5e7556-e38d-45e5-8aec-bb95b591adf5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.190623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-5d5e7556-e38d-45e5-8aec-bb95b591adf5 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 950 time: 0.1921244 Mar 07 10:38:50.221197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 875b6641-df0c-4956-b063-cc91d6f654d4 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:50.235911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eab14-1612-498d-a3e0-5b73803bed5c req-095e147f-e762-4406-a183-89abfef5837d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.244016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-246eab14-1612-498d-a3e0-5b73803bed5c req-095e147f-e762-4406-a183-89abfef5837d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.2316024 Mar 07 10:38:50.250574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Allocated IP 172.20.0.1 (02778223-21a1-40ab-ae6e-908f706d874a/e7d72245-5f7b-4788-8dd7-28a3951e95b1/07635bcc-f399-4424-ab53-397a6af88eea) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:50.293507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] Publish callbacks [] for security_group (70036a0b-e7ec-4551-9626-8bc7ea20b6e4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.316715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 875b6641-df0c-4956-b063-cc91d6f654d4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:50.317582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 875b6641-df0c-4956-b063-cc91d6f654d4 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:50.385042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] Publish callbacks [] for security_group (70036a0b-e7ec-4551-9626-8bc7ea20b6e4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.409122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-246eab14-1612-498d-a3e0-5b73803bed5c req-59c894aa-9e25-43f2-a793-d14d9b25ce27 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640801 Mar 07 10:38:50.424855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-b3bc6568-3e38-4c94-9c29-4f6386fae253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.437484 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-b3bc6568-3e38-4c94-9c29-4f6386fae253 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 1126 time: 0.6347351 Mar 07 10:38:50.610917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:43Z', 'revision_number': 3, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:50.616757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 889081c9-283d-46e0-bc3f-544fe23e48a3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:50.620691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.639013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-52b4384f-0ed4-47a0-975d-edb43cc42238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.640549 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-52b4384f-0ed4-47a0-975d-edb43cc42238 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c892a8e3ecbe47af9845563400ce1507&device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 1128 time: 0.5984626 Mar 07 10:38:50.657010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (70036a0b-e7ec-4551-9626-8bc7ea20b6e4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.663450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.668094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70036a0b-e7ec-4551-9626-8bc7ea20b6e4 HTTP/1.1" status: 204 len: 168 time: 0.5463638 Mar 07 10:38:50.723823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547213e-f135-40bc-9d1e-c364311a2b29 None None] The sync data for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 is: [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:43Z', 'revision_number': 3, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:50.744555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cd89847d-ac50-4b00-aae8-c615e254f832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.766009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749702-635d-46ee-980f-1b3c1dc3b1a3 req-40aa9304-d0f7-47e3-92dc-9aa500c76e19 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.774636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71749702-635d-46ee-980f-1b3c1dc3b1a3 req-40aa9304-d0f7-47e3-92dc-9aa500c76e19 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0afa829-5901-488e-9e10-77e0f923a6c3 HTTP/1.1" status: 200 len: 950 time: 0.3092766 Mar 07 10:38:50.826807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f526d-15b5-48d9-abcc-8b805e58f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70036a0b-e7ec-4551-9626-8bc7ea20b6e4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.887737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-246646ff-81b9-4dfd-86fd-44e3888a205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.889246 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-246646ff-81b9-4dfd-86fd-44e3888a205d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 200 len: 922 time: 0.2393117 Mar 07 10:38:51.011046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks [] for port (07635bcc-f399-4424-ab53-397a6af88eea), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:51.030247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-7ddd3925-0ed2-4bc1-920f-e17f0eb1fc26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 200 len: 217 time: 0.1112835 Mar 07 10:38:51.082721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-b3c7d9e8-ab80-4a52-a906-e55239d469f6 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 200 len: 694 time: 0.1912701 Mar 07 10:38:51.098991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-02148392-7213-4455-91d3-a9c81f699d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.136693 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-02148392-7213-4455-91d3-a9c81f699d62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 914 time: 0.6869395 Mar 07 10:38:51.238038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71749702-635d-46ee-980f-1b3c1dc3b1a3 req-e7721bb9-6609-4a77-9503-ea740e54801b tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534380 Mar 07 10:38:51.264662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-f97a179a-c846-4bfd-a9c0-a601bc10d78e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2536013-1edd-454c-8f52-56161ee7e29f HTTP/1.1" status: 200 len: 217 time: 0.1201851 Mar 07 10:38:51.298095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-1ff43150-88d3-4159-8a8e-f86b6246f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.299574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-1ff43150-88d3-4159-8a8e-f86b6246f451 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 200 len: 860 time: 0.2608273 Mar 07 10:38:51.378682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-904db1a3-e868-4f91-8c4b-1d2c093c2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.380458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-904db1a3-e868-4f91-8c4b-1d2c093c2b08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.1023936 Mar 07 10:38:51.385189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:51.387144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 889081c9-283d-46e0-bc3f-544fe23e48a3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=889081c9-283d-46e0-bc3f-544fe23e48a3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:51.389318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:51.438652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 889081c9-283d-46e0-bc3f-544fe23e48a3 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:51.522210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-6f08a57a-df01-4c95-8df7-8a46c5e674b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141126 Mar 07 10:38:51.530970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Network 02778223-21a1-40ab-ae6e-908f706d874a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:51.538470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-bfab54c2-6a5d-40c4-a21a-86363efee42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.540482 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-bfab54c2-6a5d-40c4-a21a-86363efee42e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c882bed-095a-46ec-8251-d5d368d9a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2131779 Mar 07 10:38:51.570314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:51.573727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:51.735035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-da0c197b-6336-44cd-9c84-595d94f5cbce tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.748263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-da0c197b-6336-44cd-9c84-595d94f5cbce tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.6632481 Mar 07 10:38:51.914327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'name': 'network-vif-deleted', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:51.921533 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6cdc8-e0f7-4db6-aa5d-6971f575ca36" -d '{"events": [{"server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "name": "network-vif-deleted", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:51.930723 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-6c40a7a5-9a65-4527-bc6c-513fa5cdffe2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384392 Mar 07 10:38:51.995361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-a5479427-1bca-478f-82a5-0aa0a017e4aa tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 697 time: 0.2459576 Mar 07 10:38:52.000052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:52.003024 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c4583f-136b-4ed1-b454-d067c9174005" -d '{"events": [{"name": "network-changed", "server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:52.013550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Pushing event updated for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.036167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c51f48cc-007c-4baa-8ed4-58265cdd748b None None] Provisioning complete for port 07635bcc-f399-4424-ab53-397a6af88eea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:52.036706 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c51f48cc-007c-4baa-8ed4-58265cdd748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07635bcc-f399-4424-ab53-397a6af88eea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.044976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (f43160f0-76b9-484c-a5d8-87610081f02a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.156835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c51f48cc-007c-4baa-8ed4-58265cdd748b None None] Port 07635bcc-f399-4424-ab53-397a6af88eea cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:52.161895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 17e5e604-8db2-4bdd-9be4-c6a5e551908b details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:52.409452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:52.427417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'port_id': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'mac_address': 'fa:16:3e:61:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad26253-13ac-4e96-8e09-a725961b8d2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:52.463197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-fab5dab0-0ccc-433a-b686-249f6c896e7d service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9296997 Mar 07 10:38:52.497935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 17e5e604-8db2-4bdd-9be4-c6a5e551908b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:52.498611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.516215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e5e604-8db2-4bdd-9be4-c6a5e551908b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:52.566930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:52.575101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 68b4559f-c6c3-4c56-a75c-13e44bb0699e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:52.589914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-326ea1c1-c68a-484c-9006-7c2c1f5899df req-6e2a653e-73c4-4bc4-8651-eba8d6001eab service neutron] 10.222.0.32 "GET /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110830 Mar 07 10:38:52.612283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.625222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23fbe-f841-4865-9fb1-df54f07bf133 req-921345c3-a38c-43e9-9827-564bc24758aa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.628006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67c23fbe-f841-4865-9fb1-df54f07bf133 req-921345c3-a38c-43e9-9827-564bc24758aa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 944 time: 1.1830795 Mar 07 10:38:52.734448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-63414d97-af23-427c-b4f3-69a2230e383f tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 697 time: 0.7380180 Mar 07 10:38:52.743851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.762487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07635bcc-f399-4424-ab53-397a6af88eea), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.763800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 68b4559f-c6c3-4c56-a75c-13e44bb0699e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:52.764546 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.785134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e9da2d14-09f2-492b-a842-75b6c4c4e7bb req-ec62b0ee-d579-4331-a20b-076bb64eea93 service neutron] 10.222.0.32 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954917 Mar 07 10:38:52.814225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-90f92236-5de2-402b-bee9-0c149e102533 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.815762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-90f92236-5de2-402b-bee9-0c149e102533 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 950 time: 0.9070361 Mar 07 10:38:52.896139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 68b4559f-c6c3-4c56-a75c-13e44bb0699e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:52.896889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.929954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['17e5e604-8db2-4bdd-9be4-c6a5e551908b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:52.953366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:52.974123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 68b4559f-c6c3-4c56-a75c-13e44bb0699e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=68b4559f-c6c3-4c56-a75c-13e44bb0699e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:52.981817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67c23fbe-f841-4865-9fb1-df54f07bf133 req-9c010677-9984-4cbe-9fc3-ec0e018a4e20 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528318 Mar 07 10:38:52.991757 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.051899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks [] for port (07635bcc-f399-4424-ab53-397a6af88eea), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.059437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.107036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=68b4559f-c6c3-4c56-a75c-13e44bb0699e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.126778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eed4a154-9a27-4823-9e3b-d19666c8e62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.174585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (f43160f0-76b9-484c-a5d8-87610081f02a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.185443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Pushing event updated for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.189094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-0be323e9-4f87-4cbd-876b-23081cc5e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:53.191415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-0be323e9-4f87-4cbd-876b-23081cc5e075 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 1125 time: 0.6003411 Mar 07 10:38:53.235699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-5cb3baeb-96c9-4108-9126-4634d1dcdaef tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:53.238720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-5cb3baeb-96c9-4108-9126-4634d1dcdaef tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 950 time: 0.6384833 Mar 07 10:38:53.347925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Network 02778223-21a1-40ab-ae6e-908f706d874a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:53.349418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:53.399747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-778406101'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:53.409311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (889081c9-283d-46e0-bc3f-544fe23e48a3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.422674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977', '2bbc11a5-10dd-404d-b018-6a3759c5abe3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:53.567770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:53.664332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f25e48-99e5-4c82-878a-f53a57ca8483 req-5cd1c077-5666-4c15-8d4f-9b6cd02caa9a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:53.673932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32f25e48-99e5-4c82-878a-f53a57ca8483 req-5cd1c077-5666-4c15-8d4f-9b6cd02caa9a tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 950 time: 0.5043805 Mar 07 10:38:53.703215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=889081c9-283d-46e0-bc3f-544fe23e48a3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.721207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 889081c9-283d-46e0-bc3f-544fe23e48a3 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:53.725898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:53.729663 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.737771 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.741467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06fdab10-4362-4a93-8a9b-a311f60795f8 req-01bbd115-4983-40f8-a1de-7c71020884f0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "DELETE /v2.0/ports/889081c9-283d-46e0-bc3f-544fe23e48a3 HTTP/1.1" status: 204 len: 173 time: 3.5429218 Mar 07 10:38:53.840204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.849716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Deleting port a6783a93-ce9a-4b89-a58a-088e09177ba1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:53.850151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.863608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-33a5ff07-6072-4ba7-ab47-7857c52ec5f8 None None] Provisioning complete for port 07635bcc-f399-4424-ab53-397a6af88eea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:53.864148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33a5ff07-6072-4ba7-ab47-7857c52ec5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07635bcc-f399-4424-ab53-397a6af88eea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.965573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.966116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (a6783a93-ce9a-4b89-a58a-088e09177ba1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.980702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Calling delete_port for a6783a93-ce9a-4b89-a58a-088e09177ba1 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:54.029787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-33a5ff07-6072-4ba7-ab47-7857c52ec5f8 None None] Port 07635bcc-f399-4424-ab53-397a6af88eea cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:54.049579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Router f43160f0-76b9-484c-a5d8-87610081f02a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:54.118302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 17e5e604-8db2-4bdd-9be4-c6a5e551908b up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:54.120254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.202448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.215191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d2536013-1edd-454c-8f52-56161ee7e29f details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:54.229545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:54.242013 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63169e05-8487-4230-a0d6-4566fd6ab579 admin admin] 10.222.0.23 "PUT /v2.0/routers/f43160f0-76b9-484c-a5d8-87610081f02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3553069 Mar 07 10:38:54.256055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32f25e48-99e5-4c82-878a-f53a57ca8483 req-9f707970-0b71-4490-ad34-5bddb17e1fcf tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/security-groups?id=84ae61d3-4c3f-45b2-975a-097427efcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805943 Mar 07 10:38:54.263018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Sync routers for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:54.276482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-6db0c0df-3c94-4bbe-b9f7-f58a10438e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.276482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-6db0c0df-3c94-4bbe-b9f7-f58a10438e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1125 time: 1.0272765 Mar 07 10:38:54.349623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:54.350166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.368437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a6783a93-ce9a-4b89-a58a-088e09177ba1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.398762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:54.399495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:54.454923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 17e5e604-8db2-4bdd-9be4-c6a5e551908b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:54.505214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 17e5e604-8db2-4bdd-9be4-c6a5e551908b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:54.505705 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.559233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Deleting port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:54.559672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.587531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event deleted for resources: {'Port': ['ID=a6783a93-ce9a-4b89-a58a-088e09177ba1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.591636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 68b4559f-c6c3-4c56-a75c-13e44bb0699e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:54.671716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:54.727306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'network_id': '5eaa20dd-8b0f-44c9-94a1-c406b4a46df2', 'port_id': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'mac_address': 'fa:16:3e:b1:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad26253-13ac-4e96-8e09-a725961b8d2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:54.730973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:54.759024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for security_group (b6eff462-c7c0-426c-bdaf-ab743f4225e4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.813797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b6eff462-c7c0-426c-bdaf-ab743f4225e4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.826373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:54.839479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b5681781-d989-4021-b9a7-dac625731514), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.840028 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Added segment b5681781-d989-4021-b9a7-dac625731514 of type vlan for network 4e84de77-d31e-40bb-8781-c681acde30da Mar 07 10:38:54.899520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (4e84de77-d31e-40bb-8781-c681acde30da), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.917721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 68b4559f-c6c3-4c56-a75c-13e44bb0699e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:54.918435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.927042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 17e5e604-8db2-4bdd-9be4-c6a5e551908b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:54.927448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.933545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d2536013-1edd-454c-8f52-56161ee7e29f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:54.933545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.988845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eff462-c7c0-426c-bdaf-ab743f4225e4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.026136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df173d-8057-4c1b-8aad-5e49d83e411d req-52436685-4bf7-43c6-9fd3-0769002d02ca tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.027835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3df173d-8057-4c1b-8aad-5e49d83e411d req-52436685-4bf7-43c6-9fd3-0769002d02ca tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.6319911 Mar 07 10:38:55.053976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:55.056725 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd8c30-9e26-42b6-acc8-c1bedeb187ff" -d '{"events": [{"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-plugged", "status": "completed", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:55.060232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2536013-1edd-454c-8f52-56161ee7e29f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:55.083209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 2bbc11a5-10dd-404d-b018-6a3759c5abe3, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=2bbc11a5-10dd-404d-b018-6a3759c5abe3,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:55.083585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.087361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (4e84de77-d31e-40bb-8781-c681acde30da), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.090125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:55.093294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.094020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.103581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks [] for floatingip (f9353791-7b73-465d-80f6-1eadf3f360e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.106407 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.107663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c8335ca-9c3a-4e66-a9d9-d2992f2f6008 req-670c4db3-5460-41bd-ac6f-14e9675634cb tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "DELETE /v2.0/floatingips/f9353791-7b73-465d-80f6-1eadf3f360e3 HTTP/1.1" status: 204 len: 173 time: 2.3561935 Mar 07 10:38:55.125607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.126988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889081c9-283d-46e0-bc3f-544fe23e48a3 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:55.135073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-4ad2ae95-a825-4ec3-98b3-c97f67f7fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.136721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:55.139331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-4ad2ae95-a825-4ec3-98b3-c97f67f7fea6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.7768705 Mar 07 10:38:55.167521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 889081c9-283d-46e0-bc3f-544fe23e48a3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:55.168018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 889081c9-283d-46e0-bc3f-544fe23e48a3 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:55.168873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:55.169894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 2bbc11a5-10dd-404d-b018-6a3759c5abe3 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:55.291276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53442) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:55.298845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-network', 'tenant_id': 'c270b6c36498422c8cee166963ba4413'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:55.346930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Made reservation on behalf of c270b6c36498422c8cee166963ba4413 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:55.349794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.362404 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.369961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.404153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4178286 Mar 07 10:38:55.405587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53444) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:55.408209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:55.409019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.472101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks [] for security_group (1dac32fe-ef92-46c2-a8b0-208762fdd5b3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.474152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.480369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1dac32fe-ef92-46c2-a8b0-208762fdd5b3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.532738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.539173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:55.539429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 68b4559f-c6c3-4c56-a75c-13e44bb0699e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:55.561077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a085791c-c52e-42eb-81fb-0ab7e436bc7e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.561904 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Added segment a085791c-c52e-42eb-81fb-0ab7e436bc7e of type vlan for network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 Mar 07 10:38:55.564257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac32fe-ef92-46c2-a8b0-208762fdd5b3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.602662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.619449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 2, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:55.627758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (771f9c38-fdf3-4e20-83c1-4100b2c933c0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.665553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Checking router: f43160f0-76b9-484c-a5d8-87610081f02a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:55.665943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Updating router f43160f0-76b9-484c-a5d8-87610081f02a port 07635bcc-f399-4424-ab53-397a6af88eea binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:55.684255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (771f9c38-fdf3-4e20-83c1-4100b2c933c0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.686333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.689757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.704308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:55.704701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.708320 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07635bcc-f399-4424-ab53-397a6af88eea), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.710411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d2536013-1edd-454c-8f52-56161ee7e29f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:55.799336 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5060937 Mar 07 10:38:55.800546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53446) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:55.806171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Request body: {'subnet': {'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-subnet', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:55.824848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea2bb-7485-4337-b22d-a05f19dcb12e admin admin] Pushing event updated for resources: {'Network': ['ID=771f9c38-fdf3-4e20-83c1-4100b2c933c0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.837337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:55.839529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Made reservation on behalf of c270b6c36498422c8cee166963ba4413 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:55.842547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.843456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:55.850515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:55.903333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480bbb3-6ff1-4fe2-be8c-a50cc8e17334 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Network': ['ID=4e84de77-d31e-40bb-8781-c681acde30da,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.923890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Calling delete_port for c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:55.979430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3df173d-8057-4c1b-8aad-5e49d83e411d req-a36e791d-a498-4b40-a284-5e9ac9e84a29 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9237790 Mar 07 10:38:56.019319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-a45f3714-e24a-48c0-8313-5125d1d615b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 997 time: 0.8370161 Mar 07 10:38:56.036909 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef5200-8ec8-4550-a9db-8af06ecfdd88 x-openstack-request-id: req-46ef5200-8ec8-4550-a9db-8af06ecfdd88 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:56.037209 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93322f50-0ea6-43d3-af95-b020c7c19934", "name": "network-vif-deleted", "tag": "875b6641-df0c-4956-b063-cc91d6f654d4", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:56.037465 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46ef5200-8ec8-4550-a9db-8af06ecfdd88 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:56.037858 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93322f50-0ea6-43d3-af95-b020c7c19934', 'name': 'network-vif-deleted', 'tag': '875b6641-df0c-4956-b063-cc91d6f654d4', 'status': 'completed', 'code': 200} Mar 07 10:38:56.062995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.078332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 4e84de77-d31e-40bb-8781-c681acde30da details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:56.185127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (1c495265-a094-461d-9473-8d1bfe92e986), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.195972 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ab7e7-b5d9-493b-a529-a9cedc2fe697 x-openstack-request-id: req-0d8ab7e7-b5d9-493b-a529-a9cedc2fe697 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:56.196325 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:56.196654 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d8ab7e7-b5d9-493b-a529-a9cedc2fe697 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:56.197814 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'status': 'completed', 'code': 200} Mar 07 10:38:56.271585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 2bbc11a5-10dd-404d-b018-6a3759c5abe3 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:56.317238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c495265-a094-461d-9473-8d1bfe92e986,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:56.338570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Checking segment: {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:56.338931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Network hostable DHCP agents. Network: 771f9c38-fdf3-4e20-83c1-4100b2c933c0, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:56.378434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:56.394285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 771f9c38-fdf3-4e20-83c1-4100b2c933c0) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:56.416134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e87c-7927-431d-b689-4736f6fff991 req-8c1341ad-bebf-4652-a6a2-07fec6b40f86 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.417716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff56e87c-7927-431d-b689-4736f6fff991 req-8c1341ad-bebf-4652-a6a2-07fec6b40f86 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 1.0893776 Mar 07 10:38:56.420236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.420799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e8f6c-bbb5-4175-9543-be3c8ab5a3de None None] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:56.421206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.432299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-7b10e7fd-777b-4808-beca-574010bbf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.433908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-7b10e7fd-777b-4808-beca-574010bbf007 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.2608838 Mar 07 10:38:56.444695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=12']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:56.460639 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e84416f6-dfe8-40c3-a90f-915390cfa9c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6584570 Mar 07 10:38:56.461498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:56.471805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:56.512808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:56.519316 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.522255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (0829826e-b17d-407c-b96a-73a018981486), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.524019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (0829826e-b17d-407c-b96a-73a018981486), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.629836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4583f-136b-4ed1-b454-d067c9174005 req-f396c958-2a38-4094-b880-f6df45321a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.631395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-f396c958-2a38-4094-b880-f6df45321a7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c349b5677263491db55d077ba1db3e9b&device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 1127 time: 0.4684410 Mar 07 10:38:56.691852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:56.692054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.714289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e863e4-fdda-4eef-bbee-359ab5be5230 req-18261e34-ea09-4de2-ad45-ff5c8c7f58e3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.715901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1e863e4-fdda-4eef-bbee-359ab5be5230 req-18261e34-ea09-4de2-ad45-ff5c8c7f58e3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 945 time: 0.4128842 Mar 07 10:38:56.723487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'project_id': 'c270b6c36498422c8cee166963ba4413', 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:38:56.724372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.784463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff56e87c-7927-431d-b689-4736f6fff991 req-9c42c948-95ee-4022-9b74-ba9e94483980 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448765 Mar 07 10:38:56.793108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.801833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks [] for port (07635bcc-f399-4424-ab53-397a6af88eea), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.819746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.904113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for router_controller (0829826e-b17d-407c-b96a-73a018981486), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.941013 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57417aaf-8227-44ad-bccc-dbff89b494d7 x-openstack-request-id: req-57417aaf-8227-44ad-bccc-dbff89b494d7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:56.941153 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-plugged", "status": "completed", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:56.941393 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57417aaf-8227-44ad-bccc-dbff89b494d7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:56.941852 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'code': 200} Mar 07 10:38:56.988058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80583d8-5d7b-4431-b37b-99d07828a11b None None] Pushing event updated for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.158628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.164061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Attempting to bind port 07635bcc-f399-4424-ab53-397a6af88eea on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:57.168192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Attempting to bind port 07635bcc-f399-4424-ab53-397a6af88eea by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:57.168755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Attempting to bind port 07635bcc-f399-4424-ab53-397a6af88eea on network 02778223-21a1-40ab-ae6e-908f706d874a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:57.192438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Allocated IP 172.20.0.2 (771f9c38-fdf3-4e20-83c1-4100b2c933c0/1c495265-a094-461d-9473-8d1bfe92e986/3617f4fc-d094-46a5-8796-fff8c7fb6c49) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:57.202300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:57.202892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Checking segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:57.203834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.204408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Bound using segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:57.205031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Bound port: 07635bcc-f399-4424-ab53-397a6af88eea, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:57.208471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07635bcc-f399-4424-ab53-397a6af88eea), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.261824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4583f-136b-4ed1-b454-d067c9174005 req-02c12d9c-e738-452a-95b6-ff8328e77891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.263351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-02c12d9c-e738-452a-95b6-ff8328e77891 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 200 len: 914 time: 0.6186624 Mar 07 10:38:57.265774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.356555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for router_gateway (0829826e-b17d-407c-b96a-73a018981486), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.392489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-6f697b97-954b-4e3b-a59c-46e15132423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.394011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-6f697b97-954b-4e3b-a59c-46e15132423c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9253840 Mar 07 10:38:57.394998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122e7d4-318d-4bff-a601-eaf29c94767c req-b4b2141d-4923-4ad6-8054-5915875076ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.396599 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d122e7d4-318d-4bff-a601-eaf29c94767c req-b4b2141d-4923-4ad6-8054-5915875076ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 1127 time: 0.1701238 Mar 07 10:38:57.447843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] For port 07635bcc-f399-4424-ab53-397a6af88eea, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:57.450211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fb1f95ba-83c8-4f70-be7f-2685abfc8353 None None] Provisioning complete for port 07635bcc-f399-4424-ab53-397a6af88eea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:57.450646 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fb1f95ba-83c8-4f70-be7f-2685abfc8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07635bcc-f399-4424-ab53-397a6af88eea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.455757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] For port 07635bcc-f399-4424-ab53-397a6af88eea, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07635bcc-f399-4424-ab53-397a6af88eea,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:57.465328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1e863e4-fdda-4eef-bbee-359ab5be5230 req-e86b32e4-604c-44c4-a751-4e0a6ba40bb0 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149441 Mar 07 10:38:57.466677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-31a06f34-c1ca-4808-befa-8f850a90ca19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b HTTP/1.1" status: 200 len: 217 time: 0.1537666 Mar 07 10:38:57.467431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Pushing event deleted for resources: {'Port': ['ID=c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.481099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2bbc11a5-10dd-404d-b018-6a3759c5abe3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.508520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.511698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:57.513577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a806dfb9-4155-4ac9-a447-c1bfe8609e8e', '079cf86c-fd05-43ad-89e0-ff476c0b0977'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:57.539847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d122e7d4-318d-4bff-a601-eaf29c94767c req-27058661-c300-4cb7-99d0-c57978d0eaf8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327379 Mar 07 10:38:57.573831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.680171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] No DVR routers for this DVR port c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:57.782965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.795234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba9654b8-f5a5-4308-bc13-024576e55102 req-44194826-cc6d-4059-8275-7eee8716805f tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.26 "DELETE /v2.0/ports/c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c HTTP/1.1" status: 204 len: 173 time: 4.5478635 Mar 07 10:38:57.824236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for router_gateway (0829826e-b17d-407c-b96a-73a018981486), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.862582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7fed95a-6f07-451f-ae52-7454f4b23a0f req-5ec09c5a-07b1-4f45-b650-6d2df5f1319d tempest-ServersAdminTestJSON-1005029396 tempest-ServersAdminTestJSON-1005029396-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0b0d32-850f-4f79-8a13-4b5303e43934 HTTP/1.1" status: 200 len: 210 time: 0.3700426 Mar 07 10:38:57.869363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.004887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=2bbc11a5-10dd-404d-b018-6a3759c5abe3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.078349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f95ba-83c8-4f70-be7f-2685abfc8353 None None] Port 07635bcc-f399-4424-ab53-397a6af88eea cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:58.110867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dc76bbd-f93e-4e5c-9636-456a10b4e983 req-83a829fd-f8a4-4fbb-861a-585b5eafa4b7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f9eaf67-0595-486f-82f8-3d8a89826ffb HTTP/1.1" status: 200 len: 210 time: 0.4406350 Mar 07 10:38:58.149167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80583d8-5d7b-4431-b37b-99d07828a11b None None] Pushing event updated for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.161077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Allocated IP 172.25.4.200 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/fc419f58-ddbd-49d3-aaac-9a6e4130797e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:58.210678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks [] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.215289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:58.216397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network hostable DHCP agents. Network: 4e84de77-d31e-40bb-8781-c681acde30da, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:58.221782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'name': 'network-vif-deleted', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3'}, {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-deleted', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:58.238042 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8bfcd-9576-451d-9a46-c8302015ff33" -d '{"events": [{"server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "name": "network-vif-deleted", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3"}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-deleted", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:58.244036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d2536013-1edd-454c-8f52-56161ee7e29f up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:58.309298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 2bbc11a5-10dd-404d-b018-6a3759c5abe3 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:58.322309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.326127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4605f87f-4803-49d7-841f-dddbe23531f1 req-a94d6b91-f46f-4219-8670-b770dd22268f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "DELETE /v2.0/ports/2bbc11a5-10dd-404d-b018-6a3759c5abe3 HTTP/1.1" status: 204 len: 173 time: 5.4700303 Mar 07 10:38:58.334351 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.370788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4583f-136b-4ed1-b454-d067c9174005 req-5798e2e5-24cc-474a-a63e-54c2a0864d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.372777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-5798e2e5-24cc-474a-a63e-54c2a0864d69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 200 len: 853 time: 0.8901470 Mar 07 10:38:58.390422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.439699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:58.440355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.467315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Pushing event updated for resources: {'Port': ['ID=3617f4fc-d094-46a5-8796-fff8c7fb6c49,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.519414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.532872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-6079b3df-1c6d-4d5d-a487-ab4d41f19abb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183889 Mar 07 10:38:58.546676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-4f793ecd-b2b0-4deb-b0e4-5c7cafa806dc service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0522125 Mar 07 10:38:58.619255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:58.628176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:58.630599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:58.640367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:58.645297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.656589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:58.666159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:58.678957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port d2536013-1edd-454c-8f52-56161ee7e29f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:58.711545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:58.767967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc419f58-ddbd-49d3-aaac-9a6e4130797e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.796337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port d2536013-1edd-454c-8f52-56161ee7e29f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:58.796691 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.810503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Provisioning complete for port 07635bcc-f399-4424-ab53-397a6af88eea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:58.810865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07635bcc-f399-4424-ab53-397a6af88eea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.811926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110da946-6638-4634-b0ab-70156d48bf2f req-49859a7a-a0a9-4411-876c-3dd9e1e82ab6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.825241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-110da946-6638-4634-b0ab-70156d48bf2f req-49859a7a-a0a9-4411-876c-3dd9e1e82ab6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.7296784 Mar 07 10:38:58.829864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8780fdbe-a9c3-4ce4-bfb7-51ae48fc565f req-5a877eef-c4a2-4d82-9cc8-f7d063f70d1b service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736552 Mar 07 10:38:58.961733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:58.966269 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c941656-1e09-4124-9c36-ccadbe1028ee" -d '{"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:59.002527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c015-dc72-4a17-a623-3f9d0404127a req-81758c90-026c-46af-8302-e8a6d40fe499 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.010608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45a7c015-dc72-4a17-a623-3f9d0404127a req-81758c90-026c-46af-8302-e8a6d40fe499 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.7639096 Mar 07 10:38:59.018994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:59.026833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 4e84de77-d31e-40bb-8781-c681acde30da) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:59.104776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82ca39-c64c-4db0-b582-40bc175a8e23 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:59.145979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.147017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.268165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for router_gateway (0829826e-b17d-407c-b96a-73a018981486), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.329653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45a7c015-dc72-4a17-a623-3f9d0404127a req-4b47d4ed-119c-4caf-952d-4159e886a259 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172777 Mar 07 10:38:59.366119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c75cf1ca-b23a-4e2f-a0dd-28a29e044d1a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9330657 Mar 07 10:38:59.382426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-800503ce-06dc-4f36-966a-a5dfbd8a59c7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.383809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Attempting to bind port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:59.384976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-800503ce-06dc-4f36-966a-a5dfbd8a59c7 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.5190454 Mar 07 10:38:59.385987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Attempting to bind port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:59.386128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53484) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:59.386367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Attempting to bind port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 on network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:59.394405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'name': 'tempest-NetworksTestDHCPv6-2079030115'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:59.413432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:38:59.416049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.499966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-110da946-6638-4634-b0ab-70156d48bf2f req-59082457-d861-4f02-bb5f-2738e9d00e47 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6733451 Mar 07 10:38:59.530812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:59.531360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Checking segment: {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:59.535942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.536439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Bound using segment: {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:59.536950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Bound port: 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:59.537344 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.602754 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f41f9-641f-4a9c-9989-58090258aa5b x-openstack-request-id: req-897f41f9-641f-4a9c-9989-58090258aa5b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:59.603165 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0afa829-5901-488e-9e10-77e0f923a6c3", "name": "network-vif-deleted", "tag": "889081c9-283d-46e0-bc3f-544fe23e48a3", "status": "completed", "code": 200}, {"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-deleted", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:59.603511 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-897f41f9-641f-4a9c-9989-58090258aa5b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:59.604628 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0afa829-5901-488e-9e10-77e0f923a6c3', 'name': 'network-vif-deleted', 'tag': '889081c9-283d-46e0-bc3f-544fe23e48a3', 'status': 'completed', 'code': 200} Mar 07 10:38:59.605123 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-deleted', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'status': 'completed', 'code': 200} Mar 07 10:38:59.657305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-97fec9fc-f1b6-4e4c-b71e-04795b8f4111 service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1048484 Mar 07 10:38:59.716075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:59.720891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.803670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c016923-159b-41b1-acdd-ac4907353ac9 req-6f40bbc2-198b-4c44-a6d9-cd813c435287 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.805461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c016923-159b-41b1-acdd-ac4907353ac9 req-6f40bbc2-198b-4c44-a6d9-cd813c435287 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.3045359 Mar 07 10:38:59.828229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (0829826e-b17d-407c-b96a-73a018981486), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.915517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 6a8f7c52-8329-481a-881d-4f9e5c1b4f22 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:00.107325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Router 0829826e-b17d-407c-b96a-73a018981486 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:00.280976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d2536013-1edd-454c-8f52-56161ee7e29f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:00.281852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.329554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:00.346377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.359184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Current status of the port 07635bcc-f399-4424-ab53-397a6af88eea is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:00.359479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07635bcc-f399-4424-ab53-397a6af88eea), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.390526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:00.400515 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Sync routers for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:00.431068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.432936 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93ff5c34-d4b1-463b-a227-9081dc190de9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9706998 Mar 07 10:39:00.433226 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:00.433852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:00.435958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53500) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:00.471290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] For port 07635bcc-f399-4424-ab53-397a6af88eea, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07635bcc-f399-4424-ab53-397a6af88eea,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:00.557210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.652248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] For port 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:00.700409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:00.782364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] For port 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3617f4fc-d094-46a5-8796-fff8c7fb6c49,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:00.789545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:00.870202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bdd90-313a-42b6-87f0-6c0bb539d146 None None] Pushing event updated for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:00.874592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.946861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::1de (4e84de77-d31e-40bb-8781-c681acde30da/e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb/6a8f7c52-8329-481a-881d-4f9e5c1b4f22) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:00.989204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-da570041-2110-428f-bbf9-53b458fa890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:57Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:01.094660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd4d7d-d40e-42a5-a7dc-adf4a7dca5aa None None] Pushing event updated for resources: {'Port': ['ID=3617f4fc-d094-46a5-8796-fff8c7fb6c49,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:01.097859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570041-2110-428f-bbf9-53b458fa890b None None] The sync data for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 is: [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:57Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:01.233619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c016923-159b-41b1-acdd-ac4907353ac9 req-4c25a29d-8e56-4f58-a1ad-cb65e61e5cd8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3747437 Mar 07 10:39:01.336459 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:38:59Z', 'revision_number': 3, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:01.338621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb68d0-07fe-4294-8e05-869746b5487e req-ad2fa758-82d4-47b9-b7f2-bbc5ac25dd66 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.362922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41fb68d0-07fe-4294-8e05-869746b5487e req-ad2fa758-82d4-47b9-b7f2-bbc5ac25dd66 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 945 time: 1.6371012 Mar 07 10:39:01.419713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Deleting port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:01.420058 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.429955 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Checking router: 0829826e-b17d-407c-b96a-73a018981486 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:01.433424 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Updating router 0829826e-b17d-407c-b96a-73a018981486 port fc419f58-ddbd-49d3-aaac-9a6e4130797e binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:01.483080 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb2540-3037-4952-8f36-a12d006d2a0f x-openstack-request-id: req-eeeb2540-3037-4952-8f36-a12d006d2a0f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:01.483376 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0b0d32-850f-4f79-8a13-4b5303e43934", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:01.483668 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eeeb2540-3037-4952-8f36-a12d006d2a0f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:01.484300 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0b0d32-850f-4f79-8a13-4b5303e43934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0e95e-c2e3-4533-aff9-ba9a4a9bbf7c', 'code': 200} Mar 07 10:39:01.535638 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.622410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.861458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (6a8f7c52-8329-481a-881d-4f9e5c1b4f22), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.014028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'name': 'network-vif-deleted', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:02.019237 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be337157-9fd6-43dd-b956-92c19a043c93" -d '{"events": [{"server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "name": "network-vif-deleted", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:02.064002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Allocated IP 172.20.0.1 (771f9c38-fdf3-4e20-83c1-4100b2c933c0/1c495265-a094-461d-9473-8d1bfe92e986/41c13309-abe8-43b4-8920-8728ae6ca68b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:02.080036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c4583f-136b-4ed1-b454-d067c9174005 req-45d46d1a-6dad-4b6c-9921-a6a11c99d6ea service neutron] 10.222.0.26 "GET /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4010890 Mar 07 10:39:02.144452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb/6405ad56-a0d8-47db-be3a-02c528cb2415) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:02.275347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6a8f7c52-8329-481a-881d-4f9e5c1b4f22), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.300179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:02.461567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks [] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.580870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.598872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] For port 1bfe7e45-f7cc-4a9f-b060-9238761a9646, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1bfe7e45-f7cc-4a9f-b060-9238761a9646,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:02.599423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.617075 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks [] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.639569 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.658073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Calling delete_port for 1bfe7e45-f7cc-4a9f-b060-9238761a9646 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:02.834337 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks [] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.849154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41fb68d0-07fe-4294-8e05-869746b5487e req-5da9750c-f1df-4702-ba63-a72aad4d1c0a tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4851699 Mar 07 10:39:02.852292 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.865238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:02.875220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:02.887024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:02.895075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.895928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.924318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.001157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:03.012553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2fe8f-523a-442d-bef1-fc704708b4ca req-7c3a6023-b77a-4a92-9ccd-150b2313cdfa tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.017427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:03.021322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62f2fe8f-523a-442d-bef1-fc704708b4ca req-7c3a6023-b77a-4a92-9ccd-150b2313cdfa tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 946 time: 0.9523828 Mar 07 10:39:03.046703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:03.050749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=6a8f7c52-8329-481a-881d-4f9e5c1b4f22,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.064330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7dc937d7-d890-472e-ae92-1b8f2eab2d5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6746123 Mar 07 10:39:03.067403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07635bcc-f399-4424-ab53-397a6af88eea up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:03.081006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53534) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:03.087900 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Pushing event updated for resources: {'Port': ['ID=fc419f58-ddbd-49d3-aaac-9a6e4130797e,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.173259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:03.198473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:03.200331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Attempting to bind port fc419f58-ddbd-49d3-aaac-9a6e4130797e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:03.202757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Attempting to bind port fc419f58-ddbd-49d3-aaac-9a6e4130797e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:03.203216 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Attempting to bind port fc419f58-ddbd-49d3-aaac-9a6e4130797e on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:03.227997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62f2fe8f-523a-442d-bef1-fc704708b4ca req-8fea7fcc-c787-4a75-a980-9212fac077f4 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d6d669f-227f-4388-b1b4-9b7c945c62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812267 Mar 07 10:39:03.234371 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.234725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.239273 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.239930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.241148 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.243077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:03.244016 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.244643 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.244931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.245256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.245580 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.245909 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.246243 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.256393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Pushing event updated for resources: {'Port': ['ID=6405ad56-a0d8-47db-be3a-02c528cb2415,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.262173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:03.289081 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:03.289377 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:03.289776 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.290161 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:03.290676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Bound port: fc419f58-ddbd-49d3-aaac-9a6e4130797e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:03.291046 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.314613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53540) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:03.315940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97088fe8-c5dd-4e46-be06-5e45377e2d65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff778828a7004f6dbb20c00100b643e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0145605 Mar 07 10:39:03.317465 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (0829826e-b17d-407c-b96a-73a018981486), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.411712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da770eee-7e93-4dc5-94d1-d69e308b5245 None None] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:03.451655 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] For port fc419f58-ddbd-49d3-aaac-9a6e4130797e, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:03.460590 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] For port fc419f58-ddbd-49d3-aaac-9a6e4130797e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=fc419f58-ddbd-49d3-aaac-9a6e4130797e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:03.471476 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.491146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 07635bcc-f399-4424-ab53-397a6af88eea triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:03.495292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07635bcc-f399-4424-ab53-397a6af88eea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.498368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:03.501072 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ef018-a11a-4a86-ad61-ab7d73f1004f" -d '{"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-plugged", "status": "completed", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:03.512366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] Publish callbacks [] for security_group (84ae61d3-4c3f-45b2-975a-097427efcd79), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.534150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Attempting to bind port 6405ad56-a0d8-47db-be3a-02c528cb2415 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:03.535331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Attempting to bind port 6405ad56-a0d8-47db-be3a-02c528cb2415 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:03.535906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Attempting to bind port 6405ad56-a0d8-47db-be3a-02c528cb2415 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:03.553428 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] Publish callbacks [] for security_group (84ae61d3-4c3f-45b2-975a-097427efcd79), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.594556 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:03.594955 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:03.596115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:03.597162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:03.597782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.598362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:03.599041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Bound port: 6405ad56-a0d8-47db-be3a-02c528cb2415, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:03.599668 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.635071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.669361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09f926-e881-46b3-a272-f33392d4a4c7 req-661791f2-745c-434d-b6ea-7042b59336d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.671030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Provisioning complete for port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:03.671483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.680645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d09f926-e881-46b3-a272-f33392d4a4c7 req-661791f2-745c-434d-b6ea-7042b59336d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.6039310 Mar 07 10:39:03.702647 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb73fdad-b5bb-4a3a-b2c5-8c8600d12136 x-openstack-request-id: req-bb73fdad-b5bb-4a3a-b2c5-8c8600d12136 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:03.703312 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9eaf67-0595-486f-82f8-3d8a89826ffb", "name": "network-vif-deleted", "tag": "2bbc11a5-10dd-404d-b018-6a3759c5abe3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:03.704191 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb73fdad-b5bb-4a3a-b2c5-8c8600d12136 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:03.704825 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9eaf67-0595-486f-82f8-3d8a89826ffb', 'name': 'network-vif-deleted', 'tag': '2bbc11a5-10dd-404d-b018-6a3759c5abe3', 'status': 'completed', 'code': 200} Mar 07 10:39:03.786383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (84ae61d3-4c3f-45b2-975a-097427efcd79), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.789579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.792123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84ae61d3-4c3f-45b2-975a-097427efcd79 HTTP/1.1" status: 204 len: 168 time: 0.4449675 Mar 07 10:39:03.897359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758991-a239-487c-8d75-364084bf86fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae61d3-4c3f-45b2-975a-097427efcd79,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.913855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70263f3-123f-4e01-b0c9-b3392125935c None None] Pushing event updated for resources: {'Port': ['ID=fc419f58-ddbd-49d3-aaac-9a6e4130797e,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.926221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:03.992143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks [] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.001663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.076631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1bfe7e45-f7cc-4a9f-b060-9238761a9646), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.111945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b07a76-ad05-4d9b-bc42-2cc40b9f556c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:04.118407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b07a76-ad05-4d9b-bc42-2cc40b9f556c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:04.128409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-87b07a76-ad05-4d9b-bc42-2cc40b9f556c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9744508 Mar 07 10:39:04.128842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53566) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:04.220777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:04.236002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] For port 6405ad56-a0d8-47db-be3a-02c528cb2415, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:04.246024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (0829826e-b17d-407c-b96a-73a018981486), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.258494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1bfe7e45-f7cc-4a9f-b060-9238761a9646 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:04.314399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Pushing event deleted for resources: {'Port': ['ID=1bfe7e45-f7cc-4a9f-b060-9238761a9646,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:04.389166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] For port 6405ad56-a0d8-47db-be3a-02c528cb2415, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6405ad56-a0d8-47db-be3a-02c528cb2415,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:04.401096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 07635bcc-f399-4424-ab53-397a6af88eea is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:04.402536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3617f4fc-d094-46a5-8796-fff8c7fb6c49 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:04.423552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d09f926-e881-46b3-a272-f33392d4a4c7 req-742836f8-d241-4c4f-a92f-b07523dad8eb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7418578 Mar 07 10:39:04.454638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c82dc5-2c71-4d3d-9d82-66aaa20013fa req-7a5cb67d-ea19-4e6a-8035-01b1410d500a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:04.471406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67c82dc5-2c71-4d3d-9d82-66aaa20013fa req-7a5cb67d-ea19-4e6a-8035-01b1410d500a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.7568355 Mar 07 10:39:04.471406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] No DVR routers for this DVR port 1bfe7e45-f7cc-4a9f-b060-9238761a9646 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:04.482480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.485326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6f3adc-204f-4f81-8904-43f439adc109 req-29233c18-1e95-482f-97f5-7d729eb8ea59 tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.32 "DELETE /v2.0/ports/1bfe7e45-f7cc-4a9f-b060-9238761a9646 HTTP/1.1" status: 204 len: 173 time: 4.9807646 Mar 07 10:39:04.556889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67c82dc5-2c71-4d3d-9d82-66aaa20013fa req-c0d43b75-cc4c-4d91-87b8-9eb74602dad4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926695 Mar 07 10:39:04.580516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 1bfe7e45-f7cc-4a9f-b060-9238761a9646 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:04.581044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1bfe7e45-f7cc-4a9f-b060-9238761a9646 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:04.605749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53584) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:04.645763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.658008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 6a8f7c52-8329-481a-881d-4f9e5c1b4f22 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:04.660840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6a8f7c52-8329-481a-881d-4f9e5c1b4f22), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.673024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Current status of the port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:04.674892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.683074 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '41c13309-abe8-43b4-8920-8728ae6ca68b', 'name': '', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'mac_address': 'fa:16:3e:8f:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:01Z', 'updated_at': '2022-03-07T10:39:02Z', 'revision_number': 1, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'subnets': [{'id': '1c495265-a094-461d-9473-8d1bfe92e986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:04.697890 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86621786-70cd-46a9-b95a-2ee4c6e9884b x-openstack-request-id: req-86621786-70cd-46a9-b95a-2ee4c6e9884b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:04.698187 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-plugged", "status": "completed", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:04.701998 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86621786-70cd-46a9-b95a-2ee4c6e9884b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:04.702721 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'code': 200} Mar 07 10:39:04.831494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e26342-2673-4b79-8e5c-b8b98ba71b15 None None] The sync data for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 is: [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '41c13309-abe8-43b4-8920-8728ae6ca68b', 'name': '', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'mac_address': 'fa:16:3e:8f:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:01Z', 'updated_at': '2022-03-07T10:39:02Z', 'revision_number': 1, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'subnets': [{'id': '1c495265-a094-461d-9473-8d1bfe92e986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:04.899677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:04.909104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:05.322603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] For port 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3617f4fc-d094-46a5-8796-fff8c7fb6c49,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:05.355267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.398538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:05.398909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.464153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3893d5-bad1-44bb-b7a4-d5fa547e1a51 None None] Pushing event updated for resources: {'Port': ['ID=6405ad56-a0d8-47db-be3a-02c528cb2415,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:05.488943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-795b44c3-8016-43a5-95ef-ac248718ce23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e3686adeceb4ecd9ccbb91ac789fad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8815398 Mar 07 10:39:05.544776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:05.567451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Router 0829826e-b17d-407c-b96a-73a018981486 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:05.665012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7466f57f-914a-4555-94e9-c56e9f42973f req-e2551369-efc0-45e3-ba19-9263b934fc7a tempest-FloatingIPsAssociationTestJSON-1805569581 tempest-FloatingIPsAssociationTestJSON-1805569581-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcbdd751-bba2-4d4b-b95a-b2a5932b6495 HTTP/1.1" status: 200 len: 210 time: 0.3058770 Mar 07 10:39:05.719220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'name': 'network-vif-deleted', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:05.728827 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d07a45-0dfe-4387-8c60-1fbee28f8767" -d '{"events": [{"server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "name": "network-vif-deleted", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:05.829556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Provisioning complete for port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:05.831379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6a8f7c52-8329-481a-881d-4f9e5c1b4f22), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.836080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.954326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 6a8f7c52-8329-481a-881d-4f9e5c1b4f22 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:05.976301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] Publish callbacks [] for security_group (8467134a-5a54-4aa0-9bcb-b634bf5247a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.013099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17294cc7-f394-4eba-8103-f94409ed0878 req-6f16d0ad-799f-4fbb-91bc-fda5e291264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.014654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17294cc7-f394-4eba-8103-f94409ed0878 req-6f16d0ad-799f-4fbb-91bc-fda5e291264f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 1128 time: 0.9436543 Mar 07 10:39:06.061032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:06.090980 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75540562-01a4-4a12-bd3e-29e27c67c2a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/0829826e-b17d-407c-b96a-73a018981486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6499207 Mar 07 10:39:06.097344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff4cb9-a929-4396-95e4-673376893a4a None None] Pushing event updated for resources: {'Port': ['ID=3617f4fc-d094-46a5-8796-fff8c7fb6c49,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:06.114834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] Publish callbacks [] for security_group (8467134a-5a54-4aa0-9bcb-b634bf5247a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.196445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:06.244675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a96a2-8e1f-4e7b-9073-e1fe0164d1a6 req-5322036a-4acf-44af-b25e-f918114d6511 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.254096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0a96a2-8e1f-4e7b-9073-e1fe0164d1a6 req-5322036a-4acf-44af-b25e-f918114d6511 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 946 time: 1.1813536 Mar 07 10:39:06.284446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:06.291978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8467134a-5a54-4aa0-9bcb-b634bf5247a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.303160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.319088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8467134a-5a54-4aa0-9bcb-b634bf5247a1 HTTP/1.1" status: 204 len: 168 time: 0.7619278 Mar 07 10:39:06.448909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Current status of the port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:06.576499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93688e55-cab5-4485-b27d-f5373d924875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467134a-5a54-4aa0-9bcb-b634bf5247a1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:06.665721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:06.665983 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.757676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e0a96a2-8e1f-4e7b-9073-e1fe0164d1a6 req-17d895f6-cce5-4ae9-9860-9ee91d10454d tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022626 Mar 07 10:39:06.839953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 041fb941-b1e0-43fa-923e-bb61b959627e is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:06.840543 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.929993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17294cc7-f394-4eba-8103-f94409ed0878 req-a1f37e98-fd6b-446e-9fcd-e842679f70d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420417 Mar 07 10:39:06.968332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a01e0f-ff44-4955-a764-47ce4ef59dbd req-9391f507-6bbf-485c-99c9-004e625f2215 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.974913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3617f4fc-d094-46a5-8796-fff8c7fb6c49 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:06.980381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a01e0f-ff44-4955-a764-47ce4ef59dbd req-9391f507-6bbf-485c-99c9-004e625f2215 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 946 time: 0.7237003 Mar 07 10:39:07.136724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3d1898cd-4749-43dc-b8ed-22ac86d92506 None None] Port 41c13309-abe8-43b4-8920-8728ae6ca68b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:07.190019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:07.194176 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99893122-27bb-4184-847e-60c265c3ab2c" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:07.317881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:07.353670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:07.400037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a01e0f-ff44-4955-a764-47ce4ef59dbd req-a76c4663-3eaf-45ad-be7b-b3b8522b15b2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077437 Mar 07 10:39:07.500162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6a8f7c52-8329-481a-881d-4f9e5c1b4f22), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:07.596550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-998f4460-f8af-4503-99d7-706e5a1c78af None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:07.598817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-998f4460-f8af-4503-99d7-706e5a1c78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:07.667535 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28e1ba9-600b-4fc1-b243-3bdaf4d72e47 x-openstack-request-id: req-f28e1ba9-600b-4fc1-b243-3bdaf4d72e47 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:07.668347 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbdd751-bba2-4d4b-b95a-b2a5932b6495", "name": "network-vif-deleted", "tag": "1bfe7e45-f7cc-4a9f-b060-9238761a9646", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:07.670365 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f28e1ba9-600b-4fc1-b243-3bdaf4d72e47 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:07.670989 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbdd751-bba2-4d4b-b95a-b2a5932b6495', 'name': 'network-vif-deleted', 'tag': '1bfe7e45-f7cc-4a9f-b060-9238761a9646', 'status': 'completed', 'code': 200} Mar 07 10:39:07.758278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=6a8f7c52-8329-481a-881d-4f9e5c1b4f22,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:07.769085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde272b1-93bc-472b-ab6b-d77208ea3040 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:07.820376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=14']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:07.875294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:07.875686 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:07.929589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-998f4460-f8af-4503-99d7-706e5a1c78af None None] Port 41c13309-abe8-43b4-8920-8728ae6ca68b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:07.978640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447490-fe27-41c8-8097-a083c0d89034 req-b3bf5227-1a7b-48fb-973c-544bc0f464f1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:07.987392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90447490-fe27-41c8-8097-a083c0d89034 req-b3bf5227-1a7b-48fb-973c-544bc0f464f1 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 949 time: 1.5494802 Mar 07 10:39:08.072831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b6497-ca32-4d0a-921d-1bf296347d33 req-007ad32a-c2fb-4f26-b050-5d1577a6cb84 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.083514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-864b6497-ca32-4d0a-921d-1bf296347d33 req-007ad32a-c2fb-4f26-b050-5d1577a6cb84 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.9514990 Mar 07 10:39:08.119383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.123993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7cecb0cf-d0ab-4691-ae9e-14addfac975e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/6a8f7c52-8329-481a-881d-4f9e5c1b4f22 HTTP/1.1" status: 204 len: 168 time: 3.9777188 Mar 07 10:39:08.138501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:08.169720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Provisioning complete for port 6405ad56-a0d8-47db-be3a-02c528cb2415 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:08.170375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.210570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-2dfc043b-e38d-4059-97ab-cf71ea3b90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.212681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-2dfc043b-e38d-4059-97ab-cf71ea3b90e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1125 time: 0.7913117 Mar 07 10:39:08.247252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641ec29-e175-4509-833d-9ad3210aa562 req-4fa43adf-b348-4d71-81da-c8d25d6ea57f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.250248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8641ec29-e175-4509-833d-9ad3210aa562 req-4fa43adf-b348-4d71-81da-c8d25d6ea57f tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 950 time: 0.2120259 Mar 07 10:39:08.345249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-864b6497-ca32-4d0a-921d-1bf296347d33 req-c73aa3d7-4fd0-4e71-bf90-710b79ee8bba tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599533 Mar 07 10:39:08.372530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0cf4c-1f07-40ac-93c8-e6b5c3e6532c req-6ee2730a-e025-4860-9b21-c723983fabad tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.391834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e0cf4c-1f07-40ac-93c8-e6b5c3e6532c req-6ee2730a-e025-4860-9b21-c723983fabad tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3be0352-3f8c-43db-88b2-f579168bba30 HTTP/1.1" status: 200 len: 949 time: 0.5962520 Mar 07 10:39:08.475166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:08.478888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6405ad56-a0d8-47db-be3a-02c528cb2415 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:08.486344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de4022-4119-4e4f-b248-db39c57e709a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.488116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de4022-4119-4e4f-b248-db39c57e709a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.490117 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-00de4022-4119-4e4f-b248-db39c57e709a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3504882 Mar 07 10:39:08.493973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port a806dfb9-4155-4ac9-a447-c1bfe8609e8e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:08.494532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.500134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53680) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:08.566573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53684) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:08.643625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6405ad56-a0d8-47db-be3a-02c528cb2415 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:08.644988 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.734222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:08.752655 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.764667 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dffc4de-f05d-4067-adcc-0f96a75f0c9f x-openstack-request-id: req-4dffc4de-f05d-4067-adcc-0f96a75f0c9f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:08.765206 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-unplugged", "status": "completed", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:08.775382 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dffc4de-f05d-4067-adcc-0f96a75f0c9f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:08.776143 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'code': 200} Mar 07 10:39:08.823605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Current status of the port 6405ad56-a0d8-47db-be3a-02c528cb2415 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:08.824316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.899978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] For port 6405ad56-a0d8-47db-be3a-02c528cb2415, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6405ad56-a0d8-47db-be3a-02c528cb2415,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:08.910591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.915775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port a806dfb9-4155-4ac9-a447-c1bfe8609e8e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:08.919066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.921743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6405ad56-a0d8-47db-be3a-02c528cb2415 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:08.922455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.021985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.034717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for a806dfb9-4155-4ac9-a447-c1bfe8609e8e owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:09.234482 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:39:09.579733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e39fa0-2c21-4790-94ef-62d1fe2d1279 None None] Pushing event updated for resources: {'Port': ['ID=6405ad56-a0d8-47db-be3a-02c528cb2415,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:09.591796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ed4ded03-b5ff-4095-b267-dc754205eb2f None None] Provisioning complete for port 6405ad56-a0d8-47db-be3a-02c528cb2415 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:09.593033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed4ded03-b5ff-4095-b267-dc754205eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.601429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.822689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:39:09.823746 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:39:09.824934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ded03-b5ff-4095-b267-dc754205eb2f None None] Current status of the port 6405ad56-a0d8-47db-be3a-02c528cb2415 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:09.977768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6596bf28-b286-41a5-9589-89e531600c6c None None] Could not find standard attr ID for object 6a8f7c52-8329-481a-881d-4f9e5c1b4f22. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:39:10.049740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.063298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e0cf4c-1f07-40ac-93c8-e6b5c3e6532c req-9c1f1b52-0d30-4b51-85f3-770930765752 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6704509 Mar 07 10:39:10.086782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.089956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be671d6-30b3-42f0-8528-17d9873a64cf None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:10.109917 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb HTTP/1.1" status: 204 len: 168 time: 1.6072259 Mar 07 10:39:10.126666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Sync routers for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:10.147339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53740) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:10.238145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079cf86c-fd05-43ad-89e0-ff476c0b0977 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:10.307477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:10.308654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:10.313344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdb038-ae7e-46db-aac3-254d4b244dd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:10.362274 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8fe5d4b-e7a2-42e5-ae0e-dafb48e7e8d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2088871 Mar 07 10:39:10.367056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53748) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:10.378394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:10.397355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3337326-1020-4533-9f89-23ab89119b10 req-b232c314-8958-441e-815e-e3d77cb97ef7 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.399145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3337326-1020-4533-9f89-23ab89119b10 req-b232c314-8958-441e-815e-e3d77cb97ef7 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 946 time: 0.8242464 Mar 07 10:39:10.411078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a806dfb9-4155-4ac9-a447-c1bfe8609e8e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.440433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:10.451957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-b99b8a39-bd30-417b-9b36-6219c5e31b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.455384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-b99b8a39-bd30-417b-9b36-6219c5e31b51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 2.1485395 Mar 07 10:39:10.480410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=a806dfb9-4155-4ac9-a447-c1bfe8609e8e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:10.565116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port a806dfb9-4155-4ac9-a447-c1bfe8609e8e on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:10.570012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.573664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90447490-fe27-41c8-8097-a083c0d89034 req-c70332eb-df6e-407b-868d-93b00ae7a442 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "DELETE /v2.0/ports/a806dfb9-4155-4ac9-a447-c1bfe8609e8e HTTP/1.1" status: 204 len: 173 time: 2.5776548 Mar 07 10:39:10.574385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'name': 'network-vif-deleted', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:10.583772 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93af6c-c44e-40b8-b526-ca6215a84e34" -d '{"events": [{"server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "name": "network-vif-deleted", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:10.616910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port 079cf86c-fd05-43ad-89e0-ff476c0b0977 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:10.617229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.640516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:10.643941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6405ad56-a0d8-47db-be3a-02c528cb2415 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:10.644303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.739052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3337326-1020-4533-9f89-23ab89119b10 req-3f55d91f-d368-4ed8-bd58-5d5430e9c9b3 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914386 Mar 07 10:39:10.748808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:10.756469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce814e-ad5f-44cd-ac2e-0149693e0bd8 req-c43c232f-8207-4add-84c2-51d01e65332e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.758841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6ce814e-ad5f-44cd-ac2e-0149693e0bd8 req-c43c232f-8207-4add-84c2-51d01e65332e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.5291398 Mar 07 10:39:10.969521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:10.985109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device fc419f58-ddbd-49d3-aaac-9a6e4130797e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:11.041158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-afbe2dbe-69ff-48ae-b696-34625cc99e48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 200 len: 997 time: 0.5236883 Mar 07 10:39:11.117889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.140547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:11.143281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:11.191096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.193408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.216467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 079cf86c-fd05-43ad-89e0-ff476c0b0977 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:11.218073 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.296754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:11.298047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.314644 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9417942 Mar 07 10:39:11.315247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:11.337373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6ce814e-ad5f-44cd-ac2e-0149693e0bd8 req-c4a0dca8-0855-4d32-9012-b0893a6c39a4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766486 Mar 07 10:39:11.360417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'name': 'tempest-NetworksTestDHCPv6-324548146'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:11.364024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for 079cf86c-fd05-43ad-89e0-ff476c0b0977 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:11.368024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-07948e8f-7c74-46de-813e-008907ecb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.371890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-07948e8f-7c74-46de-813e-008907ecb6be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.2745655 Mar 07 10:39:11.439172 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcff2f5-7227-4380-9715-f295765cfa3b x-openstack-request-id: req-4bcff2f5-7227-4380-9715-f295765cfa3b {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:11.439368 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3be0352-3f8c-43db-88b2-f579168bba30", "name": "network-vif-deleted", "tag": "a806dfb9-4155-4ac9-a447-c1bfe8609e8e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:11.439626 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bcff2f5-7227-4380-9715-f295765cfa3b {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:11.443228 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3be0352-3f8c-43db-88b2-f579168bba30', 'name': 'network-vif-deleted', 'tag': 'a806dfb9-4155-4ac9-a447-c1bfe8609e8e', 'status': 'completed', 'code': 200} Mar 07 10:39:11.446997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c5ce-6780-43f6-a153-6f80097afa2c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:11.494300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port fc419f58-ddbd-49d3-aaac-9a6e4130797e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:11.494820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.661441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:11.663986 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd8b629-1fcc-4fd3-8166-a01000457594" -d '{"events": [{"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-unplugged", "status": "completed", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:11.685128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079cf86c-fd05-43ad-89e0-ff476c0b0977, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079cf86c-fd05-43ad-89e0-ff476c0b0977,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:11.686099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:11.692708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.714225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Deleting port 6405ad56-a0d8-47db-be3a-02c528cb2415 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:11.714663 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.723831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 56f2b8e2-9038-442d-a29b-5c3935bead6b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:11.956280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.030047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (079cf86c-fd05-43ad-89e0-ff476c0b0977), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.031739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a806dfb9-4155-4ac9-a447-c1bfe8609e8e no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:12.034468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::114 (4e84de77-d31e-40bb-8781-c681acde30da/8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0/56f2b8e2-9038-442d-a29b-5c3935bead6b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:12.138212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:12.150438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.170002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c2724719-7b9e-4fd1-b15b-a608a95ba377'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:12.210605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: a806dfb9-4155-4ac9-a447-c1bfe8609e8e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:12.210952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a806dfb9-4155-4ac9-a447-c1bfe8609e8e not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:12.230196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event deleted for resources: {'Port': ['ID=079cf86c-fd05-43ad-89e0-ff476c0b0977,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:12.244442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-57e0aa99-a464-4a52-a0ca-627ff22c3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.246349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-57e0aa99-a464-4a52-a0ca-627ff22c3e51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6155663 Mar 07 10:39:12.265519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d57a8a-1943-4b48-b5d4-f9357c00683c req-ecfa27a6-6459-4b5b-800c-ef3780413858 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.267388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17d57a8a-1943-4b48-b5d4-f9357c00683c req-ecfa27a6-6459-4b5b-800c-ef3780413858 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 945 time: 0.6381381 Mar 07 10:39:12.274510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] For port 6405ad56-a0d8-47db-be3a-02c528cb2415, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6405ad56-a0d8-47db-be3a-02c528cb2415,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:12.274905 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.275483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88082f5-6ad4-4424-aa14-bf45046907a0 req-3a0be090-b56d-4d90-b062-e751e4281384 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.277380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a88082f5-6ad4-4424-aa14-bf45046907a0 req-3a0be090-b56d-4d90-b062-e751e4281384 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.5371518 Mar 07 10:39:12.322498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Calling delete_port for 6405ad56-a0d8-47db-be3a-02c528cb2415 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:12.351622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port 079cf86c-fd05-43ad-89e0-ff476c0b0977 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:12.375418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.387935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8641ec29-e175-4509-833d-9ad3210aa562 req-954dfc5a-04f6-4d6e-b973-33922f605116 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.32 "DELETE /v2.0/ports/079cf86c-fd05-43ad-89e0-ff476c0b0977 HTTP/1.1" status: 204 len: 173 time: 4.0822999 Mar 07 10:39:12.420341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port fc419f58-ddbd-49d3-aaac-9a6e4130797e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:12.420727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.437327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-deleted', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:12.439844 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265f467-a865-47fd-ac18-26b020de9662" -d '{"events": [{"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-deleted", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:12.540110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (56f2b8e2-9038-442d-a29b-5c3935bead6b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.638844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port fc419f58-ddbd-49d3-aaac-9a6e4130797e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=fc419f58-ddbd-49d3-aaac-9a6e4130797e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:12.671743 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.689342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (56f2b8e2-9038-442d-a29b-5c3935bead6b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.894015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:12.903199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:12.919180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:12.920717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a88082f5-6ad4-4424-aa14-bf45046907a0 req-60f3128d-2475-4626-888d-e07775f3a428 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6043086 Mar 07 10:39:12.923180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-4d6f35fb-00fb-4e36-97dc-3906191f92ed service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988553 Mar 07 10:39:12.930747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.931457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.960337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=56f2b8e2-9038-442d-a29b-5c3935bead6b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:13.001992 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51609738-ac0a-473e-a18c-502532bb0c4a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6644905 Mar 07 10:39:13.002717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:13.008335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=fc419f58-ddbd-49d3-aaac-9a6e4130797e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:13.096369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6405ad56-a0d8-47db-be3a-02c528cb2415 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:13.129558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '41c13309-abe8-43b4-8920-8728ae6ca68b', 'name': '', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'mac_address': 'fa:16:3e:8f:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:01Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 2, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'subnets': [{'id': '1c495265-a094-461d-9473-8d1bfe92e986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:13.147162 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (6405ad56-a0d8-47db-be3a-02c528cb2415), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.255072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f47a3-3a26-4d05-9be5-bc6aec025d65 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.265464 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d36f47a3-3a26-4d05-9be5-bc6aec025d65 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2615294 Mar 07 10:39:13.266523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:13.356751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] No DVR routers for this DVR port 6405ad56-a0d8-47db-be3a-02c528cb2415 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:13.361996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7996-d1ab-46a3-ace6-0d5faea7d0dd None None] Pushing event deleted for resources: {'Port': ['ID=6405ad56-a0d8-47db-be3a-02c528cb2415,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:13.384383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6405ad56-a0d8-47db-be3a-02c528cb2415 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:13.384795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6405ad56-a0d8-47db-be3a-02c528cb2415 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:13.396103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Checking router: 0829826e-b17d-407c-b96a-73a018981486 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:13.400125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Updating router 0829826e-b17d-407c-b96a-73a018981486 port 41c13309-abe8-43b4-8920-8728ae6ca68b binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:13.407599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6bd004-ec1e-4094-be69-6249de6b41b5 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:13.410979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebd7971e-26e9-411f-acb9-acf38880c492 req-fa9c7026-ef09-47ef-bc84-c1177a43c9c0 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=9be70519-79f9-4cf0-90d6-a12ea34f7927 HTTP/1.1" status: 200 len: 210 time: 0.1223540 Mar 07 10:39:13.472781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17d57a8a-1943-4b48-b5d4-f9357c00683c req-615d1818-e608-44f0-8167-952b6cce3b6c tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1939507 Mar 07 10:39:13.597658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 56f2b8e2-9038-442d-a29b-5c3935bead6b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:13.598351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (56f2b8e2-9038-442d-a29b-5c3935bead6b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.719061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (56f2b8e2-9038-442d-a29b-5c3935bead6b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.719738 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f563f3c-ae9b-420a-8f09-81848902c226 x-openstack-request-id: req-0f563f3c-ae9b-420a-8f09-81848902c226 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:13.721479 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-unplugged", "status": "completed", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:13.722882 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f563f3c-ae9b-420a-8f09-81848902c226 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:13.727848 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'code': 200} Mar 07 10:39:13.738060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 56f2b8e2-9038-442d-a29b-5c3935bead6b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:13.769562 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f52c53-eb00-4958-9bea-1a2c8ab777a6 x-openstack-request-id: req-58f52c53-eb00-4958-9bea-1a2c8ab777a6 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:13.772236 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be70519-79f9-4cf0-90d6-a12ea34f7927", "name": "network-vif-deleted", "tag": "079cf86c-fd05-43ad-89e0-ff476c0b0977", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:13.772864 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58f52c53-eb00-4958-9bea-1a2c8ab777a6 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:13.775334 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be70519-79f9-4cf0-90d6-a12ea34f7927', 'name': 'network-vif-deleted', 'tag': '079cf86c-fd05-43ad-89e0-ff476c0b0977', 'status': 'completed', 'code': 200} Mar 07 10:39:13.785726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.826281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0ac0b6-c639-4abc-931a-25ed49ec8405 req-f22afa8e-fc87-4cc1-926a-d0965be33842 service neutron] 10.222.0.26 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434420 Mar 07 10:39:14.040042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5cc15-3727-4bec-80da-f19807ce5e2e req-172e7ec1-806f-4c62-b6a3-258739affb24 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.041722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44e5cc15-3727-4bec-80da-f19807ce5e2e req-172e7ec1-806f-4c62-b6a3-258739affb24 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.3178980 Mar 07 10:39:14.109528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (56f2b8e2-9038-442d-a29b-5c3935bead6b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.159522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Deleting port 27a4718c-aa48-47fa-835f-8e3ff5eea31e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:14.165942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.229982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=56f2b8e2-9038-442d-a29b-5c3935bead6b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.259347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70a06-fa7c-4d5f-807f-d8175bf0e001 req-e6981568-7764-49ca-ab5b-7aecfd26e1d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.261093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44c70a06-fa7c-4d5f-807f-d8175bf0e001 req-e6981568-7764-49ca-ab5b-7aecfd26e1d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3272369 Mar 07 10:39:14.280867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.289201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e95d30d-a7aa-4c27-a73d-73537137138b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/56f2b8e2-9038-442d-a29b-5c3935bead6b HTTP/1.1" status: 204 len: 168 time: 1.0188987 Mar 07 10:39:14.289815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:14.324531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44e5cc15-3727-4bec-80da-f19807ce5e2e req-f4c5e57d-b811-4807-ba81-92396c3f88cb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584751 Mar 07 10:39:14.460886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e63497-c6ed-45d1-9dd9-743552ffa785 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.466551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e63497-c6ed-45d1-9dd9-743552ffa785 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.469259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-29e63497-c6ed-45d1-9dd9-743552ffa785 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1784947 Mar 07 10:39:14.474069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:14.557675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44c70a06-fa7c-4d5f-807f-d8175bf0e001 req-92e23ad7-31d8-4aeb-8864-d3b4ea466bb9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782824 Mar 07 10:39:14.619000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935435d-cea3-4da6-a01b-51b5314253aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:14.621235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0935435d-cea3-4da6-a01b-51b5314253aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.640177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] For port 27a4718c-aa48-47fa-835f-8e3ff5eea31e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=27a4718c-aa48-47fa-835f-8e3ff5eea31e,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:14.640734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.675205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Calling delete_port for 27a4718c-aa48-47fa-835f-8e3ff5eea31e owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:14.708190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:14.730215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.892236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.062289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.134299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device fc419f58-ddbd-49d3-aaac-9a6e4130797e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:15.179853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.182127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbbdb4-8c4e-4588-bbd5-8ade03051da9 req-2adce803-6755-4e23-8473-bff4f8187495 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.185540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02cbbdb4-8c4e-4588-bbd5-8ade03051da9 req-2adce803-6755-4e23-8473-bff4f8187495 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2136323 Mar 07 10:39:15.213375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:15.218300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.225220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-68c3d4c6-6f35-4c3f-9e3d-f24047878862 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0 HTTP/1.1" status: 204 len: 168 time: 0.7500887 Mar 07 10:39:15.226725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:15.274662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe9267c7-8136-4343-a12d-93e3c0b175df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470171 Mar 07 10:39:15.279212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53878) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:15.286136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-0935435d-cea3-4da6-a01b-51b5314253aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0: This subnet is being modified by another concurrent operation. Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:39:15.328392 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0: This subnet is being modified by another concurrent operation. Mar 07 10:39:15.332726 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:39:15.338107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02cbbdb4-8c4e-4588-bbd5-8ade03051da9 req-475f7ba3-64e4-46a5-b8b0-7abd78fba505 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445978 Mar 07 10:39:15.396128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a95829-c8fa-4033-adce-f1dec3951fac None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:39:15.503329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3708eb-1fc6-4282-877a-e141f7229310 req-8dbee528-d721-42ed-af99-109e331b14f9 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.505940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a3708eb-1fc6-4282-877a-e141f7229310 req-8dbee528-d721-42ed-af99-109e331b14f9 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 945 time: 0.2252469 Mar 07 10:39:15.509222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (27a4718c-aa48-47fa-835f-8e3ff5eea31e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.559407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a4718c-aa48-47fa-835f-8e3ff5eea31e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:15.574396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:15.578231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.601452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port fc419f58-ddbd-49d3-aaac-9a6e4130797e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:15.602184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.680159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a95829-c8fa-4033-adce-f1dec3951fac None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:39:15.724107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a3708eb-1fc6-4282-877a-e141f7229310 req-0387b319-7c38-4772-8e05-f2e6aa31d14c tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751649 Mar 07 10:39:15.919435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks [] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.938185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.165297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Pushing event updated for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:16.170301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Attempting to bind port 41c13309-abe8-43b4-8920-8728ae6ca68b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:16.171606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Attempting to bind port 41c13309-abe8-43b4-8920-8728ae6ca68b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:16.172175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Attempting to bind port 41c13309-abe8-43b4-8920-8728ae6ca68b on network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:16.177628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port fc419f58-ddbd-49d3-aaac-9a6e4130797e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:16.194798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:16.195487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Checking segment: {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:16.196091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.196657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Bound using segment: {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:16.197323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Bound port: 41c13309-abe8-43b4-8920-8728ae6ca68b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a085791c-c52e-42eb-81fb-0ab7e436bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:16.197917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.233530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.233877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.234202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.234535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.234862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.235188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.235512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.235861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.236234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.236558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.236875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.237194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.237512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:16.326422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] For port 41c13309-abe8-43b4-8920-8728ae6ca68b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:16.353196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] For port 41c13309-abe8-43b4-8920-8728ae6ca68b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=41c13309-abe8-43b4-8920-8728ae6ca68b,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:16.411314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.416051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.498507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-4351087c-576c-46f9-830b-0390edd3ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.501410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-4351087c-576c-46f9-830b-0390edd3ac78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.2621188 Mar 07 10:39:16.519577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807345fe-d9fe-4e4e-b1e5-36f7ee197763 req-23ec8be4-ae2c-417d-88e1-06fcb2b28419 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.529116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-807345fe-d9fe-4e4e-b1e5-36f7ee197763 req-23ec8be4-ae2c-417d-88e1-06fcb2b28419 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 949 time: 0.2759926 Mar 07 10:39:16.543401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23dd01-1ac6-42af-9bbd-25d9e9da6a82 req-6fbf4703-89e3-4a31-9ddf-c77d2c932c3d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.550571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e23dd01-1ac6-42af-9bbd-25d9e9da6a82 req-6fbf4703-89e3-4a31-9ddf-c77d2c932c3d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.3080995 Mar 07 10:39:16.573404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:16.574087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:16.576470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404d05-0dd3-4e55-a6d3-42d3614002ba None None] Pushing event updated for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:16.749199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53902) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:16.760788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (959f4c40-3dab-48aa-9444-6cd923637563), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.795859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:16.873701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:16.874081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.002416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64a2a589-1301-448d-a65b-b51bf8d89feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.017405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 41c13309-abe8-43b4-8920-8728ae6ca68b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:17.143700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64a2a589-1301-448d-a65b-b51bf8d89feb admin admin] Publish callbacks [] for security_group (a19e8b31-c326-43b3-83ea-73fae10af120), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.150172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64a2a589-1301-448d-a65b-b51bf8d89feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a19e8b31-c326-43b3-83ea-73fae10af120), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.191817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Current status of the port 41c13309-abe8-43b4-8920-8728ae6ca68b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:17.191817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.198401 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-64a2a589-1301-448d-a65b-b51bf8d89feb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eb2c238f768461aac3b914f262f15d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4480510 Mar 07 10:39:17.199947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=959f4c40-3dab-48aa-9444-6cd923637563,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.201609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53908) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:17.205808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:17.206173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.219868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2a589-1301-448d-a65b-b51bf8d89feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19e8b31-c326-43b3-83ea-73fae10af120,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.266543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] Publish callbacks [] for security_group (a19e8b31-c326-43b3-83ea-73fae10af120), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.275488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] For port 41c13309-abe8-43b4-8920-8728ae6ca68b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=41c13309-abe8-43b4-8920-8728ae6ca68b,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:17.286731 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.300573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] Publish callbacks [] for security_group (a19e8b31-c326-43b3-83ea-73fae10af120), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.324523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '41c13309-abe8-43b4-8920-8728ae6ca68b', 'name': '', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'mac_address': 'fa:16:3e:8f:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:01Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'subnets': [{'id': '1c495265-a094-461d-9473-8d1bfe92e986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:17.327445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:17.371066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a19e8b31-c326-43b3-83ea-73fae10af120), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.374222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.378124 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a19e8b31-c326-43b3-83ea-73fae10af120 HTTP/1.1" status: 204 len: 168 time: 0.1731761 Mar 07 10:39:17.388041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077b8ac-661e-4382-92dd-a5179344472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19e8b31-c326-43b3-83ea-73fae10af120,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.408016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:17.416981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.417582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.464868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e23dd01-1ac6-42af-9bbd-25d9e9da6a82 req-466f515c-aacd-4d5a-b275-f3a21986346b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9135163 Mar 07 10:39:17.478995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:17.497900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fc852339-826b-4600-8cfb-602bdb211ade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1938128 Mar 07 10:39:17.498862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'name': 'tempest-NetworksTestDHCPv6-174623048'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:17.532254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-f3b77f4d-73a8-4149-ac27-47812c0cb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.533814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-f3b77f4d-73a8-4149-ac27-47812c0cb553 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.9756198 Mar 07 10:39:17.558977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-bba12134-f335-4f87-a78a-255d807bf9b7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.560592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-bba12134-f335-4f87-a78a-255d807bf9b7 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 949 time: 0.3574831 Mar 07 10:39:17.585100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-807345fe-d9fe-4e4e-b1e5-36f7ee197763 req-69d4367e-2be6-447e-926c-2780e982c173 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0550504 Mar 07 10:39:17.650357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9f494-a5f2-4c89-b0b6-bd77cf1048e1 None None] The sync data for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 is: [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:39:03Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '41c13309-abe8-43b4-8920-8728ae6ca68b', 'name': '', 'network_id': '771f9c38-fdf3-4e20-83c1-4100b2c933c0', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'mac_address': 'fa:16:3e:8f:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '1c495265-a094-461d-9473-8d1bfe92e986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:01Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'subnets': [{'id': '1c495265-a094-461d-9473-8d1bfe92e986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:17.679723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89151c05-2c42-42cd-9879-dee52bb3ef54 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:17.727346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-70c1d70d-0a2b-4189-8029-cf711cf558f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.1657064 Mar 07 10:39:17.757339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-a256ac3e-8e66-45a9-99d4-25af2b0eede0 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.759005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-a256ac3e-8e66-45a9-99d4-25af2b0eede0 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 945 time: 1.0970259 Mar 07 10:39:17.781746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:17.791460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.809961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-abc4cd1d-4960-4c78-b120-a8910a2954e0 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.821917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-abc4cd1d-4960-4c78-b120-a8910a2954e0 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "GET /v2.0/ports?device_id=3596d5b9-c423-4246-bb1d-f88810609c71 HTTP/1.1" status: 200 len: 946 time: 1.1584229 Mar 07 10:39:17.854913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 2b106594-97cf-4d77-b7e3-d78162062d1e yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:17.857161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-91e7218c-7e3f-4ba3-b1f8-651dfae28792 None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:17.857704 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91e7218c-7e3f-4ba3-b1f8-651dfae28792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.882619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 41c13309-abe8-43b4-8920-8728ae6ca68b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:17.936479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3051f62-fc93-4981-a6bf-5886d2e1726b None None] Pushing event updated for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.961708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:17.989029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eef497d-5677-4876-ac1d-ae9981fab388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.091290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:18.096920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '959f4c40-3dab-48aa-9444-6cd923637563'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:18.099719 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.113730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::368 (4e84de77-d31e-40bb-8781-c681acde30da/959f4c40-3dab-48aa-9444-6cd923637563/2b106594-97cf-4d77-b7e3-d78162062d1e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:18.232748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-6c93702f-f551-41cc-b3b7-a264f92202c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.237349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-6c93702f-f551-41cc-b3b7-a264f92202c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.4547362 Mar 07 10:39:18.252417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-91e7218c-7e3f-4ba3-b1f8-651dfae28792 None None] Current status of the port 41c13309-abe8-43b4-8920-8728ae6ca68b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:18.268429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eef497d-5677-4876-ac1d-ae9981fab388 admin admin] Publish callbacks [] for security_group (99f0a751-49d3-4d28-bc5f-4e232a4524fc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.301263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eef497d-5677-4876-ac1d-ae9981fab388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99f0a751-49d3-4d28-bc5f-4e232a4524fc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.362157 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1eef497d-5677-4876-ac1d-ae9981fab388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b58beb7481a9476fb9148142ecb3875f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966730 Mar 07 10:39:18.362548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef497d-5677-4876-ac1d-ae9981fab388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0a751-49d3-4d28-bc5f-4e232a4524fc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:18.365135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:18.376470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d912a3-c411-4da1-85fd-ce505a379491 req-a8750d46-e2fe-412a-9e11-8e0e687216ec tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.384259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25d912a3-c411-4da1-85fd-ce505a379491 req-a8750d46-e2fe-412a-9e11-8e0e687216ec tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 945 time: 0.6417396 Mar 07 10:39:18.400665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b55467-4223-42ea-a2ad-2c0138433a66 req-73c98907-8d59-4173-b6f3-a96de3087959 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.411208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8b55467-4223-42ea-a2ad-2c0138433a66 req-73c98907-8d59-4173-b6f3-a96de3087959 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.6791205 Mar 07 10:39:18.413428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (2b106594-97cf-4d77-b7e3-d78162062d1e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.457439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] Publish callbacks [] for security_group (99f0a751-49d3-4d28-bc5f-4e232a4524fc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.491571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] Publish callbacks [] for security_group (99f0a751-49d3-4d28-bc5f-4e232a4524fc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.501480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b106594-97cf-4d77-b7e3-d78162062d1e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.585155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:18.585959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=2b106594-97cf-4d77-b7e3-d78162062d1e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:18.594894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:18.600236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:18.603251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/959f4c40-3dab-48aa-9444-6cd923637563/9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:18.608193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Deleting port c2724719-7b9e-4fd1-b15b-a608a95ba377 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:18.608531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.611690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.613323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.655242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-549c8770-6a86-4a5e-9ab8-a1ac0a0148d6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1715620 Mar 07 10:39:18.663510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:18.710261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99f0a751-49d3-4d28-bc5f-4e232a4524fc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.713663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.715088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99f0a751-49d3-4d28-bc5f-4e232a4524fc HTTP/1.1" status: 204 len: 168 time: 0.3447952 Mar 07 10:39:18.715979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8b55467-4223-42ea-a2ad-2c0138433a66 req-5551edba-af45-44fe-9929-f225ea8047fb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993050 Mar 07 10:39:18.741773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5082b18-18d5-4449-8db4-ba94d88fa845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0a751-49d3-4d28-bc5f-4e232a4524fc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:18.778612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66721385-ea0f-43ec-ae44-da13d4138c5c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.780098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25d912a3-c411-4da1-85fd-ce505a379491 req-aa509d10-2d0b-4763-bd56-d498601ed77f tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949964 Mar 07 10:39:18.796264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-66721385-ea0f-43ec-ae44-da13d4138c5c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1307535 Mar 07 10:39:18.796938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:18.875751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-40ef8f04-acbe-43ba-8088-d4ad80e6e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.877289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-40ef8f04-acbe-43ba-8088-d4ad80e6e91c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5606146 Mar 07 10:39:18.972475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks [] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.976346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:18.985419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Deleting port d2536013-1edd-454c-8f52-56161ee7e29f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:18.985607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Sync routers for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:18.986121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.007138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bdc578cf-d334-4841-a6b5-0ef03f5c1849 admin admin] 10.222.0.23 "PUT /v2.0/routers/582e7fce-5dc8-4719-9b58-e09eb0dea9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3996379 Mar 07 10:39:19.009743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:19.012131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 41c13309-abe8-43b4-8920-8728ae6ca68b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:19.018290 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:19.030233 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:19.051084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.098890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Deleting port 17e5e604-8db2-4bdd-9be4-c6a5e551908b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:19.099668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.102556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 2b106594-97cf-4d77-b7e3-d78162062d1e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:19.103044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b106594-97cf-4d77-b7e3-d78162062d1e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.263392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks [] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.300048 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:19.321589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b106594-97cf-4d77-b7e3-d78162062d1e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.329623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:19.331621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Pushing event updated for resources: {'Port': ['ID=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:19.334156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:19.337289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:19.350671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 2b106594-97cf-4d77-b7e3-d78162062d1e owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:19.406528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 41c13309-abe8-43b4-8920-8728ae6ca68b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:19.406899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.535057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks [] for router_gateway (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.543761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:39:15Z', 'revision_number': 5, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port': {'id': '5623904e-2d99-4950-892b-78dd20e5c6a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:06Z', 'updated_at': '2022-03-07T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:19.580979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Attempting to bind port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:19.589700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Attempting to bind port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:19.595531 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Checking router: 582e7fce-5dc8-4719-9b58-e09eb0dea9fb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:19.605308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Routers {'582e7fce-5dc8-4719-9b58-e09eb0dea9fb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:19.606154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Attempting to bind port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:19.606567 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:38:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:19.634494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:19.659296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:19.661389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Deleting port 5623904e-2d99-4950-892b-78dd20e5c6a4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:19.661823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.662893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.664191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:19.667606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Bound port: 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:19.668278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.678161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b106594-97cf-4d77-b7e3-d78162062d1e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.724727 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] Set router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:19.792723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 41c13309-abe8-43b4-8920-8728ae6ca68b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:19.826795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=2b106594-97cf-4d77-b7e3-d78162062d1e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:19.850369 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:39:19Z', 'revision_number': 6, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:19.910851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.913424 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10335bae-fa75-4320-a243-6f6ab9cc327b None None] The sync data for ids ['582e7fce-5dc8-4719-9b58-e09eb0dea9fb'] in n-d-832156-4 is: [{'id': '582e7fce-5dc8-4719-9b58-e09eb0dea9fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1083494771-router', 'tenant_id': 'c892a8e3ecbe47af9845563400ce1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:04Z', 'updated_at': '2022-03-07T10:39:19Z', 'revision_number': 6, 'project_id': 'c892a8e3ecbe47af9845563400ce1507', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:19.919780 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b779c6e9-e61c-4e9a-9419-ba51a4f6038f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/2b106594-97cf-4d77-b7e3-d78162062d1e HTTP/1.1" status: 204 len: 168 time: 1.1217628 Mar 07 10:39:19.924833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:19.961563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] For port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:19.967555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] For port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:19.973283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-133eb9a8-66d7-46ee-b612-39843af43109 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0459669 Mar 07 10:39:19.990836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.007195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] For port 5623904e-2d99-4950-892b-78dd20e5c6a4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5623904e-2d99-4950-892b-78dd20e5c6a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.013248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.033598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa172114-a7c1-4004-b235-7675383c495e req-81cee2e6-3f09-4c53-9328-e7bb0776c75a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.035983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa172114-a7c1-4004-b235-7675383c495e req-81cee2e6-3f09-4c53-9328-e7bb0776c75a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 1.1358480 Mar 07 10:39:20.046966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.047615 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.054393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Calling delete_port for 5623904e-2d99-4950-892b-78dd20e5c6a4 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:20.066756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093369e3-c4a3-4739-a11a-609ff6768640 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.068612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093369e3-c4a3-4739-a11a-609ff6768640 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.070373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-093369e3-c4a3-4739-a11a-609ff6768640 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1445992 Mar 07 10:39:20.072458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Calling delete_port for c2724719-7b9e-4fd1-b15b-a608a95ba377 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:20.075754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53962) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:20.101271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5856d9e-734d-48fe-96c6-f9ae266851f7 None None] Pushing event updated for resources: {'Port': ['ID=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:20.140790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bc852-98d8-40a9-83a4-288d807c6a6e req-9e9329c4-a388-4d33-9ad3-c0c705d7fe85 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.140790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-796bc852-98d8-40a9-83a4-288d807c6a6e req-9e9329c4-a388-4d33-9ad3-c0c705d7fe85 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 949 time: 1.1658742 Mar 07 10:39:20.190402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.191265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.219309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 959f4c40-3dab-48aa-9444-6cd923637563 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:20.223620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (959f4c40-3dab-48aa-9444-6cd923637563), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.233900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d2536013-1edd-454c-8f52-56161ee7e29f no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:20.324480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 17e5e604-8db2-4bdd-9be4-c6a5e551908b no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:20.342929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (959f4c40-3dab-48aa-9444-6cd923637563), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.406601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Calling delete_port for d2536013-1edd-454c-8f52-56161ee7e29f owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:20.478076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa172114-a7c1-4004-b235-7675383c495e req-f2d723d6-f55a-4850-a05d-79175f21d5df tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611031 Mar 07 10:39:20.533780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d2536013-1edd-454c-8f52-56161ee7e29f is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:20.534178 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.556553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.557681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.609605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:20.612157 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f6845d-80e0-48af-9eca-7583d4c3082f" -d '{"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-unplugged", "status": "completed", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:20.624499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 17e5e604-8db2-4bdd-9be4-c6a5e551908b is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:20.625116 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.637057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-796bc852-98d8-40a9-83a4-288d807c6a6e req-973571a9-d99d-499a-99c3-81ba73952508 tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccd323fa-b805-4bd7-97ae-9566549e7732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800460 Mar 07 10:39:20.666090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d2536013-1edd-454c-8f52-56161ee7e29f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d2536013-1edd-454c-8f52-56161ee7e29f,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.709571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 17e5e604-8db2-4bdd-9be4-c6a5e551908b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=17e5e604-8db2-4bdd-9be4-c6a5e551908b,segment=NetworkSegment(98d97e6d-44a1-4716-945f-407654be6975),segment_id=98d97e6d-44a1-4716-945f-407654be6975)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:20.712260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.792214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (959f4c40-3dab-48aa-9444-6cd923637563), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.834491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:20.842227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Calling delete_port for 17e5e604-8db2-4bdd-9be4-c6a5e551908b owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:20.845484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.852114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5623904e-2d99-4950-892b-78dd20e5c6a4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.852695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c2724719-7b9e-4fd1-b15b-a608a95ba377 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:20.857542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1286f9d9-c88a-4d4a-be38-dca4b33e2217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.926938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5623904e-2d99-4950-892b-78dd20e5c6a4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:20.969807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:21.055514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.094285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (959f4c40-3dab-48aa-9444-6cd923637563), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.096899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c2724719-7b9e-4fd1-b15b-a608a95ba377 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:21.097446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.139825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c2724719-7b9e-4fd1-b15b-a608a95ba377, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c2724719-7b9e-4fd1-b15b-a608a95ba377,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:21.143586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:21.171699 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.175251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=959f4c40-3dab-48aa-9444-6cd923637563,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:21.228910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6957ef64-2890-4ce2-b41d-a313bc64f29e req-79e25df5-7f8c-4a85-a751-82374cdd44bf service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1896474 Mar 07 10:39:21.264890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:21.271889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.285363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61bb8141-4e6d-46c6-87fd-7942e63c7739 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/959f4c40-3dab-48aa-9444-6cd923637563 HTTP/1.1" status: 204 len: 168 time: 1.2085459 Mar 07 10:39:21.291196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:21.332115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:21.332952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.414419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.436836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fa530e27-59cd-45ca-8fda-e45d6afb6256 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378489 Mar 07 10:39:21.439052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks [] for router_controller (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.442063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:21.483549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:21.484390 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.553033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:21.564290 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.583479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b8b3-3d93-4c72-b32a-eaaaf79673cd req-cd548416-9bb4-4272-9435-46651bbba2aa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.604360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a7b8b3-3d93-4c72-b32a-eaaaf79673cd req-cd548416-9bb4-4272-9435-46651bbba2aa tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 943 time: 0.7890229 Mar 07 10:39:21.620676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf674-7146-442a-8ccc-56e1bed719cc req-61fed2a8-1074-4fcd-8473-c078631a50a7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.622414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-febbf674-7146-442a-8ccc-56e1bed719cc req-61fed2a8-1074-4fcd-8473-c078631a50a7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.9470646 Mar 07 10:39:21.641440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (582e7fce-5dc8-4719-9b58-e09eb0dea9fb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.643769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582e7fce-5dc8-4719-9b58-e09eb0dea9fb {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:39:21.657043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.662296 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4096312f-b280-420b-895c-f6ab331faa47 admin admin] 10.222.0.23 "DELETE /v2.0/routers/582e7fce-5dc8-4719-9b58-e09eb0dea9fb HTTP/1.1" status: 204 len: 168 time: 2.6512251 Mar 07 10:39:21.663901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:21.699236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:21.701878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5623904e-2d99-4950-892b-78dd20e5c6a4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:21.763232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5623904e-2d99-4950-892b-78dd20e5c6a4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:21.764333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5623904e-2d99-4950-892b-78dd20e5c6a4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:21.765443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 27a4718c-aa48-47fa-835f-8e3ff5eea31e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:21.826402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c2724719-7b9e-4fd1-b15b-a608a95ba377), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.842360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 27a4718c-aa48-47fa-835f-8e3ff5eea31e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:21.843259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 27a4718c-aa48-47fa-835f-8e3ff5eea31e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:21.895698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f5c69-7b1d-499e-9408-b1b4c81a081f None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:21.946833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2aaff2f4-ee7b-4bf8-890f-f5535c749931 None None] Provisioning complete for port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:21.947615 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aaff2f4-ee7b-4bf8-890f-f5535c749931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.978753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Pushing event deleted for resources: {'Port': ['ID=c2724719-7b9e-4fd1-b15b-a608a95ba377,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:22.040767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a7b8b3-3d93-4c72-b32a-eaaaf79673cd req-7af580c1-a048-4eb2-802a-a89fad3beffe tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/security-groups?id=32f65864-974e-4095-a3ce-2fa6f104f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349174 Mar 07 10:39:22.092039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-febbf674-7146-442a-8ccc-56e1bed719cc req-94fcc094-ef99-4be0-a457-7d9f04cef917 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346116 Mar 07 10:39:22.105818 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a0bc5-126f-4143-bec4-a68034c3f9f6 x-openstack-request-id: req-417a0bc5-126f-4143-bec4-a68034c3f9f6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:22.106352 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-unplugged", "status": "completed", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:22.106352 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-417a0bc5-126f-4143-bec4-a68034c3f9f6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:22.106925 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'code': 200} Mar 07 10:39:22.151792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2536013-1edd-454c-8f52-56161ee7e29f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.163930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] No DVR routers for this DVR port c2724719-7b9e-4fd1-b15b-a608a95ba377 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:22.170150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.183584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e75982c6-debf-4d37-8e18-f36bb39e59b4 req-57af2780-6ccf-4f5b-bbf8-a0aaaf9642bd tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.26 "DELETE /v2.0/ports/c2724719-7b9e-4fd1-b15b-a608a95ba377 HTTP/1.1" status: 204 len: 173 time: 4.4788711 Mar 07 10:39:22.192937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-deleted', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:22.211302 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc099c-22c5-410c-a079-2c2d359d98bd" -d '{"events": [{"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-deleted", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:22.226605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff2f4-ee7b-4bf8-890f-f5535c749931 None None] Current status of the port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:22.254516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:22.259718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (17e5e604-8db2-4bdd-9be4-c6a5e551908b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.293203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event deleted for resources: {'Port': ['ID=d2536013-1edd-454c-8f52-56161ee7e29f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:22.320719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Deleting port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:22.321100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.435998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-799d5658-4aee-489d-b097-7b2042b9b55f req-189eead7-35f3-49bc-a788-87c283ac5b9d tempest-ServersOnMultiNodesTest-384811564 tempest-ServersOnMultiNodesTest-384811564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfb56e6-1eed-489a-86a7-2d292c1adb85 HTTP/1.1" status: 200 len: 210 time: 0.1776285 Mar 07 10:39:22.442632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Pushing event deleted for resources: {'Port': ['ID=17e5e604-8db2-4bdd-9be4-c6a5e551908b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:22.450559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] For port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:22.451153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.487527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Calling delete_port for 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:22.536684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08932c15-ba1a-4569-818f-e8bc96750f6b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.542535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08932c15-ba1a-4569-818f-e8bc96750f6b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0985243 Mar 07 10:39:22.546648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:22.568211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] No DVR routers for this DVR port d2536013-1edd-454c-8f52-56161ee7e29f on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:22.570989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.575205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e869a3f8-0f1a-4db2-bda6-ee7994869639 req-158da070-4165-4fba-8dca-02afa8454bac tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.32 "DELETE /v2.0/ports/d2536013-1edd-454c-8f52-56161ee7e29f HTTP/1.1" status: 204 len: 173 time: 4.5957010 Mar 07 10:39:22.579797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] No DVR routers for this DVR port 17e5e604-8db2-4bdd-9be4-c6a5e551908b on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:22.582130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.587937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71c6ef39-8a7d-4042-b7ec-7a792af43046 req-678d4865-03e8-4bfe-b4b1-79e5bfad5f78 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.26 "DELETE /v2.0/ports/17e5e604-8db2-4bdd-9be4-c6a5e551908b HTTP/1.1" status: 204 len: 173 time: 4.7649605 Mar 07 10:39:22.614284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.627629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c91b4-57c0-4ba8-b70a-2781143f2241 req-ee719e78-a03a-4f9a-bfa7-5c7d561f04db tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.634618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-855c91b4-57c0-4ba8-b70a-2781143f2241 req-ee719e78-a03a-4f9a-bfa7-5c7d561f04db tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.4414468 Mar 07 10:39:22.653969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Deleting subnet df513165-b400-4451-9616-9ef2d61c7479 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:22.663795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Publish callbacks [] for subnet (df513165-b400-4451-9616-9ef2d61c7479), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.737585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] No DVR routers for this DVR port 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:22.748304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4927e-4f41-44fb-893a-e77e7dce94f4 None None] Pushing event deleted for resources: {'Port': ['ID=9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:22.765056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed85489a-6a55-4266-92ea-ab3236b2f62a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.767362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed85489a-6a55-4266-92ea-ab3236b2f62a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195442 Mar 07 10:39:22.771237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:22.787880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (df513165-b400-4451-9616-9ef2d61c7479), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.823162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-855c91b4-57c0-4ba8-b70a-2781143f2241 req-6c1d03ca-82c0-44d9-9a9e-6fa9e68871a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828575 Mar 07 10:39:22.876613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:22.904014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-6582e8aa-1835-4465-8dea-fa42ae74bce5 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385771 Mar 07 10:39:22.911512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-49a77308-10e9-44f0-b693-e7ad5f3ac86d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335237 Mar 07 10:39:22.913303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:22.920053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:22.920398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c5e0e74-bb4b-422a-8f71-b7b5c139a0a9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:22.932163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:22.961173 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1404d59-1015-49ee-b2a6-edbdda143eb0 x-openstack-request-id: req-b1404d59-1015-49ee-b2a6-edbdda143eb0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:22.961532 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-deleted", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:22.961732 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1404d59-1015-49ee-b2a6-edbdda143eb0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:22.962106 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-deleted', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'status': 'completed', 'code': 200} Mar 07 10:39:22.971769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfad8aba-2dd4-49f9-b89f-2d40c473192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.016363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (df513165-b400-4451-9616-9ef2d61c7479), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.091501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (df513165-b400-4451-9616-9ef2d61c7479), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.140087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df513165-b400-4451-9616-9ef2d61c7479,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:23.142015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d1130-7d8e-4697-9a58-7132a9455fa5 None None] Network 4c882bed-095a-46ec-8251-d5d368d9a3ba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:23.147742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.154009 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f0d4f52d-6ead-42ef-9256-645f01fc9fb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df513165-b400-4451-9616-9ef2d61c7479 HTTP/1.1" status: 204 len: 168 time: 1.4796326 Mar 07 10:39:23.154252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:23.168682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-4db69d8b-ca53-4912-98b9-3ab7095c7a19 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.170293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-4db69d8b-ca53-4912-98b9-3ab7095c7a19 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557099 Mar 07 10:39:23.222733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a43fe8f-af21-43f0-bd60-da072ae0fb4e req-8ab6b72f-4031-4f4a-a2f5-ec87b155bf94 tempest-MultipleCreateTestJSON-1788757919 tempest-MultipleCreateTestJSON-1788757919-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d747657-3342-4917-a5fd-789a2060983c HTTP/1.1" status: 200 len: 210 time: 0.0626416 Mar 07 10:39:23.229561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:23.242152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.252599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (4c882bed-095a-46ec-8251-d5d368d9a3ba), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.331206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-ad10d0cf-0ae5-4fad-8762-1fc96057d5e7 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/quotas/6f4dcfcc9fdf4894ac19b59e5f2ff393 HTTP/1.1" status: 200 len: 375 time: 0.0415864 Mar 07 10:39:23.357881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Deleting port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:23.357881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.420830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] DHCP port deletion for 4c882bed-095a-46ec-8251-d5d368d9a3ba request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:23.439408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f7e75f3e-cab9-4a68-9ac6-57c55d4530d0 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072946 Mar 07 10:39:23.454139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] For port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:23.454577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.483001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Calling delete_port for 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:23.550914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Deleting port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:23.551567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.637681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.662055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f7956-64da-4626-8170-2d1debaf4e52 req-c1e6ce89-8ff5-4d2e-9097-18b73cbbe5c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.669370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d61f7956-64da-4626-8170-2d1debaf4e52 req-c1e6ce89-8ff5-4d2e-9097-18b73cbbe5c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2992704 Mar 07 10:39:23.711087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] For port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,segment=NetworkSegment(219d0967-8e0d-436d-a321-127796dbed85),segment_id=219d0967-8e0d-436d-a321-127796dbed85)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:23.711673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.731723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Calling delete_port for 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:23.738230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:23.745741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] No DVR routers for this DVR port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:23.779906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.853878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d61f7956-64da-4626-8170-2d1debaf4e52 req-67d1f5ba-0ef6-4124-ab18-7e4125fca42b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744533 Mar 07 10:39:23.890131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:23.912585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c1b4acc-3fd7-41ee-9c42-4b19b842f7c0 req-cd69ba87-973e-43ca-bf56-ba047a64af20 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0819719 Mar 07 10:39:23.915748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:23.935921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.935921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.957858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83495f6d-35b4-4f88-9a7f-bb386066b911 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:23.977311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0500572 Mar 07 10:39:23.979230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:23.981255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d479f5-a1c5-4a35-9a76-c739b3a9223a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:24.014605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e', 'ip_address': '2001:db8::d405:72a7:8607:853'}], 'name': 'tempest-NetworksTestDHCPv6-1168088557'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:24.027373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (4c882bed-095a-46ec-8251-d5d368d9a3ba), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.046422 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.111237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c882bed-095a-46ec-8251-d5d368d9a3ba']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:24.166814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219d0967-8e0d-436d-a321-127796dbed85') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:24.167105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219d0967-8e0d-436d-a321-127796dbed85') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:24.192458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (219d0967-8e0d-436d-a321-127796dbed85), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.221452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (219d0967-8e0d-436d-a321-127796dbed85), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.229031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:39:24.229520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (219d0967-8e0d-436d-a321-127796dbed85), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:24.231438 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:24.297803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54054) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:24.337031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (4c882bed-095a-46ec-8251-d5d368d9a3ba), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.344933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.355458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c882bed-095a-46ec-8251-d5d368d9a3ba HTTP/1.1" status: 204 len: 168 time: 1.1979508 Mar 07 10:39:24.400254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b'}, {'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:24.402628 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0717f6e-f41e-4ede-8e98-91f7fa60205b" -d '{"events": [{"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-unplugged", "status": "completed", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b"}, {"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-unplugged", "status": "completed", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:24.403529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac037a-3587-49ee-8fbf-4e7a17f17397 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c882bed-095a-46ec-8251-d5d368d9a3ba,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:24.405246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] Pushing event deleted for resources: {'Port': ['ID=4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:24.407290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:24.428750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.466457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fb83d-8acb-4618-8045-d18b61621744 None None] No DVR routers for this DVR port 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:24.509079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.562500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:24.563416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.574154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:24.589680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078638-30cf-4f83-99ff-0eccdc130c90 req-4eb7e449-bf3c-43f5-83df-6f5be238a0d9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.591354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61078638-30cf-4f83-99ff-0eccdc130c90 req-4eb7e449-bf3c-43f5-83df-6f5be238a0d9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 943 time: 0.5574858 Mar 07 10:39:24.593009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:24.617369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551226f-d122-49a8-ac33-0437248dc294 req-2752be33-d011-4dfd-9843-0c7a2f631fe6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.624686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6551226f-d122-49a8-ac33-0437248dc294 req-2752be33-d011-4dfd-9843-0c7a2f631fe6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2274315 Mar 07 10:39:24.656926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'mac_address': 'fa:16:3e:07:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:24.658294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6fd04643-89de-4f68-b399-4daae31f4023 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6336ecfc4b542b78a91bb023840aedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544333 Mar 07 10:39:24.660163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54062) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:24.742217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54064) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:24.745578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61078638-30cf-4f83-99ff-0eccdc130c90 req-957ea06a-bf68-482d-9359-fc2fa622edca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419022 Mar 07 10:39:24.808532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e/0345164f-d004-45c6-b6b1-2b900015c0e0) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:24.815356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] Publish callbacks [] for security_group (ccd323fa-b805-4bd7-97ae-9566549e7732), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.833924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1d1ec270-2c0a-4418-8e09-8032e80c9854 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c892a8e3ecbe47af9845563400ce1507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870140 Mar 07 10:39:24.840584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54066) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:24.845962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6551226f-d122-49a8-ac33-0437248dc294 req-0705abac-f50e-4b19-bb29-643c7347ddd8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203352 Mar 07 10:39:24.856434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:24.857188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.861192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.904723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:24.910949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port a02d1b5e-34a8-4a58-8876-d4653c523fae yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:24.948583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] Publish callbacks [] for security_group (ccd323fa-b805-4bd7-97ae-9566549e7732), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.960546 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6000d886-3fa9-4c24-a8e4-1d498ac62865 x-openstack-request-id: req-6000d886-3fa9-4c24-a8e4-1d498ac62865 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:24.961073 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-unplugged", "status": "completed", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b", "code": 200}, {"server_uuid": "2cfb56e6-1eed-489a-86a7-2d292c1adb85", "name": "network-vif-unplugged", "status": "completed", "tag": "c2724719-7b9e-4fd1-b15b-a608a95ba377", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:24.962000 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6000d886-3fa9-4c24-a8e4-1d498ac62865 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:24.962698 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'code': 200} Mar 07 10:39:24.963682 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfb56e6-1eed-489a-86a7-2d292c1adb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2724719-7b9e-4fd1-b15b-a608a95ba377', 'code': 200} Mar 07 10:39:24.963966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-deleted', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f'}, {'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-deleted', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:24.964208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:24.964639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e6baa48-3c42-4ac8-8567-6ce0a6e48ae3 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:24.966256 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b211b-8a2a-49c7-80a6-4f04b3f3ad2f" -d '{"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-deleted", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f"}, {"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-deleted", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:24.982783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:25.011060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] Publish callbacks [] for security_group (2d6d669f-227f-4388-b1b4-9b7c945c62a5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.050241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54076) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:25.079383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:25.092244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.122868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Deleting subnet aad26253-13ac-4e96-8e09-a725961b8d2e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:25.134910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Publish callbacks [] for subnet (aad26253-13ac-4e96-8e09-a725961b8d2e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.158184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.168984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] Publish callbacks [] for security_group (2d6d669f-227f-4388-b1b4-9b7c945c62a5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.228115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4939bd69-0015-4151-b8b5-75e292240d59 req-03056994-cb48-4ded-bcc0-eb82e2135a1a tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0594039 Mar 07 10:39:25.245261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (aad26253-13ac-4e96-8e09-a725961b8d2e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.287119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks [] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.287387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ccd323fa-b805-4bd7-97ae-9566549e7732), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.292297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.296542 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccd323fa-b805-4bd7-97ae-9566549e7732 HTTP/1.1" status: 204 len: 168 time: 0.6267788 Mar 07 10:39:25.313602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57bec-5e26-4ab7-9ce5-6898a390f454 req-34073890-d61a-42f9-b4eb-47f0e3cac23a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.320016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:25.322899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8367ce-9302-491d-98f5-ad5fb9945313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd323fa-b805-4bd7-97ae-9566549e7732,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.323313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbc57bec-5e26-4ab7-9ce5-6898a390f454 req-34073890-d61a-42f9-b4eb-47f0e3cac23a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2384968 Mar 07 10:39:25.351051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (aad26253-13ac-4e96-8e09-a725961b8d2e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.392383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d6d669f-227f-4388-b1b4-9b7c945c62a5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.396802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.400531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d6d669f-227f-4388-b1b4-9b7c945c62a5 HTTP/1.1" status: 204 len: 168 time: 0.5565913 Mar 07 10:39:25.404691 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c0ede3-611c-4c95-8439-c7f1333003bc x-openstack-request-id: req-17c0ede3-611c-4c95-8439-c7f1333003bc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:25.405171 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3596d5b9-c423-4246-bb1d-f88810609c71", "name": "network-vif-deleted", "tag": "d2536013-1edd-454c-8f52-56161ee7e29f", "status": "completed", "code": 200}, {"server_uuid": "5d747657-3342-4917-a5fd-789a2060983c", "name": "network-vif-deleted", "tag": "17e5e604-8db2-4bdd-9be4-c6a5e551908b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:25.405532 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17c0ede3-611c-4c95-8439-c7f1333003bc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:25.406024 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3596d5b9-c423-4246-bb1d-f88810609c71', 'name': 'network-vif-deleted', 'tag': 'd2536013-1edd-454c-8f52-56161ee7e29f', 'status': 'completed', 'code': 200} Mar 07 10:39:25.406369 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d747657-3342-4917-a5fd-789a2060983c', 'name': 'network-vif-deleted', 'tag': '17e5e604-8db2-4bdd-9be4-c6a5e551908b', 'status': 'completed', 'code': 200} Mar 07 10:39:25.436608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.446655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbc57bec-5e26-4ab7-9ce5-6898a390f454 req-fc4983b4-1837-4088-b807-159ac2438b1c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221256 Mar 07 10:39:25.471608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::d405:72a7:8607:853 (4e84de77-d31e-40bb-8781-c681acde30da/e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e/a02d1b5e-34a8-4a58-8876-d4653c523fae) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:25.515403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c5e8a-e078-4879-89c6-12d1b14da557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6d669f-227f-4388-b1b4-9b7c945c62a5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.532202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-3a5c898b-4204-4b49-ae22-2c1dd3658444 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374184 Mar 07 10:39:25.626930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (aad26253-13ac-4e96-8e09-a725961b8d2e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.674805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:25.687954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.701475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:25.713304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:25.724988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Pushing event updated for resources: {'Port': ['ID=0345164f-d004-45c6-b6b1-2b900015c0e0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.768555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad26253-13ac-4e96-8e09-a725961b8d2e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.786910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.813984 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41ea4cad-48d5-4714-aecd-d3d49a97a09c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aad26253-13ac-4e96-8e09-a725961b8d2e HTTP/1.1" status: 204 len: 168 time: 0.7623723 Mar 07 10:39:25.815506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:25.903301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Attempting to bind port 0345164f-d004-45c6-b6b1-2b900015c0e0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:25.903701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Attempting to bind port 0345164f-d004-45c6-b6b1-2b900015c0e0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:25.904198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Attempting to bind port 0345164f-d004-45c6-b6b1-2b900015c0e0 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:25.918470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:25.918827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:25.921590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.921590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:25.921590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Bound port: 0345164f-d004-45c6-b6b1-2b900015c0e0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:25.921590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.987626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-e3352746-3655-4ad3-8964-ee97ced2fdd5 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.989587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-e3352746-3655-4ad3-8964-ee97ced2fdd5 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4492595 Mar 07 10:39:26.011165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] For port 0345164f-d004-45c6-b6b1-2b900015c0e0, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:26.011969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc28cc-81d0-434e-bd4e-e5daf95d858c req-cd9b2ffa-97c7-4a75-b8e2-30bfef165f77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.013634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49cc28cc-81d0-434e-bd4e-e5daf95d858c req-cd9b2ffa-97c7-4a75-b8e2-30bfef165f77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3512309 Mar 07 10:39:26.015462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] For port 0345164f-d004-45c6-b6b1-2b900015c0e0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0345164f-d004-45c6-b6b1-2b900015c0e0,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:26.034184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.049411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Request body: {'port': {'device_id': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '6f4dcfcc9fdf4894ac19b59e5f2ff393'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:26.139713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4821f6-6d43-45a8-bc57-d1e1a866167b None None] Pushing event updated for resources: {'Port': ['ID=0345164f-d004-45c6-b6b1-2b900015c0e0,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:26.140006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:26.206388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fda38207-81d2-4ca1-ac3d-85b55281fd03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ce0311ef1564241bb57659a3177222e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648949 Mar 07 10:39:26.209717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:26.325685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] Publish callbacks [] for security_group (ed0f6e1b-a85c-419c-aec3-6e2891901b12), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.411663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] Publish callbacks [] for security_group (ed0f6e1b-a85c-419c-aec3-6e2891901b12), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.503732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ed0f6e1b-a85c-419c-aec3-6e2891901b12), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.507673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.508982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed0f6e1b-a85c-419c-aec3-6e2891901b12 HTTP/1.1" status: 204 len: 168 time: 0.2978325 Mar 07 10:39:26.523611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a929d3-6450-4028-a03d-f3dd9b4b2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0f6e1b-a85c-419c-aec3-6e2891901b12,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:26.597905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.705114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.734329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e9cc-d6e3-4b12-bab7-648a7bb6c774 req-38de046c-aedf-4053-920a-a5ff4e46e732 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.736006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3666e9cc-d6e3-4b12-bab7-648a7bb6c774 req-38de046c-aedf-4053-920a-a5ff4e46e732 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 944 time: 0.8171554 Mar 07 10:39:26.804296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49cc28cc-81d0-434e-bd4e-e5daf95d858c req-077e3bfd-9242-49a7-b533-9883a6d19934 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7449226 Mar 07 10:39:26.893934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0345164f-d004-45c6-b6b1-2b900015c0e0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:26.998423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0345164f-d004-45c6-b6b1-2b900015c0e0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:26.998786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.001757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.094795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Made reservation on behalf of 6f4dcfcc9fdf4894ac19b59e5f2ff393 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:27.098349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.100567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.120767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80c81d7e-a1ec-49f6-8215-754ba01827cf req-d50ee4ef-33d1-49c3-b4c4-1d3bdcfbbc93 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 210 time: 0.1879003 Mar 07 10:39:27.192407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0345164f-d004-45c6-b6b1-2b900015c0e0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:27.192983 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.260143 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.273352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:27.276919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0345164f-d004-45c6-b6b1-2b900015c0e0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0345164f-d004-45c6-b6b1-2b900015c0e0,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:27.286526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.294691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.306770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:27.310317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:27.317089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.318336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.370839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3666e9cc-d6e3-4b12-bab7-648a7bb6c774 req-fe9ae130-1fa5-4821-8e50-5ad1fad84471 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6239145 Mar 07 10:39:27.374261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:27.425286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa20dd-8b0f-44c9-94a1-c406b4a46df2']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:27.436176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0345164f-d004-45c6-b6b1-2b900015c0e0,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:27.439106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=a02d1b5e-34a8-4a58-8876-d4653c523fae,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:27.451501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d97e6d-44a1-4716-945f-407654be6975') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:27.451857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d97e6d-44a1-4716-945f-407654be6975') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:27.466224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4a528c98-a043-4180-a0cc-c093d3ebd620 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4804497 Mar 07 10:39:27.468875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:27.498441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (98d97e6d-44a1-4716-945f-407654be6975), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.541909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9bb74-a8d3-4723-afea-db0e31bb7dd5 req-366b0fd0-43c3-4ff6-955b-f22df420be71 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.551447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9db9bb74-a8d3-4723-afea-db0e31bb7dd5 req-366b0fd0-43c3-4ff6-955b-f22df420be71 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2821333 Mar 07 10:39:27.557646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (98d97e6d-44a1-4716-945f-407654be6975), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.574815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:39:27.575247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (98d97e6d-44a1-4716-945f-407654be6975), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:27.593634 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:27.609705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5476f-251c-43c3-8bf5-7c56f1456801 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.625035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5476f-251c-43c3-8bf5-7c56f1456801 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.629101 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-73d5476f-251c-43c3-8bf5-7c56f1456801 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1568413 Mar 07 10:39:27.638077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-954924036-network', 'tenant_id': '61a80efb688140adba07d7587a00832a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:27.649295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:27.717189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Made reservation on behalf of 61a80efb688140adba07d7587a00832a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:27.717910 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5eaa20dd-8b0f-44c9-94a1-c406b4a46df2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.720460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.747133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.750641 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5eaa20dd-8b0f-44c9-94a1-c406b4a46df2 HTTP/1.1" status: 204 len: 168 time: 1.9223046 Mar 07 10:39:27.764223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.797670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f00d-d271-4696-88db-3da2ec128f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaa20dd-8b0f-44c9-94a1-c406b4a46df2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:27.824929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9db9bb74-a8d3-4723-afea-db0e31bb7dd5 req-13edcad8-b2cc-479e-9ecc-3928f2a6f79b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724307 Mar 07 10:39:27.837452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b00f2767-6e4d-4c0f-93ca-cfa5221fe07b None None] Provisioning complete for port 0345164f-d004-45c6-b6b1-2b900015c0e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:27.839998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b00f2767-6e4d-4c0f-93ca-cfa5221fe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.843407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port a02d1b5e-34a8-4a58-8876-d4653c523fae {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:27.843867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.852411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks [] for security_group (f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.866731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.048121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:28.113459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.113716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b00f2767-6e4d-4c0f-93ca-cfa5221fe07b None None] Current status of the port 0345164f-d004-45c6-b6b1-2b900015c0e0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:28.116749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks [] for security_group (18910b93-907b-49b7-8dd8-400fbfcfc85f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.131187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18910b93-907b-49b7-8dd8-400fbfcfc85f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.141812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for a02d1b5e-34a8-4a58-8876-d4653c523fae owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:28.164201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:28.187709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:28.197370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bce2e201-6c69-4502-8952-2c71293532f9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.197370 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Added segment bce2e201-6c69-4502-8952-2c71293532f9 of type vlan for network 474c9491-c9b2-46c2-8d16-815e41e47492 Mar 07 10:39:28.247270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18910b93-907b-49b7-8dd8-400fbfcfc85f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:28.265255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-766a0bc6-b1f3-4892-8c2e-cd587ee93fe5 None None] Provisioning complete for port a02d1b5e-34a8-4a58-8876-d4653c523fae triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:28.267511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-766a0bc6-b1f3-4892-8c2e-cd587ee93fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.275326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Allocated IP 192.168.233.205 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/ded3dbfe-5158-4423-b9cb-4ecda3041bca) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:28.287013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:28.333516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (474c9491-c9b2-46c2-8d16-815e41e47492), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.355565 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-de6a0396-6f1a-4019-8948-0c5d3a0f2597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c349b5677263491db55d077ba1db3e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668015 Mar 07 10:39:28.360481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:28.394379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cfa2949-8131-455e-bd7b-282269814a49 req-459b8124-5e64-4e59-91ca-9365dd9c0c7c tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0622945 Mar 07 10:39:28.410126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (474c9491-c9b2-46c2-8d16-815e41e47492), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.412175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.413345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.502991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1246684 Mar 07 10:39:28.503322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54178) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:28.530973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Request body: {'subnet': {'network_id': '474c9491-c9b2-46c2-8d16-815e41e47492', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-954924036-subnet', 'tenant_id': '61a80efb688140adba07d7587a00832a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:28.559422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-8fbfee8f-eb05-4f77-91ce-9fae74c432dc tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.568688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-8fbfee8f-eb05-4f77-91ce-9fae74c432dc tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.2628856 Mar 07 10:39:28.568908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-766a0bc6-b1f3-4892-8c2e-cd587ee93fe5 None None] Port a02d1b5e-34a8-4a58-8876-d4653c523fae cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:28.603688 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.605160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:28.605782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.611604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa1693-5931-40f6-9777-d699949fb354 admin admin] Pushing event updated for resources: {'Network': ['ID=474c9491-c9b2-46c2-8d16-815e41e47492,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:28.620002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Made reservation on behalf of 61a80efb688140adba07d7587a00832a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:28.622510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.628526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] Publish callbacks [] for security_group (32f65864-974e-4095-a3ce-2fa6f104f540), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.650920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a02d1b5e-34a8-4a58-8876-d4653c523fae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.668908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 474c9491-c9b2-46c2-8d16-815e41e47492 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:28.673999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-92a03666-2c98-464c-a9a2-d4e88ba8ed69 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/quotas/1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 375 time: 0.1048169 Mar 07 10:39:28.716803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] Publish callbacks [] for security_group (32f65864-974e-4095-a3ce-2fa6f104f540), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.719067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=a02d1b5e-34a8-4a58-8876-d4653c523fae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:28.815314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.833749 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21cb785b-7f42-431a-9801-faadc045b485 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/a02d1b5e-34a8-4a58-8876-d4653c523fae HTTP/1.1" status: 204 len: 168 time: 1.1832607 Mar 07 10:39:28.857831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:28.874523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0345164f-d004-45c6-b6b1-2b900015c0e0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:28.978899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4964e99-9b27-45ca-a5e3-e484dfdd8b9d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.985273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4964e99-9b27-45ca-a5e3-e484dfdd8b9d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.990775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b3ce8-e708-4b46-8848-368ec1381a96 req-71f9b02f-7dd7-4dcd-bab3-376bcc40120d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.992957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-905b3ce8-e708-4b46-8848-368ec1381a96 req-71f9b02f-7dd7-4dcd-bab3-376bcc40120d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 944 time: 0.4055002 Mar 07 10:39:29.004028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f4964e99-9b27-45ca-a5e3-e484dfdd8b9d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1433213 Mar 07 10:39:29.009169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54188) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:29.017076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32f65864-974e-4095-a3ce-2fa6f104f540), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.019443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:29.019882 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.028838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.035997 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32f65864-974e-4095-a3ce-2fa6f104f540 HTTP/1.1" status: 204 len: 168 time: 0.6676669 Mar 07 10:39:29.051995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0345164f-d004-45c6-b6b1-2b900015c0e0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:29.051995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.061763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568a764-39d9-450e-a6bc-a216e309d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f65864-974e-4095-a3ce-2fa6f104f540,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:29.117168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:29.119508 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1072bebf-eaf7-43b8-8006-8400b5ebbb77" -d '{"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:29.145796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:29.151953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-55b95ffe-432c-4067-a7d4-f1ba685dbd4e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4769378 Mar 07 10:39:29.156955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks [] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.173729 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.178013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-df83ca6f-b5ab-4b65-968c-b9d4f8992345 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:39:29.179576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-df83ca6f-b5ab-4b65-968c-b9d4f8992345 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152071 Mar 07 10:39:29.231535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-905b3ce8-e708-4b46-8848-368ec1381a96 req-590ae844-4076-4086-a88e-7479921cc9dc tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150993 Mar 07 10:39:29.276168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:29.339927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.387970 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d445be3-a855-4aa0-b00c-75e66bd31bbe x-openstack-request-id: req-0d445be3-a855-4aa0-b00c-75e66bd31bbe {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:29.390522 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-plugged", "status": "completed", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:29.391160 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d445be3-a855-4aa0-b00c-75e66bd31bbe {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:29.392077 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'code': 200} Mar 07 10:39:29.403493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0345164f-d004-45c6-b6b1-2b900015c0e0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:29.412699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:29.491967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.674942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.691106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-80f34de4-97c0-48b6-8bd6-567ca279991f service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952755 Mar 07 10:39:29.728355 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b7856d97-4e43-41ad-abde-8f8bbb6af5d3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.878206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:29.906243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:29.909676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae58b9-7ee8-4f21-ae0d-1f17735a2167 req-41e29dd9-0331-4dcd-adee-e11ab10c8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.911182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5ae58b9-7ee8-4f21-ae0d-1f17735a2167 req-41e29dd9-0331-4dcd-adee-e11ab10c8c87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 1128 time: 0.3649981 Mar 07 10:39:29.916577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:29.949508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Pushing event updated for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:30.035305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac0857-c0bd-4db3-be29-7ef2f840575f req-1cae452c-f0b1-4e95-ae81-956a70718e2f tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.036898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61ac0857-c0bd-4db3-be29-7ef2f840575f req-1cae452c-f0b1-4e95-ae81-956a70718e2f tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 936 time: 0.4404752 Mar 07 10:39:30.073390 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.099475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54222) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.111344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7856d97-4e43-41ad-abde-8f8bbb6af5d3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:30.145940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.146593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.212174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-49c10e9b-c2af-4814-b9c2-0fe99ef54fb3 None None] Provisioning complete for port ded3dbfe-5158-4423-b9cb-4ecda3041bca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:30.212791 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49c10e9b-c2af-4814-b9c2-0fe99ef54fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.213152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Checking segment: {'id': 'bce2e201-6c69-4502-8952-2c71293532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '474c9491-c9b2-46c2-8d16-815e41e47492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:30.213585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Network hostable DHCP agents. Network: 474c9491-c9b2-46c2-8d16-815e41e47492, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:30.241571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1568339787-network', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:30.248130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-49c10e9b-c2af-4814-b9c2-0fe99ef54fb3 None None] Port ded3dbfe-5158-4423-b9cb-4ecda3041bca cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:30.255322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5ae58b9-7ee8-4f21-ae0d-1f17735a2167 req-9c69350a-5c8a-4511-bdd3-2417e16fec52 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903204 Mar 07 10:39:30.266163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-f2c0dd66-e83b-4585-ab2a-9f479e5d21df tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2664292 Mar 07 10:39:30.274366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-c7e3a254-0cbd-4169-bd07-49b5d8cd755a service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370233 Mar 07 10:39:30.276206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Made reservation on behalf of 0dcbc6873a384df5a8e557a4d064c63e for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:30.278934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.291481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.291745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Request body: {'port': {'device_id': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:30.300735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61ac0857-c0bd-4db3-be29-7ef2f840575f req-82fc12b1-fd8d-4062-983d-45f71c4fcbfe tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224686 Mar 07 10:39:30.332774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Network 474c9491-c9b2-46c2-8d16-815e41e47492 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:30.340146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.384022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:30.387056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 474c9491-c9b2-46c2-8d16-815e41e47492) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:30.403566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c639be-d20a-49ab-a440-e6fd1ae2a37e None None] Network 474c9491-c9b2-46c2-8d16-815e41e47492 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:30.421371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks [] for security_group (46700015-8ca4-4843-9b0a-c0d95f917d4d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.433347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (46700015-8ca4-4843-9b0a-c0d95f917d4d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.470208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.471382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.479411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.480762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:30.487882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41dc4098-3f31-4254-b62d-ce97df939d43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e HTTP/1.1" status: 204 len: 168 time: 1.4685261 Mar 07 10:39:30.488024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce8fb5-dd00-4dea-8a08-775338649470 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:30.489153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.506652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.560606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42523a37-3b4f-4581-ba22-8e8d7908d435 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598154 Mar 07 10:39:30.565129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54236) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.567537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c71d82fa-b908-4154-b912-4eb4c1e19ca9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.567904 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Added segment c71d82fa-b908-4154-b912-4eb4c1e19ca9 of type vlan for network c495fb4c-d339-4be2-873e-f2ef6bb4d51f Mar 07 10:39:30.572203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:30.575744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46700015-8ca4-4843-9b0a-c0d95f917d4d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:30.616835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6231cfce-566c-4af5-a48a-f2321e4e54b5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1123550 Mar 07 10:39:30.743703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c495fb4c-d339-4be2-873e-f2ef6bb4d51f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.784420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56cfa-cc0d-49c5-b9de-bb94117a36a2 req-15b22642-90ac-4df4-8d38-cde0028617c6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.792216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69a56cfa-cc0d-49c5-b9de-bb94117a36a2 req-15b22642-90ac-4df4-8d38-cde0028617c6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 946 time: 0.1817305 Mar 07 10:39:30.837809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c495fb4c-d339-4be2-873e-f2ef6bb4d51f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.843377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.846028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.900589 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7990844 Mar 07 10:39:30.903528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54252) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.924234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Request body: {'subnet': {'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1568339787-subnet', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:30.938287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e8eba-2a7b-4cfe-ae28-9308f75d004b None None] Network 474c9491-c9b2-46c2-8d16-815e41e47492 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:30.942949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:30.955581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:30.972358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a6b4b89-d97a-4852-806c-b7c8b30b21ef req-3eb8ebde-f682-4926-a480-c0e1aca3180e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 210 time: 0.0824714 Mar 07 10:39:30.999263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69a56cfa-cc0d-49c5-b9de-bb94117a36a2 req-0a718187-a722-48c9-8166-1ff7d2106730 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060592 Mar 07 10:39:31.038999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc248c3b-08fa-47f4-8d29-3c1a1ad95214 admin admin] Pushing event updated for resources: {'Network': ['ID=c495fb4c-d339-4be2-873e-f2ef6bb4d51f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:31.115798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:31.188271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Made reservation on behalf of 0dcbc6873a384df5a8e557a4d064c63e for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:31.202848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-970294031', 'description': 'tempest-description-2144512972'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:31.208463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.264788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.292707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded3dbfe-5158-4423-b9cb-4ecda3041bca {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:31.317556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks [] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.364839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Transition to ACTIVE for port object ded3dbfe-5158-4423-b9cb-4ecda3041bca will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:31.381330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.432332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:31.558078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Deleting port 0345164f-d004-45c6-b6b1-2b900015c0e0 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:31.559385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.644199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (6f0262b2-bfe4-4141-9126-01f87014909b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.648455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:31.769494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] For port 0345164f-d004-45c6-b6b1-2b900015c0e0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0345164f-d004-45c6-b6b1-2b900015c0e0,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:31.771396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.810532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Calling delete_port for 0345164f-d004-45c6-b6b1-2b900015c0e0 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:31.878320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54284) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:31.902569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6f0262b2-bfe4-4141-9126-01f87014909b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.967773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4634e53c-7952-4f94-bf82-ba3895684ff2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.973009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (0345164f-d004-45c6-b6b1-2b900015c0e0), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.987601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Attempting to bind port ded3dbfe-5158-4423-b9cb-4ecda3041bca on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:31.988084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Attempting to bind port ded3dbfe-5158-4423-b9cb-4ecda3041bca by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:31.988420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Attempting to bind port ded3dbfe-5158-4423-b9cb-4ecda3041bca on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:31.993670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0262b2-bfe4-4141-9126-01f87014909b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.011236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.029665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71a7c49a-c336-425a-beb0-33882e84cac5 req-3f1f6993-0a1c-4aea-9c88-d4af71090276 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8553953 Mar 07 10:39:32.038600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Port ded3dbfe-5158-4423-b9cb-4ecda3041bca on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:32.043438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Attempting to bind port ded3dbfe-5158-4423-b9cb-4ecda3041bca on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:32.048671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:32.058609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:32.066391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (9a74efee-c636-4847-9799-442f94a414c5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.074808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.075510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.099243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b321930-fe31-4f74-bc31-78cc1d0dd535 req-197edf13-ac56-4303-88df-1ee235a02ef9 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.110791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b321930-fe31-4f74-bc31-78cc1d0dd535 req-197edf13-ac56-4303-88df-1ee235a02ef9 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 948 time: 0.6334777 Mar 07 10:39:32.119188 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5528080 Mar 07 10:39:32.125855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:32.133500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': '4634e53c-7952-4f94-bf82-ba3895684ff2', 'ip_address': '2001:db8::7f54:4421:6ab:3063'}], 'name': 'tempest-NetworksTestDHCPv6-1838100988'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:32.142250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce4886-0be5-4c71-a017-181586d14340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=4634e53c-7952-4f94-bf82-ba3895684ff2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.142566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:32.143703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:32.144681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:32.151930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Bound port: ded3dbfe-5158-4423-b9cb-4ecda3041bca, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:32.152641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.233468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92e388b4-51db-4950-b00d-e3960271c646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.239370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e5b4674-51ed-4f2f-97de-bf918373f2ae req-cd3316c7-5b69-4359-8cae-5dfc327abe32 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 210 time: 0.0834970 Mar 07 10:39:32.325404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Checking segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:32.326075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Network hostable DHCP agents. Network: c495fb4c-d339-4be2-873e-f2ef6bb4d51f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:32.346211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b321930-fe31-4f74-bc31-78cc1d0dd535 req-5fd0d094-1318-4a05-8a5e-a9d23710e96d tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317545 Mar 07 10:39:32.358158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] Pushing event deleted for resources: {'Port': ['ID=0345164f-d004-45c6-b6b1-2b900015c0e0,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.366868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddaf5b1-46d8-4486-8e81-bc38cbe4c148 None None] No DVR routers for this DVR port 0345164f-d004-45c6-b6b1-2b900015c0e0 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:32.395022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3661e242-f05e-474b-a023-8a69e6a84b30 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:32.401638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a74efee-c636-4847-9799-442f94a414c5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.411668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:32.427465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c495fb4c-d339-4be2-873e-f2ef6bb4d51f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:32.435164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.435862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.472487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21914616-84d0-47aa-b65f-b97c4c6ec73c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5579157 Mar 07 10:39:32.472948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeacaf5-61e3-4846-999f-daaff17f6ea0 None None] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:32.473462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:32.485638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:32.519123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:32.550273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (dec4f98e-76be-4714-b902-3cf224a95f44), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.564159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (dec4f98e-76be-4714-b902-3cf224a95f44), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.744569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '4634e53c-7952-4f94-bf82-ba3895684ff2'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:32.744975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.747007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for router_controller (dec4f98e-76be-4714-b902-3cf224a95f44), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.806256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120f4bf-4864-418c-8e00-18716a7ea9fa None None] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:32.952882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0345164f-d004-45c6-b6b1-2b900015c0e0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:32.984203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0345164f-d004-45c6-b6b1-2b900015c0e0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:32.984928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0345164f-d004-45c6-b6b1-2b900015c0e0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:32.991907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.026551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 310ea993-017d-44d5-ae3e-4518c61f2017 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:33.148399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:33.181379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-dbd5e7e4-58b8-408f-aeb1-f8eaef26b9bf tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/6f0262b2-bfe4-4141-9126-01f87014909b HTTP/1.1" status: 200 len: 1823 time: 0.8551598 Mar 07 10:39:33.182044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/4634e53c-7952-4f94-bf82-ba3895684ff2/886e2969-54b0-4b03-a33b-7305e06abc2e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:33.184756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92e388b4-51db-4950-b00d-e3960271c646 admin admin] Publish callbacks [] for security_group (04a54c9e-b1c7-4514-81c3-609bdaf2c3e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.194685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f0262b2-bfe4-4141-9126-01f87014909b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:33.194999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f0262b2-bfe4-4141-9126-01f87014909b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:33.201069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:33.215086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92e388b4-51db-4950-b00d-e3960271c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04a54c9e-b1c7-4514-81c3-609bdaf2c3e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.256660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.276720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-efb7a4de-a41c-4158-a5f0-7fe6bb8038e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.278189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-efb7a4de-a41c-4158-a5f0-7fe6bb8038e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.9505205 Mar 07 10:39:33.296426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1a053-2802-49d6-bffb-c06f556acf25 req-35634063-48a2-46f1-8c5f-5a37e8879919 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.297631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f1a053-2802-49d6-bffb-c06f556acf25 req-35634063-48a2-46f1-8c5f-5a37e8879919 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 946 time: 0.7920384 Mar 07 10:39:33.351077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'device_id': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'admin_state_up': True, 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:33.439854 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks [] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.440081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-92e388b4-51db-4950-b00d-e3960271c646 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=816d619ad7fa4b13964c78ee1119beab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5331740 Mar 07 10:39:33.448147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e388b4-51db-4950-b00d-e3960271c646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a54c9e-b1c7-4514-81c3-609bdaf2c3e3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.450380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.513782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.514398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.515872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] 10.222.0.32 "PUT /v2.0/ports/ded3dbfe-5158-4423-b9cb-4ecda3041bca HTTP/1.1" status: 200 len: 1096 time: 3.2311330 Mar 07 10:39:33.516326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54338) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:33.519355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:33.534214 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:33.534699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Pushing event updated for resources: {'Port': ['ID=886e2969-54b0-4b03-a33b-7305e06abc2e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.568431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:33.570634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:33.573152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:33.663832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Attempting to bind port 886e2969-54b0-4b03-a33b-7305e06abc2e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:33.664304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Attempting to bind port 886e2969-54b0-4b03-a33b-7305e06abc2e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:33.664793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Attempting to bind port 886e2969-54b0-4b03-a33b-7305e06abc2e on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:33.670513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:33.671030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:33.671540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.672042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:33.672616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Bound port: 886e2969-54b0-4b03-a33b-7305e06abc2e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:33.673124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.696132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502c64-5981-4415-a361-bf2e6d77dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.725361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for router_gateway (dec4f98e-76be-4714-b902-3cf224a95f44), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.783751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f1a053-2802-49d6-bffb-c06f556acf25 req-257d6568-a3cb-4c79-8a81-a4d14c380bb1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4463565 Mar 07 10:39:33.793351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] For port 886e2969-54b0-4b03-a33b-7305e06abc2e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:33.797464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] For port 886e2969-54b0-4b03-a33b-7305e06abc2e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=886e2969-54b0-4b03-a33b-7305e06abc2e,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:33.821430 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (30dcb7ca-a5fe-4047-8d21-da67ebb1aba9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.826889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.859306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] Publish callbacks [] for security_group (04a54c9e-b1c7-4514-81c3-609bdaf2c3e3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.906794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9014-5ae2-491b-af47-c58c31562013 None None] Pushing event updated for resources: {'Port': ['ID=886e2969-54b0-4b03-a33b-7305e06abc2e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.956432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-91f66cb0-2a75-4d98-8fd0-c6a55b13d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.957912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::7f54:4421:6ab:3063 (4e84de77-d31e-40bb-8781-c681acde30da/4634e53c-7952-4f94-bf82-ba3895684ff2/310ea993-017d-44d5-ae3e-4518c61f2017) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:33.958501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-91f66cb0-2a75-4d98-8fd0-c6a55b13d6d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 1130 time: 0.3515399 Mar 07 10:39:33.960967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5fea7fd-157b-4871-9bcd-21afa1925af5 req-f8f0dbe6-0a09-4325-b8a0-f94de197fbc5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 210 time: 0.0807393 Mar 07 10:39:33.988647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (30dcb7ca-a5fe-4047-8d21-da67ebb1aba9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.053137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (30dcb7ca-a5fe-4047-8d21-da67ebb1aba9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.057087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] Publish callbacks [] for security_group (04a54c9e-b1c7-4514-81c3-609bdaf2c3e3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.061018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:34.065787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.077964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-1d2883cc-13e0-4c87-a3e7-72da820eea02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca HTTP/1.1" status: 200 len: 217 time: 0.0919719 Mar 07 10:39:34.114139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dcb7ca-a5fe-4047-8d21-da67ebb1aba9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:34.200751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.201951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4a048cf-6fb8-4b9e-8edf-a3eca0309528 req-53d82cef-9bcb-4755-96f2-1a19e209d92c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0198457 Mar 07 10:39:34.284902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-d2db91cb-7ad2-48cd-acf7-7a427cf4a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.285108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-d2db91cb-7ad2-48cd-acf7-7a427cf4a6f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1954927 Mar 07 10:39:34.289401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for router_gateway (dec4f98e-76be-4714-b902-3cf224a95f44), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.306883 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b001e-e99c-4185-8275-9ee07c92dce8 x-openstack-request-id: req-f69b001e-e99c-4185-8275-9ee07c92dce8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:34.307163 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:34.307417 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f69b001e-e99c-4185-8275-9ee07c92dce8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:34.307838 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca', 'status': 'completed', 'code': 200} Mar 07 10:39:34.324854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab6fe-f3ab-4c29-a3aa-ebc7b0b8cb08 req-3a134449-5991-49c4-8671-83cd805dd3e0 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.326579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6bab6fe-f3ab-4c29-a3aa-ebc7b0b8cb08 req-3a134449-5991-49c4-8671-83cd805dd3e0 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 948 time: 0.2160726 Mar 07 10:39:34.347054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.354711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-711643574', 'description': 'tempest-description-795770724'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:34.441452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04a54c9e-b1c7-4514-81c3-609bdaf2c3e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.446336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.448321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04a54c9e-b1c7-4514-81c3-609bdaf2c3e3 HTTP/1.1" status: 204 len: 168 time: 0.9106081 Mar 07 10:39:34.507628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (310ea993-017d-44d5-ae3e-4518c61f2017), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.511430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7b71-17b0-4db7-acad-2269d1fd055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a54c9e-b1c7-4514-81c3-609bdaf2c3e3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:34.521970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.531890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-cab7c059-a4ce-4bf9-8e05-aa47ae4e9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.533538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-cab7c059-a4ce-4bf9-8e05-aa47ae4e9558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2295220 Mar 07 10:39:34.551627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Allocated IP 172.25.4.80 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ff6f4b1b-f27a-4c83-9526-5aceb896c635) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:34.555160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.20.0.3 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/7ddec98f-9cc0-4d79-be03-7375cc59e51b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:34.586787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (310ea993-017d-44d5-ae3e-4518c61f2017), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.600093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6bab6fe-f3ab-4c29-a3aa-ebc7b0b8cb08 req-fd7d3abd-c63d-485f-807e-11e5715f7b07 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614160 Mar 07 10:39:34.632892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:34.667801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:34.684805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:34.698680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.701263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.733051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=310ea993-017d-44d5-ae3e-4518c61f2017,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:34.801759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (233c4eed-5c8c-40db-aea9-a2e9d00bfbac), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.805137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-d87b1bb1-a7f6-4e09-8026-6f17fa34f8da service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515962 Mar 07 10:39:34.837749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.850160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (233c4eed-5c8c-40db-aea9-a2e9d00bfbac), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.907836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.908060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 886e2969-54b0-4b03-a33b-7305e06abc2e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:35.002744 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b30e1a9d-597e-4423-bc02-f02d8e454fb8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8733745 Mar 07 10:39:35.004484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Pushing event updated for resources: {'Port': ['ID=ff6f4b1b-f27a-4c83-9526-5aceb896c635,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.009090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:35.009747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.010136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.011532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 886e2969-54b0-4b03-a33b-7305e06abc2e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:35.012084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.026806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:35.033876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6744cb5b-31fe-432c-b60b-92e109f0729b req-66554f18-373d-49e0-86ee-f27b60a3c16a service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995287 Mar 07 10:39:35.050292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:35.053099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a7fcbb3-7279-49df-8823-400478e28552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.160130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 886e2969-54b0-4b03-a33b-7305e06abc2e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:35.160524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.218837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 886e2969-54b0-4b03-a33b-7305e06abc2e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=886e2969-54b0-4b03-a33b-7305e06abc2e,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:35.229385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.234865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.247849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cceb1c8-706c-40b0-98ff-0772a702a59d req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9188662 Mar 07 10:39:35.257203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226935-41d6-41e5-baa2-fa293bdc181e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233c4eed-5c8c-40db-aea9-a2e9d00bfbac,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.325186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=886e2969-54b0-4b03-a33b-7305e06abc2e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.358298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.420599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.466857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e9dff-25b8-4008-a174-7af32a7d392d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.472720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e9dff-25b8-4008-a174-7af32a7d392d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.474206 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e2e9dff-25b8-4008-a174-7af32a7d392d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4619858 Mar 07 10:39:35.480620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.494035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-d7185e17-4787-487e-bb02-d6641dece0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.496188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-d7185e17-4787-487e-bb02-d6641dece0dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 1130 time: 0.3445697 Mar 07 10:39:35.505810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9b584-4478-4dd7-804a-a3675833b2ec req-20680746-0b34-4e76-be03-5b349b2e36cd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.507603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6f9b584-4478-4dd7-804a-a3675833b2ec req-20680746-0b34-4e76-be03-5b349b2e36cd tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 946 time: 0.4674280 Mar 07 10:39:35.571247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a5105162-c2b9-4881-83de-8c13ae06598e None None] Provisioning complete for port 886e2969-54b0-4b03-a33b-7305e06abc2e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:35.571616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5105162-c2b9-4881-83de-8c13ae06598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.610784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:35.624068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.651932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:35.660093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a7fcbb3-7279-49df-8823-400478e28552 admin admin] Publish callbacks [] for security_group (dfde3d9c-da18-422c-b842-1ba1fa18a7c9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.660768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:35.662132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for router_gateway (dec4f98e-76be-4714-b902-3cf224a95f44), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.707829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a7fcbb3-7279-49df-8823-400478e28552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dfde3d9c-da18-422c-b842-1ba1fa18a7c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.742273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a5105162-c2b9-4881-83de-8c13ae06598e None None] Current status of the port 886e2969-54b0-4b03-a33b-7305e06abc2e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:35.808110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0188-a26e-4144-8125-97f9d389247b req-f4e12933-8dc2-41f4-8d03-3e128ca7948b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.809944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a03c0188-a26e-4144-8125-97f9d389247b req-f4e12933-8dc2-41f4-8d03-3e128ca7948b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 931 time: 0.4118974 Mar 07 10:39:35.828012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fcbb3-7279-49df-8823-400478e28552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfde3d9c-da18-422c-b842-1ba1fa18a7c9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.882985 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3a7fcbb3-7279-49df-8823-400478e28552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=288630bf3817492c822114d05773bee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8717864 Mar 07 10:39:35.911403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.915540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-02657adb-ab4a-43db-a97c-a708d4ec8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.917726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-02657adb-ab4a-43db-a97c-a708d4ec8239 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.4067543 Mar 07 10:39:35.947593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 310ea993-017d-44d5-ae3e-4518c61f2017 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:35.947968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (310ea993-017d-44d5-ae3e-4518c61f2017), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.950218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6f9b584-4478-4dd7-804a-a3675833b2ec req-2277adca-9723-46b3-9fbb-828679d7d777 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168591 Mar 07 10:39:35.982730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6848c8e2-a1be-4f68-b799-aa80478e6381 None None] Provisioning complete for port 310ea993-017d-44d5-ae3e-4518c61f2017 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:35.983733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6848c8e2-a1be-4f68-b799-aa80478e6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (310ea993-017d-44d5-ae3e-4518c61f2017), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.025000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a03c0188-a26e-4144-8125-97f9d389247b req-4d064f59-11e2-40ac-acda-5ad820de2628 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019732 Mar 07 10:39:36.035707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.036389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.041018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6848c8e2-a1be-4f68-b799-aa80478e6381 None None] Port 310ea993-017d-44d5-ae3e-4518c61f2017 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:36.087537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-3ef5c3bd-5616-4e92-86a7-c973f02ed7d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca HTTP/1.1" status: 200 len: 217 time: 0.0681965 Mar 07 10:39:36.141048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (310ea993-017d-44d5-ae3e-4518c61f2017), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.142085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-4e28c307-8c8c-49a7-a849-d283527b4068 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8365684 Mar 07 10:39:36.162289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-49e1e83f-498a-4e3c-86ff-20db04cec4cf None None] Provisioning complete for port 7ddec98f-9cc0-4d79-be03-7375cc59e51b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:36.163004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e1e83f-498a-4e3c-86ff-20db04cec4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.182577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] Publish callbacks [] for security_group (dfde3d9c-da18-422c-b842-1ba1fa18a7c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.201028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 310ea993-017d-44d5-ae3e-4518c61f2017 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:36.202447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Request body: {'port': {'device_id': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:36.227581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] Publish callbacks [] for security_group (dfde3d9c-da18-422c-b842-1ba1fa18a7c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.240819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-49e1e83f-498a-4e3c-86ff-20db04cec4cf None None] Port 7ddec98f-9cc0-4d79-be03-7375cc59e51b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:36.285832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-32d13a35-f7fc-4d12-a307-7a75dce03ece tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/233c4eed-5c8c-40db-aea9-a2e9d00bfbac HTTP/1.1" status: 200 len: 1822 time: 0.2676036 Mar 07 10:39:36.287885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (dec4f98e-76be-4714-b902-3cf224a95f44), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.298846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-af626016-029e-4852-9ede-358f150e25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.300227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-af626016-029e-4852-9ede-358f150e25b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2005954 Mar 07 10:39:36.309593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '233c4eed-5c8c-40db-aea9-a2e9d00bfbac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:36.309819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '233c4eed-5c8c-40db-aea9-a2e9d00bfbac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:36.387840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75851-8b43-4fc3-861a-3d188fd85454 req-01ea4a93-fb88-4a70-922a-ce0a1fa07976 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.395375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97e75851-8b43-4fc3-861a-3d188fd85454 req-01ea4a93-fb88-4a70-922a-ce0a1fa07976 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 948 time: 0.2596626 Mar 07 10:39:36.408728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.513783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-96d29905-b08a-4b5a-8700-f27b26eb4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.515317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-96d29905-b08a-4b5a-8700-f27b26eb4c46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1985619 Mar 07 10:39:36.558459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97e75851-8b43-4fc3-861a-3d188fd85454 req-767cf648-b9aa-4f8e-a62c-7813ce1d0512 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620305 Mar 07 10:39:36.567273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (13e2fb04-d9f2-4176-bb87-969422e3f347), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.700595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dfde3d9c-da18-422c-b842-1ba1fa18a7c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.703457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.705203 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfde3d9c-da18-422c-b842-1ba1fa18a7c9 HTTP/1.1" status: 204 len: 168 time: 0.7927341 Mar 07 10:39:36.723868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (13e2fb04-d9f2-4176-bb87-969422e3f347), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.748467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eb7c4-818c-4195-989c-5f8451dde47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfde3d9c-da18-422c-b842-1ba1fa18a7c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:36.753742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (13e2fb04-d9f2-4176-bb87-969422e3f347), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.772288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-40c7010b-0217-4625-82d9-7133236f59f1 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457378 Mar 07 10:39:36.807435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (310ea993-017d-44d5-ae3e-4518c61f2017), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.859547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Router dec4f98e-76be-4714-b902-3cf224a95f44 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:36.904898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 886e2969-54b0-4b03-a33b-7305e06abc2e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:36.933852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=310ea993-017d-44d5-ae3e-4518c61f2017,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:36.944499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.950864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-17ec0ebf-b620-4d34-9ce6-0f437bdb7d51 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/310ea993-017d-44d5-ae3e-4518c61f2017 HTTP/1.1" status: 204 len: 168 time: 1.4691494 Mar 07 10:39:37.000566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54384) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:37.008332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 886e2969-54b0-4b03-a33b-7305e06abc2e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:37.008898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.024612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.027056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a05d395d-c2d1-4c8f-93a9-ab652a106bf8 req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7309308 Mar 07 10:39:37.039127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8c64a0a-27c1-4c69-98e1-c46071cc5ee5 req-e7e20fe1-28a8-44dc-add9-8aa8a0e443a0 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595603 Mar 07 10:39:37.083233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620030-bbdd-4eb7-8088-e4b3741177fa tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e2fb04-d9f2-4176-bb87-969422e3f347,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:37.172466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1502018248', 'description': 'tempest-description-394329185'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:37.179185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:37.190268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Sync routers for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:37.206704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:37.207995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:37.220926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.224862 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d11a07fc-c7c1-44a4-9839-890b48e7ad9c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7496908 Mar 07 10:39:37.228224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54392) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:37.275528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 886e2969-54b0-4b03-a33b-7305e06abc2e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:37.344075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.349589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3137a15-53f0-41c8-8541-19b5aa12a40a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:37.351094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3137a15-53f0-41c8-8541-19b5aa12a40a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:37.355473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d3137a15-53f0-41c8-8541-19b5aa12a40a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3146942 Mar 07 10:39:37.362326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54400) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:37.465992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:37.803328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194af8-f5ce-4643-aa7b-23f86ec23807 req-3f054666-9cae-44b1-997b-8b407caad88f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:37.804371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb194af8-f5ce-4643-aa7b-23f86ec23807 req-3f054666-9cae-44b1-997b-8b407caad88f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 931 time: 0.6102872 Mar 07 10:39:37.806131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:35Z', 'revision_number': 3, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:37.843870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Checking router: dec4f98e-76be-4714-b902-3cf224a95f44 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:37.844689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Updating router dec4f98e-76be-4714-b902-3cf224a95f44 port ff6f4b1b-f27a-4c83-9526-5aceb896c635 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:37.877606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 4634e53c-7952-4f94-bf82-ba3895684ff2 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:37.891006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.894993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.895516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddec98f-9cc0-4d79-be03-7375cc59e51b {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:37.899444 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (4634e53c-7952-4f94-bf82-ba3895684ff2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.941078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks [] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.995733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb194af8-f5ce-4643-aa7b-23f86ec23807 req-2b216f80-6f93-45ef-b316-2a133dc170bf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570735 Mar 07 10:39:37.996693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Transition to ACTIVE for port object 7ddec98f-9cc0-4d79-be03-7375cc59e51b will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:38.007942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (4634e53c-7952-4f94-bf82-ba3895684ff2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.054157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (e194aff9-c3cb-4bac-ba07-31f4942510c2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.060432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:38.072838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.115487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e194aff9-c3cb-4bac-ba07-31f4942510c2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.263744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Allocated IP 172.20.0.1 (c495fb4c-d339-4be2-873e-f2ef6bb4d51f/9a74efee-c636-4847-9799-442f94a414c5/39a75500-d533-4e6b-b4be-aac9e436f217) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:38.273309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.279539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.280668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0ba8798-b1cf-4b61-a3cb-d81fd619ae40 req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.2012384 Mar 07 10:39:38.288060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a8eb-8e4d-4f17-922e-944bf7f13154 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e194aff9-c3cb-4bac-ba07-31f4942510c2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.343047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4634e53c-7952-4f94-bf82-ba3895684ff2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.349427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ded3dbfe-5158-4423-b9cb-4ecda3041bca details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:38.389534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-43662462', 'description': 'tempest-description-1875951964'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:38.400540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-network', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:38.461790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks [] for port (39a75500-d533-4e6b-b4be-aac9e436f217), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.522792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.535318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Made reservation on behalf of c6a6350cf5674ed1b34d02dd88282114 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:38.538310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.554240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.567941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:38.570980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980c20-be20-4eca-a953-830ca6fe20ff req-8b46d611-eeaa-4694-b95a-b1ac27c2c83e tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.572092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:38.577653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60980c20-be20-4eca-a953-830ca6fe20ff req-8b46d611-eeaa-4694-b95a-b1ac27c2c83e tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 948 time: 0.3861110 Mar 07 10:39:38.579275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:38.592825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.599540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Attempting to bind port 7ddec98f-9cc0-4d79-be03-7375cc59e51b on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:38.600029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Attempting to bind port 7ddec98f-9cc0-4d79-be03-7375cc59e51b by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:38.600504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Attempting to bind port 7ddec98f-9cc0-4d79-be03-7375cc59e51b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:38.606747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (4634e53c-7952-4f94-bf82-ba3895684ff2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.619819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (dec4f98e-76be-4714-b902-3cf224a95f44), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.642556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Port 7ddec98f-9cc0-4d79-be03-7375cc59e51b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:38.642946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Attempting to bind port 7ddec98f-9cc0-4d79-be03-7375cc59e51b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:38.673403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.679862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4634e53c-7952-4f94-bf82-ba3895684ff2 HTTP/1.1" status: 204 len: 168 time: 1.3146849 Mar 07 10:39:38.684193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54432) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:38.687433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd9e3c-f5c5-4190-9265-f6895f2cdd69 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=4634e53c-7952-4f94-bf82-ba3895684ff2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.691902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:38.692369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:38.692884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:38.693418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Bound port: 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:38.693991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.740546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.757527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:38.771437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.794786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca', 'mac_address': 'fa:16:3e:76:41:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:38.795235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5da4b10f-57e1-43dd-adcf-6b6936a77a17 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042814 Mar 07 10:39:38.802512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54434) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:38.809581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06712b56-93cf-4c90-ad8c-b08b2db380ad None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:38.820482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:38.879435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60980c20-be20-4eca-a953-830ca6fe20ff req-3ddd04cd-d744-49ff-8fe2-821b8137f130 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840178 Mar 07 10:39:39.011895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks [] for port (39a75500-d533-4e6b-b4be-aac9e436f217), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.020238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.026287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ded3dbfe-5158-4423-b9cb-4ecda3041bca is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:39.026287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.026589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.029250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:39.052188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded3dbfe-5158-4423-b9cb-4ecda3041bca {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:39.054889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.059212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:39.085083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks [] for security_group (b63cbc78-4605-4422-9ec8-34b86111940c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.100484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.107845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.108577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b63cbc78-4605-4422-9ec8-34b86111940c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.142165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:39.156079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.157792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d4fad1f-3c90-4610-b92d-c87a5b941922 req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8248656 Mar 07 10:39:39.158448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:39.166189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.182974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.183700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.185216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ddec98f-9cc0-4d79-be03-7375cc59e51b HTTP/1.1" status: 200 len: 1091 time: 3.0102172 Mar 07 10:39:39.195427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:39.197747 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c1f10c-2e91-40f1-96de-5ee99c674f62" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:39.198800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.200160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72df7fc-9410-40f9-86e4-0fb3f8bae4be tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.201704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (dec4f98e-76be-4714-b902-3cf224a95f44), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.252798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks [] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.266610 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.281801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:39.295318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:39.350349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Attempting to bind port ff6f4b1b-f27a-4c83-9526-5aceb896c635 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:39.351010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Attempting to bind port ff6f4b1b-f27a-4c83-9526-5aceb896c635 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:39.351243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Attempting to bind port ff6f4b1b-f27a-4c83-9526-5aceb896c635 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:39.357033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.362800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:39.363171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:39.363579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.364025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:39.364523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Bound port: ff6f4b1b-f27a-4c83-9526-5aceb896c635, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:39.364882 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.384995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:39.386805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:39.469849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f6a03233-888b-40b0-8ff5-09af4c84532f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.475855 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Added segment f6a03233-888b-40b0-8ff5-09af4c84532f of type vlan for network adaef12f-bb4c-40fb-a25f-095922282b1d Mar 07 10:39:39.503884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634e6d6-5a83-43a5-a6a2-b0d126f80ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.529169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63cbc78-4605-4422-9ec8-34b86111940c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.530605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] For port ff6f4b1b-f27a-4c83-9526-5aceb896c635, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:39.535116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] For port ff6f4b1b-f27a-4c83-9526-5aceb896c635, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ff6f4b1b-f27a-4c83-9526-5aceb896c635,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:39.563388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.602039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (adaef12f-bb4c-40fb-a25f-095922282b1d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.618493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be33a424-813e-40dc-ae1a-cd2081022583 req-c23dd0eb-55e9-4ddd-b6f0-fdc198b4af9e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/e194aff9-c3cb-4bac-ba07-31f4942510c2 HTTP/1.1" status: 200 len: 1823 time: 0.3906002 Mar 07 10:39:39.619232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:39.619943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.621774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f90423-be85-4f39-b4d0-fa13413b0a7a None None] Pushing event updated for resources: {'Port': ['ID=ff6f4b1b-f27a-4c83-9526-5aceb896c635,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.626433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c4e9-34e7-4527-bff3-02ad6d085798 req-c3b8a516-49fd-4567-8e19-7f1d8ffaa2a7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.628253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782c4e9-34e7-4527-bff3-02ad6d085798 req-c3b8a516-49fd-4567-8e19-7f1d8ffaa2a7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 943 time: 0.4810688 Mar 07 10:39:39.667835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Router dec4f98e-76be-4714-b902-3cf224a95f44 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:39.669486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-a1278c68-b3d3-4265-863e-efcdbad6554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.670893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-a1278c68-b3d3-4265-863e-efcdbad6554c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 1125 time: 0.3715346 Mar 07 10:39:39.765531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ded3dbfe-5158-4423-b9cb-4ecda3041bca'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:39.767810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (adaef12f-bb4c-40fb-a25f-095922282b1d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.769031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.769768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.801712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-dc54d009-69be-42d5-8f2f-d941f9735f08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b HTTP/1.1" status: 200 len: 217 time: 0.1138237 Mar 07 10:39:39.842634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Deleting port 886e2969-54b0-4b03-a33b-7305e06abc2e {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:39.843210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.855486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:39.870320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c47d8a8a-9c7e-4ccd-b406-a6a01863a4b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/dec4f98e-76be-4714-b902-3cf224a95f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406271 Mar 07 10:39:39.889209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8258202 Mar 07 10:39:39.892285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54446) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:39.901312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Request body: {'subnet': {'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-subnet', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:39.928371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Made reservation on behalf of c6a6350cf5674ed1b34d02dd88282114 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:39.929136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782c4e9-34e7-4527-bff3-02ad6d085798 req-3a5be8f2-0f18-40fe-9d7d-58c2802817e7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912431 Mar 07 10:39:39.935541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.937711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be33a424-813e-40dc-ae1a-cd2081022583 req-674fc78b-b6cf-4b9d-ade5-c26cf5b51dd9 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd HTTP/1.1" status: 200 len: 1822 time: 0.2951488 Mar 07 10:39:39.959743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ffdef-382c-47fc-89d6-78b3b7bb65c4 admin admin] Pushing event updated for resources: {'Network': ['ID=adaef12f-bb4c-40fb-a25f-095922282b1d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.988890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e194aff9-c3cb-4bac-ba07-31f4942510c2', 'remote_group_id': 'bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:39.989295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e194aff9-c3cb-4bac-ba07-31f4942510c2', 'remote_group_id': 'bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:40.014273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network adaef12f-bb4c-40fb-a25f-095922282b1d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:40.021078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-b4df51c3-a606-4e61-8492-99a5c521f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.023599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-b4df51c3-a606-4e61-8492-99a5c521f03b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1966045 Mar 07 10:39:40.024038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f90423-be85-4f39-b4d0-fa13413b0a7a None None] Pushing event updated for resources: {'Port': ['ID=ff6f4b1b-f27a-4c83-9526-5aceb896c635,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.031454 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d2cae-06be-4ab5-9adf-c03dec81b56a x-openstack-request-id: req-ad6d2cae-06be-4ab5-9adf-c03dec81b56a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:40.031822 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:40.031930 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad6d2cae-06be-4ab5-9adf-c03dec81b56a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:40.032350 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b', 'status': 'completed', 'code': 200} Mar 07 10:39:40.053696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:40.065303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b755e366-d0a1-46ac-b387-da6ce3d24412), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.155382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:40.165373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:40.181015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.181520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.205986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] For port 886e2969-54b0-4b03-a33b-7305e06abc2e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=886e2969-54b0-4b03-a33b-7305e06abc2e,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:40.206395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.240926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=b755e366-d0a1-46ac-b387-da6ce3d24412,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.254855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-368affdc-2cce-46b2-8020-858aa9c76c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.256676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-368affdc-2cce-46b2-8020-858aa9c76c98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2233663 Mar 07 10:39:40.264817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Calling delete_port for 886e2969-54b0-4b03-a33b-7305e06abc2e owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:40.286504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9af1fd5-f7d6-4565-80e8-cb1311a2c298 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4827533 Mar 07 10:39:40.306086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54454) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:40.316794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'b755e366-d0a1-46ac-b387-da6ce3d24412', 'ip_address': '2001:db8::cf12:60b1:ced2:9fcc'}], 'name': 'tempest-NetworksTestDHCPv6-1794277624'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:40.393886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (cef82034-8767-4ac1-8e9a-b37e22a7f44c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.406468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (9e68e441-11c1-4210-9fd9-ea1d0f6c5c17), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.424070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58428b0-019d-47ec-81fe-456c1e599e9a req-3957951c-94fa-43d1-9620-a7dbbfb3d978 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.425837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f58428b0-019d-47ec-81fe-456c1e599e9a req-3957951c-94fa-43d1-9620-a7dbbfb3d978 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 949 time: 0.2667286 Mar 07 10:39:40.482476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (886e2969-54b0-4b03-a33b-7305e06abc2e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.498445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e68e441-11c1-4210-9fd9-ea1d0f6c5c17,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.514344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] Pushing event deleted for resources: {'Port': ['ID=886e2969-54b0-4b03-a33b-7305e06abc2e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.518874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2e250-4d12-4487-9bbc-1795e167bd9c None None] No DVR routers for this DVR port 886e2969-54b0-4b03-a33b-7305e06abc2e on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:40.531565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '39a75500-d533-4e6b-b4be-aac9e436f217', 'name': '', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'mac_address': 'fa:16:3e:b1:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:37Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 2, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'subnets': [{'id': '9a74efee-c636-4847-9799-442f94a414c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:40.535247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (cef82034-8767-4ac1-8e9a-b37e22a7f44c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.560658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (cef82034-8767-4ac1-8e9a-b37e22a7f44c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.571623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998df5f-88aa-4733-8b69-1a619077811e None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:40.576424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db875a3f-5860-4da2-8c51-cf7864ac5367 None None] The sync data for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 is: [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '39a75500-d533-4e6b-b4be-aac9e436f217', 'name': '', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'mac_address': 'fa:16:3e:b1:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:37Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 2, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'subnets': [{'id': '9a74efee-c636-4847-9799-442f94a414c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:40.624334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef82034-8767-4ac1-8e9a-b37e22a7f44c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.633495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Checking segment: {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:40.634260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Network hostable DHCP agents. Network: adaef12f-bb4c-40fb-a25f-095922282b1d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:40.657197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-0ab07f7b-457e-4271-931e-cbd0aa6d8376 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902285 Mar 07 10:39:40.660278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Network adaef12f-bb4c-40fb-a25f-095922282b1d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:40.685691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, adaef12f-bb4c-40fb-a25f-095922282b1d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:40.700025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.700507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.717363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f58428b0-019d-47ec-81fe-456c1e599e9a req-4e2f7b1c-ca8c-44bf-adee-c9648cf250e8 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590499 Mar 07 10:39:40.734743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.736033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be33a424-813e-40dc-ae1a-cd2081022583 req-a56cd277-1e7a-41e2-99a3-861ffe7d613d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7776270 Mar 07 10:39:40.769415 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-91686514-3bef-4034-a6e6-e67bb25b965d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8752298 Mar 07 10:39:40.770184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54462) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:40.778338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:40.789659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b01f6-7251-401d-8b0a-8087a8fc651a None None] Network adaef12f-bb4c-40fb-a25f-095922282b1d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:40.815837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.818143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.848830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:40.921500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 886e2969-54b0-4b03-a33b-7305e06abc2e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:40.924906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for router_controller (d4465485-57b0-47d7-a0dc-1cb206660e42), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.029108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'b755e366-d0a1-46ac-b387-da6ce3d24412'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:41.034286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.035884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2131845653', 'description': 'tempest-description-748134406'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:41.066749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 886e2969-54b0-4b03-a33b-7305e06abc2e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:41.068879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 886e2969-54b0-4b03-a33b-7305e06abc2e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:41.175763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f39a8ace-e7c5-4639-987b-991a4a5ce229 req-8897c0da-7756-4040-b9f7-345b79762f2e service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048177 Mar 07 10:39:41.180259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.212422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.348340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for router_gateway (d4465485-57b0-47d7-a0dc-1cb206660e42), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.393947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (614d4c2d-2bf9-46da-9afa-d922459ea983), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.548974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-48504288-5d97-4c8c-aad8-c38106b01fba tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.552547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-48504288-5d97-4c8c-aad8-c38106b01fba tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 811 time: 0.1549656 Mar 07 10:39:41.560060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-adaef12f-bb4c-40fb-a25f-095922282b1d', 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d', 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'fixed_ips': [{'subnet_id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:41.561095 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.580146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 51dc9139-fe02-495d-9538-f9529ac1771c yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:41.643903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (614d4c2d-2bf9-46da-9afa-d922459ea983), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.709470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/b755e366-d0a1-46ac-b387-da6ce3d24412/0fb58997-18e5-4247-9e6a-7f792abb89f1) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:41.725410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for router_gateway (d4465485-57b0-47d7-a0dc-1cb206660e42), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.770505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.862518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614d4c2d-2bf9-46da-9afa-d922459ea983,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:41.878441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-4765be63-61d2-4bb7-99f1-84f60d0b56a8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/quotas/0dcbc6873a384df5a8e557a4d064c63e HTTP/1.1" status: 200 len: 375 time: 0.3146391 Mar 07 10:39:41.897365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-8a31a3d7-1543-4a52-b6eb-9cd8353156db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.899151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-8a31a3d7-1543-4a52-b6eb-9cd8353156db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 1125 time: 0.6402800 Mar 07 10:39:41.903118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.903694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.904141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.904484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.905304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.905685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.906015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.906430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.907321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.907321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.907588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.907923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.908297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.940874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Allocated IP 172.20.0.2 (adaef12f-bb4c-40fb-a25f-095922282b1d/9e68e441-11c1-4210-9fd9-ea1d0f6c5c17/700efccf-f151-40de-88a1-0691bccaf4df) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:42.003986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Allocated IP 172.25.4.150 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/cf939ac9-cd01-435d-9a56-7cd5c9238045) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:42.014733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.016635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-019b6dcb-008e-40cc-ac3e-742fa878fcd8 req-ec24f05d-d54c-47ef-8672-f7739ede731a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0189502 Mar 07 10:39:42.066857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks [] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.107960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-1f60ade1-e210-4362-ae57-59af403d4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.109520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-1f60ade1-e210-4362-ae57-59af403d4147 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.1969833 Mar 07 10:39:42.119137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-86084eca-f256-4ee9-9750-cb9f55ada823 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013627 Mar 07 10:39:42.141025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.221787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.235133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:42.246585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:42.249613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Pushing event updated for resources: {'Port': ['ID=0fb58997-18e5-4247-9e6a-7f792abb89f1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.253470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:42.256091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-11c5d9a5-c3a9-4734-aa88-df9e57d5c24c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b HTTP/1.1" status: 200 len: 217 time: 0.1345751 Mar 07 10:39:42.293100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.352679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Pushing event updated for resources: {'Port': ['ID=cf939ac9-cd01-435d-9a56-7cd5c9238045,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.353517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Attempting to bind port 0fb58997-18e5-4247-9e6a-7f792abb89f1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:42.354081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Attempting to bind port 0fb58997-18e5-4247-9e6a-7f792abb89f1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:42.354520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Attempting to bind port 0fb58997-18e5-4247-9e6a-7f792abb89f1 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:42.357616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ded3dbfe-5158-4423-b9cb-4ecda3041bca up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:42.379492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:42.381619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:42.388693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:42.409763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:42.410183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:42.410588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.411035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:42.411526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Bound port: 0fb58997-18e5-4247-9e6a-7f792abb89f1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:42.411930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.450798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks [] for port (700efccf-f151-40de-88a1-0691bccaf4df), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.518617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] For port 0fb58997-18e5-4247-9e6a-7f792abb89f1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:42.522774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] For port 0fb58997-18e5-4247-9e6a-7f792abb89f1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fb58997-18e5-4247-9e6a-7f792abb89f1,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:42.530619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (700efccf-f151-40de-88a1-0691bccaf4df), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.587369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.591748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Pushing event updated for resources: {'Port': ['ID=700efccf-f151-40de-88a1-0691bccaf4df,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.607687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Network adaef12f-bb4c-40fb-a25f-095922282b1d is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:42.642360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:42.651542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:42.660899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ded3dbfe-5158-4423-b9cb-4ecda3041bca completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:42.670595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ded3dbfe-5158-4423-b9cb-4ecda3041bca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:42.671046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.896771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ff6f4b1b-f27a-4c83-9526-5aceb896c635 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:42.945202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4eb7-b228-4d6c-8cc7-b5ded44ffdb2 None None] Pushing event updated for resources: {'Port': ['ID=0fb58997-18e5-4247-9e6a-7f792abb89f1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.964294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Attempting to bind port 700efccf-f151-40de-88a1-0691bccaf4df on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:42.964687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Attempting to bind port 700efccf-f151-40de-88a1-0691bccaf4df by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:42.965046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Attempting to bind port 700efccf-f151-40de-88a1-0691bccaf4df on network adaef12f-bb4c-40fb-a25f-095922282b1d {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:43.000977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:43.001635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Checking segment: {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:43.002210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.004366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Bound using segment: {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:43.005072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Bound port: 700efccf-f151-40de-88a1-0691bccaf4df, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:43.005608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (700efccf-f151-40de-88a1-0691bccaf4df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.018960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::cf12:60b1:ced2:9fcc (4e84de77-d31e-40bb-8781-c681acde30da/b755e366-d0a1-46ac-b387-da6ce3d24412/51dc9139-fe02-495d-9538-f9529ac1771c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:43.102250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09027a-a34a-40c6-96b2-e16fcbc0a08e req-5bab1892-977b-4b01-9cb9-720c281afe9a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.104239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa09027a-a34a-40c6-96b2-e16fcbc0a08e req-5bab1892-977b-4b01-9cb9-720c281afe9a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 943 time: 0.9840453 Mar 07 10:39:43.147081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-ace10b07-89f7-499b-8a64-9675ab8788f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.156915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-ace10b07-89f7-499b-8a64-9675ab8788f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.2760084 Mar 07 10:39:43.184693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ded3dbfe-5158-4423-b9cb-4ecda3041bca is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:43.185071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.197238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ff6f4b1b-f27a-4c83-9526-5aceb896c635 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:43.197608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.249059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-d8e062bb-a193-4d62-b095-d0d74f0e2fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1121047 Mar 07 10:39:43.291797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] For port 700efccf-f151-40de-88a1-0691bccaf4df, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:43.324797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:43.326955 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafbad97-2117-4de7-bd8f-b85e3112b8d8" -d '{"events": [{"server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:43.333161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] For port 700efccf-f151-40de-88a1-0691bccaf4df, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=700efccf-f151-40de-88a1-0691bccaf4df,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:43.350728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:43.364867 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (700efccf-f151-40de-88a1-0691bccaf4df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.387012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for router_gateway (d4465485-57b0-47d7-a0dc-1cb206660e42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.388291 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.420986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa09027a-a34a-40c6-96b2-e16fcbc0a08e req-65e869fa-81aa-4e00-9eec-efb59782d20b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082991 Mar 07 10:39:43.431704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-834c60c7-6ff8-4109-a677-52454e08199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.433670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-834c60c7-6ff8-4109-a677-52454e08199e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2652438 Mar 07 10:39:43.497054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3fed-2408-4645-a653-b86f357344cc None None] Pushing event updated for resources: {'Port': ['ID=700efccf-f151-40de-88a1-0691bccaf4df,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.544200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ff6f4b1b-f27a-4c83-9526-5aceb896c635 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:43.545112 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.573441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ff6f4b1b-f27a-4c83-9526-5aceb896c635, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ff6f4b1b-f27a-4c83-9526-5aceb896c635,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:43.589839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.597249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.643017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-13abb12c-a6c1-49aa-bd1c-0630475be926 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939785 Mar 07 10:39:43.678744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ff6f4b1b-f27a-4c83-9526-5aceb896c635,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.918107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.026103 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (51dc9139-fe02-495d-9538-f9529ac1771c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.079900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-55008c08-b677-41bf-b48f-6088102570e6 service neutron] 10.222.0.23 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295693 Mar 07 10:39:44.135360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1c1f10c-2e91-40f1-96de-5ee99c674f62 req-b1f08ce1-81e6-49ef-86b7-bcf35d2ffb28 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752884 Mar 07 10:39:44.142139 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (51dc9139-fe02-495d-9538-f9529ac1771c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.235267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Router d4465485-57b0-47d7-a0dc-1cb206660e42 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:44.279696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80867e-4ce7-412b-9e45-4b2131d32e8a req-94005572-dab6-4378-87de-0f2e99cfc5e3 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.283544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac80867e-4ce7-412b-9e45-4b2131d32e8a req-94005572-dab6-4378-87de-0f2e99cfc5e3 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 950 time: 0.6374068 Mar 07 10:39:44.291561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-333351546', 'description': 'tempest-description-745976248'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:44.332619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:44.346543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=51dc9139-fe02-495d-9538-f9529ac1771c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:44.348355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 7ddec98f-9cc0-4d79-be03-7375cc59e51b details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:44.355889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:44.364009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:44.370645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.371313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.414690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.505622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54492) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:44.510638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cee39d71-7a7b-414b-860d-1b5ff8a33c36 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2032118 Mar 07 10:39:44.578418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:44.589923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Sync routers for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:44.600426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac80867e-4ce7-412b-9e45-4b2131d32e8a req-3d0654a1-0a52-4ec7-9e4b-3b366f3582c4 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984862 Mar 07 10:39:44.614390 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (ebbdde69-060b-432b-af38-8838c3015783), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.615155 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:44.616391 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:44.625259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ebbdde69-060b-432b-af38-8838c3015783), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.625754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:44.672587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '7ddec98f-9cc0-4d79-be03-7375cc59e51b', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '7ddec98f-9cc0-4d79-be03-7375cc59e51b', 'mac_address': 'fa:16:3e:7a:55:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:44.687556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.689120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9a009c9-da9b-4f30-8d90-2edb892b1710 req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4229546 Mar 07 10:39:44.721591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.731490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54500) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:44.731951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-449454fd-6e1f-48a4-9978-f6ac3011b784 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9600806 Mar 07 10:39:44.735068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161e32d-c0d3-4028-a5c8-917f31c9da0d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbdde69-060b-432b-af38-8838c3015783,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:44.774927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a8f9-37dd-4d59-8396-d3fa96c794f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.802987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a8f9-37dd-4d59-8396-d3fa96c794f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.806741 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3814a8f9-37dd-4d59-8396-d3fa96c794f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3000138 Mar 07 10:39:44.810987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:44.859533 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d296e-e4eb-4ce9-bb55-630623c8718f x-openstack-request-id: req-8b1d296e-e4eb-4ce9-bb55-630623c8718f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:44.860854 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:44.864733 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b1d296e-e4eb-4ce9-bb55-630623c8718f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:44.865253 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca', 'code': 200} Mar 07 10:39:44.884616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 7ddec98f-9cc0-4d79-be03-7375cc59e51b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:44.885085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.920616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddec98f-9cc0-4d79-be03-7375cc59e51b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:44.999086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:45.009166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.122850 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:45.184675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 51dc9139-fe02-495d-9538-f9529ac1771c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:45.185025 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (51dc9139-fe02-495d-9538-f9529ac1771c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.337364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:45.347580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Sync routers for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:45.408607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c984f7fe-4a72-4e26-8ffb-7d2c70c60033 req-46771a27-d533-43a6-b74f-228908723725 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 210 time: 0.5231462 Mar 07 10:39:45.460727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 700efccf-f151-40de-88a1-0691bccaf4df up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:45.491309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (51dc9139-fe02-495d-9538-f9529ac1771c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.528746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.531299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 51dc9139-fe02-495d-9538-f9529ac1771c owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:45.559374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:45.560086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:45.607088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefba1-f9ab-4693-8341-787a49e3f7f6 req-da759e86-ab92-475e-bdcd-f4cb2ab3dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.613194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3abefba1-f9ab-4693-8341-787a49e3f7f6 req-da759e86-ab92-475e-bdcd-f4cb2ab3dda5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 1132 time: 0.7022083 Mar 07 10:39:45.643271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-03300934-a32d-4907-b17c-e3542db37937 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/614d4c2d-2bf9-46da-9afa-d922459ea983 HTTP/1.1" status: 200 len: 1823 time: 0.1678765 Mar 07 10:39:45.736510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:45.855132 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 3, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:45.883566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba468f4d-1783-4416-9329-402611c913e9 None None] Network adaef12f-bb4c-40fb-a25f-095922282b1d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:45.917079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Checking router: d4465485-57b0-47d7-a0dc-1cb206660e42 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:45.918904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (51dc9139-fe02-495d-9538-f9529ac1771c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.920581 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Updating router d4465485-57b0-47d7-a0dc-1cb206660e42 port cf939ac9-cd01-435d-9a56-7cd5c9238045 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:45.961286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d42e1-b188-4c7b-9a7a-e0d15c1035e4 req-69c8849f-19ed-40d7-a2a9-f63b57d927ab tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.963022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f1d42e1-b188-4c7b-9a7a-e0d15c1035e4 req-69c8849f-19ed-40d7-a2a9-f63b57d927ab tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 944 time: 0.5889299 Mar 07 10:39:46.002064 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.012810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=51dc9139-fe02-495d-9538-f9529ac1771c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.069999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3abefba1-f9ab-4693-8341-787a49e3f7f6 req-71359b17-c3a8-4e05-ba0b-143c79320715 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394627 Mar 07 10:39:46.084834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.085254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.086678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.087021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.087357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.090225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.090689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.091042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.091380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.091735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.092071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.092396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.094976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:46.100864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.113885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b2612841-bb7f-4f1a-97d2-c68d720da387 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/51dc9139-fe02-495d-9538-f9529ac1771c HTTP/1.1" status: 204 len: 168 time: 1.2995784 Mar 07 10:39:46.115436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:46.225220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-da9693c8-d148-4109-97fb-8c4bead129cd tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/ebbdde69-060b-432b-af38-8838c3015783 HTTP/1.1" status: 200 len: 1822 time: 0.5216711 Mar 07 10:39:46.247683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '614d4c2d-2bf9-46da-9afa-d922459ea983', 'remote_group_id': 'ebbdde69-060b-432b-af38-8838c3015783', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:46.267381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '614d4c2d-2bf9-46da-9afa-d922459ea983', 'remote_group_id': 'ebbdde69-060b-432b-af38-8838c3015783', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:46.285250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58193602-5777-41a2-bc35-9d477885feec tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.286815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58193602-5777-41a2-bc35-9d477885feec tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.291445 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-58193602-5777-41a2-bc35-9d477885feec tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1749203 Mar 07 10:39:46.292214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:46.360322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f1d42e1-b188-4c7b-9a7a-e0d15c1035e4 req-e85d81b4-9113-4c81-8be8-3f17fbb22407 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793216 Mar 07 10:39:46.440336 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:39:46.445141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet b755e366-d0a1-46ac-b387-da6ce3d24412 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:46.470165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (b755e366-d0a1-46ac-b387-da6ce3d24412), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.570730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b755e366-d0a1-46ac-b387-da6ce3d24412), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.624065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Provisioning complete for port 0fb58997-18e5-4247-9e6a-7f792abb89f1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:46.629446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.702749 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks [] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.719953 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.783147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b755e366-d0a1-46ac-b387-da6ce3d24412), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.824813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (9d0f191b-274b-4493-9271-94e845dbf5f5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.863033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (9d0f191b-274b-4493-9271-94e845dbf5f5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.865431 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Attempting to bind port cf939ac9-cd01-435d-9a56-7cd5c9238045 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:46.868023 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Attempting to bind port cf939ac9-cd01-435d-9a56-7cd5c9238045 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:46.871968 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Attempting to bind port cf939ac9-cd01-435d-9a56-7cd5c9238045 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:46.873637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9d0f191b-274b-4493-9271-94e845dbf5f5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.889883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dfcc9-f550-43a6-8a0c-5b6819bcbadc None None] Pushing event updated for resources: {'Port': ['ID=cf939ac9-cd01-435d-9a56-7cd5c9238045,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.911457 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:46.911964 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:46.912458 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.912884 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:46.915767 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Bound port: cf939ac9-cd01-435d-9a56-7cd5c9238045, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:46.917677 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.927269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f6d2-5188-4928-874a-70bc6f39c4a5 req-0d200c7d-1f31-47a2-8f7f-9e779acb877c tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.929087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bb2f6d2-5188-4928-874a-70bc6f39c4a5 req-0d200c7d-1f31-47a2-8f7f-9e779acb877c tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 950 time: 0.3252580 Mar 07 10:39:46.955550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0f191b-274b-4493-9271-94e845dbf5f5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.965986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b755e366-d0a1-46ac-b387-da6ce3d24412), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.013615 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.014858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d7082c6-b22d-430b-8adb-ea8e829f6a2c req-e1319891-0220-4d34-a60f-dc42c647c313 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7767098 Mar 07 10:39:47.028020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-3d1b8aef-cf97-4d34-9993-a37287ba39cf tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.029824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-3d1b8aef-cf97-4d34-9993-a37287ba39cf tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.32 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 811 time: 0.6675949 Mar 07 10:39:47.061506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Request body: {'port': {'device_id': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'admin_state_up': True, 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:47.063147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 700efccf-f151-40de-88a1-0691bccaf4df triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:47.063617 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (700efccf-f151-40de-88a1-0691bccaf4df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.089305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bb2f6d2-5188-4928-874a-70bc6f39c4a5 req-31ee3257-25c2-47c5-bd51-633be0c84bff tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163566 Mar 07 10:39:47.125873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.142963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b755e366-d0a1-46ac-b387-da6ce3d24412 HTTP/1.1" status: 204 len: 168 time: 0.8456812 Mar 07 10:39:47.143686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54520) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.144586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3262bf-7279-4b43-be07-07a1232682b7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=b755e366-d0a1-46ac-b387-da6ce3d24412,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.194649 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] For port cf939ac9-cd01-435d-9a56-7cd5c9238045, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:47.211322 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] For port cf939ac9-cd01-435d-9a56-7cd5c9238045, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cf939ac9-cd01-435d-9a56-7cd5c9238045,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:47.231665 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.286548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e69f10ea-9a31-48e2-9579-a72399f0a448 req-83348c78-1b87-4113-8302-4b9ddcbab92e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 210 time: 0.0463531 Mar 07 10:39:47.294143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc290a63-48fb-4699-954e-08723697bf97 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:47.401955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-199fa655-d950-4df8-b5ba-85a863c65212 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2414804 Mar 07 10:39:47.406655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.478238 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:47.481970 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:47.495278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-93e3395d-5caa-41f5-8352-232910937865 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/ebbdde69-060b-432b-af38-8838c3015783 HTTP/1.1" status: 200 len: 1822 time: 0.1158948 Mar 07 10:39:47.504652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.537654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Made reservation on behalf of 0dcbc6873a384df5a8e557a4d064c63e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:47.541908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd814e4e-b379-4a41-9db1-d1f5acbb24bf tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.544618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cd814e4e-b379-4a41-9db1-d1f5acbb24bf tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1357489 Mar 07 10:39:47.548484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.549586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.655551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b02edf-7c6a-493c-a6d4-3e8c2160e12b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.664188 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55b02edf-7c6a-493c-a6d4-3e8c2160e12b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1134558 Mar 07 10:39:47.666582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54530) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.712913 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:47.736760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '39a75500-d533-4e6b-b4be-aac9e436f217', 'name': '', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'mac_address': 'fa:16:3e:b1:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:37Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 2, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'subnets': [{'id': '9a74efee-c636-4847-9799-442f94a414c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:47.776767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f93d402-1074-4d51-a3be-58744ed4b7bf tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087458 Mar 07 10:39:47.782831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.790722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:47.845021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Checking router: dec4f98e-76be-4714-b902-3cf224a95f44 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:47.845789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Updating router dec4f98e-76be-4714-b902-3cf224a95f44 port 39a75500-d533-4e6b-b4be-aac9e436f217 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:47.880138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Current status of the port 0fb58997-18e5-4247-9e6a-7f792abb89f1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:47.880788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.927608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (ebbdde69-060b-432b-af38-8838c3015783), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.961674 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dfcc9-f550-43a6-8a0c-5b6819bcbadc None None] Pushing event updated for resources: {'Port': ['ID=cf939ac9-cd01-435d-9a56-7cd5c9238045,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.962397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.977474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:47.984988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.995631 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 3, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:48.001021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 700efccf-f151-40de-88a1-0691bccaf4df is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:48.001436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (700efccf-f151-40de-88a1-0691bccaf4df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.004460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] For port 0fb58997-18e5-4247-9e6a-7f792abb89f1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fb58997-18e5-4247-9e6a-7f792abb89f1,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:48.023836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.035337 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b5133-9a22-4151-af02-5bce2aa223be None None] The sync data for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 is: [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 3, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:48.118315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ca11-f36d-4a7d-8190-c57f52d6cd17 req-a4ea056a-0e9e-43d1-b897-b67a03e4337a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.119906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44d9ca11-f36d-4a7d-8190-c57f52d6cd17 req-a4ea056a-0e9e-43d1-b897-b67a03e4337a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 944 time: 0.5170755 Mar 07 10:39:48.124201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (ebbdde69-060b-432b-af38-8838c3015783), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.124992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:48.133944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 700efccf-f151-40de-88a1-0691bccaf4df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=700efccf-f151-40de-88a1-0691bccaf4df,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:48.216375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Allocated IP 172.20.0.13 (c495fb4c-d339-4be2-873e-f2ef6bb4d51f/9a74efee-c636-4847-9799-442f94a414c5/ebc112c4-6889-45ff-ac25-14d67d516135) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:48.240556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (700efccf-f151-40de-88a1-0691bccaf4df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.241306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ff6f4b1b-f27a-4c83-9526-5aceb896c635 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:48.314804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44d9ca11-f36d-4a7d-8190-c57f52d6cd17 req-a97778e3-af31-4ea8-951b-5adc9c2d6fe1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838431 Mar 07 10:39:48.353752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Allocated IP 172.20.0.1 (adaef12f-bb4c-40fb-a25f-095922282b1d/9e68e441-11c1-4210-9fd9-ea1d0f6c5c17/8c382354-7d48-471a-8ada-6e5b831a484e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:48.355486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e087807e-9ad5-4ad0-8a8e-969877a62cc4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.375691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0a3d4-6c4f-4d82-b8d9-790f03f1fcab None None] Pushing event updated for resources: {'Port': ['ID=0fb58997-18e5-4247-9e6a-7f792abb89f1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.415760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c3fbc210-cc70-420a-9ea6-7350bba2a5c2 None None] Provisioning complete for port 700efccf-f151-40de-88a1-0691bccaf4df triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:48.416129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc210-cc70-420a-9ea6-7350bba2a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (700efccf-f151-40de-88a1-0691bccaf4df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.419990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ebbdde69-060b-432b-af38-8838c3015783), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.422821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.438602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98888037-ef0f-4ffa-8de3-026206d7a3c2 req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/ebbdde69-060b-432b-af38-8838c3015783 HTTP/1.1" status: 204 len: 173 time: 0.9422235 Mar 07 10:39:48.477809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=e087807e-9ad5-4ad0-8a8e-969877a62cc4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.489621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:48.491919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:48.512342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.513028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.543558 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6292ce5d-133b-48b2-a026-5320bafc3685 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7604828 Mar 07 10:39:48.544842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54540) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:48.550702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'e087807e-9ad5-4ad0-8a8e-969877a62cc4', 'ip_address': '2001:db8::9b58:531b:5101:e043'}], 'name': 'tempest-NetworksTestDHCPv6-316508290'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:48.590393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae249a8-6034-4756-9068-b0452e6dea00 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbdde69-060b-432b-af38-8838c3015783,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.669715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Deleting port 0fb58997-18e5-4247-9e6a-7f792abb89f1 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:48.670087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.689206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ff6f4b1b-f27a-4c83-9526-5aceb896c635 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:48.689722 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.716878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:48.850229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=700efccf-f151-40de-88a1-0691bccaf4df,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.852502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.855775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ff6f4b1b-f27a-4c83-9526-5aceb896c635 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:48.859228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fb58997-18e5-4247-9e6a-7f792abb89f1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:48.903242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 3c0c6c59-be40-44b2-bcc4-b4c3331a8022 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:49.051761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbc210-cc70-420a-9ea6-7350bba2a5c2 None None] Current status of the port 700efccf-f151-40de-88a1-0691bccaf4df is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:49.064453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] For port 0fb58997-18e5-4247-9e6a-7f792abb89f1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fb58997-18e5-4247-9e6a-7f792abb89f1,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:49.064960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.081953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c3fbc210-cc70-420a-9ea6-7350bba2a5c2 None None] Could not find standard attr ID for object 51dc9139-fe02-495d-9538-f9529ac1771c. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:39:49.093030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0fb58997-18e5-4247-9e6a-7f792abb89f1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:49.094386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.147825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Calling delete_port for 0fb58997-18e5-4247-9e6a-7f792abb89f1 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:49.161282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf71c8a-db6d-4a85-9507-a5777d2355dd req-a089b11c-438f-40e1-9ab2-bbb6496e4c88 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 210 time: 0.6114190 Mar 07 10:39:49.166997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::9b58:531b:5101:e043 (4e84de77-d31e-40bb-8781-c681acde30da/e087807e-9ad5-4ad0-8a8e-969877a62cc4/3c0c6c59-be40-44b2-bcc4-b4c3331a8022) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:49.248633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks [] for port (ebc112c4-6889-45ff-ac25-14d67d516135), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.281949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0fb58997-18e5-4247-9e6a-7f792abb89f1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:49.301988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.394812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Pushing event updated for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.418355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a3ee-dd57-4bc8-92fb-16e49a976874 req-3c871909-827d-4c4f-8bae-95e8b7e9bf32 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.420071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a40a3ee-dd57-4bc8-92fb-16e49a976874 req-3c871909-827d-4c4f-8bae-95e8b7e9bf32 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 950 time: 0.9238603 Mar 07 10:39:49.424146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:49.441175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:49.443702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:49.445962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (3c0c6c59-be40-44b2-bcc4-b4c3331a8022), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.505765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks [] for port (8c382354-7d48-471a-8ada-6e5b831a484e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.532388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06d0b6d8-3cb2-4368-bd30-7a551d5c9de6 req-029cdf16-65e0-4904-9659-aba245ffc9bc tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/614d4c2d-2bf9-46da-9afa-d922459ea983 HTTP/1.1" status: 200 len: 1823 time: 0.3265910 Mar 07 10:39:49.555413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (0fb58997-18e5-4247-9e6a-7f792abb89f1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.559937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3c0c6c59-be40-44b2-bcc4-b4c3331a8022), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.595746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a40a3ee-dd57-4bc8-92fb-16e49a976874 req-2559cb9d-c7fa-4a54-8cb6-2c528804cf6e tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661420 Mar 07 10:39:49.620910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.621553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.654995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e900c740-6644-4258-973a-38b7aec11e00 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5975263 Mar 07 10:39:49.659898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] Pushing event deleted for resources: {'Port': ['ID=0fb58997-18e5-4247-9e6a-7f792abb89f1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.665617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a50341-cbfe-4bf4-9c75-9ed8375493cb None None] No DVR routers for this DVR port 0fb58997-18e5-4247-9e6a-7f792abb89f1 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:49.671060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:49.675487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:49.682181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:49.687895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.688155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-339206026', 'description': 'tempest-description-177960083'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:49.688979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.693421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=3c0c6c59-be40-44b2-bcc4-b4c3331a8022,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.703113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Request body: {'port': {'device_id': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:49.707081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks [] for port (39a75500-d533-4e6b-b4be-aac9e436f217), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.711197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cf939ac9-cd01-435d-9a56-7cd5c9238045 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:49.724239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.736013 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5cbd8bfe-db08-41f9-9ff0-18d915a5c974 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1899672 Mar 07 10:39:49.738849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:49.744882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'e087807e-9ad5-4ad0-8a8e-969877a62cc4', 'ip_address': '2001:db8::9b58:531b:5101:e043'}], 'name': 'tempest-NetworksTestDHCPv6-2020215712'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:49.791985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b86e45-4918-45a7-aacc-e4881ccd517b None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:49.854322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37699112-c389-4af6-9567-52702e4a20aa None None] Pushing event updated for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.874597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.891007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.914685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Network adaef12f-bb4c-40fb-a25f-095922282b1d is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:49.917096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cf939ac9-cd01-435d-9a56-7cd5c9238045 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:49.917463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.920554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:49.924814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.949568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:49.974366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:49.986527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.014211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port b0b8aec4-3f77-4cf9-b1c3-d7d2b0726b72 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:50.026915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Attempting to bind port 39a75500-d533-4e6b-b4be-aac9e436f217 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:50.027282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Attempting to bind port 39a75500-d533-4e6b-b4be-aac9e436f217 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:50.027638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Attempting to bind port 39a75500-d533-4e6b-b4be-aac9e436f217 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:50.043268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d4465485-57b0-47d7-a0dc-1cb206660e42), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.156215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Pushing event updated for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.184289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b92007-1d92-4554-bc49-21fcd73cedef req-00b4909e-eba4-427b-8468-97abe23d02ad tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.185021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36b92007-1d92-4554-bc49-21fcd73cedef req-00b4909e-eba4-427b-8468-97abe23d02ad tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 944 time: 0.5443337 Mar 07 10:39:50.333175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:50.334165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Checking segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:50.334789 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.335369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Bound using segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:50.336040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Bound port: 39a75500-d533-4e6b-b4be-aac9e436f217, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:50.336644 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.339860 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:39:50.340821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:39:50.368123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba21f6a3-560c-4f8b-af10-47342a75c906 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6273034 Mar 07 10:39:50.370813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54556) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:50.403947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 7ddec98f-9cc0-4d79-be03-7375cc59e51b up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:50.456934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82c474-b350-43d2-a1b5-1b63f941edce tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.459264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c82c474-b350-43d2-a1b5-1b63f941edce tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0867031 Mar 07 10:39:50.461905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:50.477313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-57e7d789-cf7a-493f-b075-1f01df3c05ce None None] Provisioning complete for port 8c382354-7d48-471a-8ada-6e5b831a484e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:50.477679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-57e7d789-cf7a-493f-b075-1f01df3c05ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.490646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (058ceea3-1fa3-437c-abff-ee09de90278d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.498274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36b92007-1d92-4554-bc49-21fcd73cedef req-8891b656-9463-4f95-b458-cd3981b67867 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875478 Mar 07 10:39:50.508872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (058ceea3-1fa3-437c-abff-ee09de90278d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.563921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.570958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] For port 39a75500-d533-4e6b-b4be-aac9e436f217, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:50.584936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] For port 39a75500-d533-4e6b-b4be-aac9e436f217, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39a75500-d533-4e6b-b4be-aac9e436f217,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:50.595376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.595711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'e087807e-9ad5-4ad0-8a8e-969877a62cc4'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:39:50.596634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.601012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d789-cf7a-493f-b075-1f01df3c05ce None None] Port 8c382354-7d48-471a-8ada-6e5b831a484e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:50.602457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cf939ac9-cd01-435d-9a56-7cd5c9238045 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:50.602830 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.610585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6eea00f5-e0e0-44df-aded-eec94f17e04b req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9518716 Mar 07 10:39:50.617442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 3c0c6c59-be40-44b2-bcc4-b4c3331a8022 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:50.618017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3c0c6c59-be40-44b2-bcc4-b4c3331a8022), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.626530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.637862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c68bf-d867-438c-b91b-7559feb3261a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058ceea3-1fa3-437c-abff-ee09de90278d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.692766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port cf939ac9-cd01-435d-9a56-7cd5c9238045, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cf939ac9-cd01-435d-9a56-7cd5c9238045,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:50.711695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 7ddec98f-9cc0-4d79-be03-7375cc59e51b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:50.730745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.731543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 700efccf-f151-40de-88a1-0691bccaf4df up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:50.740291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 7ddec98f-9cc0-4d79-be03-7375cc59e51b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:50.740707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.790740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3c0c6c59-be40-44b2-bcc4-b4c3331a8022), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.812824 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3f5e-a1bd-43e0-b4f2-8ed0f9c83919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.824594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 3c0c6c59-be40-44b2-bcc4-b4c3331a8022 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:50.909954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61547656-6230-4276-9cc6-56c97e16d98c req-4b953501-7d8f-4b28-abc6-6109491f1f1a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.917246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61547656-6230-4276-9cc6-56c97e16d98c req-4b953501-7d8f-4b28-abc6-6109491f1f1a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 932 time: 0.2134488 Mar 07 10:39:50.929295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc112c4-6889-45ff-ac25-14d67d516135 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:50.937572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37699112-c389-4af6-9567-52702e4a20aa None None] Pushing event updated for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.952382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks [] for port (ebc112c4-6889-45ff-ac25-14d67d516135), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.957206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:50.957998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:51.012181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Transition to ACTIVE for port object ebc112c4-6889-45ff-ac25-14d67d516135 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:51.036403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.060318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61547656-6230-4276-9cc6-56c97e16d98c req-ce3469ca-dbd4-4a19-ba79-cf2d28d8f532 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420465 Mar 07 10:39:51.102708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3c0c6c59-be40-44b2-bcc4-b4c3331a8022), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.172382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/e087807e-9ad5-4ad0-8a8e-969877a62cc4/5779c4ed-0bff-4144-82d1-297968a0ecbc) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:51.183205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=cf939ac9-cd01-435d-9a56-7cd5c9238045,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.204987 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks [] for port (8c382354-7d48-471a-8ada-6e5b831a484e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.210809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=3c0c6c59-be40-44b2-bcc4-b4c3331a8022,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.217325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.222143 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d35dac3-1e5c-4edd-9558-b98de4555d28 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/3c0c6c59-be40-44b2-bcc4-b4c3331a8022 HTTP/1.1" status: 204 len: 168 time: 0.7589164 Mar 07 10:39:51.224669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54572) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:51.227290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 700efccf-f151-40de-88a1-0691bccaf4df triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:51.227673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (700efccf-f151-40de-88a1-0691bccaf4df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.245776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.287863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.295534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8367e-ea90-4d9c-bd62-a5e8d73b693f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.297166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8367e-ea90-4d9c-bd62-a5e8d73b693f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.299495 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-26e8367e-ea90-4d9c-bd62-a5e8d73b693f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0735295 Mar 07 10:39:51.302236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54574) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:51.305775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-d7345139-e9eb-47d8-809c-2268617f3ea5 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 200 len: 1822 time: 0.3150122 Mar 07 10:39:51.318827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '058ceea3-1fa3-437c-abff-ee09de90278d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:51.319866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '058ceea3-1fa3-437c-abff-ee09de90278d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:51.384063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet e087807e-9ad5-4ad0-8a8e-969877a62cc4 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:51.460373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 7ddec98f-9cc0-4d79-be03-7375cc59e51b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:51.461014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.462252 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d4465485-57b0-47d7-a0dc-1cb206660e42), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.468759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:51.472078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Pushing event updated for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.486489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Attempting to bind port ebc112c4-6889-45ff-ac25-14d67d516135 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:51.486817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Attempting to bind port ebc112c4-6889-45ff-ac25-14d67d516135 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:51.487147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Attempting to bind port ebc112c4-6889-45ff-ac25-14d67d516135 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:51.492430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Port ebc112c4-6889-45ff-ac25-14d67d516135 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:51.492775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Attempting to bind port ebc112c4-6889-45ff-ac25-14d67d516135 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:51.543635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:51.544505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:51.544853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Checking segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:51.545243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Bound using segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:51.545693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Bound port: ebc112c4-6889-45ff-ac25-14d67d516135, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:51.546051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.546570 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563d7c1-720a-404b-83e8-77a91deb739c" -d '{"events": [{"server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "name": "network-vif-plugged", "status": "completed", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:51.571618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (6af26742-816e-49ae-b801-8f2a366b11d7), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.605751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:51.642647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.691754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (6af26742-816e-49ae-b801-8f2a366b11d7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.712114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6af26742-816e-49ae-b801-8f2a366b11d7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.738787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:51.771951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 700efccf-f151-40de-88a1-0691bccaf4df is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:51.787856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af26742-816e-49ae-b801-8f2a366b11d7,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.794028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Network adaef12f-bb4c-40fb-a25f-095922282b1d is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:51.796136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ebc112c4-6889-45ff-ac25-14d67d516135,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:51.800128 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.801349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bccac090-5748-4b99-a639-efc3383b3dc9 req-c1ec3bff-9996-4489-9234-a22c11cd661a tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4868102 Mar 07 10:39:51.804084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks [] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.805184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:51.805485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.821103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (e087807e-9ad5-4ad0-8a8e-969877a62cc4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.830292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.832845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.919813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (e087807e-9ad5-4ad0-8a8e-969877a62cc4), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.937246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.949756 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa13878-d0b9-4042-8e03-08377a39d6bd x-openstack-request-id: req-9aa13878-d0b9-4042-8e03-08377a39d6bd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:51.950807 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "name": "network-vif-plugged", "status": "completed", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:51.951209 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9aa13878-d0b9-4042-8e03-08377a39d6bd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:51.951774 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b', 'code': 200} Mar 07 10:39:51.961613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.962616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.964153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-0a4ed9a0-8405-44f1-b970-0f9742063f3a service neutron] 10.222.0.32 "PUT /v2.0/ports/ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 1092 time: 2.2665637 Mar 07 10:39:51.972361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fb58997-18e5-4247-9e6a-7f792abb89f1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:52.033850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0fb58997-18e5-4247-9e6a-7f792abb89f1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:52.034443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fb58997-18e5-4247-9e6a-7f792abb89f1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:52.051900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:52.052756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Pushing event updated for resources: {'Port': ['ID=5779c4ed-0bff-4144-82d1-297968a0ecbc,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:52.060387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:52.066797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:52.069164 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80570a-fea0-4568-a8aa-d58079574231" -d '{"events": [{"name": "network-changed", "server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:52.085044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:52.106607 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e087807e-9ad5-4ad0-8a8e-969877a62cc4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.191155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0185388-398e-4058-a422-07ac99e2821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '39a75500-d533-4e6b-b4be-aac9e436f217', 'name': '', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'mac_address': 'fa:16:3e:b1:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:37Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'subnets': [{'id': '9a74efee-c636-4847-9799-442f94a414c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:52.217611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (e087807e-9ad5-4ad0-8a8e-969877a62cc4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.223007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Attempting to bind port 5779c4ed-0bff-4144-82d1-297968a0ecbc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:52.223620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Attempting to bind port 5779c4ed-0bff-4144-82d1-297968a0ecbc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:52.224166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Attempting to bind port 5779c4ed-0bff-4144-82d1-297968a0ecbc on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:52.226865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0185388-398e-4058-a422-07ac99e2821e None None] The sync data for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 is: [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:39:38Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '39a75500-d533-4e6b-b4be-aac9e436f217', 'name': '', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'mac_address': 'fa:16:3e:b1:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:37Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'subnets': [{'id': '9a74efee-c636-4847-9799-442f94a414c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:52.258225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:52.258910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:52.259480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.260940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:52.261623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Bound port: 5779c4ed-0bff-4144-82d1-297968a0ecbc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:52.262391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.266951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=e087807e-9ad5-4ad0-8a8e-969877a62cc4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:52.271319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.279287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f379096-ce84-44fc-aca8-430e1cfcd13a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e087807e-9ad5-4ad0-8a8e-969877a62cc4 HTTP/1.1" status: 204 len: 168 time: 0.9747894 Mar 07 10:39:52.281652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54596) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:52.308312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2d108-1635-4135-ad2f-db047fa1a8a1 req-8bb063f6-135c-4884-9db1-3b01c28343e5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.310655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33a2d108-1635-4135-ad2f-db047fa1a8a1 req-8bb063f6-135c-4884-9db1-3b01c28343e5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.5890856 Mar 07 10:39:52.317014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cf939ac9-cd01-435d-9a56-7cd5c9238045 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:52.353826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f4fbf406-b41c-46f0-bd19-504f8567f847 None None] Provisioning complete for port 8c382354-7d48-471a-8ada-6e5b831a484e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:52.354591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf406-b41c-46f0-bd19-504f8567f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.356328 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ac1616bc-9ccc-4d7e-87e3-1821a489dbd7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730751 Mar 07 10:39:52.357032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54598) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:52.362453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:52.428424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133606-cb46-4896-9a7f-da5726d3a69c req-e02cec3f-f596-47d7-a1e5-4bc7de1c8db2 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.440160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44133606-cb46-4896-9a7f-da5726d3a69c req-e02cec3f-f596-47d7-a1e5-4bc7de1c8db2 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 950 time: 0.3594143 Mar 07 10:39:52.475784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-1fd034b8-90e0-431a-b03d-d84fb8161ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.484835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf406-b41c-46f0-bd19-504f8567f847 None None] Port 8c382354-7d48-471a-8ada-6e5b831a484e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:52.487348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-1fd034b8-90e0-431a-b03d-d84fb8161ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1126 time: 0.3270581 Mar 07 10:39:52.516198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:52.522442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.544241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cf939ac9-cd01-435d-9a56-7cd5c9238045 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:52.545616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.552789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] For port 5779c4ed-0bff-4144-82d1-297968a0ecbc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:52.557853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] For port 5779c4ed-0bff-4144-82d1-297968a0ecbc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5779c4ed-0bff-4144-82d1-297968a0ecbc,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:52.595247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.612377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Router d4465485-57b0-47d7-a0dc-1cb206660e42 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:52.638984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-c1cc4e3f-ddb7-45c2-b6c0-05c65813749c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 217 time: 0.1362793 Mar 07 10:39:52.647297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c084c4-e5f6-4812-8cc7-be4c0c40c9c6 req-364df666-fa4e-406e-a55d-078316802a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.649394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59c084c4-e5f6-4812-8cc7-be4c0c40c9c6 req-364df666-fa4e-406e-a55d-078316802a4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 1127 time: 0.6188354 Mar 07 10:39:52.713988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33a2d108-1635-4135-ad2f-db047fa1a8a1 req-cb0eae6a-e45e-4d5d-b89e-5976c633ec00 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783092 Mar 07 10:39:52.799711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.867960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:52.879709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:52.890456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.891866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.932024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:52.944650 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-92fa5a94-9e01-45b3-a5ab-3f2b4bc31400 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5863371 Mar 07 10:39:52.947636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:52.958703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44133606-cb46-4896-9a7f-da5726d3a69c req-b74cfe32-5f8d-42ae-83b3-5f6a6444875d tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173144 Mar 07 10:39:52.961308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-678206473'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:53.011376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216051b-a369-4b70-8bb1-fe0c3040f099 None None] Pushing event updated for resources: {'Port': ['ID=5779c4ed-0bff-4144-82d1-297968a0ecbc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:53.025927 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-939a7b3d-23b4-4d36-86a7-b7080f5c16a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.082476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e5e5c8bd-2521-4491-9f9b-67629608f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.085173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-e5e5c8bd-2521-4491-9f9b-67629608f4d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.4008350 Mar 07 10:39:53.088341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8a689e6-c78f-4935-b534-b8640c75545a req-33059a28-57eb-451d-a767-b01562ec6050 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 200 len: 2416 time: 0.3113985 Mar 07 10:39:53.095668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cf939ac9-cd01-435d-9a56-7cd5c9238045 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:53.096880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39a75500-d533-4e6b-b4be-aac9e436f217 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:53.126703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '058ceea3-1fa3-437c-abff-ee09de90278d', 'remote_group_id': None}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:53.129365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '058ceea3-1fa3-437c-abff-ee09de90278d', 'remote_group_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:53.157952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6362d-c7f3-4893-bf05-e6d7267cbddc None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:39:53.201870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-d6145ad6-d944-421d-b3e6-a3ebaff5b249 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.205884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-d6145ad6-d944-421d-b3e6-a3ebaff5b249 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.32 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 950 time: 0.1416678 Mar 07 10:39:53.218541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39a75500-d533-4e6b-b4be-aac9e436f217 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:53.218922 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.248160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:53.254970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.259379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-735c059b-389c-4abe-91a9-16761a25148b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464579 Mar 07 10:39:53.306061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 015998f8-d37b-43a0-9a6d-d05952e4fb04 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:39:53.348839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6362d-c7f3-4893-bf05-e6d7267cbddc None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:39:53.419151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59c084c4-e5f6-4812-8cc7-be4c0c40c9c6 req-b0442387-a0e8-4da8-88c5-66a0d30b7130 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963358 Mar 07 10:39:53.494973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cae5c-dcd3-4461-90ff-5fd9c046955d req-1ccf67d4-4669-427f-ad6f-fba4323c021e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.504602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-910cae5c-dcd3-4461-90ff-5fd9c046955d req-1ccf67d4-4669-427f-ad6f-fba4323c021e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 944 time: 0.4139237 Mar 07 10:39:53.542517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:53.545742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.553770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8cfda71e-2d72-4fc1-b15c-edd87bce6a33 admin admin] 10.222.0.23 "PUT /v2.0/routers/d4465485-57b0-47d7-a0dc-1cb206660e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8202291 Mar 07 10:39:53.566171 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Sync routers for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:53.572045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-394573ff-3c4e-4603-8635-a8f66d5230f3 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033242 Mar 07 10:39:53.595427 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:53.596522 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:53.683424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-910cae5c-dcd3-4461-90ff-5fd9c046955d req-086742a3-a3d0-465c-b2d1-171f051cb42e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705978 Mar 07 10:39:53.761212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Deleting port ded3dbfe-5158-4423-b9cb-4ecda3041bca {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:53.762100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.795054 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:53.798781 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:39:53.799244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:39:53.799978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39a75500-d533-4e6b-b4be-aac9e436f217 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:53.801247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.856590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a15c2f15-8446-48d3-83c9-b6dc11eb2315 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9077375 Mar 07 10:39:53.857200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:53.864339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.866853 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce62d6-fe2d-49d8-8061-bc37a9b313b6 x-openstack-request-id: req-52ce62d6-fe2d-49d8-8061-bc37a9b313b6 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:53.870501 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:53.872342 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52ce62d6-fe2d-49d8-8061-bc37a9b313b6 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:53.873052 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135', 'status': 'completed', 'code': 200} Mar 07 10:39:53.893244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.909449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 39a75500-d533-4e6b-b4be-aac9e436f217, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39a75500-d533-4e6b-b4be-aac9e436f217,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:53.952944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8db5d2-2fd8-4aae-9212-f1ce05975efd tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.957533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cc8db5d2-2fd8-4aae-9212-f1ce05975efd tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0931644 Mar 07 10:39:53.959777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] For port ded3dbfe-5158-4423-b9cb-4ecda3041bca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ded3dbfe-5158-4423-b9cb-4ecda3041bca,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:53.960842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.962741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54614) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:53.964335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.975567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.978615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8a689e6-c78f-4935-b534-b8640c75545a req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8559217 Mar 07 10:39:54.007071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-828e21fd-a24e-4af0-8611-aba8ba1c87ef req-533898c9-dfda-403e-a08f-96a9f75d148f service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249399 Mar 07 10:39:54.008059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e367bc-84fc-4bdf-9d6f-2386e9cc63c0 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:54.053845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfd2ab-6662-4812-b5dd-451f75058f26 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.054837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfd2ab-6662-4812-b5dd-451f75058f26 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.059352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b4dfd2ab-6662-4812-b5dd-451f75058f26 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956829 Mar 07 10:39:54.061909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54622) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:54.075924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a788f8-29ba-4e8c-9e0b-ed146678ff9d req-1e07ae7e-6264-4ade-a286-5940ad8e132a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.079993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79a788f8-29ba-4e8c-9e0b-ed146678ff9d req-1e07ae7e-6264-4ade-a286-5940ad8e132a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1407156 Mar 07 10:39:54.093769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Calling delete_port for ded3dbfe-5158-4423-b9cb-4ecda3041bca owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:54.098409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:54.152023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083407c-d718-43a6-8b56-7409932f6b68 None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '5779c4ed-0bff-4144-82d1-297968a0ecbc'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:39:54.169027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:54.173205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.189963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.192280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9083407c-d718-43a6-8b56-7409932f6b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.194500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.227805 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.261054 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '8c382354-7d48-471a-8ada-6e5b831a484e', 'name': '', 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'mac_address': 'fa:16:3e:51:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:47Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 2, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'subnets': [{'id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:54.268932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80570a-fea0-4568-a8aa-d58079574231 req-7d50e3e3-8f40-43e8-8bc1-f17f44d3eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.270595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-7d50e3e3-8f40-43e8-8bc1-f17f44d3eb81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1126 time: 0.1894524 Mar 07 10:39:54.278798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79a788f8-29ba-4e8c-9e0b-ed146678ff9d req-7ba78e8e-d562-4cd5-bc3a-30648971e296 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715500 Mar 07 10:39:54.293839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.345313 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Checking router: d4465485-57b0-47d7-a0dc-1cb206660e42 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:54.345900 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Updating router d4465485-57b0-47d7-a0dc-1cb206660e42 port 8c382354-7d48-471a-8ada-6e5b831a484e binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:54.353698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-53210125-72d9-4a3f-9717-86e623824ee5 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2648215 Mar 07 10:39:54.388132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:54.399947 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.403194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ded3dbfe-5158-4423-b9cb-4ecda3041bca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-9083407c-d718-43a6-8b56-7409932f6b68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4: This subnet is being modified by another concurrent operation. Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:39:54.409312 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4: This subnet is being modified by another concurrent operation. Mar 07 10:39:54.412597 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:39:54.429915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ded3dbfe-5158-4423-b9cb-4ecda3041bca'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:54.436810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-049dfa2d-9d3a-4767-b7b3-ddb6820ec246 req-8325ad93-c275-4b13-a43f-08db3d12f7d1 tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d0f2eb-44a3-4723-9f5f-944810f6b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0408986 Mar 07 10:39:54.446615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.463426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.480004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535c153-9182-44f3-89dd-207860f8fd05 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:39:54.496738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Pushing event deleted for resources: {'Port': ['ID=ded3dbfe-5158-4423-b9cb-4ecda3041bca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:54.523525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80570a-fea0-4568-a8aa-d58079574231 req-9376f470-33f2-490a-9c94-7ac8de99e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.525156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-9376f470-33f2-490a-9c94-7ac8de99e0f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 0.2453456 Mar 07 10:39:54.536807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:54.566039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.570849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-590f21b0-fe59-4039-b8d1-80a767a1d680 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4 HTTP/1.1" status: 204 len: 168 time: 0.5079176 Mar 07 10:39:54.600297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:54.601209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] No DVR routers for this DVR port ded3dbfe-5158-4423-b9cb-4ecda3041bca on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:54.603970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.608202 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30bf1ed1-e567-42f4-bdc2-80e96867cb53 req-8f51c603-6970-4350-bcdb-835402cb19ba tempest-TenantUsagesTestJSON-954718140 tempest-TenantUsagesTestJSON-954718140-project] 10.222.0.32 "DELETE /v2.0/ports/ded3dbfe-5158-4423-b9cb-4ecda3041bca HTTP/1.1" status: 204 len: 173 time: 1.3719344 Mar 07 10:39:54.626443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-b89e6739-57b6-4f49-be04-025194fb6676 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 217 time: 0.0893345 Mar 07 10:39:54.627060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535c153-9182-44f3-89dd-207860f8fd05 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:39:54.660724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'name': 'network-vif-deleted', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:54.664160 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bedff5-aa76-4392-ae9a-f67a65357c0a" -d '{"events": [{"server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "name": "network-vif-deleted", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:54.668448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cef2a93d-dfd2-4f86-9eb3-36b0541581ab tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590641 Mar 07 10:39:54.671998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54628) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:54.682772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:54.777868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9263d7f-993c-409b-ab55-16114615af45 req-afce5159-639b-4864-9dd1-3475bcec14a3 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 200 len: 3015 time: 0.2770903 Mar 07 10:39:54.802783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80570a-fea0-4568-a8aa-d58079574231 req-3550167b-bb7c-4ee1-80a8-c198485f4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.805503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-3550167b-bb7c-4ee1-80a8-c198485f4602 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.1625881 Mar 07 10:39:54.860779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-72a2f066-cdf5-4599-8b7a-aa4ee6879a19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481949 Mar 07 10:39:54.921776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:54.932309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:54.955529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.077432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e879b-d43d-4615-9dec-4a15c450fc5a None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:55.095232 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks [] for port (8c382354-7d48-471a-8ada-6e5b831a484e), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.099526 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d063617-fde3-4aed-ba9e-625ab73167f6 x-openstack-request-id: req-5d063617-fde3-4aed-ba9e-625ab73167f6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:55.100616 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d0f2eb-44a3-4723-9f5f-944810f6b7b6", "name": "network-vif-deleted", "tag": "ded3dbfe-5158-4423-b9cb-4ecda3041bca", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:55.100616 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d063617-fde3-4aed-ba9e-625ab73167f6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:55.100875 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d0f2eb-44a3-4723-9f5f-944810f6b7b6', 'name': 'network-vif-deleted', 'tag': 'ded3dbfe-5158-4423-b9cb-4ecda3041bca', 'status': 'completed', 'code': 200} Mar 07 10:39:55.102602 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.214542 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652b492-6118-426e-b17f-835554f7d266 None None] Pushing event updated for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:55.306784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c5207c21-ad3c-469b-82f2-2dd62e458e90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.410438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:55.415513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:55.417025 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Attempting to bind port 8c382354-7d48-471a-8ada-6e5b831a484e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:55.417351 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Attempting to bind port 8c382354-7d48-471a-8ada-6e5b831a484e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:55.417671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Attempting to bind port 8c382354-7d48-471a-8ada-6e5b831a484e on network adaef12f-bb4c-40fb-a25f-095922282b1d {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:55.424798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.425551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.435432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684cdde-83c4-4888-b75f-cf3668fdfee6 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:55.447454 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:55.449603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Checking segment: {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:55.450180 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.450712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Bound using segment: {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:55.451499 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Bound port: 8c382354-7d48-471a-8ada-6e5b831a484e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a03233-888b-40b0-8ff5-09af4c84532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:55.463126 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.464126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=c5207c21-ad3c-469b-82f2-2dd62e458e90,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:55.475446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f6544a8-b37e-4193-9beb-629023e4af37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8008654 Mar 07 10:39:55.476232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54648) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:55.481673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-996381301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:55.512092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.513428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.608579 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] For port 8c382354-7d48-471a-8ada-6e5b831a484e, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:55.612775 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] For port 8c382354-7d48-471a-8ada-6e5b831a484e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8c382354-7d48-471a-8ada-6e5b831a484e,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:55.622712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.630093 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.645250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router_controller (a7095b0a-c429-4b72-9237-da69cb11a11c), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.654890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.694543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.696107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Provisioning complete for port 8c382354-7d48-471a-8ada-6e5b831a484e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:55.696664 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:55.700252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-73b3572d-6dbd-4f8c-9787-194159b8ad8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2228093 Mar 07 10:39:55.700971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54652) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:55.715460 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652b492-6118-426e-b17f-835554f7d266 None None] Pushing event updated for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:55.741783 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:55.742285 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:55.915271 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:55.942467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '5779c4ed-0bff-4144-82d1-297968a0ecbc'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:39:55.982565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Current status of the port 8c382354-7d48-471a-8ada-6e5b831a484e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:55.983223 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.002168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Allocated IP 172.25.4.105 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/a42ce1dc-333d-4702-a621-a0a524955a40) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:56.030140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] For port 8c382354-7d48-471a-8ada-6e5b831a484e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8c382354-7d48-471a-8ada-6e5b831a484e,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:56.042000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.047415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.133572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (a42ce1dc-333d-4702-a621-a0a524955a40), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.145498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfae8f-5c6f-4f7f-9d97-cd9111e7762b None None] Pushing event updated for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:56.177405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-21fa7a07-571e-4154-b6b4-f53f6f93bc05 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3020842 Mar 07 10:39:56.183203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.205993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-702e9bd1-6370-4bf9-ad67-9a247e1818b1 None None] Provisioning complete for port 8c382354-7d48-471a-8ada-6e5b831a484e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:56.206407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-702e9bd1-6370-4bf9-ad67-9a247e1818b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.259131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39a75500-d533-4e6b-b4be-aac9e436f217 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:56.288727 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '8c382354-7d48-471a-8ada-6e5b831a484e', 'name': '', 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'mac_address': 'fa:16:3e:51:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:47Z', 'updated_at': '2022-03-07T10:39:55Z', 'revision_number': 4, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'subnets': [{'id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:56.292541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:56.305315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.346983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:56.348379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3929940-ca36-4e9d-bc3b-bb8254484bde None None] The sync data for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 is: [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '8c382354-7d48-471a-8ada-6e5b831a484e', 'name': '', 'network_id': 'adaef12f-bb4c-40fb-a25f-095922282b1d', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'mac_address': 'fa:16:3e:51:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:47Z', 'updated_at': '2022-03-07T10:39:55Z', 'revision_number': 4, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'subnets': [{'id': '9e68e441-11c1-4210-9fd9-ea1d0f6c5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:56.350553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:56.362544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=a42ce1dc-333d-4702-a621-a0a524955a40,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:56.414498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bfc1e-da1f-4cab-99c3-7fe58cb61801 req-5bbc43ac-d1f9-48de-88f0-b3d7d5cff752 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:56.417165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-378bfc1e-da1f-4cab-99c3-7fe58cb61801 req-5bbc43ac-d1f9-48de-88f0-b3d7d5cff752 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 944 time: 1.3631384 Mar 07 10:39:56.431599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ded3dbfe-5158-4423-b9cb-4ecda3041bca no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:56.500131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ded3dbfe-5158-4423-b9cb-4ecda3041bca {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:56.500473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ded3dbfe-5158-4423-b9cb-4ecda3041bca not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:56.540448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c80570a-fea0-4568-a8aa-d58079574231 req-6c14cde8-f25a-4337-a444-4b491ba301e0 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341665 Mar 07 10:39:56.558510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-702e9bd1-6370-4bf9-ad67-9a247e1818b1 None None] Current status of the port 8c382354-7d48-471a-8ada-6e5b831a484e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:56.583164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-378bfc1e-da1f-4cab-99c3-7fe58cb61801 req-aeb1a088-eac1-4c20-b562-503f1bf3122d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098523 Mar 07 10:39:56.673243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39a75500-d533-4e6b-b4be-aac9e436f217 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:56.673847 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.683614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-afc49865-f7af-4358-9d44-7d2d2016c676 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-group-rules/3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e HTTP/1.1" status: 200 len: 783 time: 0.0526698 Mar 07 10:39:56.704192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (dd333991-7080-4144-97ea-763fe20ca4be), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.723698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/c5207c21-ad3c-469b-82f2-2dd62e458e90/5779c4ed-0bff-4144-82d1-297968a0ecbc) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:56.767127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-d838bb6b-50dc-4049-a9de-adf6ed1aef8e tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 200 len: 3015 time: 0.0759668 Mar 07 10:39:56.773436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.819004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39a75500-d533-4e6b-b4be-aac9e436f217 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:56.846649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.860405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.913039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] For port 5779c4ed-0bff-4144-82d1-297968a0ecbc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5779c4ed-0bff-4144-82d1-297968a0ecbc,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:56.917645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.923237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.924743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45ba51f-dde2-42e2-b6a6-f135d50b0ddf req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e HTTP/1.1" status: 204 len: 173 time: 0.1487744 Mar 07 10:39:56.967175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Publish callbacks [] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:56.973547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d9267-7d82-45af-bde1-402e0b3a9493 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f5ecaaa-08fd-4c9c-b93f-4b75ae5f0d7e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:56.988619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.095574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::1 (4e84de77-d31e-40bb-8781-c681acde30da/c5207c21-ad3c-469b-82f2-2dd62e458e90/d7535fea-6ea3-45a0-ab96-750e7ab395ec) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:57.110678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.118350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b197216-5b23-4648-aadb-fae98874e61e None None] Pushing event updated for resources: {'Port': ['ID=5779c4ed-0bff-4144-82d1-297968a0ecbc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:57.136988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (a42ce1dc-333d-4702-a621-a0a524955a40), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.154462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a7522-ce21-4208-82f8-36647a515426 req-9e3607ba-fea7-4fce-bc6b-0262e0e83ab5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:57.156098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-932a7522-ce21-4208-82f8-36647a515426 req-9e3607ba-fea7-4fce-bc6b-0262e0e83ab5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1578972 Mar 07 10:39:57.157459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.295799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=a42ce1dc-333d-4702-a621-a0a524955a40,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:57.310755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dd333991-7080-4144-97ea-763fe20ca4be), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.324790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-932a7522-ce21-4208-82f8-36647a515426 req-1caa26f2-ec1a-4149-b184-f9626e59fb27 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548040 Mar 07 10:39:57.334632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.336118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.337465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-8a4c261f-ddcc-46b6-8677-d0a9b66fd076 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9580460 Mar 07 10:39:57.444513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-662d26fe-7d54-48ea-b5bc-7e4ee2037dab tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.1006103 Mar 07 10:39:57.449395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.524220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:57.536984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:57.542147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:57.542689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (a7095b0a-c429-4b72-9237-da69cb11a11c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.568476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=d7535fea-6ea3-45a0-ab96-750e7ab395ec,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:57.743057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-4536cde8-879a-4478-8227-fdb3ae6ea750 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 200 len: 2416 time: 0.2097025 Mar 07 10:39:57.807870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae4b45-8680-4927-9289-b8739cf37497 req-55e52750-f0ea-456d-b040-d846b33c1be9 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:57.807870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-55e52750-f0ea-456d-b040-d846b33c1be9 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.3510010 Mar 07 10:39:57.831691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.836610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:57.876385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-0e9bac74-3345-44e9-a284-9c77b50361a4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:39:57.877424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aae4b45-8680-4927-9289-b8739cf37497 req-0e9bac74-3345-44e9-a284-9c77b50361a4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114162 Mar 07 10:39:57.892342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (058ceea3-1fa3-437c-abff-ee09de90278d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.936844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (058ceea3-1fa3-437c-abff-ee09de90278d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.017597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (058ceea3-1fa3-437c-abff-ee09de90278d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.028954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.030190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73e0192e-3833-4ad7-b667-64f983b2ff4e req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/058ceea3-1fa3-437c-abff-ee09de90278d HTTP/1.1" status: 204 len: 173 time: 0.2227757 Mar 07 10:39:58.040912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d848e7b-544a-485f-b68c-4ed315362808 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ceea3-1fa3-437c-abff-ee09de90278d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:58.144782 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d30671a9-43db-4d96-824a-ea26cdadb34e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f4dcfcc9fdf4894ac19b59e5f2ff393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056164 Mar 07 10:39:58.147580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54678) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:58.333006 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] Publish callbacks [] for security_group (f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.347237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15bcad-1f4f-47b2-93bc-a74eebb3a7c2 req-88751152-bd0b-4684-9ab3-b0edf0ccc3bb tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:58.350290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f15bcad-1f4f-47b2-93bc-a74eebb3a7c2 req-88751152-bd0b-4684-9ab3-b0edf0ccc3bb tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 944 time: 0.2205467 Mar 07 10:39:58.360025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ebc112c4-6889-45ff-ac25-14d67d516135 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:58.398577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8c382354-7d48-471a-8ada-6e5b831a484e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:58.417828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] Publish callbacks [] for security_group (f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.442955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-225a4ef2-a3b3-47be-b4cd-9de416686648 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2381465 Mar 07 10:39:58.449740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:58.457001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f15bcad-1f4f-47b2-93bc-a74eebb3a7c2 req-4ea9aac7-9215-429f-a26c-58a8613ae2e2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906353 Mar 07 10:39:58.469886 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.488335 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.512302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.523798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.524975 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (a7095b0a-c429-4b72-9237-da69cb11a11c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.526215 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-6abf9eca-7257-47f3-8c30-038dbbb1a4b3 req-9d2e613d-51ea-4793-9f97-1bde255aab9d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] show failed (client error): The resource could not be found. Mar 07 10:39:58.527352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6abf9eca-7257-47f3-8c30-038dbbb1a4b3 req-9d2e613d-51ea-4793-9f97-1bde255aab9d tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/ebbdde69-060b-432b-af38-8838c3015783 HTTP/1.1" status: 404 len: 352 time: 0.0240133 Mar 07 10:39:58.558042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8c382354-7d48-471a-8ada-6e5b831a484e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:58.558414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.643572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.703059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.706332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.710077 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d HTTP/1.1" status: 204 len: 168 time: 0.5593030 Mar 07 10:39:58.742392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=d7535fea-6ea3-45a0-ab96-750e7ab395ec,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:58.745539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e54c0-3b50-4756-84be-33a86c0c13b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0e0fe-7404-4af8-8ae9-dc72f7a5f33d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:58.789187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0b121-a0ae-480b-a7e9-0db9260f77e2 req-5c614cbe-6ca9-4fde-9458-1db4e8e21a45 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:58.798913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bb0b121-a0ae-480b-a7e9-0db9260f77e2 req-5c614cbe-6ca9-4fde-9458-1db4e8e21a45 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1572585 Mar 07 10:39:58.812272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:58.813459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54688) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:58.816452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:58.833019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ebc112c4-6889-45ff-ac25-14d67d516135,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:58.838262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1216560660'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:58.872145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ebc112c4-6889-45ff-ac25-14d67d516135', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'port_id': 'ebc112c4-6889-45ff-ac25-14d67d516135', 'mac_address': 'fa:16:3e:7b:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:58.878171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Provisioning complete for port 5779c4ed-0bff-4144-82d1-297968a0ecbc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:58.878550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.918815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Allocated IP 172.25.4.44 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/96973d82-39c8-49a0-98c8-ff52fea87eae) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:58.934229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bb0b121-a0ae-480b-a7e9-0db9260f77e2 req-54c5aad3-79ea-4b5a-a971-059c6f26b038 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336849 Mar 07 10:39:58.952924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:58.963266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:58.968624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ebc112c4-6889-45ff-ac25-14d67d516135 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:58.969014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.037636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc112c4-6889-45ff-ac25-14d67d516135 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:59.068774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:59.080692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4060b705-5f71-4df6-b523-e19cb6565fe8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.081175 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Added segment 4060b705-5f71-4df6-b523-e19cb6565fe8 of type vlan for network bafc89a3-5917-47fe-b29a-86c3bb3445aa Mar 07 10:39:59.087932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8c382354-7d48-471a-8ada-6e5b831a484e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:59.089117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5779c4ed-0bff-4144-82d1-297968a0ecbc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:59.102908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ebc112c4-6889-45ff-ac25-14d67d516135,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:59.132466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.141648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Router a7095b0a-c429-4b72-9237-da69cb11a11c is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:59.145910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Current status of the port 5779c4ed-0bff-4144-82d1-297968a0ecbc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:59.147105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.248293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.260936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (bafc89a3-5917-47fe-b29a-86c3bb3445aa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.267271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.295854 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa60533-06f8-4783-b3ed-ef9b8d90a90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.298799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:59.300575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-85db5edb-e87a-42b3-9b3d-cc714c21f6fd tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/614d4c2d-2bf9-46da-9afa-d922459ea983 HTTP/1.1" status: 200 len: 1823 time: 0.2982635 Mar 07 10:39:59.313388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82c54d42-3dde-48ec-9932-ca8c4e7dc16e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "PUT /v2.0/routers/a7095b0a-c429-4b72-9237-da69cb11a11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6111062 Mar 07 10:39:59.315913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54694) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.316277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Sync routers for ids ['a7095b0a-c429-4b72-9237-da69cb11a11c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:59.344505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5779c4ed-0bff-4144-82d1-297968a0ecbc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:59.344875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.378468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af6741-b064-42b9-8725-1147b8c5883e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.382908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-01af6741-b064-42b9-8725-1147b8c5883e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports/d7535fea-6ea3-45a0-ab96-750e7ab395ec HTTP/1.1" status: 200 len: 911 time: 0.0631340 Mar 07 10:39:59.383577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54696) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.399273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Routers {'a7095b0a-c429-4b72-9237-da69cb11a11c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:59.400055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['a7095b0a-c429-4b72-9237-da69cb11a11c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:59.412661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.413162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] For port 5779c4ed-0bff-4144-82d1-297968a0ecbc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5779c4ed-0bff-4144-82d1-297968a0ecbc,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:59.418957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (bafc89a3-5917-47fe-b29a-86c3bb3445aa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.424292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.424845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.455337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ebc112c4-6889-45ff-ac25-14d67d516135'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:59.458436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad241e76-fdd9-4143-8af0-0961465f6648 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.465748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad241e76-fdd9-4143-8af0-0961465f6648 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.470125 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ad241e76-fdd9-4143-8af0-0961465f6648 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0830398 Mar 07 10:39:59.470683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54698) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.527216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7062595 Mar 07 10:39:59.544368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54702) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.550124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.554252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb933-a15a-430e-828c-a7123eb59b3c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Network': ['ID=bafc89a3-5917-47fe-b29a-86c3bb3445aa,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.567546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-885213559'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:59.592762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (614d4c2d-2bf9-46da-9afa-d922459ea983), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.616634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905c1a5-f1b9-49c8-8201-898f9094fcf6 None None] Pushing event updated for resources: {'Port': ['ID=5779c4ed-0bff-4144-82d1-297968a0ecbc,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.619199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:59.622605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.625744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa60533-06f8-4783-b3ed-ef9b8d90a90a admin admin] Publish callbacks [] for security_group (34990c84-2a06-482a-8520-5674561357cc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.635245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:59.639959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.667965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (614d4c2d-2bf9-46da-9afa-d922459ea983), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.670765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa60533-06f8-4783-b3ed-ef9b8d90a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (34990c84-2a06-482a-8520-5674561357cc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.710970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5779c4ed-0bff-4144-82d1-297968a0ecbc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:59.717346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:59.741076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:59.762804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:59.763557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7825b625-0536-4447-82ad-c525f7a41fbd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.763931 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Added segment 7825b625-0536-4447-82ad-c525f7a41fbd of type vlan for network 9a78a6c9-19e3-422d-8090-7f057d147f04 Mar 07 10:39:59.765591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:59.778689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=96973d82-39c8-49a0-98c8-ff52fea87eae,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.785825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4fa60533-06f8-4783-b3ed-ef9b8d90a90a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=227b66ec6725494d9b59e141a90b3dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336249 Mar 07 10:39:59.788385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a1a22b0c-d5a7-41d4-b5a5-23aa81d3c936 None None] Provisioning complete for port d7535fea-6ea3-45a0-ab96-750e7ab395ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:59.789170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1a22b0c-d5a7-41d4-b5a5-23aa81d3c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.807853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54704) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.812688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60533-06f8-4783-b3ed-ef9b8d90a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34990c84-2a06-482a-8520-5674561357cc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.842094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a1a22b0c-d5a7-41d4-b5a5-23aa81d3c936 None None] Port d7535fea-6ea3-45a0-ab96-750e7ab395ec cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:59.842388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9a78a6c9-19e3-422d-8090-7f057d147f04), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.852549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Set router a7095b0a-c429-4b72-9237-da69cb11a11c gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:59.858630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (614d4c2d-2bf9-46da-9afa-d922459ea983), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.861279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.874456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b9c40ed-7352-4525-aff5-91f74452a4a9 req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/614d4c2d-2bf9-46da-9afa-d922459ea983 HTTP/1.1" status: 204 len: 173 time: 0.5487757 Mar 07 10:39:59.935595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66b8a4-7f5c-4f7e-b07a-27b804455012 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d4c2d-2bf9-46da-9afa-d922459ea983,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.046350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] Publish callbacks [] for security_group (34990c84-2a06-482a-8520-5674561357cc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.055191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (ff0ee961-2b5d-4f45-b292-5b353ba4a28d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.085146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] Publish callbacks [] for security_group (34990c84-2a06-482a-8520-5674561357cc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.147685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4ed04-3cb6-4c5f-bc42-3fd8b6dfa23c req-ba1f6ddd-6071-4a09-8e75-78d1eb42dca2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:00.153282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57d4ed04-3cb6-4c5f-bc42-3fd8b6dfa23c req-ba1f6ddd-6071-4a09-8e75-78d1eb42dca2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 945 time: 0.2004218 Mar 07 10:40:00.179618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.188816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'name': 'tempest-NetworksTestDHCPv6-router-996381301', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:55Z', 'updated_at': '2022-03-07T10:39:57Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None, '_interfaces': [{'id': 'd7535fea-6ea3-45a0-ab96-750e7ab395ec', 'name': '', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'mac_address': 'fa:16:3e:ba:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:56Z', 'updated_at': '2022-03-07T10:39:58Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'subnets': [{'id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:00.222389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Checking router: a7095b0a-c429-4b72-9237-da69cb11a11c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:00.222389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Updating router a7095b0a-c429-4b72-9237-da69cb11a11c port d7535fea-6ea3-45a0-ab96-750e7ab395ec binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:00.232282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9a78a6c9-19e3-422d-8090-7f057d147f04), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.238762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:00.239626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.242843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5779c4ed-0bff-4144-82d1-297968a0ecbc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:00.253022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (34990c84-2a06-482a-8520-5674561357cc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.255894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.257378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34990c84-2a06-482a-8520-5674561357cc HTTP/1.1" status: 204 len: 168 time: 0.4407792 Mar 07 10:40:00.260907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57d4ed04-3cb6-4c5f-bc42-3fd8b6dfa23c req-028bba87-809c-4770-be66-5f0ef446a198 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068187 Mar 07 10:40:00.275496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fba43-488b-4f92-8e4f-804ac55c381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34990c84-2a06-482a-8520-5674561357cc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.279148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.394817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Network': ['ID=9a78a6c9-19e3-422d-8090-7f057d147f04,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.413410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:00.423602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5779c4ed-0bff-4144-82d1-297968a0ecbc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:00.423996 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.437033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-74c0778a-323e-4501-83df-22c24a4c7f8b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd HTTP/1.1" status: 200 len: 1822 time: 0.0799656 Mar 07 10:40:00.480097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.494694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-70b0e7f4-55e5-44b0-8baf-d537dd963273 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9480622 Mar 07 10:40:00.495316 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.499795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:00.506409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'subnet': {'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:00.594007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.610132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=96973d82-39c8-49a0-98c8-ff52fea87eae,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.616761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ff0ee961-2b5d-4f45-b292-5b353ba4a28d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.633629 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.642406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5779c4ed-0bff-4144-82d1-297968a0ecbc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:00.658899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.660019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-4aa24ee0-785e-4fc7-b3c0-30f3324b5d01 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2158263 Mar 07 10:40:00.741984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-9a8a41ea-e889-44a7-a673-186c78d0a5dd tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.44 HTTP/1.1" status: 200 len: 695 time: 0.0697904 Mar 07 10:40:00.748391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:00.756691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.774864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (a7095b0a-c429-4b72-9237-da69cb11a11c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.776814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.780720 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.782956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cb85d26-811c-4cc4-96ce-2c1716e58d1d req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd HTTP/1.1" status: 204 len: 173 time: 0.3379481 Mar 07 10:40:00.816005 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks [] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.821481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007f68-1d94-42fe-8858-efaedc350c3b tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1017e2-ae0d-43df-ac4b-9d2e03c3dcfd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.838639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.930450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-b67c925b-1a43-40a2-bb7d-c6db68254b25 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:00.932023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1ed3f35-04eb-4ce0-bd84-113e761300f8 req-b67c925b-1a43-40a2-bb7d-c6db68254b25 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1739213 Mar 07 10:40:00.956493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493375c-bfbc-4155-8ec0-19e77831bfe5 None None] Pushing event updated for resources: {'Port': ['ID=d7535fea-6ea3-45a0-ab96-750e7ab395ec,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:01.052453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e4470-ce33-41e9-a7d7-e2c249327470 req-4c54ced8-f2b6-4d60-b301-ec0d9e2275cb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:01.054533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c38e4470-ce33-41e9-a7d7-e2c249327470 req-4c54ced8-f2b6-4d60-b301-ec0d9e2275cb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1579452 Mar 07 10:40:01.069399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-003fbfc8-de21-4c12-a9f7-5a574f65e027 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/e194aff9-c3cb-4bac-ba07-31f4942510c2 HTTP/1.1" status: 200 len: 1823 time: 0.0935028 Mar 07 10:40:01.076066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Attempting to bind port d7535fea-6ea3-45a0-ab96-750e7ab395ec on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:01.076526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Attempting to bind port d7535fea-6ea3-45a0-ab96-750e7ab395ec by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:01.077000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Attempting to bind port d7535fea-6ea3-45a0-ab96-750e7ab395ec on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:01.083165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:01.083754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:01.084281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.084733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:01.085274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Bound port: d7535fea-6ea3-45a0-ab96-750e7ab395ec, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:01.085859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.133236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (bb94050e-14cf-41d1-a0a6-b25dbad8c454), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.167938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c38e4470-ce33-41e9-a7d7-e2c249327470 req-c817bb9b-ea10-4ee4-9671-b9e45778733c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Mar 07 10:40:01.224112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] For port d7535fea-6ea3-45a0-ab96-750e7ab395ec, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:01.232257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Subnet': ['ID=bb94050e-14cf-41d1-a0a6-b25dbad8c454,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:01.234173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] For port d7535fea-6ea3-45a0-ab96-750e7ab395ec, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d7535fea-6ea3-45a0-ab96-750e7ab395ec,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:01.255958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (e194aff9-c3cb-4bac-ba07-31f4942510c2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.257957 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.271459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:01.280094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network hostable DHCP agents. Network: bafc89a3-5917-47fe-b29a-86c3bb3445aa, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:01.314058 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (e194aff9-c3cb-4bac-ba07-31f4942510c2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.344464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:01.356231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Routers {'a7095b0a-c429-4b72-9237-da69cb11a11c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:01.357152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['a7095b0a-c429-4b72-9237-da69cb11a11c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:01.369324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, bafc89a3-5917-47fe-b29a-86c3bb3445aa) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:01.376659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:01.377261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.381268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port d7535fea-6ea3-45a0-ab96-750e7ab395ec {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:01.381602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.384114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493375c-bfbc-4155-8ec0-19e77831bfe5 None None] Pushing event updated for resources: {'Port': ['ID=d7535fea-6ea3-45a0-ab96-750e7ab395ec,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:01.426673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-b24b38ec-ebdb-456c-9bdc-cdb027587157 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2015085 Mar 07 10:40:01.428975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e194aff9-c3cb-4bac-ba07-31f4942510c2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.431619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.432832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c3aa751d-995a-41a5-9eb2-c65295732340 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9318278 Mar 07 10:40:01.433628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54740) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:01.447185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1772f4f7-48bf-4d23-8fd5-4e68d6a184f5 req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/e194aff9-c3cb-4bac-ba07-31f4942510c2 HTTP/1.1" status: 204 len: 173 time: 0.3759396 Mar 07 10:40:01.471710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'subnet': {'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:01.476841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:01.491767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:01.507834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545262d-dabe-469c-a889-6b449151d09c tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194aff9-c3cb-4bac-ba07-31f4942510c2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:01.563215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.592940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port d7535fea-6ea3-45a0-ab96-750e7ab395ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d7535fea-6ea3-45a0-ab96-750e7ab395ec,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:01.592940 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.610906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347a91-83ff-4127-a91d-f6ed68871b40 req-7258a4fd-59ab-4cd8-8b3f-0ef4dffdc446 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:01.614138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b347a91-83ff-4127-a91d-f6ed68871b40 req-7258a4fd-59ab-4cd8-8b3f-0ef4dffdc446 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 945 time: 0.1039467 Mar 07 10:40:01.614308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for d7535fea-6ea3-45a0-ab96-750e7ab395ec owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:01.631260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:01.634889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.710375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b347a91-83ff-4127-a91d-f6ed68871b40 req-7ddb5a3a-5a84-4b79-b62c-72a5d08bdccc tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883346 Mar 07 10:40:01.737399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1198947130-network', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:01.818201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] Set router a7095b0a-c429-4b72-9237-da69cb11a11c gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:01.829839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-50d0aa36-efb0-4e3c-b8cd-6cd7de541723 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/233c4eed-5c8c-40db-aea9-a2e9d00bfbac HTTP/1.1" status: 200 len: 2422 time: 0.0738881 Mar 07 10:40:01.859999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcabd918-b950-464f-934d-2bc9f94b9262 None None] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:01.870734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.899518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Made reservation on behalf of eaf075c0ce5f4e9894a0e430be8bcef1 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:01.902721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.942037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-26043ac7-b94d-4ab7-8dd9-4ed664369e16 None None] Provisioning complete for port d7535fea-6ea3-45a0-ab96-750e7ab395ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:01.942447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26043ac7-b94d-4ab7-8dd9-4ed664369e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.946794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.958426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (233c4eed-5c8c-40db-aea9-a2e9d00bfbac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.005504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (abb0b765-b044-4d18-a815-2fc6b36af0f5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.012652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (233c4eed-5c8c-40db-aea9-a2e9d00bfbac), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.047934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Allocated IP 172.25.4.39 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/a9af045f-9ecb-4667-92bb-4d5b6d856a74) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:02.110136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:02.111062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.143798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Subnet': ['ID=abb0b765-b044-4d18-a815-2fc6b36af0f5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.160150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Checking segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:02.160535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network hostable DHCP agents. Network: 9a78a6c9-19e3-422d-8090-7f057d147f04, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:02.171806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (233c4eed-5c8c-40db-aea9-a2e9d00bfbac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.173789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.177341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.179028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604505b6-5d5c-47a3-9720-9b4843741d41 req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/233c4eed-5c8c-40db-aea9-a2e9d00bfbac HTTP/1.1" status: 204 len: 173 time: 0.3400595 Mar 07 10:40:02.204365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d16f-d383-413a-99ef-4db0cbee3c04 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c4eed-5c8c-40db-aea9-a2e9d00bfbac,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.239804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=d7535fea-6ea3-45a0-ab96-750e7ab395ec,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.267976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.275291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:02.341668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-97ded293-c604-41eb-a0df-cbf453f74b53 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "GET /v2.0/security-groups/6f0262b2-bfe4-4141-9126-01f87014909b HTTP/1.1" status: 200 len: 2417 time: 0.1190345 Mar 07 10:40:02.367286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.369104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9a78a6c9-19e3-422d-8090-7f057d147f04) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:02.375023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks [] for security_group (684ba46f-cfbb-4e11-bd89-ca4922eed733), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.379827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.380430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.388241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (684ba46f-cfbb-4e11-bd89-ca4922eed733), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.388574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-26043ac7-b94d-4ab7-8dd9-4ed664369e16 None None] Current status of the port d7535fea-6ea3-45a0-ab96-750e7ab395ec is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:02.388972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26043ac7-b94d-4ab7-8dd9-4ed664369e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d7535fea-6ea3-45a0-ab96-750e7ab395ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.391185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (a7095b0a-c429-4b72-9237-da69cb11a11c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.399895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915892e-7e56-4a6d-8221-2d5d73e1544f None None] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:02.433075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:02.463909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:02.489557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:02.496570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:02.497059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ebc112c4-6889-45ff-ac25-14d67d516135 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:02.500880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (6f0262b2-bfe4-4141-9126-01f87014909b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.516169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=a9af045f-9ecb-4667-92bb-4d5b6d856a74,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.527553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-195322d6-373e-42d8-b7dd-9bcdeb73f81f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0573215 Mar 07 10:40:02.529148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54752) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:02.530841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ba46f-cfbb-4e11-bd89-ca4922eed733,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.539037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'name': 'tempest-TaggedBootDevicesTest_v242-142983619', 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:02.547897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (13393f3c-eb09-46f2-b76f-bea6d82c6658), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.548248 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Added segment 13393f3c-eb09-46f2-b76f-bea6d82c6658 of type vlan for network 31e9c29c-5c3d-42f7-9841-aada526143de Mar 07 10:40:02.567572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (6f0262b2-bfe4-4141-9126-01f87014909b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.574212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-9a78a6c9-19e3-422d-8090-7f057d147f04', 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ips': [{'subnet_id': 'abb0b765-b044-4d18-a815-2fc6b36af0f5'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:02.574980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.653522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Allocated IP 10.1.1.2 (bafc89a3-5917-47fe-b29a-86c3bb3445aa/bb94050e-14cf-41d1-a0a6-b25dbad8c454/7271e1cd-73c9-4072-927f-1ed5694f7299) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:02.660275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (0fc827f1-35e5-4620-9b31-62271cacac2d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.695965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6f0262b2-bfe4-4141-9126-01f87014909b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.699205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.707997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d7c3061-fe61-421c-be39-8c8ae558456b req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f0262b2-bfe4-4141-9126-01f87014909b HTTP/1.1" status: 204 len: 173 time: 0.3648767 Mar 07 10:40:02.715250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54754) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:02.722015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'name': 'tempest-NetworksTestDHCPv6-router-996381301', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:55Z', 'updated_at': '2022-03-07T10:39:57Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None, '_interfaces': [{'id': 'd7535fea-6ea3-45a0-ab96-750e7ab395ec', 'name': '', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'mac_address': 'fa:16:3e:ba:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:56Z', 'updated_at': '2022-03-07T10:40:01Z', 'revision_number': 4, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'subnets': [{'id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:02.733611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.762426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (31e9c29c-5c3d-42f7-9841-aada526143de), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.763816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b6405-c9fa-4839-85b0-8e8d3780c47a None None] The sync data for ids ['a7095b0a-c429-4b72-9237-da69cb11a11c'] in n-d-832156-4 is: [{'id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'name': 'tempest-NetworksTestDHCPv6-router-996381301', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:55Z', 'updated_at': '2022-03-07T10:39:57Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None, '_interfaces': [{'id': 'd7535fea-6ea3-45a0-ab96-750e7ab395ec', 'name': '', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'mac_address': 'fa:16:3e:ba:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:56Z', 'updated_at': '2022-03-07T10:40:01Z', 'revision_number': 4, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'subnets': [{'id': 'c5207c21-ad3c-469b-82f2-2dd62e458e90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:02.772894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e5a04-fabd-42d0-94a6-7a9a54c18ac6 tempest-SecurityGroupRulesTestJSON-185175196 tempest-SecurityGroupRulesTestJSON-185175196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0262b2-bfe4-4141-9126-01f87014909b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.783071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Deleting subnet b7856d97-4e43-41ad-abde-8f8bbb6af5d3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:02.796151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Publish callbacks [] for subnet (b7856d97-4e43-41ad-abde-8f8bbb6af5d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.839801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fd56fe97-51dd-4030-ab33-4d714a4dbfa2 None None] Could not find standard attr ID for object d7535fea-6ea3-45a0-ab96-750e7ab395ec. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:02.858521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Router a7095b0a-c429-4b72-9237-da69cb11a11c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:02.877169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ebc112c4-6889-45ff-ac25-14d67d516135 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:40:02.888278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b7856d97-4e43-41ad-abde-8f8bbb6af5d3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.920011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ebc112c4-6889-45ff-ac25-14d67d516135 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:02.920385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.945465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:02.950079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6985f9-2dda-4b24-aa29-275aadd94dc3 req-df0ba3c4-b26e-46bb-85db-c1df26c4f7ed tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.952052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6985f9-2dda-4b24-aa29-275aadd94dc3 req-df0ba3c4-b26e-46bb-85db-c1df26c4f7ed tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1538360 Mar 07 10:40:02.966344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (31e9c29c-5c3d-42f7-9841-aada526143de), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.968503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.969530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.977752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Allocated IP 10.2.2.2 (9a78a6c9-19e3-422d-8090-7f057d147f04/abb0b765-b044-4d18-a815-2fc6b36af0f5/f5307b43-bf2a-49fa-aa76-cbb67824bb5e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:03.060668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6985f9-2dda-4b24-aa29-275aadd94dc3 req-5eacb0ae-b466-438c-8441-b65fe63d5ab7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968943 Mar 07 10:40:03.090735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.096081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.181521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks [] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.198147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.267032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ebc112c4-6889-45ff-ac25-14d67d516135 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:03.267765 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.282253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:03.303577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:03.308562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:03.325384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=a9af045f-9ecb-4667-92bb-4d5b6d856a74,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.350127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Pushing event updated for resources: {'Port': ['ID=7271e1cd-73c9-4072-927f-1ed5694f7299,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.354334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (0fc827f1-35e5-4620-9b31-62271cacac2d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.378775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a3fa-6ddf-4a6e-ade0-62450ad9d3ac req-772cb884-040d-4f5f-aca0-c4fed9c239f9 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.381356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:03.383772 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ccbb39-bd72-46fb-a4db-35d7cac8918d" -d '{"events": [{"server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "name": "network-vif-plugged", "status": "completed", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:03.388329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d276a3fa-6ddf-4a6e-ade0-62450ad9d3ac req-772cb884-040d-4f5f-aca0-c4fed9c239f9 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 945 time: 0.1378851 Mar 07 10:40:03.400405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.402572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-86f03e19-6aa2-4143-9686-46d3a7e12f26 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9528677 Mar 07 10:40:03.429065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b7856d97-4e43-41ad-abde-8f8bbb6af5d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.440884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9482787 Mar 07 10:40:03.441514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54760) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.448624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ebc112c4-6889-45ff-ac25-14d67d516135,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:03.450988 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks [] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.464862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.474532 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.481552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-5fd2b62b-25d0-447e-8fa7-9c446b08799c tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.0670447 Mar 07 10:40:03.496028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Request body: {'subnet': {'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1198947130-subnet', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:03.511661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Attempting to bind port 7271e1cd-73c9-4072-927f-1ed5694f7299 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:03.512326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Attempting to bind port 7271e1cd-73c9-4072-927f-1ed5694f7299 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:03.512951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Attempting to bind port 7271e1cd-73c9-4072-927f-1ed5694f7299 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:03.519186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d276a3fa-6ddf-4a6e-ade0-62450ad9d3ac req-33872984-149c-4379-83c6-57b2f392847c tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298647 Mar 07 10:40:03.528693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:03.530261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Made reservation on behalf of eaf075c0ce5f4e9894a0e430be8bcef1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:03.532690 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.562172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:03.565723 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1867340c-80cf-4a47-af48-26ec3e214d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "PUT /v2.0/routers/a7095b0a-c429-4b72-9237-da69cb11a11c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0919073 Mar 07 10:40:03.565869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:03.565869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.566022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799a2aa-fba3-4ba6-9a5b-609e96d2ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=31e9c29c-5c3d-42f7-9841-aada526143de,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.566109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Bound using segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:03.566109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Bound port: 7271e1cd-73c9-4072-927f-1ed5694f7299, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:03.566109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.567831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.589071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:03.591935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 31e9c29c-5c3d-42f7-9841-aada526143de details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:03.607222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:03.612246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:03.615838 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e59710-9f5e-44b2-a7e8-5a828128f675 x-openstack-request-id: req-b3e59710-9f5e-44b2-a7e8-5a828128f675 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:03.616124 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "name": "network-vif-plugged", "status": "completed", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:03.616382 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3e59710-9f5e-44b2-a7e8-5a828128f675 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:03.616757 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135', 'code': 200} Mar 07 10:40:03.644805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-fb9ea7b3-7c43-4425-bb1a-21eb8b76febc tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.647203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-fb9ea7b3-7c43-4425-bb1a-21eb8b76febc tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1568103 Mar 07 10:40:03.668106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-210659af-0087-489f-9bdd-4c5e1976d6d8 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:03.671206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a468bf87-13d3-417d-9722-85f70ad7a45d req-210659af-0087-489f-9bdd-4c5e1976d6d8 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165734 Mar 07 10:40:03.699141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.712507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.754971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff83e8c-6e66-4183-bd3f-a89d5084120e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.756409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff83e8c-6e66-4183-bd3f-a89d5084120e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.757979 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aff83e8c-6e66-4183-bd3f-a89d5084120e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1517022 Mar 07 10:40:03.765512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] device_id is not set on port 5ec38202-7305-462d-a8f7-c993aec23067 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:03.772480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b7856d97-4e43-41ad-abde-8f8bbb6af5d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.778730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54766) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.885456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.891581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b7856d97-4e43-41ad-abde-8f8bbb6af5d3 HTTP/1.1" status: 204 len: 168 time: 1.1717577 Mar 07 10:40:03.895911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54768) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.900876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba83e-2082-40e1-a8ab-ae53614afd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7856d97-4e43-41ad-abde-8f8bbb6af5d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.905807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066878ca-5ef1-415a-a713-50789d492237 req-f7b79238-ed0f-43ee-ac36-d8ab2d06b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.908141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-066878ca-5ef1-415a-a713-50789d492237 req-f7b79238-ed0f-43ee-ac36-d8ab2d06b995 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1128 time: 0.2163498 Mar 07 10:40:03.926055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet c5207c21-ad3c-469b-82f2-2dd62e458e90 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:03.940732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (c5207c21-ad3c-469b-82f2-2dd62e458e90), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.042571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-447eef6f-ddf7-4857-a8fd-7f16c5b98259 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2858181 Mar 07 10:40:04.044688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Pushing event updated for resources: {'Port': ['ID=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.050847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (c5207c21-ad3c-469b-82f2-2dd62e458e90), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.052360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Attempting to bind port f5307b43-bf2a-49fa-aa76-cbb67824bb5e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:04.052727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Attempting to bind port f5307b43-bf2a-49fa-aa76-cbb67824bb5e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:04.053114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Attempting to bind port f5307b43-bf2a-49fa-aa76-cbb67824bb5e on network 9a78a6c9-19e3-422d-8090-7f057d147f04 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:04.055715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] For port 7271e1cd-73c9-4072-927f-1ed5694f7299, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:04.059897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] For port 7271e1cd-73c9-4072-927f-1ed5694f7299, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7271e1cd-73c9-4072-927f-1ed5694f7299,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:04.060525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:04.065193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:04.065585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Checking segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:04.066004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.066417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Bound using segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:04.066993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Bound port: f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:04.067483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.077920 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.142531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (474c9491-c9b2-46c2-8d16-815e41e47492), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.208671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a110a91-2923-441f-8137-13d565f20f55 None None] Pushing event updated for resources: {'Port': ['ID=7271e1cd-73c9-4072-927f-1ed5694f7299,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.209635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b581b005-2095-4f2e-9530-dd89fe11b253), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.222675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] For port f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:04.228757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] For port f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:04.237419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.315871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e4c66-f91c-4a85-a183-acdbc67d1c22 None None] Pushing event updated for resources: {'Port': ['ID=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.376654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (474c9491-c9b2-46c2-8d16-815e41e47492), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.476867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474c9491-c9b2-46c2-8d16-815e41e47492']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:04.487164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b581b005-2095-4f2e-9530-dd89fe11b253,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.507291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce2e201-6c69-4502-8952-2c71293532f9') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:04.507621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce2e201-6c69-4502-8952-2c71293532f9') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:04.526072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bce2e201-6c69-4502-8952-2c71293532f9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.537132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Checking segment: {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:04.537736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Network hostable DHCP agents. Network: 31e9c29c-5c3d-42f7-9841-aada526143de, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:04.558342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-066878ca-5ef1-415a-a713-50789d492237 req-1c5b6223-45b5-407d-9b1a-adb638eec25e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439824 Mar 07 10:40:04.580462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.1.1.90 (bafc89a3-5917-47fe-b29a-86c3bb3445aa/bb94050e-14cf-41d1-a0a6-b25dbad8c454/5ec38202-7305-462d-a8f7-c993aec23067) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:04.584387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bce2e201-6c69-4502-8952-2c71293532f9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.623898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Network 31e9c29c-5c3d-42f7-9841-aada526143de is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:04.627062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:40:04.627509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bce2e201-6c69-4502-8952-2c71293532f9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:40:04.629776 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:40:04.645083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.662913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 31e9c29c-5c3d-42f7-9841-aada526143de) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:04.677901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf51ad-adb9-4847-b6a7-01c7b0519516 None None] Network 31e9c29c-5c3d-42f7-9841-aada526143de requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:04.728887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:04.729657 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.762088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (474c9491-c9b2-46c2-8d16-815e41e47492), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.783835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.785823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d7a3b-8927-4d10-b84b-95e9a17e30f4 req-24935a9f-83ba-49b6-99bb-ca675a59d0a4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:04.787496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef6d7a3b-8927-4d10-b84b-95e9a17e30f4 req-24935a9f-83ba-49b6-99bb-ca675a59d0a4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.2728412 Mar 07 10:40:04.791237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c5207c21-ad3c-469b-82f2-2dd62e458e90), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.795317 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] 10.222.0.23 "DELETE /v2.0/networks/474c9491-c9b2-46c2-8d16-815e41e47492 HTTP/1.1" status: 204 len: 168 time: 0.8909118 Mar 07 10:40:04.830353 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cbd8fee1-b3d2-4ae9-86b0-e74c9b8f8cec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3326073 Mar 07 10:40:04.830681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:04.839854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18414c-4126-4fbb-9a51-a4dee1a60484 admin admin] Pushing event deleted for resources: {'Network': ['ID=474c9491-c9b2-46c2-8d16-815e41e47492,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.853003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:04.868190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-31e9c29c-5c3d-42f7-9841-aada526143de', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:04.868964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.933267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.938437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.940135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef6d7a3b-8927-4d10-b84b-95e9a17e30f4 req-f3e2a513-dff1-40a9-b95a-57c0beed0773 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Mar 07 10:40:04.998150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (c5207c21-ad3c-469b-82f2-2dd62e458e90), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.018680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (5ec38202-7305-462d-a8f7-c993aec23067), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.054644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=c5207c21-ad3c-469b-82f2-2dd62e458e90,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:05.057108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.066807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f98892b-aa8e-4b49-bb81-4c2960e08cee tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/c5207c21-ad3c-469b-82f2-2dd62e458e90 HTTP/1.1" status: 204 len: 168 time: 1.2841997 Mar 07 10:40:05.070206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for router_controller (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.070414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54778) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:05.075283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Allocated IP 172.20.0.2 (31e9c29c-5c3d-42f7-9841-aada526143de/b581b005-2095-4f2e-9530-dd89fe11b253/2de00b40-05d4-4070-9816-8d9de25d3c19) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:05.125994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54780) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:05.161159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.211744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24768d05-5ce8-496a-b0fe-561f86ade744 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:05.236838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.302377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks [] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.331143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.339888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7a36ed88-aca3-4b92-82a3-7b253db4e49c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2679572 Mar 07 10:40:05.372249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8111a-f992-4bec-abb8-077b0cb6c4ef req-12c229f2-2a35-4782-be43-9887233caaa5 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:05.373810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eb8111a-f992-4bec-abb8-077b0cb6c4ef req-12c229f2-2a35-4782-be43-9887233caaa5 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.2326953 Mar 07 10:40:05.377591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:05.382320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:05.409299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54784) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:05.411839 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51b24eac-7d59-4e01-85e2-954c5ae6b5f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61a80efb688140adba07d7587a00832a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803602 Mar 07 10:40:05.423179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for router_gateway (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.462130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Pushing event updated for resources: {'Port': ['ID=2de00b40-05d4-4070-9816-8d9de25d3c19,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:05.462376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Allocated IP 172.25.4.184 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:05.477827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Network 31e9c29c-5c3d-42f7-9841-aada526143de is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:05.487913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:05.494223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:05.562122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.608592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Attempting to bind port 2de00b40-05d4-4070-9816-8d9de25d3c19 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:05.609117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Attempting to bind port 2de00b40-05d4-4070-9816-8d9de25d3c19 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:05.609482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Attempting to bind port 2de00b40-05d4-4070-9816-8d9de25d3c19 on network 31e9c29c-5c3d-42f7-9841-aada526143de {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:05.615248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:05.615719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Checking segment: {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:05.616135 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.616528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Bound using segment: {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:05.616999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Bound port: 2de00b40-05d4-4070-9816-8d9de25d3c19, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:05.617379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.636268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eb8111a-f992-4bec-abb8-077b0cb6c4ef req-07b1ea1c-da9b-419a-a710-8544c565a6f2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547765 Mar 07 10:40:05.729629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:05.733149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] For port 2de00b40-05d4-4070-9816-8d9de25d3c19, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:05.748416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] For port 2de00b40-05d4-4070-9816-8d9de25d3c19, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2de00b40-05d4-4070-9816-8d9de25d3c19,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:05.780549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:05.802144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] Publish callbacks [] for security_group (18910b93-907b-49b7-8dd8-400fbfcfc85f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.805805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:05.808913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:05.809040 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.939042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887fb70-c2a7-483c-8974-43dfe23fd777 None None] Pushing event updated for resources: {'Port': ['ID=2de00b40-05d4-4070-9816-8d9de25d3c19,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:05.946268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Deleting port 5779c4ed-0bff-4144-82d1-297968a0ecbc {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:05.946641 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.996133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.000251 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Sync routers for ids ['a7095b0a-c429-4b72-9237-da69cb11a11c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:06.020214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Routers {'a7095b0a-c429-4b72-9237-da69cb11a11c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:06.020864 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['a7095b0a-c429-4b72-9237-da69cb11a11c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:06.069662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.106864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] Publish callbacks [] for security_group (18910b93-907b-49b7-8dd8-400fbfcfc85f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.139572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] For port 5779c4ed-0bff-4144-82d1-297968a0ecbc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5779c4ed-0bff-4144-82d1-297968a0ecbc,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:06.147435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.150154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.152146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router_controller (a7095b0a-c429-4b72-9237-da69cb11a11c), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.203126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:06.204182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.214808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Calling delete_port for 5779c4ed-0bff-4144-82d1-297968a0ecbc owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:06.222699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4902fa7-fd0d-46c8-91ab-bc5f5b2c4af8 None None] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:06.249611 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Set router a7095b0a-c429-4b72-9237-da69cb11a11c gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:06.311320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (a7095b0a-c429-4b72-9237-da69cb11a11c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.311905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Fanout notify agent at l3_agent the message router_deleted on router a7095b0a-c429-4b72-9237-da69cb11a11c {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:40:06.320270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.324989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-484c6309-9966-47e9-a36b-5654d0aa6d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/routers/a7095b0a-c429-4b72-9237-da69cb11a11c HTTP/1.1" status: 204 len: 168 time: 0.9395955 Mar 07 10:40:06.327372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:06.334683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:06.341364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e381c5cb-03a6-42b6-8332-fbf32b143467 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8065293 Mar 07 10:40:06.344386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54792) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:06.357301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:06.388379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1259663487', 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:06.400695 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7095b0a-c429-4b72-9237-da69cb11a11c', 'name': 'tempest-NetworksTestDHCPv6-router-996381301', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:55Z', 'updated_at': '2022-03-07T10:40:02Z', 'revision_number': 3, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:06.474475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:06.477299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:06.483155 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Checking router: a7095b0a-c429-4b72-9237-da69cb11a11c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:06.494777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:06.503355 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:06.505984 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:40:06.506639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7095b0a-c429-4b72-9237-da69cb11a11c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent'). {{(pid=103791) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:40:06.507099 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f8c4a-e9f3-477e-9d9e-ecee4084c932 None None] The sync data for ids ['a7095b0a-c429-4b72-9237-da69cb11a11c'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:06.544785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f5307b43-bf2a-49fa-aa76-cbb67824bb5e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:06.583301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defef5f3-a25e-49aa-94d1-597e39a5a5f1 req-4423af51-7d5e-4ad9-8dd6-e3e7be663ff1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:06.585144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-defef5f3-a25e-49aa-94d1-597e39a5a5f1 req-4423af51-7d5e-4ad9-8dd6-e3e7be663ff1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.3311579 Mar 07 10:40:06.629710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:06.634271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Provisioning complete for port f5307b43-bf2a-49fa-aa76-cbb67824bb5e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:06.634447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.634650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.636556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be30fc9-01b5-4bdd-9870-e1cbd1e86d92 None None] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:06.690932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18910b93-907b-49b7-8dd8-400fbfcfc85f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.694016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.695239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18910b93-907b-49b7-8dd8-400fbfcfc85f HTTP/1.1" status: 204 len: 168 time: 1.2852490 Mar 07 10:40:06.697279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (5779c4ed-0bff-4144-82d1-297968a0ecbc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.721112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (04f467f0-5939-483d-928c-7278a192878f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.743325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1827-b25f-4a73-9b55-ac4b792d23c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18910b93-907b-49b7-8dd8-400fbfcfc85f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:06.770574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-defef5f3-a25e-49aa-94d1-597e39a5a5f1 req-9222f28a-bda3-4b62-a61e-c048ad70aad3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763735 Mar 07 10:40:06.802363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] Pushing event deleted for resources: {'Port': ['ID=5779c4ed-0bff-4144-82d1-297968a0ecbc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:06.821284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64f85e-d30b-4bae-9ba5-a271633a01cb None None] No DVR routers for this DVR port 5779c4ed-0bff-4144-82d1-297968a0ecbc on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:06.872893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.960365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f5307b43-bf2a-49fa-aa76-cbb67824bb5e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:06.960738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.156738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Current status of the port f5307b43-bf2a-49fa-aa76-cbb67824bb5e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:07.158381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.207802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.216897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.217951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-364bf800-6396-494c-814e-9d21fe672716 None None] For port f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:07.279254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.280991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff963-8745-44f8-a55a-b5be8ed25631 req-2cd2b459-5b53-4f94-b683-57c65b4935c9 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:07.289215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e7ff963-8745-44f8-a55a-b5be8ed25631 req-2cd2b459-5b53-4f94-b683-57c65b4935c9 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.2641058 Mar 07 10:40:07.375594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event updated for resources: {'Port': ['ID=979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:07.407113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bf800-6396-494c-814e-9d21fe672716 None None] Pushing event updated for resources: {'Port': ['ID=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:07.440775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f5307b43-bf2a-49fa-aa76-cbb67824bb5e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:07.441013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.496243 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (04f467f0-5939-483d-928c-7278a192878f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.502709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Provisioning complete for port 7271e1cd-73c9-4072-927f-1ed5694f7299 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:07.503264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.541936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e7ff963-8745-44f8-a55a-b5be8ed25631 req-c85fdf92-9103-4b0b-9629-a903d163eec3 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464802 Mar 07 10:40:07.571559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-84efe375-affb-4b9e-842f-873dcf35d1c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905777 Mar 07 10:40:07.575111 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.576507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-052292c6-f6d8-4493-a050-54b952e2c23f tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5327260 Mar 07 10:40:07.646803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:40:07.647995 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:40:07.692324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for router_gateway (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.708937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-e7c6f2bc-dddf-4f31-9a35-c01b112f5785 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1221275 Mar 07 10:40:07.743438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.745479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (8c0118a6-0649-496f-927b-61f515222218), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.821105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Current status of the port 7271e1cd-73c9-4072-927f-1ed5694f7299 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:07.824658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.908807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] For port 7271e1cd-73c9-4072-927f-1ed5694f7299, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7271e1cd-73c9-4072-927f-1ed5694f7299,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:07.919336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.925395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-55fa4240-6ea7-4420-aa22-768503db13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:07.926975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-55fa4240-6ea7-4420-aa22-768503db13e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.2157729 Mar 07 10:40:08.058867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaf9b2-be8c-41bb-9675-74172bd0f034 None None] Pushing event updated for resources: {'Port': ['ID=7271e1cd-73c9-4072-927f-1ed5694f7299,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.079491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db266aa3-f140-4d63-bef2-a87aa1db96d4 None None] Network 31e9c29c-5c3d-42f7-9841-aada526143de requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:08.103142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-93d949db-2fe8-40e4-bf54-9d8e57f06bd9 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.121359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b782772e-51d6-4146-bd9c-4e2c27f9fe50 req-93d949db-2fe8-40e4-bf54-9d8e57f06bd9 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.3928647 Mar 07 10:40:08.135183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Allocated IP 172.25.4.139 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/860e172f-f9cf-4736-93c8-64242c09f8f2) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:08.260695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54836) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:08.272917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:08.283614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:08.285333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Provisioning complete for port f5307b43-bf2a-49fa-aa76-cbb67824bb5e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:08.288243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.289767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:08.294482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.300108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.304977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.305569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.314700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4e0ca-7143-4792-aefc-b5f31c04e274 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:08.332412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=8c0118a6-0649-496f-927b-61f515222218,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.342505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] device_id is not set on port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:08.360766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-8f7ab28c-4010-491e-ace4-ae0a89e7d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.362557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-8f7ab28c-4010-491e-ace4-ae0a89e7d02e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.4102268 Mar 07 10:40:08.456031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8395dc9-7970-4a09-b883-9169385d0e2e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1270666 Mar 07 10:40:08.462642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:08.475977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1980838943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:08.514069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1458756150-network', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:08.549869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d95ae7f8-423c-439e-a9bd-c2600e6275e9 req-4ac8cf4d-44d9-4154-b01a-28cd76eafcaf tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips/04f467f0-5939-483d-928c-7278a192878f HTTP/1.1" status: 200 len: 693 time: 0.2432067 Mar 07 10:40:08.556214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.557366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.574411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.614700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f5307b43-bf2a-49fa-aa76-cbb67824bb5e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:08.615999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7271e1cd-73c9-4072-927f-1ed5694f7299 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:08.640435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-38aad0bd-b2ae-4b96-a24d-c6180c6e94fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.2293279 Mar 07 10:40:08.659432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.1.1.185 (bafc89a3-5917-47fe-b29a-86c3bb3445aa/bb94050e-14cf-41d1-a0a6-b25dbad8c454/09b94565-a5b8-47ff-ab5b-c8b1150dda36) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:08.666785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:08.667363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Made reservation on behalf of e408e709b2f546ffa913384045b49fa6 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:08.669905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.678169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:08.686228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925159-7db5-4c3f-87cc-c294de7fcccf req-cd8bab6c-9b66-4b15-99bd-1da9121f073d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.688044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48925159-7db5-4c3f-87cc-c294de7fcccf req-cd8bab6c-9b66-4b15-99bd-1da9121f073d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.3955717 Mar 07 10:40:08.694648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.698229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-1fa3b627-489b-4f0a-abcf-8645bfc1a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.699965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-1fa3b627-489b-4f0a-abcf-8645bfc1a8af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1128 time: 0.4368043 Mar 07 10:40:08.719140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:08.728942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Pushing event updated for resources: {'Port': ['ID=860e172f-f9cf-4736-93c8-64242c09f8f2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.750493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '8c0118a6-0649-496f-927b-61f515222218'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:08.751925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.766038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router_controller (4e849a1f-58f8-4bc9-aaaf-649939c001e4), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.781553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.842820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7f8-423c-439e-a9bd-c2600e6275e9 req-8974ab35-7bb5-46d7-aa9a-2cd45e70b559 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.844316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d95ae7f8-423c-439e-a9bd-c2600e6275e9 req-8974ab35-7bb5-46d7-aa9a-2cd45e70b559 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2933080 Mar 07 10:40:08.874758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-d95ae7f8-423c-439e-a9bd-c2600e6275e9 req-e0dfc49b-45b5-4031-b63a-a2e91b90a8d4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:08.875917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d95ae7f8-423c-439e-a9bd-c2600e6275e9 req-e0dfc49b-45b5-4031-b63a-a2e91b90a8d4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229838 Mar 07 10:40:08.909529 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.910941 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d83e2d8c-dc30-41fb-99aa-e388741f8bb6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4449840 Mar 07 10:40:08.922023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Current status of the port f5307b43-bf2a-49fa-aa76-cbb67824bb5e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:08.968499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:08.973337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48925159-7db5-4c3f-87cc-c294de7fcccf req-b4f6df6a-50af-4f91-98cd-9f2f0e8dfab6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721360 Mar 07 10:40:09.030292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7271e1cd-73c9-4072-927f-1ed5694f7299 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:09.030671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.051208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-822fc03d-48b5-4ad0-a247-972e74a02f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:09.052601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-822fc03d-48b5-4ad0-a247-972e74a02f3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.3593564 Mar 07 10:40:09.109130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Provisioning complete for port 5ec38202-7305-462d-a8f7-c993aec23067 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:09.109425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5ec38202-7305-462d-a8f7-c993aec23067), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.222788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Port 5ec38202-7305-462d-a8f7-c993aec23067 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:09.239110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-20ae38b1-304e-49be-8b41-573816ba5654 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips/04f467f0-5939-483d-928c-7278a192878f HTTP/1.1" status: 200 len: 693 time: 0.1817832 Mar 07 10:40:09.247140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/8c0118a6-0649-496f-927b-61f515222218/4423cc15-1a4b-483b-a83f-2229596abc5b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:09.312163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Provisioning complete for port 2de00b40-05d4-4070-9816-8d9de25d3c19 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:09.312836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.366799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.388622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for router_gateway (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.426584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7271e1cd-73c9-4072-927f-1ed5694f7299 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:09.547916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.550132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5779c4ed-0bff-4144-82d1-297968a0ecbc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:09.612604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5779c4ed-0bff-4144-82d1-297968a0ecbc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:09.612942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5779c4ed-0bff-4144-82d1-297968a0ecbc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:09.629702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Current status of the port 2de00b40-05d4-4070-9816-8d9de25d3c19 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:09.630464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.664489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks [] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.678834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.686271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.691180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] For port 2de00b40-05d4-4070-9816-8d9de25d3c19, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2de00b40-05d4-4070-9816-8d9de25d3c19,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:09.713558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:09.717083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:09.720877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:09.749068 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.762407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:09.776796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:09.792762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:09.797119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Pushing event updated for resources: {'Port': ['ID=4423cc15-1a4b-483b-a83f-2229596abc5b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.802254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Provisioning complete for port 7271e1cd-73c9-4072-927f-1ed5694f7299 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:09.802622 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.941056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Pushing event updated for resources: {'Port': ['ID=2de00b40-05d4-4070-9816-8d9de25d3c19,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.997996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f5307b43-bf2a-49fa-aa76-cbb67824bb5e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:10.027786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.028944 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.053302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Attempting to bind port 4423cc15-1a4b-483b-a83f-2229596abc5b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:10.053516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks [] for security_group (e5cdd28f-54be-46d4-8414-d82df2b767a8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.054565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Attempting to bind port 4423cc15-1a4b-483b-a83f-2229596abc5b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:10.055181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Attempting to bind port 4423cc15-1a4b-483b-a83f-2229596abc5b on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:10.065886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:10.067422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:10.068109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.068981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:10.069813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Bound port: 4423cc15-1a4b-483b-a83f-2229596abc5b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:10.070418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.085406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d5fa2ba4-36ad-442c-a098-fa63883cbdb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7393985 Mar 07 10:40:10.099805 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.168647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4164dfe-ad4f-4347-9d35-590d3918e269 None None] Current status of the port 7271e1cd-73c9-4072-927f-1ed5694f7299 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:10.180175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-204aed8d-a7dc-487b-a11a-d97d89b1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.181738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-204aed8d-a7dc-487b-a11a-d97d89b1682b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 1.4672749 Mar 07 10:40:10.182391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5cdd28f-54be-46d4-8414-d82df2b767a8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.194595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:10.200227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f5307b43-bf2a-49fa-aa76-cbb67824bb5e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.200859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.205819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e0169331-bc5b-48b1-881a-db2f480fdfa8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.206167 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Added segment e0169331-bc5b-48b1-881a-db2f480fdfa8 of type vlan for network 3905b878-7032-4dfb-98b0-f5c6337bfd7a Mar 07 10:40:10.236569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] For port 4423cc15-1a4b-483b-a83f-2229596abc5b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:10.251317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:10.252911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (3905b878-7032-4dfb-98b0-f5c6337bfd7a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.258839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] For port 4423cc15-1a4b-483b-a83f-2229596abc5b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4423cc15-1a4b-483b-a83f-2229596abc5b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:10.271925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.297691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (3905b878-7032-4dfb-98b0-f5c6337bfd7a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.298696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.299280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.353160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad33f8-b39d-47a2-9cbc-2f19b4e87495 None None] Pushing event updated for resources: {'Port': ['ID=4423cc15-1a4b-483b-a83f-2229596abc5b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.365619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-6b98e03f-d3c3-4fbc-9294-d1128a9743f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.367723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-6b98e03f-d3c3-4fbc-9294-d1128a9743f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2797372 Mar 07 10:40:10.405061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:10.413190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f5307b43-bf2a-49fa-aa76-cbb67824bb5e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:10.414689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7271e1cd-73c9-4072-927f-1ed5694f7299 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:10.423668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c13e7-c1dc-47cb-970c-ab4273bfe8cd req-d23b9e73-877a-409c-b026-6cf57024d0e4 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.438266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d1c13e7-c1dc-47cb-970c-ab4273bfe8cd req-d23b9e73-877a-409c-b026-6cf57024d0e4 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 1.4409587 Mar 07 10:40:10.441008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-968ddbe1-b1f1-44b3-a6fc-81af76254b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 217 time: 0.1632335 Mar 07 10:40:10.446736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-884f3185-319e-4981-a437-056c74609831 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.449285 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-884f3185-319e-4981-a437-056c74609831 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6108720 Mar 07 10:40:10.452042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:10.466476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Sync routers for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:10.489563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:10.490309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:10.492264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Provisioning complete for port 2de00b40-05d4-4070-9816-8d9de25d3c19 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.492734 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.580258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7271e1cd-73c9-4072-927f-1ed5694f7299 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.580638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.664639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-fbbb1fee-0101-4096-a067-0c9077611567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.668104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-fbbb1fee-0101-4096-a067-0c9077611567 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.1511812 Mar 07 10:40:10.684107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Current status of the port 2de00b40-05d4-4070-9816-8d9de25d3c19 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:10.702455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4196711 Mar 07 10:40:10.704061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cdd28f-54be-46d4-8414-d82df2b767a8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.719834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:10.746041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Request body: {'subnet': {'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-subnet', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:10.750231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7271e1cd-73c9-4072-927f-1ed5694f7299 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:10.751305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2de00b40-05d4-4070-9816-8d9de25d3c19 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:10.810240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-205ed4f4-07a3-4922-8d9e-2fe61c973ad0 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.811687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-205ed4f4-07a3-4922-8d9e-2fe61c973ad0 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 1.5417573 Mar 07 10:40:10.842524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Provisioning complete for port 5ec38202-7305-462d-a8f7-c993aec23067 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.842949 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5ec38202-7305-462d-a8f7-c993aec23067), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.846925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Made reservation on behalf of e408e709b2f546ffa913384045b49fa6 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:10.850239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.886683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-93858259-0100-4797-b222-e7eed73fa07c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583252 Mar 07 10:40:10.895622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2de00b40-05d4-4070-9816-8d9de25d3c19 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.896106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.933437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ffd9-d3ba-4803-a40d-c25d4f99432d admin admin] Pushing event updated for resources: {'Network': ['ID=3905b878-7032-4dfb-98b0-f5c6337bfd7a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.950319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-67e29fb0-9a3e-48e9-a41c-ae96b9f2395e service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448647 Mar 07 10:40:10.952043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:10.964606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-f19b7a75-ebe2-472b-84ee-b6feb4174d7a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:10.965879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-f19b7a75-ebe2-472b-84ee-b6feb4174d7a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1035528 Mar 07 10:40:11.040527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Port 5ec38202-7305-462d-a8f7-c993aec23067 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:11.047626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d1c13e7-c1dc-47cb-970c-ab4273bfe8cd req-97f892c8-18f1-4672-93a2-2262dd72aa52 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945978 Mar 07 10:40:11.065455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:11.181435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-dfa56e84-10f5-4f40-a9ef-b3760a233570 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1655169 Mar 07 10:40:11.190740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Provisioning complete for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:11.191257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.256637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2de00b40-05d4-4070-9816-8d9de25d3c19 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:11.274677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d7535fea-6ea3-45a0-ab96-750e7ab395ec no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:11.305124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d7535fea-6ea3-45a0-ab96-750e7ab395ec {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:11.305476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d7535fea-6ea3-45a0-ab96-750e7ab395ec not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:11.311576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e19219d-a634-4006-963e-12d438adaf00 None None] Port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:11.365626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (29ae9fff-c574-443e-8884-a89b6b95ba75), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.404936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.411607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:09Z', 'revision_number': 3, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:11.415841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-dc7e5549-7a0b-4475-a02f-a3d59f688e5c tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.2219081 Mar 07 10:40:11.455951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Checking router: 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:11.456882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Updating router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d port 860e172f-f9cf-4736-93c8-64242c09f8f2 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:11.462344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ae9fff-c574-443e-8884-a89b6b95ba75,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:11.502457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.512128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Checking segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:11.512574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Network hostable DHCP agents. Network: 3905b878-7032-4dfb-98b0-f5c6337bfd7a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:11.535143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.573518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:11.653184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 3905b878-7032-4dfb-98b0-f5c6337bfd7a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:11.664736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:11.665598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.740361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-744c1923-fc83-4ec0-b57c-8cadf0a39d5d req-5fb7d44d-fe48-4435-b219-d6b1e69f3076 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484069 Mar 07 10:40:11.750917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-c5b720cf-08a9-450d-ba1d-e036e680e37f service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933404 Mar 07 10:40:11.768097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-784d3a04-c134-441d-b0af-fdce4e472c3c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0451276 Mar 07 10:40:11.770992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:11.877312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:11.878739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Allocated IP 172.20.0.1 (31e9c29c-5c3d-42f7-9841-aada526143de/b581b005-2095-4f2e-9530-dd89fe11b253/b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:11.893482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ad53d-850f-4207-be1c-c4e09a6b567d req-2890ac8f-3cc0-4fbc-a46f-440d03ef4d1b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:11.895664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a8ad53d-850f-4207-be1c-c4e09a6b567d req-2890ac8f-3cc0-4fbc-a46f-440d03ef4d1b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.6837261 Mar 07 10:40:11.969162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152aeb6-5f91-4561-b368-04673ea6a64f None None] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:11.971265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4423cc15-1a4b-483b-a83f-2229596abc5b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:12.060766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks [] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.099769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.100926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.116002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.168608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Provisioning complete for port 4423cc15-1a4b-483b-a83f-2229596abc5b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:12.169141 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.194323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.209171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Network 31e9c29c-5c3d-42f7-9841-aada526143de is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:12.210777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:12.232850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:12.235890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for router_controller (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.291547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:12.305658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.327348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.339448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4423cc15-1a4b-483b-a83f-2229596abc5b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:12.339991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.583965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a8ad53d-850f-4207-be1c-c4e09a6b567d req-15cb0c29-f437-4c13-b697-bfcd372fa8f2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398146 Mar 07 10:40:12.598193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Deleting port 979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:12.598534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.661062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.681626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.681986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.707405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks [] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.709845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Calling delete_port for 979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:12.777364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Current status of the port 4423cc15-1a4b-483b-a83f-2229596abc5b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:12.777761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.783298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.838118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38571723-6712-4c3f-bae0-b845f5e33502 None None] Pushing event updated for resources: {'Port': ['ID=860e172f-f9cf-4736-93c8-64242c09f8f2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.862610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for router_gateway (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.870850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.877661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] For port 4423cc15-1a4b-483b-a83f-2229596abc5b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4423cc15-1a4b-483b-a83f-2229596abc5b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:12.890986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d83620-1c5b-4015-8cd2-69fd6c2e4213 req-d4ec445e-536a-415a-942f-a6535aef14aa service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1222577 Mar 07 10:40:12.917640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.957028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks [] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.961697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Attempting to bind port 860e172f-f9cf-4736-93c8-64242c09f8f2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:12.962066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Attempting to bind port 860e172f-f9cf-4736-93c8-64242c09f8f2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:12.962426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Attempting to bind port 860e172f-f9cf-4736-93c8-64242c09f8f2 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:12.965146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.011918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event deleted for resources: {'Port': ['ID=979e7e5c-e6d0-4bd4-be83-dcbf6fb9590d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:13.048481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.059446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:13.059850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:13.060258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.060651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:13.061141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Bound port: 860e172f-f9cf-4736-93c8-64242c09f8f2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:13.061587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.114859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:13.148780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489155775', 'description': 'tempest-description--1945138848'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:13.189303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:13.211713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Network 31e9c29c-5c3d-42f7-9841-aada526143de is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:13.213243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:13.229388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Allocated IP 172.20.0.2 (3905b878-7032-4dfb-98b0-f5c6337bfd7a/29ae9fff-c574-443e-8884-a89b6b95ba75/7b157a1d-bace-41c8-914f-4115e2bba93f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:13.280255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-67d71aa5-b6d1-4070-a37e-a9c95d52822b None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:13.286192 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67d71aa5-b6d1-4070-a37e-a9c95d52822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.296632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2710-2780-4248-9172-eef8f8fc5132 None None] Pushing event updated for resources: {'Port': ['ID=4423cc15-1a4b-483b-a83f-2229596abc5b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:13.395584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4423cc15-1a4b-483b-a83f-2229596abc5b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:13.398317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2de00b40-05d4-4070-9816-8d9de25d3c19 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:13.471917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] For port 860e172f-f9cf-4736-93c8-64242c09f8f2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:13.505463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-67d71aa5-b6d1-4070-a37e-a9c95d52822b None None] Port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:13.573229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] For port 860e172f-f9cf-4736-93c8-64242c09f8f2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=860e172f-f9cf-4736-93c8-64242c09f8f2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:13.604710 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.710519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38571723-6712-4c3f-bae0-b845f5e33502 None None] Pushing event updated for resources: {'Port': ['ID=860e172f-f9cf-4736-93c8-64242c09f8f2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:13.744601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6d4288af-2a22-4aad-bf0e-4c35d358b70f None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:13.745175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d4288af-2a22-4aad-bf0e-4c35d358b70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.747259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::1 (4e84de77-d31e-40bb-8781-c681acde30da/8c0118a6-0649-496f-927b-61f515222218/40e1fed7-8607-4f43-ac4e-8e8341fa2b2f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:13.753735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2de00b40-05d4-4070-9816-8d9de25d3c19 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:13.754245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.794710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:13.795013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:13.795013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:13.816638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (04f467f0-5939-483d-928c-7278a192878f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.819916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.821271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b60e8-bde7-428e-a26f-bc3cc660b397 req-ddeb3e80-eb99-469f-b782-fbaecd2cf65d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "DELETE /v2.0/floatingips/04f467f0-5939-483d-928c-7278a192878f HTTP/1.1" status: 204 len: 173 time: 2.3645496 Mar 07 10:40:13.860674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.950686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d4288af-2a22-4aad-bf0e-4c35d358b70f None None] Port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:13.952873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-e4c1dcdb-7fd9-4ab3-acd7-c9d9fc3c008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:13.954890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-e4c1dcdb-7fd9-4ab3-acd7-c9d9fc3c008b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1128 time: 0.9328291 Mar 07 10:40:14.033194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks [] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.059764 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.089829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:14.105818 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-95a0457b-5302-4a0b-ab7d-9d83dfeaad89 admin admin] 10.222.0.23 "PUT /v2.0/routers/15d39b7c-d56b-4d91-baa9-d4cb45a54f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6524777 Mar 07 10:40:14.140741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b782e-c13f-47cd-a65e-df8982f8cc98 req-b2ff7ca6-dc34-4e6d-b5fa-f3c71e75c4c8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:14.142355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5b782e-c13f-47cd-a65e-df8982f8cc98 req-b2ff7ca6-dc34-4e6d-b5fa-f3c71e75c4c8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.4524412 Mar 07 10:40:14.195487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:14.267055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-a7a9ff8e-6cb1-4906-a52b-bbed5461280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:14.269316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-a7a9ff8e-6cb1-4906-a52b-bbed5461280a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 0.2878716 Mar 07 10:40:14.272864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:14.286834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2de00b40-05d4-4070-9816-8d9de25d3c19 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:14.289954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:14.297038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Pushing event updated for resources: {'Port': ['ID=7b157a1d-bace-41c8-914f-4115e2bba93f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:14.301272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:14.390057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-3259bbc6-44d8-45ba-a964-dbd7de2018e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 217 time: 0.0998747 Mar 07 10:40:14.441371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4423cc15-1a4b-483b-a83f-2229596abc5b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:14.447249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Attempting to bind port 7b157a1d-bace-41c8-914f-4115e2bba93f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:14.447413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Attempting to bind port 7b157a1d-bace-41c8-914f-4115e2bba93f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:14.447725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Attempting to bind port 7b157a1d-bace-41c8-914f-4115e2bba93f on network 3905b878-7032-4dfb-98b0-f5c6337bfd7a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:14.449790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259ed75-7a0d-430b-b399-1e5a3a4543a0 req-4d371a0e-cb92-4293-85da-f4a574d6b551 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:14.451423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a259ed75-7a0d-430b-b399-1e5a3a4543a0 req-4d371a0e-cb92-4293-85da-f4a574d6b551 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.4642696 Mar 07 10:40:14.523030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.608622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (387b042c-7ada-434a-b06e-0ab4d3c72d57), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.660162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (387b042c-7ada-434a-b06e-0ab4d3c72d57), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.681486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:14.681856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Checking segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:14.682247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.682621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Bound using segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:14.683113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Bound port: 7b157a1d-bace-41c8-914f-4115e2bba93f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:14.683480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.695842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-20312a93-7c5a-4799-b57e-45441542fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:14.697309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-20312a93-7c5a-4799-b57e-45441542fd00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.2946074 Mar 07 10:40:14.700423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5b782e-c13f-47cd-a65e-df8982f8cc98 req-c1008dd3-9bcb-4c14-b3b3-a41b1b2e3680 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463140 Mar 07 10:40:14.725841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a259ed75-7a0d-430b-b399-1e5a3a4543a0 req-772fd43d-10bf-4021-8bab-a39eca4f85c0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333901 Mar 07 10:40:14.777408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-d7dc4519-7867-46a8-aae0-135a876eebe2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426502 Mar 07 10:40:14.822244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4423cc15-1a4b-483b-a83f-2229596abc5b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:14.822860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.854462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] For port 7b157a1d-bace-41c8-914f-4115e2bba93f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:14.875622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.876635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] For port 7b157a1d-bace-41c8-914f-4115e2bba93f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7b157a1d-bace-41c8-914f-4115e2bba93f,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:14.876834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7441642 Mar 07 10:40:14.880879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:14.890343 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.891315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'security_group_rule': {'security_group_id': '387b042c-7ada-434a-b06e-0ab4d3c72d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:14.897451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad7103-53a2-4e94-985a-09054ba31dec tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387b042c-7ada-434a-b06e-0ab4d3c72d57,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:14.904141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba', 'name': '', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'mac_address': 'fa:16:3e:5b:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 2, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'subnets': [{'id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:14.969905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8852d4-92fa-4869-96d9-0304669774eb None None] The sync data for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 is: [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba', 'name': '', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'mac_address': 'fa:16:3e:5b:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 2, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'subnets': [{'id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:14.987894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.013098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (068ef304-5472-46f9-bed7-05e7ec612c0e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.055573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0649b-8b15-4227-9d03-23add9afc8b0 None None] Pushing event updated for resources: {'Port': ['ID=7b157a1d-bace-41c8-914f-4115e2bba93f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.069675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4423cc15-1a4b-483b-a83f-2229596abc5b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:15.109146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (068ef304-5472-46f9-bed7-05e7ec612c0e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.120194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (068ef304-5472-46f9-bed7-05e7ec612c0e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.149373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068ef304-5472-46f9-bed7-05e7ec612c0e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.169099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.174470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-380afeb0-3d96-4420-b6f7-c5dece18f157 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2891448 Mar 07 10:40:15.175182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:15.183501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'security_group_rule': {'security_group_id': '387b042c-7ada-434a-b06e-0ab4d3c72d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:15.201847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=40e1fed7-8607-4f43-ac4e-8e8341fa2b2f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.244982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (5020db47-ae4e-411c-8370-8765dff5eb12), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.264302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for router_gateway (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.279776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:15.389960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.402666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:15.449932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (5020db47-ae4e-411c-8370-8765dff5eb12), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.456519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5020db47-ae4e-411c-8370-8765dff5eb12), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.482322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-32ed1e87-57df-457f-a316-cdb5f6974c40 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772475 Mar 07 10:40:15.484540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:15.485106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (4e849a1f-58f8-4bc9-aaaf-649939c001e4), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.507485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b4dc-f523-4cb8-ba90-a49fc4df23c0 req-4ae539c9-3d0c-4e7b-ad10-a0464d66d27a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:15.507876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5020db47-ae4e-411c-8370-8765dff5eb12,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.509557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6cd5b4dc-f523-4cb8-ba90-a49fc4df23c0 req-4ae539c9-3d0c-4e7b-ad10-a0464d66d27a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7241938 Mar 07 10:40:15.542990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.562702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1563e6d9-0a99-488c-a6a0-58e5549c944f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722188 Mar 07 10:40:15.564726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54888) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:15.579733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:15.674924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.885813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-30e6de39-638c-4ce4-b6c2-5aac680446f6 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7811756 Mar 07 10:40:15.896589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03c29262-b4a6-4ed6-b20e-31180f3a158f req-76341352-e804-4f11-a69f-5443c1fd92f0 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=c6a6350cf5674ed1b34d02dd88282114 HTTP/1.1" status: 200 len: 1655 time: 0.1293006 Mar 07 10:40:15.902042 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.904043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:15.907314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-746f25d2-6f36-4985-8abd-3b2238e0df3d None None] Provisioning complete for port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:15.908979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-746f25d2-6f36-4985-8abd-3b2238e0df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.931470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Allocated IP 172.25.4.104 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/7be6fc61-7f60-41c4-89a5-9650cb0dcf88) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:15.954039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-746f25d2-6f36-4985-8abd-3b2238e0df3d None None] Port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:15.970758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.119817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba2ef0b9-e9f6-4a9d-85c1-76ce7ad527af req-1ca9497e-d262-4100-9887-69353771385d service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232035 Mar 07 10:40:16.405086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.486064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29262-b4a6-4ed6-b20e-31180f3a158f req-8d0eab6e-0220-42d5-980e-cc13272cddac tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:16.487717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03c29262-b4a6-4ed6-b20e-31180f3a158f req-8d0eab6e-0220-42d5-980e-cc13272cddac tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks?id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 787 time: 0.5376124 Mar 07 10:40:16.601800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-03c29262-b4a6-4ed6-b20e-31180f3a158f req-4a87f0bc-498c-48a5-b82d-faac777d2a0b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:16.613037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03c29262-b4a6-4ed6-b20e-31180f3a158f req-4a87f0bc-498c-48a5-b82d-faac777d2a0b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0748398 Mar 07 10:40:16.651189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 860e172f-f9cf-4736-93c8-64242c09f8f2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:16.664219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.734353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.794420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7481d16-3277-4cb9-8731-bb3acd62b14a None None] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:16.902650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 172.25.4.202 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/2b950a9b-8326-4e46-9c92-7459fab2e111) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:16.961989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Provisioning complete for port 7b157a1d-bace-41c8-914f-4115e2bba93f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:16.962538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.063561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 860e172f-f9cf-4736-93c8-64242c09f8f2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:17.064597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.090162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.152852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.234512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:17.238799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:17.266495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:17.324843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=2b950a9b-8326-4e46-9c92-7459fab2e111,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.328033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 860e172f-f9cf-4736-93c8-64242c09f8f2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:17.329045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.346133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Current status of the port 7b157a1d-bace-41c8-914f-4115e2bba93f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:17.346523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.383402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 860e172f-f9cf-4736-93c8-64242c09f8f2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=860e172f-f9cf-4736-93c8-64242c09f8f2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:17.399674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.400473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7b157a1d-bace-41c8-914f-4115e2bba93f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:17.505090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] For port 7b157a1d-bace-41c8-914f-4115e2bba93f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7b157a1d-bace-41c8-914f-4115e2bba93f,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:17.542723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.574265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.576662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=860e172f-f9cf-4736-93c8-64242c09f8f2,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.586092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.586431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.586937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.587099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.587445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.587775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.588104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.588429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.588751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.589080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.589387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.589710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.590212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:17.640254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.664157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f7f93-9715-4e4f-8966-7669725b143b None None] Pushing event updated for resources: {'Port': ['ID=7b157a1d-bace-41c8-914f-4115e2bba93f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.666955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7b157a1d-bace-41c8-914f-4115e2bba93f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:17.667328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.671369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:17.814984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Pushing event updated for resources: {'Port': ['ID=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.825663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:17.833123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7b157a1d-bace-41c8-914f-4115e2bba93f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:17.834462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:17.867952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d666a5fa-0079-46d1-95a3-51e1d2e086ac None None] Provisioning complete for port 7b157a1d-bace-41c8-914f-4115e2bba93f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:17.868324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d666a5fa-0079-46d1-95a3-51e1d2e086ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.952699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd30809-3b79-46f7-9c7c-ee52b403f181 req-c19bad0b-f7be-49ed-a6a2-227f1e4a2b43 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.954856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cd30809-3b79-46f7-9c7c-ee52b403f181 req-c19bad0b-f7be-49ed-a6a2-227f1e4a2b43 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 1.2488642 Mar 07 10:40:17.980039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.985468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.988947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.992260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.997766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d666a5fa-0079-46d1-95a3-51e1d2e086ac None None] Current status of the port 7b157a1d-bace-41c8-914f-4115e2bba93f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:18.055589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.056320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (4e849a1f-58f8-4bc9-aaaf-649939c001e4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.077758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=2b950a9b-8326-4e46-9c92-7459fab2e111,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:18.087421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.107185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.109799 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-70e2ed46-4c57-4fef-9c6f-a35c34982643 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5413811 Mar 07 10:40:18.263137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cd30809-3b79-46f7-9c7c-ee52b403f181 req-7a2f9257-323b-40f6-987f-08832ac1a6ff tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882783 Mar 07 10:40:18.282262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=40e1fed7-8607-4f43-ac4e-8e8341fa2b2f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:18.391337 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Sync routers for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:18.406807 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:18.407795 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:18.420472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7b157a1d-bace-41c8-914f-4115e2bba93f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:18.472947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Allocated IP 172.25.4.159 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/2063e18a-a10a-4240-89c1-31f07e32b085) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:18.473761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7b157a1d-bace-41c8-914f-4115e2bba93f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:18.474303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.576498 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:18.580605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7b157a1d-bace-41c8-914f-4115e2bba93f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:18.582041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 860e172f-f9cf-4736-93c8-64242c09f8f2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:18.588171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f6aac-84a1-41a4-a112-0c012c53fe2e req-2c447712-5c82-4b32-a667-a1311c1acd68 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.589703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-512f6aac-84a1-41a4-a112-0c012c53fe2e req-2c447712-5c82-4b32-a667-a1311c1acd68 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.2360029 Mar 07 10:40:18.599127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:18.636124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 860e172f-f9cf-4736-93c8-64242c09f8f2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:18.636710 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.641284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:18.666751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for router_gateway (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.757222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 860e172f-f9cf-4736-93c8-64242c09f8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:18.848572 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba', 'name': '', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'mac_address': 'fa:16:3e:5b:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 2, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'subnets': [{'id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:18.879980 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Checking router: 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:18.880407 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Updating router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:18.898361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-512f6aac-84a1-41a4-a112-0c012c53fe2e req-ce6208b0-bee2-46ce-8211-f7f12cf34509 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952385 Mar 07 10:40:18.915839 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.924346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for port (2063e18a-a10a-4240-89c1-31f07e32b085), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.033749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-951ec078-2642-4d32-aae8-74647541d63e None None] Provisioning complete for port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:19.034199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-951ec078-2642-4d32-aae8-74647541d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.074400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-0133da10-bb10-4c27-95b1-3178c5f09c11 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips/0fc827f1-35e5-4620-9b31-62271cacac2d HTTP/1.1" status: 200 len: 692 time: 0.1212037 Mar 07 10:40:19.076833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-951ec078-2642-4d32-aae8-74647541d63e None None] Port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:19.162936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:19.194081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.235439 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks [] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.242246 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.272004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:19.274987 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.298768 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Pushing event updated for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:19.323678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:19.328228 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.328572 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.329276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.330083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.330083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.330291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.330542 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.331851 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.331851 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.331851 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.331851 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.332214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.332872 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:19.337462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:19.339392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event updated for resources: {'Port': ['ID=2063e18a-a10a-4240-89c1-31f07e32b085,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:19.375253 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Attempting to bind port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:19.375618 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Attempting to bind port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:19.375993 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Attempting to bind port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba on network 31e9c29c-5c3d-42f7-9841-aada526143de {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:19.381686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:19.382281 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Checking segment: {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:19.382682 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.383074 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Bound using segment: {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:19.383541 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Bound port: b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13393f3c-eb09-46f2-b76f-bea6d82c6658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:19.383934 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.457908 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] For port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:19.461272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-7e838932-bc21-4bff-85e3-6b328ef1e918 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.461414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] For port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:19.462701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-7e838932-bc21-4bff-85e3-6b328ef1e918 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.3766015 Mar 07 10:40:19.471358 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.486287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-c7ad9b97-06a6-4166-b6a2-242c3b09bf63 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:19.487306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-c7ad9b97-06a6-4166-b6a2-242c3b09bf63 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134578 Mar 07 10:40:19.511256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:19.523388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Sync routers for ids ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:19.546446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d20352e1-819a-46bc-968d-d2ab8d4f6051 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "PUT /v2.0/routers/4e849a1f-58f8-4bc9-aaaf-649939c001e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5719671 Mar 07 10:40:19.549108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54906) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:19.553830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Routers {'4e849a1f-58f8-4bc9-aaaf-649939c001e4'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:19.555057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:19.570342 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20bfc-aedd-4242-9691-ed6eb8a9cfa9 None None] Pushing event updated for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:19.614122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b41a67-f421-47e8-a106-56ae8d9f1d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.615846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21b41a67-f421-47e8-a106-56ae8d9f1d01 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports/40e1fed7-8607-4f43-ac4e-8e8341fa2b2f HTTP/1.1" status: 200 len: 911 time: 0.0654783 Mar 07 10:40:19.618989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54908) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:19.629486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:19.630958 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:19.689556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Set router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:19.692260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-21a7ce18-ea67-4cc7-8d5b-653c07d90611 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.1942708 Mar 07 10:40:19.711600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d7aa0-67bb-42ef-a914-d0373278aff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.718301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d7aa0-67bb-42ef-a914-d0373278aff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.722471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-143d7aa0-67bb-42ef-a914-d0373278aff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0993421 Mar 07 10:40:19.732176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54910) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:19.872338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-8dc48409-d98a-4f3b-af6d-2aefb5edd069 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.1790826 Mar 07 10:40:19.873541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:19.873911 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.885585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (3ab6b7bc-a4f6-4406-9988-024bfac15295), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.076219 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:20.101059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Current status of the port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:20.102544 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.117450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.142836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e849a1f-58f8-4bc9-aaaf-649939c001e4', 'name': 'tempest-NetworksTestDHCPv6-router-1980838943', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:08Z', 'updated_at': '2022-03-07T10:40:16Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None, '_interfaces': [{'id': '40e1fed7-8607-4f43-ac4e-8e8341fa2b2f', 'name': '', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'mac_address': 'fa:16:3e:9f:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e849a1f-58f8-4bc9-aaaf-649939c001e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '8c0118a6-0649-496f-927b-61f515222218', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 2, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'subnets': [{'id': '8c0118a6-0649-496f-927b-61f515222218', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:20.179235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:20.181597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] For port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:20.183300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Checking router: 4e849a1f-58f8-4bc9-aaaf-649939c001e4 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:20.183722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Updating router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:20.218050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.233399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.237055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Deleting port a9af045f-9ecb-4667-92bb-4d5b6d856a74 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:20.237276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.350463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79552b-7a70-4fd5-851d-728d8dec46f5 None None] Pushing event updated for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:20.372077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (4e849a1f-58f8-4bc9-aaaf-649939c001e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.456929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba', 'name': '', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'mac_address': 'fa:16:3e:5b:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:19Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'subnets': [{'id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:20.481862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4db37cc2-0510-4e02-8137-3253afcaa134 None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:20.484801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4db37cc2-0510-4e02-8137-3253afcaa134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.529562 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5a7cf-3932-472b-82ea-b5bb2fd8224b None None] The sync data for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 is: [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba', 'name': '', 'network_id': '31e9c29c-5c3d-42f7-9841-aada526143de', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'mac_address': 'fa:16:3e:5b:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:19Z', 'revision_number': 4, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'subnets': [{'id': 'b581b005-2095-4f2e-9530-dd89fe11b253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:20.555258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:20.750339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:20.752363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.762946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45554489-4ba9-4b45-8b81-d2541d378952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.766578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4db37cc2-0510-4e02-8137-3253afcaa134 None None] Current status of the port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:20.779248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:20.779619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.928467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.944893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:20.971271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:20.978577 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks [] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.993146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.993718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (a9af045f-9ecb-4667-92bb-4d5b6d856a74), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.999496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.023661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Calling delete_port for a9af045f-9ecb-4667-92bb-4d5b6d856a74 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:21.031919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for port (2063e18a-a10a-4240-89c1-31f07e32b085), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.034417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:21.044603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Sync routers for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:21.058412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.064933 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:21.065639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:21.113649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event updated for resources: {'Port': ['ID=2063e18a-a10a-4240-89c1-31f07e32b085,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:21.115371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3023a-63df-4598-8bae-dd8a717304b7 None None] Pushing event updated for resources: {'Port': ['ID=40e1fed7-8607-4f43-ac4e-8e8341fa2b2f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:21.118881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.122608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3ab86c7c-fc73-480a-b1ef-feeb07b779ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2611327 Mar 07 10:40:21.124741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:21.280306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:21.281603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:21.282136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:21.290555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (3ab6b7bc-a4f6-4406-9988-024bfac15295), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.305696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:21.308798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:21.308798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.309092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:21.309513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Bound port: 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:21.309897 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.338671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:21.363264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.372375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-965ec039-bf66-4218-bfd5-4f4a14d49dc7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4781971 Mar 07 10:40:21.503075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-2c6a64fd-4670-4fcf-a157-c7209b9c52c7 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.1212032 Mar 07 10:40:21.513455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.574680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a9af045f-9ecb-4667-92bb-4d5b6d856a74), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.594535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=40e1fed7-8607-4f43-ac4e-8e8341fa2b2f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:21.755348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event deleted for resources: {'Port': ['ID=a9af045f-9ecb-4667-92bb-4d5b6d856a74,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:21.796798 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 3, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:21.845022 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Checking router: b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:21.845361 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Updating router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:21.888184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:40:21.888788 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:40:21.889547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0f88ffc0-35d9-4055-8ea5-60772ea4d7d5 None None] Could not find standard attr ID for object 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:21.908951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-634e5ed0-22b0-4623-bef9-8374ed125f7b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:21.910303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67d6fb26-1449-4380-b83e-0ba54dd15045 req-634e5ed0-22b0-4623-bef9-8374ed125f7b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.3974857 Mar 07 10:40:21.929943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (0fc827f1-35e5-4620-9b31-62271cacac2d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.932483 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.932830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.952322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d993056d-61f4-4ce9-b5c6-471cc47ad33d req-61e7623e-9cef-4bce-a7f9-75f9e04d007b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "DELETE /v2.0/floatingips/0fc827f1-35e5-4620-9b31-62271cacac2d HTTP/1.1" status: 204 len: 173 time: 2.0728962 Mar 07 10:40:21.967546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (4e849a1f-58f8-4bc9-aaaf-649939c001e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.138046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-41706938-4a52-45d4-a59d-8b4d5cdc1b1b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1489155775&fields=id&tenant_id=a9bab3f348884609ad2626b3d0b3cb74 HTTP/1.1" status: 200 len: 267 time: 0.0877364 Mar 07 10:40:22.219615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb97d4-b384-4fff-aed8-f640059bf61a req-d9b3a1bd-7a3c-46e6-9bae-4cd9ab21103b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.222682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4cb97d4-b384-4fff-aed8-f640059bf61a req-d9b3a1bd-7a3c-46e6-9bae-4cd9ab21103b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.1438825 Mar 07 10:40:22.276609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-60ca1723-f49b-42df-97b6-ffed954f6a9b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.284852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-60ca1723-f49b-42df-97b6-ffed954f6a9b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 935 time: 0.1338973 Mar 07 10:40:22.343623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-f214c3bd-857f-497f-adfd-24a78cb1e743 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.351617 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks [] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.352274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-f214c3bd-857f-497f-adfd-24a78cb1e743 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 937 time: 0.0661814 Mar 07 10:40:22.364634 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.411745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:22.414725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:22.415127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Attempting to bind port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:22.427731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:22.427731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:22.428117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.428600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:22.428857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Attempting to bind port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:22.429590 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Attempting to bind port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:22.429944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Attempting to bind port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:22.432048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Bound port: 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:22.432438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40e1fed7-8607-4f43-ac4e-8e8341fa2b2f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.453026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4cb97d4-b384-4fff-aed8-f640059bf61a req-365f0163-a4ba-4d4c-a80c-d27be1ccc7c9 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195377 Mar 07 10:40:22.463794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-4a771e44-ff03-44cf-ad61-86442d525f37 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1100574 Mar 07 10:40:22.478400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:22.478400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:22.478400 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.478400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:22.478782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Bound port: 7be6fc61-7f60-41c4-89a5-9650cb0dcf88, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:22.488491 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.489440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:22.509201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5847e30f-8fbf-4f72-aa34-2f59b0b1b3e4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0444419 Mar 07 10:40:22.529608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Port 40e1fed7-8607-4f43-ac4e-8e8341fa2b2f has been deleted concurrently {{(pid=103790) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 10:40:22.606711 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] For port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:22.610473 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] For port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:22.617239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:22.617827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.622048 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.624374 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868b335-53a8-4089-a4c1-ab903f06f0ba None None] Pushing event updated for resources: {'Port': ['ID=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:22.669375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Routers {'4e849a1f-58f8-4bc9-aaaf-649939c001e4'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:22.670271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:22.678256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:22.682866 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868b335-53a8-4089-a4c1-ab903f06f0ba None None] Pushing event updated for resources: {'Port': ['ID=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:22.700050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be09715c-d4df-4b29-aafe-0c49aaba9776 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.708038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be09715c-d4df-4b29-aafe-0c49aaba9776 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.711002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:22.711607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:39:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:22.714886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be09715c-d4df-4b29-aafe-0c49aaba9776 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.718226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be09715c-d4df-4b29-aafe-0c49aaba9776 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/networks?id=02778223-21a1-40ab-ae6e-908f706d874a&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=9a78a6c9-19e3-422d-8090-7f057d147f04&id=9a78a6c9-19e3-422d-8090-7f057d147f04 HTTP/1.1" status: 200 len: 1994 time: 0.2025704 Mar 07 10:40:22.749801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] Set router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:22.781041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-99f0dd31-e3c5-4f9f-908d-ce9f621b25d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/quotas/a9bab3f348884609ad2626b3d0b3cb74 HTTP/1.1" status: 200 len: 375 time: 0.0291157 Mar 07 10:40:22.790653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.807210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:22.809111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e849a1f-58f8-4bc9-aaaf-649939c001e4', 'name': 'tempest-NetworksTestDHCPv6-router-1980838943', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:08Z', 'updated_at': '2022-03-07T10:40:21Z', 'revision_number': 3, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:22.820884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe4bfa17-41c7-45a0-b923-d822cd183a39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "PUT /v2.0/routers/4e849a1f-58f8-4bc9-aaaf-649939c001e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854547 Mar 07 10:40:22.821948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:22.853946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268c687-e216-4b70-8d46-da5040a57953 None None] The sync data for ids ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'] in n-d-832156-4 is: [{'id': '4e849a1f-58f8-4bc9-aaaf-649939c001e4', 'name': 'tempest-NetworksTestDHCPv6-router-1980838943', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:08Z', 'updated_at': '2022-03-07T10:40:21Z', 'revision_number': 3, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:22.856574 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:22.858839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6b514-122d-4449-8053-092698f3437c req-d9ba3cba-b35f-47a5-aa20-14c188dbc429 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.860678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92c6b514-122d-4449-8053-092698f3437c req-d9ba3cba-b35f-47a5-aa20-14c188dbc429 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.2754476 Mar 07 10:40:22.893943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:22.950092 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-654e9028-e916-4054-8af1-c99003245adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.955341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4007adb-ddc0-42cd-91ec-a9d45a5d835e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1733336 Mar 07 10:40:22.960662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d6d8e-4e73-41ed-8bcd-a12e1e63cb49 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.962132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d6d8e-4e73-41ed-8bcd-a12e1e63cb49 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.966082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0e7d6d8e-4e73-41ed-8bcd-a12e1e63cb49 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1407382 Mar 07 10:40:22.966874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:23.019710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92c6b514-122d-4449-8053-092698f3437c req-fb70d7f6-54e2-4e66-84bd-155ebd8133d3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475306 Mar 07 10:40:23.021776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 8c0118a6-0649-496f-927b-61f515222218 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:23.057258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (8c0118a6-0649-496f-927b-61f515222218), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.086625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-33fb7bb5-c463-4610-856d-ce34f468dd26 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:23.088353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-33fb7bb5-c463-4610-856d-ce34f468dd26 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1146305 Mar 07 10:40:23.105544 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 3, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:23.116839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (8c0118a6-0649-496f-927b-61f515222218), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.120992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f0d273f-374c-4e64-90ad-a8b1a9d0cc11 req-b9e8c118-48e3-4bd7-ad7a-ee8bdc250122 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips/3ab6b7bc-a4f6-4406-9988-024bfac15295 HTTP/1.1" status: 200 len: 693 time: 0.0850437 Mar 07 10:40:23.138755 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277853b-1229-42c9-9b4a-60153fa7af13 None None] The sync data for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 is: [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 3, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:23.202081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Allocated IP 172.20.0.1 (3905b878-7032-4dfb-98b0-f5c6337bfd7a/29ae9fff-c574-443e-8884-a89b6b95ba75/35f63e5e-3bd5-46c6-9a94-360f07e80f17) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:23.274644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8c0118a6-0649-496f-927b-61f515222218), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.292643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d273f-374c-4e64-90ad-a8b1a9d0cc11 req-c2aade4b-08f6-4a1c-bad4-7378611493d1 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:23.294011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f0d273f-374c-4e64-90ad-a8b1a9d0cc11 req-c2aade4b-08f6-4a1c-bad4-7378611493d1 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.1722646 Mar 07 10:40:23.309922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-162d1a32-4d9a-459a-881a-00e53674dc35 service neutron] 10.222.0.23 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056148 Mar 07 10:40:23.384893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (8c0118a6-0649-496f-927b-61f515222218), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.389879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks [] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.391087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-918cfe3b-b77b-4792-8379-aeeff379cd6e tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips/ff0ee961-2b5d-4f45-b292-5b353ba4a28d HTTP/1.1" status: 200 len: 692 time: 0.0793376 Mar 07 10:40:23.417940 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:40:23.423186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0118a6-0649-496f-927b-61f515222218,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:23.425366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.436436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-20aed709-5153-4b7b-95ae-9608600628fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/8c0118a6-0649-496f-927b-61f515222218 HTTP/1.1" status: 204 len: 168 time: 0.4675500 Mar 07 10:40:23.447295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:23.473940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b2d8f-58b6-4b9d-98ec-c11cf5dd178d None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:23.579968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-fe8327e6-a308-46a4-afc4-b6c2812c9c80 service neutron] 10.222.0.23 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611203 Mar 07 10:40:23.643824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-b25b96a7-7696-4d77-9d8f-048e5156a7e4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:23.645281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-b25b96a7-7696-4d77-9d8f-048e5156a7e4 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2232428 Mar 07 10:40:23.654809 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ccaf8a64-cb61-4690-b9dc-8d18738b88f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2009256 Mar 07 10:40:23.656329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.657759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:23.673381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b517be9a-43a6-4dd6-89ca-17608e0dee13 service neutron] 10.222.0.23 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0801105 Mar 07 10:40:23.698673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:23.703248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:23.708908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:23.712130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Pushing event updated for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:23.748842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:23.758645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.822429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-ccc7c81c-40a6-4116-a1ea-e4b1931e1fb5 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.44 HTTP/1.1" status: 200 len: 695 time: 0.1654754 Mar 07 10:40:23.827079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Deleting port 4423cc15-1a4b-483b-a83f-2229596abc5b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:23.827437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.910912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-34949653-b0ad-4b5f-9d19-8dee330142fb tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.44 HTTP/1.1" status: 200 len: 695 time: 0.0721657 Mar 07 10:40:23.958457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] For port 4423cc15-1a4b-483b-a83f-2229596abc5b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4423cc15-1a4b-483b-a83f-2229596abc5b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:23.959031 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.962485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.973892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.974395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Calling delete_port for 4423cc15-1a4b-483b-a83f-2229596abc5b owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:24.021389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.113879 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4423cc15-1a4b-483b-a83f-2229596abc5b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.145358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] No DVR routers for this DVR port 4423cc15-1a4b-483b-a83f-2229596abc5b on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:24.188578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7cb3-b05c-48fb-9b6d-3f4d85094a53 None None] Pushing event deleted for resources: {'Port': ['ID=4423cc15-1a4b-483b-a83f-2229596abc5b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:24.200340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.203262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-366a3071-6b91-43ee-a673-087c93d8345b None None] Provisioning complete for port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:24.204238 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-366a3071-6b91-43ee-a673-087c93d8345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.247631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-366a3071-6b91-43ee-a673-087c93d8345b None None] Port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:24.290852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks [] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.309401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.313906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.317373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Sync routers for ids ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:24.317509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router_controller (4e849a1f-58f8-4bc9-aaaf-649939c001e4), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.332201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Routers {'4e849a1f-58f8-4bc9-aaaf-649939c001e4'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:24.333265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:24.387897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.405970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (4e849a1f-58f8-4bc9-aaaf-649939c001e4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.406512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Fanout notify agent at l3_agent the message router_deleted on router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:40:24.417802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.428431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-565c1482-fbfc-48f6-aafb-1dc09a77b6f2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/routers/4e849a1f-58f8-4bc9-aaaf-649939c001e4 HTTP/1.1" status: 204 len: 168 time: 0.7598453 Mar 07 10:40:24.428653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:24.428771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-f65894a3-d7f0-4399-998f-8c0319ad69a2 service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056985 Mar 07 10:40:24.440643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Set router 4e849a1f-58f8-4bc9-aaaf-649939c001e4 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:24.484360 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6cb897c-e382-4eac-a81b-d7a9baca6865 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0594127 Mar 07 10:40:24.488427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:24.505981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:24.508748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e849a1f-58f8-4bc9-aaaf-649939c001e4', 'name': 'tempest-NetworksTestDHCPv6-router-1980838943', 'tenant_id': 'c3baea269617497e87bfc876d61a19d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:08Z', 'updated_at': '2022-03-07T10:40:21Z', 'revision_number': 3, 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:24.555053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Deleting port 96973d82-39c8-49a0-98c8-ff52fea87eae {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:24.555587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.586972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Pushing event updated for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:24.587225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Checking router: 4e849a1f-58f8-4bc9-aaaf-649939c001e4 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:24.601016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666ec4d-c93c-455d-8049-5d491b8f4845 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:24.603470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e666ec4d-c93c-455d-8049-5d491b8f4845 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135700 Mar 07 10:40:24.605841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:24.612343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-e5f30cb2-81ee-4237-8db8-ed99ccfceead service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775656 Mar 07 10:40:24.618272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:24.618742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:40:24.619490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_agentschedulers_db [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e849a1f-58f8-4bc9-aaaf-649939c001e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent'). {{(pid=103790) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:40:24.620002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d835d7-89d6-44d6-b999-9fbfde01aac0 None None] The sync data for ids ['4e849a1f-58f8-4bc9-aaaf-649939c001e4'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:24.643655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:24.644375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.673221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8463e4a5-f812-4b6e-b5fb-459583e78b2b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657346 Mar 07 10:40:24.674091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54952) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:24.699934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-9b91c2be-d0bd-4217-b4a8-5e7dd0b8cd8f service neutron] 10.222.0.23 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0535533 Mar 07 10:40:24.702914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:24.707426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:24.713311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:24.727763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.728082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (96973d82-39c8-49a0-98c8-ff52fea87eae), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.761027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Calling delete_port for 96973d82-39c8-49a0-98c8-ff52fea87eae owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:24.779749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:24.780560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.857441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:24.873182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.913285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-4ed3c8a9-e8e2-46af-8e32-b2a0f94c8faf service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048485 Mar 07 10:40:24.988529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:24.993054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.998811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:25.001902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4423cc15-1a4b-483b-a83f-2229596abc5b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:25.054459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4423cc15-1a4b-483b-a83f-2229596abc5b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:25.055016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4423cc15-1a4b-483b-a83f-2229596abc5b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:25.066150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4fd3fe5-309a-4b8c-9a06-cceefa27e555 service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337118 Mar 07 10:40:25.095220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:25.180156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a39833a7-1972-496e-9d90-4a5c986a35a9 None None] Provisioning complete for port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:25.180438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a39833a7-1972-496e-9d90-4a5c986a35a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.216771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a39833a7-1972-496e-9d90-4a5c986a35a9 None None] Port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:25.268903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:25.275541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db2be093-7dc1-4cf1-ba60-ec3b31f32f16 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1c69e33-3dfa-46ea-b3c5-1e871ac116f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494169 Mar 07 10:40:25.457130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:40:25.459225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (55003e69-913b-467e-b6b8-24f5aad21cef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.505815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:25.509356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:25.514075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:25.514681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.523236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c57508-2fa0-4115-8c38-a1199388be4c None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:25.528665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=55003e69-913b-467e-b6b8-24f5aad21cef,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:25.537449 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1262828a-6e91-48a7-9608-fd3641be8484 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8433638 Mar 07 10:40:25.538064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:25.542907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:25.585389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (96973d82-39c8-49a0-98c8-ff52fea87eae), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.614026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event deleted for resources: {'Port': ['ID=96973d82-39c8-49a0-98c8-ff52fea87eae,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:25.623359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.642950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-fde7840e-4474-4aaa-8b39-f66e83dc950f service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701656 Mar 07 10:40:25.683365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '55003e69-913b-467e-b6b8-24f5aad21cef'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:25.684952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.696614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:25.701095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.763064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (ff0ee961-2b5d-4f45-b292-5b353ba4a28d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.766039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.767368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99517ce4-e398-4a6e-abf3-b1172855e5ce req-1ce22e3a-bcc6-42a9-966c-227924c3899b tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff0ee961-2b5d-4f45-b292-5b353ba4a28d HTTP/1.1" status: 204 len: 173 time: 1.8040624 Mar 07 10:40:25.795159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-561c8c15-9de9-47c9-8fe4-ee64c7ee94b0 service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365118 Mar 07 10:40:25.882291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Allocated IP 2001:db8::f816:3eff:fe75:8764 (4e84de77-d31e-40bb-8781-c681acde30da/55003e69-913b-467e-b6b8-24f5aad21cef/f7dd48d6-795d-42e6-a493-2a7bc55b3dd2) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:25.968605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-858d5f63-2f44-4eaf-a072-a770631cd8a8 req-63998e79-7f03-4c79-b75f-c5cc80652735 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=eaf075c0ce5f4e9894a0e430be8bcef1 HTTP/1.1" status: 200 len: 696 time: 0.0607507 Mar 07 10:40:25.972529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-39dc3a3e-5719-41ef-a925-3eb615bcade8 service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686368 Mar 07 10:40:26.012342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (de31420e-2de4-436f-9ae4-98ff0e451705), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.053684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:26.058658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:26.061449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:26.062184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.079151 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks [] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.086656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=de31420e-2de4-436f-9ae4-98ff0e451705,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:26.086977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.097195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-934a41fa-67f8-4b8c-9b03-13ad07f62d37 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5582604 Mar 07 10:40:26.098464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:26.102905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:bb:e9:f4', 'name': 'tempest-NetworksTestDHCPv6-1125367171'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:26.132663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:26.135787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:26.138512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:26.147311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Pushing event updated for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:26.157976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-aa782611-3aab-4bb5-a44a-d0d22c3690c1 service neutron] 10.222.0.23 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716197 Mar 07 10:40:26.165908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5f63-2f44-4eaf-a072-a770631cd8a8 req-a38494ac-c36d-416e-bb6d-c6e814ff373c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:26.167540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-858d5f63-2f44-4eaf-a072-a770631cd8a8 req-a38494ac-c36d-416e-bb6d-c6e814ff373c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks?id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 787 time: 0.1906288 Mar 07 10:40:26.200496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-858d5f63-2f44-4eaf-a072-a770631cd8a8 req-145dc69d-55f3-4d62-b25b-793474b16ce8 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:26.201516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-858d5f63-2f44-4eaf-a072-a770631cd8a8 req-145dc69d-55f3-4d62-b25b-793474b16ce8 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209489 Mar 07 10:40:26.211289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Attempting to bind port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:26.211691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Attempting to bind port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:26.212051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Attempting to bind port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:26.218590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:26.219273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:26.220014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.220555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:26.221228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Bound port: f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:26.221607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.242691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:26.301855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-007f0ae5-37f7-4669-9061-3359bbc6f7a8 service neutron] 10.222.0.23 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332917 Mar 07 10:40:26.308261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-11924086-62d9-4126-9906-7b68f8689674 None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:26.312278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-11924086-62d9-4126-9906-7b68f8689674 None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:26.321595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.327823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc3869-5a07-458f-bba0-385794d32c73 req-50ce689c-f8a7-44c0-b013-0f01e641b699 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:26.329714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8fc3869-5a07-458f-bba0-385794d32c73 req-50ce689c-f8a7-44c0-b013-0f01e641b699 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.0683997 Mar 07 10:40:26.346611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.371118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port d47bae80-f5d0-42fd-80ad-a3f5482efafd yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:26.424451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924086-62d9-4126-9906-7b68f8689674 None None] Pushing event updated for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:26.428988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:26.494594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:26.495151 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.500585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8fc3869-5a07-458f-bba0-385794d32c73 req-d7283454-ef83-400c-810d-c37600bfac7a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542733 Mar 07 10:40:26.528223 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Sync routers for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:26.548905 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:26.549738 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:26.560290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-11843303-8f94-4917-a54a-b4f32fbddbe9 service neutron] 10.222.0.23 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295942 Mar 07 10:40:26.626685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:26.644165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 172.20.0.10 (4e84de77-d31e-40bb-8781-c681acde30da/de31420e-2de4-436f-9ae4-98ff0e451705/d47bae80-f5d0-42fd-80ad-a3f5482efafd) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:26.655587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:febb:e9f4 (4e84de77-d31e-40bb-8781-c681acde30da/55003e69-913b-467e-b6b8-24f5aad21cef/d47bae80-f5d0-42fd-80ad-a3f5482efafd) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:26.740477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ac5a9-7ac9-41bf-baa8-f9b183937da6 req-9cacd08d-569f-4049-9ab5-91e742134846 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:26.742310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40ac5a9-7ac9-41bf-baa8-f9b183937da6 req-9cacd08d-569f-4049-9ab5-91e742134846 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1501486 Mar 07 10:40:26.793661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-cdd6485a-3127-4924-80ce-a08b9cefea61 service neutron] 10.222.0.23 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271864 Mar 07 10:40:26.839764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40ac5a9-7ac9-41bf-baa8-f9b183937da6 req-04038fca-b77c-405b-9e05-559d8eede4cf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Mar 07 10:40:26.900117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (d47bae80-f5d0-42fd-80ad-a3f5482efafd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:26.907330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:26.944002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-bbfd9154-d9c3-4385-a4e7-3cc4b058a100 service neutron] 10.222.0.23 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415002 Mar 07 10:40:26.973441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d47bae80-f5d0-42fd-80ad-a3f5482efafd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.018705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dd57d102-eaf4-4586-ac53-8c8000a9533f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.021549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dd57d102-eaf4-4586-ac53-8c8000a9533f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 935 time: 0.0708339 Mar 07 10:40:27.038833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:27.041933 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.047307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:27.050245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:27.087743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-bef4c06a-1dca-42b8-b00d-cef57d584a7c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.089531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-bef4c06a-1dca-42b8-b00d-cef57d584a7c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 937 time: 0.0589991 Mar 07 10:40:27.120003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=d47bae80-f5d0-42fd-80ad-a3f5482efafd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:27.140261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.140991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.163962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54974) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:27.164187 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-91b2d609-39ce-4de7-a345-556b90abd098 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0651741 Mar 07 10:40:27.167824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 2, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:27.196096 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Checking router: b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:27.196508 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Updating router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:27.226843 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.247690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da67f7-6457-4543-895e-b9381d91fa50 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.253323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da67f7-6457-4543-895e-b9381d91fa50 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.255207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d6da67f7-6457-4543-895e-b9381d91fa50 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0900514 Mar 07 10:40:27.259447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54978) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:27.396444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54984) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:27.401196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517744510', 'description': 'tempest-description--829725791'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:27.534201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-eef60e04-af32-466f-ae59-0d90eb071828 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips/dd333991-7080-4144-97ea-763fe20ca4be HTTP/1.1" status: 200 len: 693 time: 0.1270146 Mar 07 10:40:27.573747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.651853 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks [] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.667700 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.746147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b18269-f866-49ec-bd75-60b78a95fb9f None None] Pushing event updated for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:27.749092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-3704c00b-9f1a-4c60-80ca-b0b8f2cf812d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.758898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-3704c00b-9f1a-4c60-80ca-b0b8f2cf812d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2232873 Mar 07 10:40:27.800921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (d27f9f16-a57c-45ad-ab27-8487ea48fb0a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.804498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port d47bae80-f5d0-42fd-80ad-a3f5482efafd {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:27.805086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d47bae80-f5d0-42fd-80ad-a3f5482efafd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.874127 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Attempting to bind port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:27.874404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Attempting to bind port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:27.875083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Attempting to bind port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 on network 3905b878-7032-4dfb-98b0-f5c6337bfd7a {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:27.883335 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:27.883841 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Checking segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:27.885018 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.888126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f867989-48e0-4322-84a7-f80c1683f3e0 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:27.895869 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Bound using segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:27.896655 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Bound port: 35f63e5e-3bd5-46c6-9a94-360f07e80f17, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:27.897129 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.906646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d27f9f16-a57c-45ad-ab27-8487ea48fb0a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:27.948004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-40ee1bf7-af7d-4933-a89a-bb2500d52cf8 tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.1879783 Mar 07 10:40:27.979143 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] For port 35f63e5e-3bd5-46c6-9a94-360f07e80f17, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:27.983145 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] For port 35f63e5e-3bd5-46c6-9a94-360f07e80f17, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=35f63e5e-3bd5-46c6-9a94-360f07e80f17,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:27.999373 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.004284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d47bae80-f5d0-42fd-80ad-a3f5482efafd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.050928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for d47bae80-f5d0-42fd-80ad-a3f5482efafd owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:28.052882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.054364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6568384 Mar 07 10:40:28.060607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55002) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:28.066557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'security_group_rule': {'security_group_id': 'd27f9f16-a57c-45ad-ab27-8487ea48fb0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:28.072830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2c76a-e470-4b79-a1f2-0089c311010a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f9f16-a57c-45ad-ab27-8487ea48fb0a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:28.073014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Provisioning complete for port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:28.073393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.080162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b18269-f866-49ec-bd75-60b78a95fb9f None None] Pushing event updated for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:28.085317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-35bff1bf-9801-4bcc-affc-541d6a64ed0d tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.1361377 Mar 07 10:40:28.116920 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:28.117619 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:28.299479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-6669cdaf-8ac4-4bfa-940c-a2b12e2e6a26 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.307316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-6669cdaf-8ac4-4bfa-940c-a2b12e2e6a26 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 935 time: 0.2444341 Mar 07 10:40:28.340814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (27868e6a-52ac-41df-ba78-48a5d8252dd8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.381143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-ee786ca8-70da-43fe-9ff0-d135f617bf9b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.389907 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-ee786ca8-70da-43fe-9ff0-d135f617bf9b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 937 time: 0.0810134 Mar 07 10:40:28.426985 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:28.479268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-b36770a5-843e-4664-8f8e-c46b6c412f67 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips/3ab6b7bc-a4f6-4406-9988-024bfac15295 HTTP/1.1" status: 200 len: 693 time: 0.1404247 Mar 07 10:40:28.586422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d47bae80-f5d0-42fd-80ad-a3f5482efafd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.645606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=d47bae80-f5d0-42fd-80ad-a3f5482efafd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:28.645829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (27868e6a-52ac-41df-ba78-48a5d8252dd8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.661011 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (27868e6a-52ac-41df-ba78-48a5d8252dd8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.670060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Deleting port a42ce1dc-333d-4702-a621-a0a524955a40 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:28.670402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.680907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-4fa2ba5b-5ddf-4579-819e-90307b2cb108 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.689188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-4fa2ba5b-5ddf-4579-819e-90307b2cb108 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2087851 Mar 07 10:40:28.711274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:28.715842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b40cd-fced-4513-885e-e03a7adbc1af None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': '55003e69-913b-467e-b6b8-24f5aad21cef', 'ip_address': '2001:db8::f816:3eff:fe75:8764'}, {'subnet_id': 'de31420e-2de4-436f-9ae4-98ff0e451705'}], 'binding:host_id': 'n-d-832156-4'}, 'id': 'f7dd48d6-795d-42e6-a493-2a7bc55b3dd2'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:40:28.779585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:28.779950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.797026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.802437 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28e8caad-5aac-4963-bb44-6cffeafba8b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/d47bae80-f5d0-42fd-80ad-a3f5482efafd HTTP/1.1" status: 204 len: 168 time: 1.5415573 Mar 07 10:40:28.805701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:28.824740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.828360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27868e6a-52ac-41df-ba78-48a5d8252dd8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:28.829316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:28.833625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b85b40cd-fced-4513-885e-e03a7adbc1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.842165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-0383ed28-92c1-4392-aff1-ec88a5d89649 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.1519723 Mar 07 10:40:28.846821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.850795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a456a00-0fb9-41e9-b8d4-58a13211d4b2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7864888 Mar 07 10:40:28.852557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.855267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:28.861198 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:27Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:28.868447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'security_group_rule': {'security_group_id': 'd27f9f16-a57c-45ad-ab27-8487ea48fb0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:28.917140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca8c6-2049-4f8e-ba93-3211171cca4f None None] The sync data for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 is: [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:27Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:28.928019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec650-9eef-43dc-b0a3-e517a58f8192 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.929518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec650-9eef-43dc-b0a3-e517a58f8192 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.930887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aec650-9eef-43dc-b0a3-e517a58f8192 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.932568 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-09aec650-9eef-43dc-b0a3-e517a58f8192 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1243341 Mar 07 10:40:28.935236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:28.966410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:28.966869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:28.974867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (8b4cb7a6-bac5-4f78-95a0-8e0a5a74462f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.004297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-71ca1b89-0ebf-40f2-b361-ed63e85e306d tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.1550474 Mar 07 10:40:29.022106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e5c21-6448-47ec-a28a-e8672a78c554 None None] Pushing event updated for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:29.069950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 55003e69-913b-467e-b6b8-24f5aad21cef {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:29.077078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (55003e69-913b-467e-b6b8-24f5aad21cef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.127273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (55003e69-913b-467e-b6b8-24f5aad21cef), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.134483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.134830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (a42ce1dc-333d-4702-a621-a0a524955a40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.180154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Provisioning complete for port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:29.180533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.190859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Calling delete_port for a42ce1dc-333d-4702-a621-a0a524955a40 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:29.266106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (55003e69-913b-467e-b6b8-24f5aad21cef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.309302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Deleting port 2063e18a-a10a-4240-89c1-31f07e32b085 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:29.310236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.335683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:29.350348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Current status of the port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:29.350812 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.398557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (55003e69-913b-467e-b6b8-24f5aad21cef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-b85b40cd-fced-4513-885e-e03a7adbc1af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55003e69-913b-467e-b6b8-24f5aad21cef: This subnet is being modified by another concurrent operation. Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:40:29.403847 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55003e69-913b-467e-b6b8-24f5aad21cef: This subnet is being modified by another concurrent operation. Mar 07 10:40:29.406860 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:40:29.422029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] For port 35f63e5e-3bd5-46c6-9a94-360f07e80f17, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=35f63e5e-3bd5-46c6-9a94-360f07e80f17,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:29.432113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.433082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (8b4cb7a6-bac5-4f78-95a0-8e0a5a74462f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.480554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.481052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (2063e18a-a10a-4240-89c1-31f07e32b085), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.482555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (8b4cb7a6-bac5-4f78-95a0-8e0a5a74462f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.487502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=55003e69-913b-467e-b6b8-24f5aad21cef,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:29.504451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a42ce1dc-333d-4702-a621-a0a524955a40), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.515585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.523314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55022) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:29.524547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5f463ba-af47-45a4-b2a8-0deee6ad7455 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/55003e69-913b-467e-b6b8-24f5aad21cef HTTP/1.1" status: 204 len: 168 time: 0.5879548 Mar 07 10:40:29.525946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae259c6b-1177-4590-b725-33d2cbae2515 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:40:29.526860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4cb7a6-bac5-4f78-95a0-8e0a5a74462f,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:29.559549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.562545 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5172520c-103d-41d8-b9e6-9ec1dfcd1b3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7063200 Mar 07 10:40:29.565858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:29.574581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:29.575727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b556a3-afa2-43bb-a26c-661ca0a579ee None None] Pushing event updated for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:29.583810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Calling delete_port for 2063e18a-a10a-4240-89c1-31f07e32b085 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:29.617947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Pushing event deleted for resources: {'Port': ['ID=a42ce1dc-333d-4702-a621-a0a524955a40,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:29.619434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.658447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-747b9a8f-ac81-4869-ad92-bbb157ea24c4 None None] Provisioning complete for port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:29.659542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-747b9a8f-ac81-4869-ad92-bbb157ea24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.736748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet de31420e-2de4-436f-9ae4-98ff0e451705 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:29.744051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (de31420e-2de4-436f-9ae4-98ff0e451705), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.803562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks [] for floatingip (dd333991-7080-4144-97ea-763fe20ca4be), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.810643 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:29.811885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c96b18fd-437a-4f7c-8e66-a4e3811e4fd3 req-9f7575c2-c160-44a8-9a11-9202b6506e3a tempest-FloatingIPDetailsTestJSON-2058589655 tempest-FloatingIPDetailsTestJSON-2058589655-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd333991-7080-4144-97ea-763fe20ca4be HTTP/1.1" status: 204 len: 173 time: 1.7258053 Mar 07 10:40:29.822630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:29.864000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-747b9a8f-ac81-4869-ad92-bbb157ea24c4 None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:29.869849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae259c6b-1177-4590-b725-33d2cbae2515 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:40:29.875636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-747b9a8f-ac81-4869-ad92-bbb157ea24c4 None None] Could not find standard attr ID for object d47bae80-f5d0-42fd-80ad-a3f5482efafd. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:29.999669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (de31420e-2de4-436f-9ae4-98ff0e451705), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.007942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.091627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2063e18a-a10a-4240-89c1-31f07e32b085), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.124120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event deleted for resources: {'Port': ['ID=2063e18a-a10a-4240-89c1-31f07e32b085,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:30.210184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c686069-db4f-4f74-89ad-d006cee922bb req-4dadc089-064b-470e-98c9-53f0d8b5d8d4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.212036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c686069-db4f-4f74-89ad-d006cee922bb req-4dadc089-064b-470e-98c9-53f0d8b5d8d4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 946 time: 0.2815437 Mar 07 10:40:30.214986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (de31420e-2de4-436f-9ae4-98ff0e451705), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.262447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae667-2448-4f9f-8c34-165bcd07b081 req-7451b648-0b5c-47a7-846e-321f73274771 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.274508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d9ae667-2448-4f9f-8c34-165bcd07b081 req-7451b648-0b5c-47a7-846e-321f73274771 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.2350752 Mar 07 10:40:30.297421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Allocated IP 172.25.4.217 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/1126381e-a7a5-402f-9150-42250a73609f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:30.317448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-82f0e9a2-6e3a-483e-8ea8-bfe0f1ce685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.318874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-82f0e9a2-6e3a-483e-8ea8-bfe0f1ce685c service neutron] 10.222.0.26 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 1031 time: 0.1696358 Mar 07 10:40:30.343984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce720c-559b-48ad-9b90-b2901d4d6290 None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'de31420e-2de4-436f-9ae4-98ff0e451705'}], 'binding:host_id': 'n-d-832156-4'}, 'id': 'f7dd48d6-795d-42e6-a493-2a7bc55b3dd2'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:40:30.436831 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8ce720c-559b-48ad-9b90-b2901d4d6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.486570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (3ab6b7bc-a4f6-4406-9988-024bfac15295), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.489285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.490586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39bddc6c-f47f-44b5-b595-cb4153ff74c8 req-43e2827a-8b6e-4506-8fb6-68d223ff4f42 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "DELETE /v2.0/floatingips/3ab6b7bc-a4f6-4406-9988-024bfac15295 HTTP/1.1" status: 204 len: 173 time: 1.4836736 Mar 07 10:40:30.616083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 35f63e5e-3bd5-46c6-9a94-360f07e80f17 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:30.618188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for port (1126381e-a7a5-402f-9150-42250a73609f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.654122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-ea473bc3-7ba9-4b93-8eac-c8e1efd86246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.655464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-ea473bc3-7ba9-4b93-8eac-c8e1efd86246 service neutron] 10.222.0.26 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 1033 time: 0.2243800 Mar 07 10:40:30.676793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d9ae667-2448-4f9f-8c34-165bcd07b081 req-23eb4c26-c8b4-4a1a-be38-f0ef93624e62 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013243 Mar 07 10:40:30.725307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:30.725978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.747745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d4465485-57b0-47d7-a0dc-1cb206660e42), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.754148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2fba4d0-538b-46cc-9602-4e8f3b342d56 req-4f27878e-7f15-4bd1-bbbe-f5a2274b074d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1100018 Mar 07 10:40:30.778819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (de31420e-2de4-436f-9ae4-98ff0e451705), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-c8ce720c-559b-48ad-9b90-b2901d4d6290 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de31420e-2de4-436f-9ae4-98ff0e451705: This subnet is being modified by another concurrent operation. Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:40:30.781216 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de31420e-2de4-436f-9ae4-98ff0e451705: This subnet is being modified by another concurrent operation. Mar 07 10:40:30.784795 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:40:30.848062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef44c84-92ba-4d6e-8062-a8324f9d4b3b None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:40:30.962063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1126381e-a7a5-402f-9150-42250a73609f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.001414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3625da85-a7d2-43a0-9098-80e627615244 None None] Provisioning complete for port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:31.001854 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3625da85-a7d2-43a0-9098-80e627615244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.066463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:31.074695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:31.077892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:31.084021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:31.127112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'Port': ['ID=1126381e-a7a5-402f-9150-42250a73609f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:31.197862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.205042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:31.263204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3625da85-a7d2-43a0-9098-80e627615244 None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:31.288030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef44c84-92ba-4d6e-8062-a8324f9d4b3b None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:40:31.357700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.363811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/de31420e-2de4-436f-9ae4-98ff0e451705 HTTP/1.1" status: 204 len: 168 time: 1.8257384 Mar 07 10:40:31.366264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:31.366749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bb5ac-e822-4dd6-a329-8f03f86462c7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=de31420e-2de4-436f-9ae4-98ff0e451705,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:31.366860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.369463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:31.428231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Deleting port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:31.429027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.439401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1126381e-a7a5-402f-9150-42250a73609f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.458843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:31.481058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.501739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f692-24c9-4d53-931c-d4bee9df650f req-a1dc3057-b418-48e3-81c4-6c40625e0339 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.510321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6135f692-24c9-4d53-931c-d4bee9df650f req-a1dc3057-b418-48e3-81c4-6c40625e0339 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ba562a-15b4-499e-b409-e966362f2656 HTTP/1.1" status: 200 len: 946 time: 0.7230175 Mar 07 10:40:31.551270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a8e0a5cf-3ecf-490e-b0fa-fb730c83622a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.556980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a8e0a5cf-3ecf-490e-b0fa-fb730c83622a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.564686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a8e0a5cf-3ecf-490e-b0fa-fb730c83622a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.566666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a8e0a5cf-3ecf-490e-b0fa-fb730c83622a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/networks?id=02778223-21a1-40ab-ae6e-908f706d874a&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=9a78a6c9-19e3-422d-8090-7f057d147f04&id=9a78a6c9-19e3-422d-8090-7f057d147f04 HTTP/1.1" status: 200 len: 1994 time: 0.8886576 Mar 07 10:40:31.567500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:31.629586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4d363-d3e3-47b2-82fd-d728fb63b532 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:31.638484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1198-0a53-46f2-9c1e-66e4461c8452 req-8c8b35a4-beba-4e9e-a41e-d2bfd42888a6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.640150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-871a1198-0a53-46f2-9c1e-66e4461c8452 req-8c8b35a4-beba-4e9e-a41e-d2bfd42888a6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2868223 Mar 07 10:40:31.654421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e83186e1-9856-4b39-aaa6-7579c278602f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2803447 Mar 07 10:40:31.663300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Deleting port 8c382354-7d48-471a-8ada-6e5b831a484e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:31.663678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.666596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55034) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:31.677195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:31.678641 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for port (1126381e-a7a5-402f-9150-42250a73609f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.690896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1126381e-a7a5-402f-9150-42250a73609f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.763323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Provisioning complete for port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:31.764881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.794952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] For port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:31.795760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.851544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6135f692-24c9-4d53-931c-d4bee9df650f req-075adaed-ed6c-4e45-8a65-079eabd96491 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cc0990-ed32-4cc4-895a-5bc1b909059a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399608 Mar 07 10:40:31.861268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a1519468-2721-49fd-a49e-c5846a9a6df4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9bab3f348884609ad2626b3d0b3cb74 HTTP/1.1" status: 200 len: 380 time: 0.2716694 Mar 07 10:40:31.863416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:31.865101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'Port': ['ID=1126381e-a7a5-402f-9150-42250a73609f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:31.871015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] For port 8c382354-7d48-471a-8ada-6e5b831a484e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8c382354-7d48-471a-8ada-6e5b831a484e,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:31.871387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.878654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.898979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Calling delete_port for 8c382354-7d48-471a-8ada-6e5b831a484e owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:31.901942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-871a1198-0a53-46f2-9c1e-66e4461c8452 req-5f300b15-9889-4e98-b5cb-f08f5ab213d5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514536 Mar 07 10:40:31.917678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.935088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77c4db94-2913-4a30-ac70-3637a1c6c680 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3668277 Mar 07 10:40:31.953309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Current status of the port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:31.954060 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:31.983838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'admin_state_up': True, 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'security_groups': ['387b042c-7ada-434a-b06e-0ab4d3c72d57']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:32.009383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:32.019687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.025094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Deleting port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:32.025512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.212636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8c382354-7d48-471a-8ada-6e5b831a484e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.251203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Pushing event deleted for resources: {'Port': ['ID=8c382354-7d48-471a-8ada-6e5b831a484e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:32.321882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] For port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:32.322295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.324882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545b5b-e947-419d-8ef2-e563559b2ef9 None None] Pushing event updated for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:32.329195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-ffc3b240-f18b-47f8-a332-3a5aceaaf242 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3955903 Mar 07 10:40:32.342194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Calling delete_port for f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:32.350414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:32.359489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.416716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:32.479583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f7dd48d6-795d-42e6-a493-2a7bc55b3dd2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.514690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.520761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] Pushing event deleted for resources: {'Port': ['ID=f7dd48d6-795d-42e6-a493-2a7bc55b3dd2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:32.523865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d4465485-57b0-47d7-a0dc-1cb206660e42), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.529751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1135f5d-90f0-4a48-a3b9-a9a08e5c0dbf None None] No DVR routers for this DVR port f7dd48d6-795d-42e6-a493-2a7bc55b3dd2 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:32.666925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13d60-8aa3-4649-9cf7-3f5074302cdc req-598f7fe5-ba9d-4368-9e8c-2ed9f1053175 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:32.668483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f13d60-8aa3-4649-9cf7-3f5074302cdc req-598f7fe5-ba9d-4368-9e8c-2ed9f1053175 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.4841075 Mar 07 10:40:32.783326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.783943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.784414 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Floating IP d7cb3c8b-d2ad-466b-a205-8be84390e670 disassociated. External IP: 172.25.4.6, port: 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4. Mar 07 10:40:32.784943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Calling delete_port for 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:32.791760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Router d4465485-57b0-47d7-a0dc-1cb206660e42 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:32.801075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:32.804660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:32.876428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f13d60-8aa3-4649-9cf7-3f5074302cdc req-8379a37f-dfbc-479c-af25-c1072d42453c tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924796 Mar 07 10:40:32.920651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:32.933479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Sync routers for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:32.940084 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b2dc5149-7cfa-448b-befd-70240dd34afa admin admin] 10.222.0.23 "PUT /v2.0/routers/d4465485-57b0-47d7-a0dc-1cb206660e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1133833 Mar 07 10:40:32.941934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55048) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:32.958867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:32.959748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:33.096452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:33.254785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8304b4b-e314-445a-9b21-552a536e57fb req-cfafbb2f-2038-4a95-9dee-35b4cbc719c3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.2708447 Mar 07 10:40:33.267420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 172.20.0.13 (02778223-21a1-40ab-ae6e-908f706d874a/e7d72245-5f7b-4788-8dd7-28a3951e95b1/6bbd4492-64ea-491a-9b90-fea3807bac31) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:33.283775 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5c78383e-c5c0-46bf-b43d-bb3d70e6cca4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.324402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.326714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:40:32Z', 'revision_number': 5, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:33.363950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Checking router: d4465485-57b0-47d7-a0dc-1cb206660e42 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:33.375102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Routers {'d4465485-57b0-47d7-a0dc-1cb206660e42'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:33.375968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d4465485-57b0-47d7-a0dc-1cb206660e42'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:33.403798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks [] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.473129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Allocated IP 172.25.4.19 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/a89ea926-f266-4b19-b65d-285975ad9a37) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:33.499541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] Set router d4465485-57b0-47d7-a0dc-1cb206660e42 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:33.517639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks [] for router_gateway (d4465485-57b0-47d7-a0dc-1cb206660e42), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.581448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'Port': ['ID=5c78383e-c5c0-46bf-b43d-bb3d70e6cca4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:33.600167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Deleting port cf939ac9-cd01-435d-9a56-7cd5c9238045 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:33.601145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.708003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] For port cf939ac9-cd01-435d-9a56-7cd5c9238045, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cf939ac9-cd01-435d-9a56-7cd5c9238045,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:33.708371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.717936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:40:32Z', 'revision_number': 5, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:33.726261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Calling delete_port for cf939ac9-cd01-435d-9a56-7cd5c9238045 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:33.753845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee4eb-2dad-4515-aa3f-d729c8458624 None None] The sync data for ids ['d4465485-57b0-47d7-a0dc-1cb206660e42'] in n-d-832156-4 is: [{'id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'name': 'tempest-FloatingIPDetailsTestJSON-2120998555-router', 'tenant_id': 'c6a6350cf5674ed1b34d02dd88282114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:40:32Z', 'revision_number': 5, 'project_id': 'c6a6350cf5674ed1b34d02dd88282114', 'gw_port': {'id': 'cf939ac9-cd01-435d-9a56-7cd5c9238045', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4465485-57b0-47d7-a0dc-1cb206660e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:41Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:33.843470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d17a-5f35-48b5-86d0-7356cb800872 req-6afa7daa-c0a8-47b8-b515-b629957a5146 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:33.845030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c956d17a-5f35-48b5-86d0-7356cb800872 req-6afa7daa-c0a8-47b8-b515-b629957a5146 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2993736 Mar 07 10:40:33.961509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cf939ac9-cd01-435d-9a56-7cd5c9238045), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:33.990058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf939ac9-cd01-435d-9a56-7cd5c9238045,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:34.020267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:40:34.032199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (aa2feae5-9d67-423c-a7b2-aa2b5c859ce6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.052020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for port (a89ea926-f266-4b19-b65d-285975ad9a37), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.072065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:34.073683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (d4465485-57b0-47d7-a0dc-1cb206660e42), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.155351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:34.160146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c956d17a-5f35-48b5-86d0-7356cb800872 req-0b43c19c-8436-42f2-8602-07823e33d2a8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944221 Mar 07 10:40:34.201942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:34.203978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.204661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.206509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.211700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d38eb-e719-4f54-9f58-3040a8e95d1d None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:34.216126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks [] for router_controller (d4465485-57b0-47d7-a0dc-1cb206660e42), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.266728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5932686 Mar 07 10:40:34.276886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55056) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:34.282182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:34.326337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.344075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bd1d3-825a-4458-8cc6-fc0cb76c72d0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=aa2feae5-9d67-423c-a7b2-aa2b5c859ce6,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:34.404304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d4465485-57b0-47d7-a0dc-1cb206660e42), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.404913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4465485-57b0-47d7-a0dc-1cb206660e42 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:40:34.415138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.419469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1205166-1d52-4218-b02b-26576dc40c1c admin admin] 10.222.0.23 "DELETE /v2.0/routers/d4465485-57b0-47d7-a0dc-1cb206660e42 HTTP/1.1" status: 204 len: 168 time: 1.4762859 Mar 07 10:40:34.431515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55066) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:34.431768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.466496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'aa2feae5-9d67-423c-a7b2-aa2b5c859ce6'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:34.467948 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.479947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:34.485305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.563199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:34.566547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8c382354-7d48-471a-8ada-6e5b831a484e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:34.574051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Deleting subnet 9e68e441-11c1-4210-9fd9-ea1d0f6c5c17 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:34.581876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Publish callbacks [] for subnet (9e68e441-11c1-4210-9fd9-ea1d0f6c5c17), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.647204 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (9e68e441-11c1-4210-9fd9-ea1d0f6c5c17), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.649818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:34.664851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:34.682763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:34.686630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.694205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event updated for resources: {'Port': ['ID=a89ea926-f266-4b19-b65d-285975ad9a37,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:34.730625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-fdf295ac-e84e-49c6-a0b4-81a9dad72da4 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1517744510&fields=id&tenant_id=e408e709b2f546ffa913384045b49fa6 HTTP/1.1" status: 200 len: 267 time: 0.3713644 Mar 07 10:40:34.809070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:34.812519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9e68e441-11c1-4210-9fd9-ea1d0f6c5c17), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:34.819243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Allocated IP 2001:db8::f816:3eff:fed9:ed28 (4e84de77-d31e-40bb-8781-c681acde30da/aa2feae5-9d67-423c-a7b2-aa2b5c859ce6/178404e6-1501-4140-a5b1-aeaeee1e6736) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:34.825844 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:34.842111 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:34.844219 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:34.997483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:34.997868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:35.007337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (9e68e441-11c1-4210-9fd9-ea1d0f6c5c17), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.013285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 8c382354-7d48-471a-8ada-6e5b831a484e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:35.013619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8c382354-7d48-471a-8ada-6e5b831a484e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:35.079975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e68e441-11c1-4210-9fd9-ea1d0f6c5c17,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:35.089361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.094903 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f82c150-e987-4f3e-937c-dfffbaa4d2d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e68e441-11c1-4210-9fd9-ea1d0f6c5c17 HTTP/1.1" status: 204 len: 168 time: 0.6598775 Mar 07 10:40:35.095080 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:35.095209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4dbd85c0-e18f-44ea-b761-fac9d97e4fb1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.098180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55068) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:35.102381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb45b35-28eb-4b00-b40e-dd1988c45843 None None] Network adaef12f-bb4c-40fb-a25f-095922282b1d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:35.221308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks [] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.231907 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.303022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:35.306936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:35.310537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:35.321342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Pushing event updated for resources: {'Port': ['ID=178404e6-1501-4140-a5b1-aeaeee1e6736,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:35.338376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=4dbd85c0-e18f-44ea-b761-fac9d97e4fb1,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:35.401395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] DHCP port deletion for adaef12f-bb4c-40fb-a25f-095922282b1d request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:35.404865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:35.409771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:35.411791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Attempting to bind port 178404e6-1501-4140-a5b1-aeaeee1e6736 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:35.411997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Attempting to bind port 178404e6-1501-4140-a5b1-aeaeee1e6736 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:35.412364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Attempting to bind port 178404e6-1501-4140-a5b1-aeaeee1e6736 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:35.426578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (adaef12f-bb4c-40fb-a25f-095922282b1d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.432255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.433108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.438260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:35.438641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:35.439046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.439435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:35.439959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Bound port: 178404e6-1501-4140-a5b1-aeaeee1e6736, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:35.440340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.495156 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1bbe3858-28d1-464e-8b87-c653c25450f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2170105 Mar 07 10:40:35.499549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:35.501306 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:35.504758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network 02778223-21a1-40ab-ae6e-908f706d874a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:35.508592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:02:1c:99', 'name': 'tempest-NetworksTestDHCPv6-1321687361'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:35.512370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:35.515066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:35.590078 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:35.591272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] For port 178404e6-1501-4140-a5b1-aeaeee1e6736, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:35.594907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] For port 178404e6-1501-4140-a5b1-aeaeee1e6736, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=178404e6-1501-4140-a5b1-aeaeee1e6736,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:35.608129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:35.611180 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:35.611321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.627795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Deleting port 700efccf-f151-40de-88a1-0691bccaf4df {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:35.628166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (700efccf-f151-40de-88a1-0691bccaf4df), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.640132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:35.652516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-f77fd743-2a38-4e46-863c-8f80a3015da4 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.654169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-f77fd743-2a38-4e46-863c-8f80a3015da4 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/networks?id=3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 200 len: 815 time: 0.9232655 Mar 07 10:40:35.689489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Deleting port 700efccf-f151-40de-88a1-0691bccaf4df {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:35.690196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (700efccf-f151-40de-88a1-0691bccaf4df), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.710071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] For port 700efccf-f151-40de-88a1-0691bccaf4df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=700efccf-f151-40de-88a1-0691bccaf4df,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:35.710464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (700efccf-f151-40de-88a1-0691bccaf4df), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.724964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Calling delete_port for 700efccf-f151-40de-88a1-0691bccaf4df owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:35.730697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] No DVR routers for this DVR port 5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:35.802359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.805783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c686069-db4f-4f74-89ad-d006cee922bb req-34b171a5-0c86-493c-8129-ffaa59f51f07 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.26 "DELETE /v2.0/ports/5c78383e-c5c0-46bf-b43d-bb3d70e6cca4 HTTP/1.1" status: 204 len: 173 time: 5.5610566 Mar 07 10:40:35.827405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-b6fc6389-f2ff-40f3-976c-9d69d839b444 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/quotas/e408e709b2f546ffa913384045b49fa6 HTTP/1.1" status: 200 len: 375 time: 0.1087365 Mar 07 10:40:35.827405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-deleted', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:35.830246 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7442bb8e-b9e0-42ab-818d-ac25dbd54972" -d '{"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-deleted", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:35.851502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3dc33-4efd-48e3-8241-60517be3a0dd req-d29450d0-b13a-4369-a78b-00959f0a6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.853286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0dd3dc33-4efd-48e3-8241-60517be3a0dd req-d29450d0-b13a-4369-a78b-00959f0a6162 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1128 time: 1.0674829 Mar 07 10:40:35.873637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (700efccf-f151-40de-88a1-0691bccaf4df), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.940436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] No DVR routers for this DVR port 700efccf-f151-40de-88a1-0691bccaf4df on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:35.954682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] For port 700efccf-f151-40de-88a1-0691bccaf4df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=700efccf-f151-40de-88a1-0691bccaf4df,segment=NetworkSegment(f6a03233-888b-40b0-8ff5-09af4c84532f),segment_id=f6a03233-888b-40b0-8ff5-09af4c84532f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:35.955195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (700efccf-f151-40de-88a1-0691bccaf4df), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.016346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Calling delete_port for 700efccf-f151-40de-88a1-0691bccaf4df owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:36.018835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f6a72-bdad-4d6d-89f1-5a8b259d6505 None None] Pushing event updated for resources: {'Port': ['ID=178404e6-1501-4140-a5b1-aeaeee1e6736,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:36.025572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0dd3dc33-4efd-48e3-8241-60517be3a0dd req-e2b1279e-aab8-4c5a-aab4-bccdb32a700d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778961 Mar 07 10:40:36.040218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-eb78e769-0393-4588-87d1-e5a039fca44f None None] Provisioning complete for port 6bbd4492-64ea-491a-9b90-fea3807bac31 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:36.041768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:36.042745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb78e769-0393-4588-87d1-e5a039fca44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.100919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:36.101596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.104356 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:36.119043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f4df8-2218-4cef-ab8c-36f37b82be67 None None] Pushing event deleted for resources: {'Port': ['ID=700efccf-f151-40de-88a1-0691bccaf4df,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:36.127478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-91fe8b5d-2ec0-43e0-81fe-cf38de42a63a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e408e709b2f546ffa913384045b49fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987779 Mar 07 10:40:36.135704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4d5c23b-2f5a-47f9-ad28-d993114c700e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2615366 Mar 07 10:40:36.136892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (55245ad5-a681-484e-9c5f-6e3f9c75af8b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.164928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'admin_state_up': True, 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'security_groups': ['387b042c-7ada-434a-b06e-0ab4d3c72d57']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:36.206137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e769-0393-4588-87d1-e5a039fca44f None None] Port 6bbd4492-64ea-491a-9b90-fea3807bac31 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:36.346257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.395524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port d57a9aa4-b67c-46e1-9594-9f609298f712 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:36.505120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (700efccf-f151-40de-88a1-0691bccaf4df), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.563054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.579966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 178404e6-1501-4140-a5b1-aeaeee1e6736 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:36.580938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Pushing event deleted for resources: {'Port': ['ID=700efccf-f151-40de-88a1-0691bccaf4df,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:36.588829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] No DVR routers for this DVR port 700efccf-f151-40de-88a1-0691bccaf4df on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:36.632973 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:36.657130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:36.660574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.674413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-3405091d-d9e0-47a5-b664-8cc2902118ca service neutron] 10.222.0.23 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341606 Mar 07 10:40:36.686120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 178404e6-1501-4140-a5b1-aeaeee1e6736 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:36.688354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.688495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (adaef12f-bb4c-40fb-a25f-095922282b1d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.701756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e9ee0-793b-42e5-b48c-5825d5a0f24d None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:36.724598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaef12f-bb4c-40fb-a25f-095922282b1d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:36.744466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a03233-888b-40b0-8ff5-09af4c84532f') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:36.745045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a03233-888b-40b0-8ff5-09af4c84532f') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:36.763197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (f6a03233-888b-40b0-8ff5-09af4c84532f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.779282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f6a03233-888b-40b0-8ff5-09af4c84532f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.786249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:40:36.787497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (f6a03233-888b-40b0-8ff5-09af4c84532f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: items = [ Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:40:36.801535 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:40:36.866794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 178404e6-1501-4140-a5b1-aeaeee1e6736 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:36.867314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.898980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (adaef12f-bb4c-40fb-a25f-095922282b1d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.925367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.929690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] 10.222.0.23 "DELETE /v2.0/networks/adaef12f-bb4c-40fb-a25f-095922282b1d HTTP/1.1" status: 204 len: 168 time: 1.8305607 Mar 07 10:40:36.941445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 178404e6-1501-4140-a5b1-aeaeee1e6736, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=178404e6-1501-4140-a5b1-aeaeee1e6736,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:36.948212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.950688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 172.20.0.10 (4e84de77-d31e-40bb-8781-c681acde30da/4dbd85c0-e18f-44ea-b761-fac9d97e4fb1/d57a9aa4-b67c-46e1-9594-9f609298f712) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:36.954355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580980e-0592-453e-99e4-ab8bce00fd07 admin admin] Pushing event deleted for resources: {'Network': ['ID=adaef12f-bb4c-40fb-a25f-095922282b1d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:36.965445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe02:1c99 (4e84de77-d31e-40bb-8781-c681acde30da/aa2feae5-9d67-423c-a7b2-aa2b5c859ce6/d57a9aa4-b67c-46e1-9594-9f609298f712) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:37.085905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cf939ac9-cd01-435d-9a56-7cd5c9238045 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:37.170527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: cf939ac9-cd01-435d-9a56-7cd5c9238045 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:37.183968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cf939ac9-cd01-435d-9a56-7cd5c9238045 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:37.184614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 700efccf-f151-40de-88a1-0691bccaf4df no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:37.216632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55076) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:37.259231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=178404e6-1501-4140-a5b1-aeaeee1e6736,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.274808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-e08699c5-0fbd-46c4-a69f-54ed7580c712 service neutron] 10.222.0.23 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995142 Mar 07 10:40:37.279639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 700efccf-f151-40de-88a1-0691bccaf4df {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:37.281558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 700efccf-f151-40de-88a1-0691bccaf4df not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:37.333963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-43334e72-6766-4dc4-967a-cb62ce179ef7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6a6350cf5674ed1b34d02dd88282114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1157188 Mar 07 10:40:37.338725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55078) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:37.348619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for port (a89ea926-f266-4b19-b65d-285975ad9a37), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.377285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.380669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.1.1.234 (bafc89a3-5917-47fe-b29a-86c3bb3445aa/bb94050e-14cf-41d1-a0a6-b25dbad8c454/2ed94e4e-3a5d-43d6-a2a2-839640c53ddb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:37.421612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18ab66-4592-4f93-8408-6304d7a163d2 None None] New status for floating IP d7cb3c8b-d2ad-466b-a205-8be84390e670: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:40:37.426781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (d57a9aa4-b67c-46e1-9594-9f609298f712), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.490788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] Publish callbacks [] for security_group (b63cbc78-4605-4422-9ec8-34b86111940c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.499057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event updated for resources: {'Port': ['ID=a89ea926-f266-4b19-b65d-285975ad9a37,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.557232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (55245ad5-a681-484e-9c5f-6e3f9c75af8b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.570962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] Publish callbacks [] for security_group (b63cbc78-4605-4422-9ec8-34b86111940c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.636745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d57a9aa4-b67c-46e1-9594-9f609298f712), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.728357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468bea6-5cc2-4b1d-a5d9-6278c728bf05 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:37.737744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.738974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-93aea6a9-55d2-47b1-82d2-08429035de3b tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3634233 Mar 07 10:40:37.800872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b63cbc78-4605-4422-9ec8-34b86111940c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.804120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.807322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b63cbc78-4605-4422-9ec8-34b86111940c HTTP/1.1" status: 204 len: 168 time: 0.4644516 Mar 07 10:40:37.821013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-7d7a2ade-d642-4f9c-9447-b775e3ec73de tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0750539 Mar 07 10:40:37.836502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:37.837451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249eba6-e5e9-40f0-9167-d1fb145d219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63cbc78-4605-4422-9ec8-34b86111940c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.843418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:37.845470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=d57a9aa4-b67c-46e1-9594-9f609298f712,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.847581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:37.869887 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.903932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f159-8d7a-45ea-bf04-6ad43e60c929 req-05b01490-f60e-4a43-94e4-e9ba8b0b9637 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.912075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3be4f159-8d7a-45ea-bf04-6ad43e60c929 req-05b01490-f60e-4a43-94e4-e9ba8b0b9637 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.2152321 Mar 07 10:40:37.919340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.920070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.969933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55092) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:37.972088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab4cdc83-1b24-4682-8f1c-dcdd98bbab80 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4697869 Mar 07 10:40:38.119740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-d4651d23-18fa-4eeb-8166-0d276e88e336 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.121096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1409ee69-32b3-44b2-b219-dc3665bd2bcc req-d4651d23-18fa-4eeb-8166-0d276e88e336 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2883053 Mar 07 10:40:38.139914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3be4f159-8d7a-45ea-bf04-6ad43e60c929 req-f78a9817-aada-454a-a401-7d9bb58fce2e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264588 Mar 07 10:40:38.143274 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.245226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0f4d4ee3-09b0-49da-b694-2206867bddfd None None] Provisioning complete for port 178404e6-1501-4140-a5b1-aeaeee1e6736 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:38.245785 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4ee3-09b0-49da-b694-2206867bddfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.341552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:38.369246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe5b04-cb51-423f-947e-d8ca2c3b6891 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.376497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe5b04-cb51-423f-947e-d8ca2c3b6891 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.378314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-acfe5b04-cb51-423f-947e-d8ca2c3b6891 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.4050210 Mar 07 10:40:38.382185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55102) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:38.384479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:38.396132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:38.426502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:38.476305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d4ee3-09b0-49da-b694-2206867bddfd None None] Current status of the port 178404e6-1501-4140-a5b1-aeaeee1e6736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:38.530027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.530639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.571922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 178404e6-1501-4140-a5b1-aeaeee1e6736 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:38.574131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89383a0-5692-4cd3-95b3-d449828eb927 req-9a0626b2-1025-4773-b7ef-83c71e7651f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.584152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89383a0-5692-4cd3-95b3-d449828eb927 req-9a0626b2-1025-4773-b7ef-83c71e7651f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.591239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a89383a0-5692-4cd3-95b3-d449828eb927 req-9a0626b2-1025-4773-b7ef-83c71e7651f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 1654 time: 0.2891254 Mar 07 10:40:38.618053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f3041-a7e7-42e5-837a-727ef8d1bb34 req-aaecfbfb-12cd-4465-beb9-d1c7f3af9d5c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.619636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64f3041-a7e7-42e5-837a-727ef8d1bb34 req-aaecfbfb-12cd-4465-beb9-d1c7f3af9d5c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3326678 Mar 07 10:40:38.624331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'aa2feae5-9d67-423c-a7b2-aa2b5c859ce6', 'ip_address': '2001:db8::f816:3eff:fed9:ed28'}, {'subnet_id': '4dbd85c0-e18f-44ea-b761-fac9d97e4fb1'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '178404e6-1501-4140-a5b1-aeaeee1e6736'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:40:38.647185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1d27ecce-726a-4b0b-8994-6378bedb157f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4944081 Mar 07 10:40:38.677895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'admin_state_up': True, 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'security_groups': ['387b042c-7ada-434a-b06e-0ab4d3c72d57']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:38.699264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.715369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port d57a9aa4-b67c-46e1-9594-9f609298f712 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:38.715972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d57a9aa4-b67c-46e1-9594-9f609298f712), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.779479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 178404e6-1501-4140-a5b1-aeaeee1e6736 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:38.781033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.870802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a89383a0-5692-4cd3-95b3-d449828eb927 req-3bab0dd5-f203-4339-8c3e-7a00f25436f2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785037 Mar 07 10:40:38.892676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64f3041-a7e7-42e5-837a-727ef8d1bb34 req-30f40f14-7a1d-4252-9587-4c831e4a5f37 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627332 Mar 07 10:40:38.942286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d57a9aa4-b67c-46e1-9594-9f609298f712), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.978509 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f4b52-131a-42e2-9c52-40f121a38d04 x-openstack-request-id: req-6f6f4b52-131a-42e2-9c52-40f121a38d04 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:38.980881 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ba562a-15b4-499e-b409-e966362f2656", "name": "network-vif-deleted", "tag": "5c78383e-c5c0-46bf-b43d-bb3d70e6cca4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:38.981167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for d57a9aa4-b67c-46e1-9594-9f609298f712 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:38.981479 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f6f4b52-131a-42e2-9c52-40f121a38d04 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:38.982104 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ba562a-15b4-499e-b409-e966362f2656', 'name': 'network-vif-deleted', 'tag': '5c78383e-c5c0-46bf-b43d-bb3d70e6cca4', 'status': 'completed', 'code': 200} Mar 07 10:40:39.021259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:39.025818 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.071067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55118) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:39.150964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9ea1ca58-4a4d-4f63-b899-379964e8e37b None None] Provisioning complete for port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:39.152174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be4bd87d-48de-4f6d-a39d-8247ebeb3b60 req-61e9bb19-4ef4-4fef-8c93-b701fc766c3a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 210 time: 0.1160345 Mar 07 10:40:39.153343 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ca58-4a4d-4f63-b899-379964e8e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.187182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-639bbe8e-13b6-4e61-80ea-41b0ad2f8b00 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips/55245ad5-a681-484e-9c5f-6e3f9c75af8b HTTP/1.1" status: 200 len: 692 time: 0.1273391 Mar 07 10:40:39.312553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d57a9aa4-b67c-46e1-9594-9f609298f712), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.342555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1ca58-4a4d-4f63-b899-379964e8e37b None None] Port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:39.364510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=d57a9aa4-b67c-46e1-9594-9f609298f712,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:39.376442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 178404e6-1501-4140-a5b1-aeaeee1e6736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:39.439123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Allocated IP 172.20.0.2 (4e84de77-d31e-40bb-8781-c681acde30da/4dbd85c0-e18f-44ea-b761-fac9d97e4fb1/178404e6-1501-4140-a5b1-aeaeee1e6736) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:39.557136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.562866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c40e92fd-700d-441c-a77a-b96d4f89db97 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/d57a9aa4-b67c-46e1-9594-9f609298f712 HTTP/1.1" status: 204 len: 168 time: 1.1775398 Mar 07 10:40:39.563139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55138) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:39.596570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] For port 178404e6-1501-4140-a5b1-aeaeee1e6736, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=178404e6-1501-4140-a5b1-aeaeee1e6736,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:39.630057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b3e64-78ab-476a-ae8b-14f466287a09 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.631430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b3e64-78ab-476a-ae8b-14f466287a09 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.633040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b3e64-78ab-476a-ae8b-14f466287a09 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.634676 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Publish callbacks [] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.637590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b00b3e64-78ab-476a-ae8b-14f466287a09 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0710289 Mar 07 10:40:39.639082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:39.644714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (e7cc0990-ed32-4cc4-895a-5bc1b909059a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.646669 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.731590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.1.1.149 (bafc89a3-5917-47fe-b29a-86c3bb3445aa/bb94050e-14cf-41d1-a0a6-b25dbad8c454/4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:39.744703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 4dbd85c0-e18f-44ea-b761-fac9d97e4fb1 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:39.751357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (4dbd85c0-e18f-44ea-b761-fac9d97e4fb1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.766099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7f8ee-d0b1-4cc8-b72e-c73937d5c84d None None] Pushing event updated for resources: {'Port': ['ID=178404e6-1501-4140-a5b1-aeaeee1e6736,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:39.792678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-862f1294-ac6f-448f-b042-52ff7fddcad2 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.794209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-862f1294-ac6f-448f-b042-52ff7fddcad2 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.6061056 Mar 07 10:40:39.809363 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (e7cc0990-ed32-4cc4-895a-5bc1b909059a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.821010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4dbd85c0-e18f-44ea-b761-fac9d97e4fb1), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.913110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-512dd7d4-95c4-4487-a4d4-652ed8709f2a tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0760250 Mar 07 10:40:39.951544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4dbd85c0-e18f-44ea-b761-fac9d97e4fb1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.999578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2f07ccb7-8797-4aa0-9072-47d8c3561025 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0847783 Mar 07 10:40:40.063724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4dbd85c0-e18f-44ea-b761-fac9d97e4fb1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.093989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbd85c0-e18f-44ea-b761-fac9d97e4fb1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:40.104644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.108518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3014487b-92bb-4753-bddc-d80d91369c94 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4dbd85c0-e18f-44ea-b761-fac9d97e4fb1 HTTP/1.1" status: 204 len: 168 time: 0.4671836 Mar 07 10:40:40.110795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.159537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-973f2218-3f88-4f48-a363-d8b69eec4322 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:40.161883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-973f2218-3f88-4f48-a363-d8b69eec4322 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 811 time: 0.8319836 Mar 07 10:40:40.176292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet aa2feae5-9d67-423c-a7b2-aa2b5c859ce6 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:40.183146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (aa2feae5-9d67-423c-a7b2-aa2b5c859ce6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.234165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (aa2feae5-9d67-423c-a7b2-aa2b5c859ce6), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.261499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-043d678a-38a9-4f5a-a812-2c502374edc6 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:40.263306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-043d678a-38a9-4f5a-a812-2c502374edc6 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.32 "GET /v2.0/networks?id=3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 200 len: 815 time: 0.4370348 Mar 07 10:40:40.330970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (aa2feae5-9d67-423c-a7b2-aa2b5c859ce6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.373174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.400802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (aa2feae5-9d67-423c-a7b2-aa2b5c859ce6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.416417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.422898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2feae5-9d67-423c-a7b2-aa2b5c859ce6 HTTP/1.1" status: 204 len: 168 time: 0.3110552 Mar 07 10:40:40.445286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55150) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.449106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3afb4-ca16-4296-b7c8-b0db60dd30af tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2feae5-9d67-423c-a7b2-aa2b5c859ce6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:40.473927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 178404e6-1501-4140-a5b1-aeaeee1e6736 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:40.494643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-5898251a-f36c-49ca-b2da-5b0d5e4787d7 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/quotas/0dcbc6873a384df5a8e557a4d064c63e HTTP/1.1" status: 200 len: 375 time: 0.2895827 Mar 07 10:40:40.537278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7cc0990-ed32-4cc4-895a-5bc1b909059a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.539340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 178404e6-1501-4140-a5b1-aeaeee1e6736 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:40.539995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.540108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.544114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.544332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7cc0990-ed32-4cc4-895a-5bc1b909059a HTTP/1.1" status: 204 len: 168 time: 1.4623811 Mar 07 10:40:40.553155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-057e87e9-bb09-4241-8a4c-182cf338c6da tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760639 Mar 07 10:40:40.567100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55154) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.572036 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-6467d729-f290-4c01-a61c-4e8a6f75ed1a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] show failed (client error): The resource could not be found. Mar 07 10:40:40.573466 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6467d729-f290-4c01-a61c-4e8a6f75ed1a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups/e7cc0990-ed32-4cc4-895a-5bc1b909059a HTTP/1.1" status: 404 len: 347 time: 0.0282147 Mar 07 10:40:40.577375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.591767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:40.631011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da12c58-5aad-473f-848c-1a288c2cf1a2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cc0990-ed32-4cc4-895a-5bc1b909059a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:40.676951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 178404e6-1501-4140-a5b1-aeaeee1e6736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:40.683992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.708399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed7111-aad7-4be2-b381-3a2e4084a7a9 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:40.744802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-4f7092e9-3134-4d3c-89fc-e58d8f43f9fc tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e408e709b2f546ffa913384045b49fa6 HTTP/1.1" status: 200 len: 380 time: 0.3504298 Mar 07 10:40:40.788768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Deleting port a89ea926-f266-4b19-b65d-285975ad9a37 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:40.789307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.796721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'port': {'device_id': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'admin_state_up': True, 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'security_groups': ['d27f9f16-a57c-45ad-ab27-8487ea48fb0a']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:40.814074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6ca0dedb-3ea3-4c97-b07e-8f18664ce7b8 None None] Provisioning complete for port 178404e6-1501-4140-a5b1-aeaeee1e6736 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:40.814455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6ca0dedb-3ea3-4c97-b07e-8f18664ce7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.850766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:40.911370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:40.923378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0dedb-3ea3-4c97-b07e-8f18664ce7b8 None None] Current status of the port 178404e6-1501-4140-a5b1-aeaeee1e6736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:40.927370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6ca0dedb-3ea3-4c97-b07e-8f18664ce7b8 None None] Could not find standard attr ID for object d57a9aa4-b67c-46e1-9594-9f609298f712. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:40.928949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-7d5ffd18-f8cd-49c4-990a-0673ea6b73bc tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3834517 Mar 07 10:40:40.975790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:40.981572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:40.986632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.018440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:41.036817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:41.170882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Deleting port 178404e6-1501-4140-a5b1-aeaeee1e6736 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:41.171255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.231385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Deleting port 19ca0c42-c90d-4976-9e95-ea53587948c1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:41.232354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.280809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] For port 178404e6-1501-4140-a5b1-aeaeee1e6736, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=178404e6-1501-4140-a5b1-aeaeee1e6736,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:41.281211 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.299366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Calling delete_port for 178404e6-1501-4140-a5b1-aeaeee1e6736 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:41.355265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.355883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (19ca0c42-c90d-4976-9e95-ea53587948c1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.370777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Calling delete_port for 19ca0c42-c90d-4976-9e95-ea53587948c1 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:41.384794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7596244b-20c7-410f-8c8c-cd52d476f4e8 None None] Provisioning complete for port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:41.385163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7596244b-20c7-410f-8c8c-cd52d476f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.433478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7596244b-20c7-410f-8c8c-cd52d476f4e8 None None] Port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:41.445643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (178404e6-1501-4140-a5b1-aeaeee1e6736), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.491675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] Pushing event deleted for resources: {'Port': ['ID=178404e6-1501-4140-a5b1-aeaeee1e6736,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:41.495545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036df618-a4e3-4e83-aa94-93cddd0eb302 None None] No DVR routers for this DVR port 178404e6-1501-4140-a5b1-aeaeee1e6736 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:41.556758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (19ca0c42-c90d-4976-9e95-ea53587948c1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.588637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'Port': ['ID=19ca0c42-c90d-4976-9e95-ea53587948c1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:41.661311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (d7cb3c8b-d2ad-466b-a205-8be84390e670), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.664794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.668953 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c97c692-0b07-4cf7-856c-b6de83f4dc01 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "DELETE /v2.0/floatingips/d7cb3c8b-d2ad-466b-a205-8be84390e670 HTTP/1.1" status: 204 len: 168 time: 1.0876999 Mar 07 10:40:41.677837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.682462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (a89ea926-f266-4b19-b65d-285975ad9a37), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.688077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:41.688758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.719458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Calling delete_port for a89ea926-f266-4b19-b65d-285975ad9a37 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:41.762265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-be1a8024-a9e5-4745-b997-575402970585 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0997460 Mar 07 10:40:41.776059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'admin_state_up': True, 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'security_groups': ['387b042c-7ada-434a-b06e-0ab4d3c72d57']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:41.817959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-ba9569ac-1ad2-4e05-89cd-194c4de82d7c service neutron] 10.222.0.23 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823138 Mar 07 10:40:41.818704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Made reservation on behalf of e408e709b2f546ffa913384045b49fa6 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:41.822002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.223360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-905af3cd-3edb-4d83-8ec4-131603b9377b service neutron] 10.222.0.23 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816237 Mar 07 10:40:42.231931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (ffefaa67-c1c9-4070-a901-af5585af1ed0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.300786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:42.332904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Allocated IP 172.20.0.4 (3905b878-7032-4dfb-98b0-f5c6337bfd7a/29ae9fff-c574-443e-8884-a89b6b95ba75/1d88c1a5-83a4-4249-9233-d799723b7d83) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:42.350881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:42.366866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:42.377361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:42.378178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.387054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7e580-307d-4644-aee0-25cd15923ca9 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:42.416407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=ffefaa67-c1c9-4070-a901-af5585af1ed0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:42.426028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a89ea926-f266-4b19-b65d-285975ad9a37), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.474045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.474427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.474996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.475556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.476060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.476395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.476723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.477071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.477378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.477706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.478024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.478430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.478683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:42.489535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Pushing event deleted for resources: {'Port': ['ID=a89ea926-f266-4b19-b65d-285975ad9a37,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:42.532491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-70d3360d-87de-4499-8d64-ea0332c20eb3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9426727 Mar 07 10:40:42.533398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:42.542515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:42.596399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 178404e6-1501-4140-a5b1-aeaeee1e6736 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:42.667432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 178404e6-1501-4140-a5b1-aeaeee1e6736 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:42.668941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 178404e6-1501-4140-a5b1-aeaeee1e6736 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:42.698310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.744479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'ffefaa67-c1c9-4070-a901-af5585af1ed0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:42.745138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:42.745347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.749431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.852988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks [] for floatingip (55245ad5-a681-484e-9c5f-6e3f9c75af8b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.856069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.857424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d5b615-7227-452a-80b4-5de52bde08aa req-2e9c0e2b-43ed-4fcf-9395-b89606efcb2c tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "DELETE /v2.0/floatingips/55245ad5-a681-484e-9c5f-6e3f9c75af8b HTTP/1.1" status: 204 len: 173 time: 2.8571289 Mar 07 10:40:43.020006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34c47-12a4-4ac2-b6c2-a0f41c49d7ed req-e4efc71d-a031-420f-9201-669518c9cd07 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.021958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9f34c47-12a4-4ac2-b6c2-a0f41c49d7ed req-e4efc71d-a031-420f-9201-669518c9cd07 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.5104115 Mar 07 10:40:43.072803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Allocated IP 172.20.0.2 (4e84de77-d31e-40bb-8781-c681acde30da/ffefaa67-c1c9-4070-a901-af5585af1ed0/4ab262e5-2cab-4412-a9e6-e913d3fb384f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:43.083166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.221488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9f34c47-12a4-4ac2-b6c2-a0f41c49d7ed req-f771f69b-f9d5-4c00-8a70-11f699de724b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787279 Mar 07 10:40:43.360446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.398318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91039b97-62f5-4882-af67-8ed63fd928ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917001 Mar 07 10:40:43.472964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks [] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.486479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.493087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:40:43.495434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.2.2.100 (9a78a6c9-19e3-422d-8090-7f057d147f04/abb0b765-b044-4d18-a815-2fc6b36af0f5/039b22ac-a7d9-491a-b4e6-358c8f4fd863) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:43.497763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b7742cae-39ca-494b-835a-e66142368824), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.520177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:43.539081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:43.548988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:43.556660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event updated for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.601484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=b7742cae-39ca-494b-835a-e66142368824,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.622949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:43.623508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:43.626287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:43.630804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.631813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.639393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:43.658092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:43.671108 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ddee264c-1b3f-4ecd-90ad-2bc560923158 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1327779 Mar 07 10:40:43.672473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55188) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:43.699834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:bf:23:3a', 'name': 'tempest-NetworksTestDHCPv6-1390456018'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:43.755983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Pushing event updated for resources: {'Port': ['ID=4ab262e5-2cab-4412-a9e6-e913d3fb384f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.768627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e446c-13e9-471c-9d0d-8ca6a9a6a703 req-b163ebb2-1f7d-4a80-840d-37309f27555b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.774635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e446c-13e9-471c-9d0d-8ca6a9a6a703 req-b163ebb2-1f7d-4a80-840d-37309f27555b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.780793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e446c-13e9-471c-9d0d-8ca6a9a6a703 req-b163ebb2-1f7d-4a80-840d-37309f27555b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.788267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c8e446c-13e9-471c-9d0d-8ca6a9a6a703 req-b163ebb2-1f7d-4a80-840d-37309f27555b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 2375 time: 0.4249220 Mar 07 10:40:43.830025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.830935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.836754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Attempting to bind port 4ab262e5-2cab-4412-a9e6-e913d3fb384f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:43.837167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Attempting to bind port 4ab262e5-2cab-4412-a9e6-e913d3fb384f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:43.837532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Attempting to bind port 4ab262e5-2cab-4412-a9e6-e913d3fb384f on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:43.854080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:43.854457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:43.854866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.860446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:43.860962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Bound port: 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:43.861360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.975923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-892d69fb-ec8f-47c1-9d59-19ec8380348c tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1971102 Mar 07 10:40:43.990086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-a9d8404c-83d6-477b-a42d-5b258962fb20 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.991678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-a9d8404c-83d6-477b-a42d-5b258962fb20 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5585225 Mar 07 10:40:44.000824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Request body: {'port': {'device_id': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:44.017863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:44.033977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] For port 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:44.039239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] For port 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ab262e5-2cab-4412-a9e6-e913d3fb384f,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:44.045396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e5b7affb-de78-4595-9b10-8efec36616cc None None] Provisioning complete for port 1d88c1a5-83a4-4249-9233-d799723b7d83 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:44.045909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5b7affb-de78-4595-9b10-8efec36616cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.083760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7affb-de78-4595-9b10-8efec36616cc None None] Port 1d88c1a5-83a4-4249-9233-d799723b7d83 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:44.089829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-571c2237-70c3-4cf6-9c49-c12370c1a4c4 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/quotas/2ed0572328894fde9a7d6f78ca0a26ff HTTP/1.1" status: 200 len: 375 time: 0.0822270 Mar 07 10:40:44.090761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.098518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c8e446c-13e9-471c-9d0d-8ca6a9a6a703 req-4976de9b-155b-4c6e-8311-51c4c84a9d61 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091674 Mar 07 10:40:44.190501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.231475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f94a9-1aea-4a2e-a36a-bf346d3b0ae3 None None] Pushing event updated for resources: {'Port': ['ID=4ab262e5-2cab-4412-a9e6-e913d3fb384f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:44.249142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port ccf437a6-83fb-4b8a-a575-5bb147bc9487 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:44.272589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-4d04dbe3-048a-44eb-b8db-30dab1bd8961 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1802735 Mar 07 10:40:44.338326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.344630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.611639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fea7f-2412-400d-a734-220b78781f9b req-d30a0cdf-47f0-42c4-946f-3a74c819c64e tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:44.637175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d2fea7f-2412-400d-a734-220b78781f9b req-d30a0cdf-47f0-42c4-946f-3a74c819c64e tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 931 time: 0.3746684 Mar 07 10:40:44.778004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 172.20.0.14 (4e84de77-d31e-40bb-8781-c681acde30da/ffefaa67-c1c9-4070-a901-af5585af1ed0/ccf437a6-83fb-4b8a-a575-5bb147bc9487) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:44.786155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:febf:233a (4e84de77-d31e-40bb-8781-c681acde30da/b7742cae-39ca-494b-835a-e66142368824/ccf437a6-83fb-4b8a-a575-5bb147bc9487) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:44.839709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.040905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (ccf437a6-83fb-4b8a-a575-5bb147bc9487), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.041222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-1850090e-b96e-4478-80d4-5c49e5531f22 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:45.042740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-1850090e-b96e-4478-80d4-5c49e5531f22 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.26 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 811 time: 0.6824763 Mar 07 10:40:45.053787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:45.065818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55198) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:45.070810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923895054', 'description': 'tempest-description--1851892013'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:45.125669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.130595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ccf437a6-83fb-4b8a-a575-5bb147bc9487), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.137758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:45.139661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:45.147638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Request body: {'port': {'device_id': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'admin_state_up': True, 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:45.169064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:45.259177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94925e92-1ea3-4118-bd95-f4c73a228d0c req-646a177b-f5eb-485e-85b4-1c3a22e3f258 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Mar 07 10:40:45.269439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d2fea7f-2412-400d-a734-220b78781f9b req-5bf547e6-f8fb-4dfa-a218-bb25090a2cc5 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6311007 Mar 07 10:40:45.277815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:45.329832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:45.341723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:45.465852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=ccf437a6-83fb-4b8a-a575-5bb147bc9487,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:45.592396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:45.593085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.624667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3617e048-6f90-4fed-b31e-b9cfa02e666d None None] Provisioning complete for port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:45.625220 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3617e048-6f90-4fed-b31e-b9cfa02e666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.638971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-19801724-9024-4fd1-bdd6-a98ba42f2ace tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9618313 Mar 07 10:40:45.657806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55212) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:45.671714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d88c1a5-83a4-4249-9233-d799723b7d83 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:45.691881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks [] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.701014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3617e048-6f90-4fed-b31e-b9cfa02e666d None None] Port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:45.749883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (44edda46-4cc3-43ac-9350-c5c835120cc4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.762772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44edda46-4cc3-43ac-9350-c5c835120cc4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.830935 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.835610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7686477 Mar 07 10:40:45.840123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:45.857887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group_rule': {'security_group_id': '44edda46-4cc3-43ac-9350-c5c835120cc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:45.876640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1d4a2-f06b-4b97-bb43-c5f867caa5e1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44edda46-4cc3-43ac-9350-c5c835120cc4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:45.926165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecff422-38c4-49a7-b4fe-5a512bc189d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:45.933133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecff422-38c4-49a7-b4fe-5a512bc189d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:45.936049 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cecff422-38c4-49a7-b4fe-5a512bc189d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2775054 Mar 07 10:40:45.939675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55216) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:45.998545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-27d99967-cf49-4589-b724-9f46dc5a54e3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:46.000185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-27d99967-cf49-4589-b724-9f46dc5a54e3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.2749267 Mar 07 10:40:46.003152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Transition to ACTIVE for port object 1d88c1a5-83a4-4249-9233-d799723b7d83 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:46.006552 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-b4987ca8-bed4-4d4b-9906-e867f11f42aa req-5805c75f-aaf3-4410-aa47-30f650405975 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] show failed (client error): The resource could not be found. Mar 07 10:40:46.020130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4987ca8-bed4-4d4b-9906-e867f11f42aa req-5805c75f-aaf3-4410-aa47-30f650405975 tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips/55245ad5-a681-484e-9c5f-6e3f9c75af8b HTTP/1.1" status: 404 len: 350 time: 0.3052270 Mar 07 10:40:46.046340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (b955353a-a11f-4a04-b345-c37829714912), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.058765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-28f22f16-4883-487f-a493-d602f5ef8ba8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/quotas/1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 375 time: 0.0352366 Mar 07 10:40:46.101490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266575c-fba2-4e20-b52b-1a785daf8f15 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:46.158867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.182679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port ccf437a6-83fb-4b8a-a575-5bb147bc9487 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:46.183404 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ccf437a6-83fb-4b8a-a575-5bb147bc9487), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.187826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:46.189225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.189381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Provisioning complete for port 4ab262e5-2cab-4412-a9e6-e913d3fb384f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:46.189732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.231095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Made reservation on behalf of 0dcbc6873a384df5a8e557a4d064c63e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:46.234551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.300726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c97bcdf4-ac49-4a6b-b827-6ba445f0d841 req-1c61668c-9ad2-49d1-94c2-dcedce18cc79 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 210 time: 0.1445029 Mar 07 10:40:46.340040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-179d2b55-2bb0-4648-803a-526beae75aad tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5705688 Mar 07 10:40:46.359911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'admin_state_up': True, 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'security_groups': ['387b042c-7ada-434a-b06e-0ab4d3c72d57']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:46.377408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ccf437a6-83fb-4b8a-a575-5bb147bc9487), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.404051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for ccf437a6-83fb-4b8a-a575-5bb147bc9487 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:46.438715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Current status of the port 4ab262e5-2cab-4412-a9e6-e913d3fb384f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:46.439103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.535513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-c5fb1871-1299-40aa-a437-149d8a5741ec tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4653130 Mar 07 10:40:46.536425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Pushing event updated for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:46.606074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ab262e5-2cab-4412-a9e6-e913d3fb384f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:46.608742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (b955353a-a11f-4a04-b345-c37829714912), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.611089 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-113d5968-fba2-440d-9fac-7cc7a4f8a17d tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020215 Mar 07 10:40:46.621039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] For port 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ab262e5-2cab-4412-a9e6-e913d3fb384f,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:46.656446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (b955353a-a11f-4a04-b345-c37829714912), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.708507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.808893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b955353a-a11f-4a04-b345-c37829714912,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:46.836231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.837507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9961894 Mar 07 10:40:46.962710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-00f23681-157f-440a-a429-72258440dc16 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:46.964833 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-00f23681-157f-440a-a429-72258440dc16 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444114 Mar 07 10:40:46.979456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:46.991105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'security_group_rule': {'security_group_id': '44edda46-4cc3-43ac-9350-c5c835120cc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:47.049301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Request body: {'port': {'device_id': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '2ed0572328894fde9a7d6f78ca0a26ff'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:47.059448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.059980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.060419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.060873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.061301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.061722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.062328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.062797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.063223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.063675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.064704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.064704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.064941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b45dfa-4fb7-4e75-9c30-cc58a5b17bee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:47.109221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (402fecd9-3d45-4ad9-813d-c5fc8cdfc884), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.127502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f43c08-6fd2-4653-8d36-10d10e877b3c None None] Pushing event updated for resources: {'Port': ['ID=4ab262e5-2cab-4412-a9e6-e913d3fb384f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:47.138610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'ffefaa67-c1c9-4070-a901-af5585af1ed0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7742cae-39ca-494b-835a-e66142368824'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '4ab262e5-2cab-4412-a9e6-e913d3fb384f'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:40:47.177786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.180014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4ab262e5-2cab-4412-a9e6-e913d3fb384f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:47.180570 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.195593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (402fecd9-3d45-4ad9-813d-c5fc8cdfc884), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.246003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (402fecd9-3d45-4ad9-813d-c5fc8cdfc884), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.317770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402fecd9-3d45-4ad9-813d-c5fc8cdfc884,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:47.328123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.329859 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3dc7615c-56ee-43cc-82a3-69d31916f1bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427534 Mar 07 10:40:47.338129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:47.343065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:47.407941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ccf437a6-83fb-4b8a-a575-5bb147bc9487), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.412563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-e22b1e95-f363-4ff2-9419-b48aff99a026 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.419501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-e22b1e95-f363-4ff2-9419-b48aff99a026 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.420877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4ab262e5-2cab-4412-a9e6-e913d3fb384f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:47.423355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Made reservation on behalf of 2ed0572328894fde9a7d6f78ca0a26ff for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:47.427005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-e22b1e95-f363-4ff2-9419-b48aff99a026 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.427989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.432830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-e22b1e95-f363-4ff2-9419-b48aff99a026 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.440388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-e22b1e95-f363-4ff2-9419-b48aff99a026 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3096 time: 0.9551275 Mar 07 10:40:47.440808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Allocated IP 2001:db8::f816:3eff:feba:ef41 (4e84de77-d31e-40bb-8781-c681acde30da/b7742cae-39ca-494b-835a-e66142368824/4ab262e5-2cab-4412-a9e6-e913d3fb384f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:47.443110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.445447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.452732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Allocated IP 172.20.0.4 (c495fb4c-d339-4be2-873e-f2ef6bb4d51f/9a74efee-c636-4847-9799-442f94a414c5/bb69c233-1643-400c-b4cb-0f47aa0d32d0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:47.459750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Attempting to bind port 1d88c1a5-83a4-4249-9233-d799723b7d83 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:47.460297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Attempting to bind port 1d88c1a5-83a4-4249-9233-d799723b7d83 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:47.460613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Attempting to bind port 1d88c1a5-83a4-4249-9233-d799723b7d83 on network 3905b878-7032-4dfb-98b0-f5c6337bfd7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:47.487235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-3476e23c-bafb-49fd-b990-406dbbbf404e service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9273887 Mar 07 10:40:47.489221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=ccf437a6-83fb-4b8a-a575-5bb147bc9487,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:47.515547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Port 1d88c1a5-83a4-4249-9233-d799723b7d83 on network 3905b878-7032-4dfb-98b0-f5c6337bfd7a not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:47.515894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Attempting to bind port 1d88c1a5-83a4-4249-9233-d799723b7d83 on network 3905b878-7032-4dfb-98b0-f5c6337bfd7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:47.532789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Made reservation on behalf of a9bab3f348884609ad2626b3d0b3cb74 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:47.537320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.548611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:47.548940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Checking segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:47.549316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Bound using segment: {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:47.549745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Bound port: 1d88c1a5-83a4-4249-9233-d799723b7d83, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0169331-bc5b-48b1-881a-db2f480fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:47.550098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.590143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] For port 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ab262e5-2cab-4412-a9e6-e913d3fb384f,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:47.630314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Publish callbacks [] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.637934 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.648437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.655179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-696eca01-713f-429c-b214-598675450568 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/ccf437a6-83fb-4b8a-a575-5bb147bc9487 HTTP/1.1" status: 204 len: 168 time: 1.7116590 Mar 07 10:40:47.659124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55230) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:47.682117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96fb9d2b-c717-4b7e-8b91-595a995f5123 req-bb85127f-4f7c-4da9-a6c8-eb72fabea048 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305183 Mar 07 10:40:47.753563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea4c1-c165-495e-b8a7-a2436fd81692 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.755166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea4c1-c165-495e-b8a7-a2436fd81692 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.756570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea4c1-c165-495e-b8a7-a2436fd81692 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.758221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8bea4c1-c165-495e-b8a7-a2436fd81692 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0968943 Mar 07 10:40:47.761105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:47.793033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dea63-5c19-4375-8584-3dab95cec8c3 None None] Pushing event updated for resources: {'Port': ['ID=4ab262e5-2cab-4412-a9e6-e913d3fb384f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:47.820897 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-1a2dee14-6f3d-4b11-915b-71abf473c082 req-10f8aa13-c9f5-4a77-91d3-c80efade78ef tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] show failed (client error): The resource could not be found. Mar 07 10:40:47.832593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:47.832835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2dee14-6f3d-4b11-915b-71abf473c082 req-10f8aa13-c9f5-4a77-91d3-c80efade78ef tempest-FloatingIPsTestJSON-1755087294 tempest-FloatingIPsTestJSON-1755087294-project] 10.222.0.23 "GET /v2.0/floatingips/55245ad5-a681-484e-9c5f-6e3f9c75af8b HTTP/1.1" status: 404 len: 350 time: 0.1107821 Mar 07 10:40:47.900684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:47.906588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks [] for security_group (c9e2019b-44bc-42aa-b195-4453d9cf0fab), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.907925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1d88c1a5-83a4-4249-9233-d799723b7d83,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:47.915734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.928394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c9e2019b-44bc-42aa-b195-4453d9cf0fab), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.955690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet b7742cae-39ca-494b-835a-e66142368824 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:48.004863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (b7742cae-39ca-494b-835a-e66142368824), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.043927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-2861ead6-9008-4ea7-aefe-98160f68a9a3 service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557647 Mar 07 10:40:48.092535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8de258e7-91a4-4606-a7d0-e7115ebf19c8 req-f66d61bc-51a3-4d8f-86bf-0dc37d79a12b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 210 time: 0.0511539 Mar 07 10:40:48.099530 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.163754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:48.164642 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.166546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] 10.222.0.32 "PUT /v2.0/ports/1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 200 len: 1091 time: 4.1716075 Mar 07 10:40:48.172045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:48.189678 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b857a60a-58f8-48bc-9a77-3b8bb43256b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:48.508890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d16ee4a3-373d-4247-ae98-8ab8dc973dd0 req-d9edd703-7963-4670-832d-350c6a43daae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 210 time: 0.0847340 Mar 07 10:40:48.516509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ab262e5-2cab-4412-a9e6-e913d3fb384f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:48.585788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2019b-44bc-42aa-b195-4453d9cf0fab,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:48.608941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b7742cae-39ca-494b-835a-e66142368824), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.679142 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd808d0-854b-487a-826e-6ff9ccaa127a x-openstack-request-id: req-bdd808d0-854b-487a-826e-6ff9ccaa127a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:48.681065 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:48.681626 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdd808d0-854b-487a-826e-6ff9ccaa127a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:48.684079 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'status': 'completed', 'code': 200} Mar 07 10:40:48.730457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Allocated IP 10.2.2.200 (9a78a6c9-19e3-422d-8090-7f057d147f04/abb0b765-b044-4d18-a815-2fc6b36af0f5/ed1edc49-2d45-4215-a7af-7e1c087039dc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:48.747539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4ab262e5-2cab-4412-a9e6-e913d3fb384f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:48.748167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.769822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-ea2d1129-9582-43ab-81a4-2ee64320c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:48.772538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-ea2d1129-9582-43ab-81a4-2ee64320c1c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e408e709b2f546ffa913384045b49fa6&device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 1125 time: 0.4742019 Mar 07 10:40:48.784354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7d1b9c5-1d5e-439d-ade0-2a3518dbd242 req-da4ce17e-171c-41f0-af6f-05c3f89dd7ef tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 210 time: 0.0482681 Mar 07 10:40:48.818423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193d8f9-4320-4b63-a5b0-0861c79c899f service neutron] Pushing event updated for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:48.874522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks [] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.902725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Allocated IP 172.25.4.235 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/8de02ab0-7012-4d75-b6b0-741297c19bfd) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:48.916206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-600ce8ff-5a9a-4759-9894-1a0183c095fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 200 len: 217 time: 0.1247993 Mar 07 10:40:48.938040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4ab262e5-2cab-4412-a9e6-e913d3fb384f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:48.959120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4dca8051-d163-49eb-8071-a49bd26850d0 None None] Could not find standard attr ID for object ccf437a6-83fb-4b8a-a575-5bb147bc9487. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:48.972467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Allocated IP 192.168.233.236 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/d5ab94e4-3a09-4a88-b439-c9345376e3ef) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:48.986227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4dca8051-d163-49eb-8071-a49bd26850d0 None None] Provisioning complete for port 4ab262e5-2cab-4412-a9e6-e913d3fb384f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:48.987472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4dca8051-d163-49eb-8071-a49bd26850d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.031553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0f5d-6514-4a36-9009-5eddc120d0ee req-cd3114e6-68c4-4b81-a48a-0fc8a8ce1c66 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.044868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-028b0f5d-6514-4a36-9009-5eddc120d0ee req-cd3114e6-68c4-4b81-a48a-0fc8a8ce1c66 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 943 time: 0.7930009 Mar 07 10:40:49.108241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b7742cae-39ca-494b-835a-e66142368824), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.135322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4dca8051-d163-49eb-8071-a49bd26850d0 None None] Current status of the port 4ab262e5-2cab-4412-a9e6-e913d3fb384f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:49.173045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-dace3d2c-cabb-4a69-b7a6-f609751bd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.174619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-dace3d2c-cabb-4a69-b7a6-f609751bd3d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29ae9fff-c574-443e-8884-a89b6b95ba75 HTTP/1.1" status: 200 len: 854 time: 0.2505460 Mar 07 10:40:49.279134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-028b0f5d-6514-4a36-9009-5eddc120d0ee req-7a9da630-190b-4625-b36f-cdce3f1d900e tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320805 Mar 07 10:40:49.451467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-1db23670-fbfe-4991-9845-6a0ed4f6593a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.457179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-1db23670-fbfe-4991-9845-6a0ed4f6593a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.457819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4c438370-5ee6-4f1a-867d-0cd60953d51e None None] Could not find standard attr ID for object ccf437a6-83fb-4b8a-a575-5bb147bc9487. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:40:49.462721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-1db23670-fbfe-4991-9845-6a0ed4f6593a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.468081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-1db23670-fbfe-4991-9845-6a0ed4f6593a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.469836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-1db23670-fbfe-4991-9845-6a0ed4f6593a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3096 time: 0.3933337 Mar 07 10:40:49.471173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.486543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ebc112c4-6889-45ff-ac25-14d67d516135'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:49.545476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b7742cae-39ca-494b-835a-e66142368824), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.545862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-e930bc79-1a3a-4b3c-a358-798ddeff8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.547404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-e930bc79-1a3a-4b3c-a358-798ddeff8f35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3905b878-7032-4dfb-98b0-f5c6337bfd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3295901 Mar 07 10:40:49.557345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Network c495fb4c-d339-4be2-873e-f2ef6bb4d51f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:49.590025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:49.593009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.612930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:49.636632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=b7742cae-39ca-494b-835a-e66142368824,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:49.644232 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.649855 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7a850db-dccc-48b0-b9ee-93eb4bd9268b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b7742cae-39ca-494b-835a-e66142368824 HTTP/1.1" status: 204 len: 168 time: 1.8868558 Mar 07 10:40:49.650897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:49.694424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Pushing event updated for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:49.702852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.722728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet ffefaa67-c1c9-4070-a901-af5585af1ed0 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:49.742155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (ffefaa67-c1c9-4070-a901-af5585af1ed0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.748819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks [] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.781107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fdddb-25e3-455f-9e7b-66d3e7cb901a req-c7f5f6e6-84cb-4f07-b119-f53f660ac34a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.789074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c94fdddb-25e3-455f-9e7b-66d3e7cb901a req-c7f5f6e6-84cb-4f07-b119-f53f660ac34a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 931 time: 0.3723881 Mar 07 10:40:49.808087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1684c619-363c-478a-9cfe-79c9b2a508e5 req-d43bee43-a724-4710-a0bd-7ef4029eda7f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216686 Mar 07 10:40:49.831897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:49.832805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.950854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-2d1852b4-c0a6-4f76-b496-03ea88bdc185 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8083758 Mar 07 10:40:49.966992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-4bc42ed1-ed09-4603-9053-51bc635732a9 service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998592 Mar 07 10:40:49.974009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Request body: {'port': {'device_id': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:49.991771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ffefaa67-c1c9-4070-a901-af5585af1ed0), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.090284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.101454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c94fdddb-25e3-455f-9e7b-66d3e7cb901a req-46bd5ab1-c5ff-47ff-97f0-5b861e40821f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113897 Mar 07 10:40:50.166530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b20799c6-db4a-44e6-825b-0f597a41651b req-13435444-2cc4-471f-ac86-3200a903458e tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 210 time: 0.1308303 Mar 07 10:40:50.192030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf447b4-1f3e-4212-acd9-5819826f6012 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:50.192641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.230748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:50.246166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.251058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:50.253924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:50.309123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef4eaa6b-3cfb-43e2-a23e-a381962cc2dc req-6b737f21-8e66-4f08-9d6a-78a7aef4855e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 210 time: 0.1145148 Mar 07 10:40:50.338301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=8de02ab0-7012-4d75-b6b0-741297c19bfd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:50.435803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:50.443212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:50.457782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:50.464936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:50.474137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:50.477083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.482933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:50.493033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ffefaa67-c1c9-4070-a901-af5585af1ed0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.511119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:50.549578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19998e0f-4789-45d3-b349-37ffc06a5d6e req-3ee6e8a0-10d6-481c-948f-79eadc410cfa service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390055 Mar 07 10:40:50.577563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.588026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-3b121f4a-e6fd-46d5-8f60-8cca091698b5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.589857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-3b121f4a-e6fd-46d5-8f60-8cca091698b5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.6093986 Mar 07 10:40:50.608696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.651056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'device_id': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'admin_state_up': True, 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:50.671781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.672798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9e777c8-fe64-4830-8743-c7fdc278d37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.682289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.704510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:50.799189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.843819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366989a-ff4c-464d-ad65-070d1d7678d6 req-369aa0eb-eb72-4a4f-b7c5-e0328c2d37b1 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.856654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1366989a-ff4c-464d-ad65-070d1d7678d6 req-369aa0eb-eb72-4a4f-b7c5-e0328c2d37b1 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 943 time: 0.4463327 Mar 07 10:40:50.911265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.912529 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.996079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-15d15c7d-b322-416b-b745-fa7d771a3be0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6418977 Mar 07 10:40:51.005866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4ce4922d-dec8-4cb3-9522-49795c0698cd None None] Provisioning complete for port d5ab94e4-3a09-4a88-b439-c9345376e3ef triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:51.007167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4ce4922d-dec8-4cb3-9522-49795c0698cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.047185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ffefaa67-c1c9-4070-a901-af5585af1ed0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.069300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4922d-dec8-4cb3-9522-49795c0698cd None None] Port d5ab94e4-3a09-4a88-b439-c9345376e3ef cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:51.083853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:51.136388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=ffefaa67-c1c9-4070-a901-af5585af1ed0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:51.161931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.166466 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aefd0f9b-b4b8-460f-8758-5448a5178323 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/ffefaa67-c1c9-4070-a901-af5585af1ed0 HTTP/1.1" status: 204 len: 168 time: 1.5093467 Mar 07 10:40:51.171815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-91b155c0-ab8a-45d4-a578-5c2fb730e2a0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1275432 Mar 07 10:40:51.172387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:51.206306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8c5be892-deaa-427c-8644-25a0bfb2baa6 None None] Provisioning complete for port ed1edc49-2d45-4215-a7af-7e1c087039dc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:51.206922 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c5be892-deaa-427c-8644-25a0bfb2baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.249867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Request body: {'port': {'device_id': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:51.288900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c5be892-deaa-427c-8644-25a0bfb2baa6 None None] Port ed1edc49-2d45-4215-a7af-7e1c087039dc cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:51.305540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ba6c77b-7d6e-4549-aa45-724f1cde6a6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108327 Mar 07 10:40:51.310338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55270) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:51.336648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:51.341001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df57917-68f7-448f-8e8a-d07b985c5495 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:51.454211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6d369553-60c4-4c80-a53f-48af38557d1f None None] Provisioning complete for port 4ab262e5-2cab-4412-a9e6-e913d3fb384f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:51.455012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d369553-60c4-4c80-a53f-48af38557d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.542940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:51.592171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:51.597125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.627792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d369553-60c4-4c80-a53f-48af38557d1f None None] Current status of the port 4ab262e5-2cab-4412-a9e6-e913d3fb384f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:51.647304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Deleting port 4ab262e5-2cab-4412-a9e6-e913d3fb384f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:51.648314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.659131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.715529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-3f777974-6fce-46ac-a6e6-24d5d1280bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:51.721254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-3f777974-6fce-46ac-a6e6-24d5d1280bac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e408e709b2f546ffa913384045b49fa6&device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 1125 time: 1.0916772 Mar 07 10:40:51.736884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] For port 4ab262e5-2cab-4412-a9e6-e913d3fb384f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ab262e5-2cab-4412-a9e6-e913d3fb384f,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:51.737282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.758687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Calling delete_port for 4ab262e5-2cab-4412-a9e6-e913d3fb384f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:51.835283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:51.838807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.875542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4ab262e5-2cab-4412-a9e6-e913d3fb384f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.899543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1366989a-ff4c-464d-ad65-070d1d7678d6 req-59c4f4c0-5868-46b6-a66c-a6733e9db93e tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0418758 Mar 07 10:40:51.900232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.917279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] Pushing event deleted for resources: {'Port': ['ID=4ab262e5-2cab-4412-a9e6-e913d3fb384f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:51.937715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7216390-f736-4f7e-91cb-e9b5ed3d9b55 None None] No DVR routers for this DVR port 4ab262e5-2cab-4412-a9e6-e913d3fb384f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:51.948806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (10a379f1-8646-4be6-a30d-f8ecab69ceca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.953018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.000317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.033960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-5cf813ac-2d6f-4778-a38d-6a2786998fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.034426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-5cf813ac-2d6f-4778-a38d-6a2786998fbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 200 len: 916 time: 0.2894931 Mar 07 10:40:52.070572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.082647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.082647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.087547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.092799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.094644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b92290e7-1b45-4a1b-9c6d-6e9e8e911681 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3817 time: 1.0753689 Mar 07 10:40:52.165903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:52.168453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-7695f341-1fc6-4a79-80f4-947a16569689 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 200 len: 217 time: 0.0643108 Mar 07 10:40:52.204073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:52.215214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=10a379f1-8646-4be6-a30d-f8ecab69ceca,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.218868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734c5d7-694a-4704-bbe0-d1ce9e2fdd61 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:52.243689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.243909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.276569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.295739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=8de02ab0-7012-4d75-b6b0-741297c19bfd,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.320874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.331100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-678d4196-0ddf-41d9-b413-66e2e93d0131 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9916947 Mar 07 10:40:52.431094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '10a379f1-8646-4be6-a30d-f8ecab69ceca'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:52.432025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.479425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1644ef1-e77e-4770-be4a-4ac935e9f124 req-b8011cb5-a341-49a9-a9bf-78345d8fe1f4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731177 Mar 07 10:40:52.501932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ab262e5-2cab-4412-a9e6-e913d3fb384f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:52.613509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.20.0.11 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/156f9c8b-6c6d-4458-9ff0-7120054852c4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:52.651470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8c45-6698-4879-9fcb-1bc31675790c req-6eea2b37-3f8c-420c-88bf-be52553965ee tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.653333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65fc8c45-6698-4879-9fcb-1bc31675790c req-6eea2b37-3f8c-420c-88bf-be52553965ee tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 931 time: 0.6577075 Mar 07 10:40:52.692218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0a917f6-652c-4a8f-add5-94ee7efc9347 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3613577 Mar 07 10:40:52.695092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-6855de4a-9f49-4566-97e1-23820ba89c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.696682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:52.696980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-6855de4a-9f49-4566-97e1-23820ba89c9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29ae9fff-c574-443e-8884-a89b6b95ba75 HTTP/1.1" status: 200 len: 854 time: 0.4757166 Mar 07 10:40:52.703573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:52.725034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4ab262e5-2cab-4412-a9e6-e913d3fb384f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:52.725370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ab262e5-2cab-4412-a9e6-e913d3fb384f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:52.727522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Allocated IP 172.20.0.2 (4e84de77-d31e-40bb-8781-c681acde30da/10a379f1-8646-4be6-a30d-f8ecab69ceca/c0f3e60a-a1e3-46e4-b219-f3db4ba728d9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:52.861330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb69c233-1643-400c-b4cb-0f47aa0d32d0 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:52.887114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Deleting port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:52.887916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.890078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks [] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.905693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080b038-2a56-449f-b8f7-5fd22a395c92 req-8aa5c116-7738-4f6f-bfa1-575485162e5e tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.912810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9080b038-2a56-449f-b8f7-5fd22a395c92 req-8aa5c116-7738-4f6f-bfa1-575485162e5e tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 936 time: 0.3196368 Mar 07 10:40:52.913706 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks [] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.922951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.966027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65fc8c45-6698-4879-9fcb-1bc31675790c req-d34388fb-efbc-4944-b839-82652f54fdcb tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011098 Mar 07 10:40:53.003335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Transition to ACTIVE for port object bb69c233-1643-400c-b4cb-0f47aa0d32d0 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:53.009415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:53.013010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:53.018597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:53.021786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6f9f31d-5af8-4a2f-8939-11e1b388a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.024843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Pushing event updated for resources: {'Port': ['ID=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.047888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-457328f0-2295-4533-9b24-733f979f3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.049410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-457328f0-2295-4533-9b24-733f979f3bfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3905b878-7032-4dfb-98b0-f5c6337bfd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3022540 Mar 07 10:40:53.061595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.088737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Attempting to bind port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:53.089148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Attempting to bind port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:53.089458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Attempting to bind port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:53.096935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:53.097385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:53.097697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.098081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:53.098723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Bound port: c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:53.099738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.131111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:53.138233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:53.142271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.172799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] For port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:53.181897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] For port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:53.194215 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.196860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9080b038-2a56-449f-b8f7-5fd22a395c92 req-b823e2a6-7286-44ed-9185-cab5f4bf97c1 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830832 Mar 07 10:40:53.255346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d7a0-c18a-45a5-a28a-450fd7159c2c None None] Pushing event updated for resources: {'Port': ['ID=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.263072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-664534f5-6780-4c50-867b-c628a4d30885 req-08f7171c-422e-453c-98f3-112dafa488f6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 210 time: 0.1466026 Mar 07 10:40:53.323429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] For port b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:53.324007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.331782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.350005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks [] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.373285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Calling delete_port for b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:53.397957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Transition to ACTIVE for port object d5ab94e4-3a09-4a88-b439-c9345376e3ef will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:53.439338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.464865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbd4492-64ea-491a-9b90-fea3807bac31 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:53.475636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks [] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.491048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Transition to ACTIVE for port object 6bbd4492-64ea-491a-9b90-fea3807bac31 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:53.511410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.568053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.776884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.796851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-40cf03e3-dd14-45b6-80f5-63726992fd3d service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286575 Mar 07 10:40:53.800985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-32e2ba1c-c607-4b50-bd28-55ae3fa42c18 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1923895054&fields=id&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 267 time: 0.4573643 Mar 07 10:40:53.823921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Attempting to bind port d5ab94e4-3a09-4a88-b439-c9345376e3ef on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:53.824262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Attempting to bind port d5ab94e4-3a09-4a88-b439-c9345376e3ef by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:53.824587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Attempting to bind port d5ab94e4-3a09-4a88-b439-c9345376e3ef on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:53.842590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Port d5ab94e4-3a09-4a88-b439-c9345376e3ef on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:53.843472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Attempting to bind port d5ab94e4-3a09-4a88-b439-c9345376e3ef on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:53.868175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:53.868959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:53.873260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:53.874197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Bound port: d5ab94e4-3a09-4a88-b439-c9345376e3ef, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:53.874786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.888360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.959754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.126645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.155130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:54.163345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.164223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Attempting to bind port bb69c233-1643-400c-b4cb-0f47aa0d32d0 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:54.164583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Attempting to bind port bb69c233-1643-400c-b4cb-0f47aa0d32d0 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:54.164890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Attempting to bind port bb69c233-1643-400c-b4cb-0f47aa0d32d0 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:54.199597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13b977-7678-44c0-b5d8-d719146cea9d req-c1e1fc55-a282-4b41-848c-4a27fed8b04d tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.201489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da13b977-7678-44c0-b5d8-d719146cea9d req-c1e1fc55-a282-4b41-848c-4a27fed8b04d tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 943 time: 0.8030601 Mar 07 10:40:54.208044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:40:54.210002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:54.222675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:54.265549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b857a60a-58f8-48bc-9a77-3b8bb43256b6 req-dbe638f8-4129-4b1c-b5ab-44923961f06c service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422152 Mar 07 10:40:54.266136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Port bb69c233-1643-400c-b4cb-0f47aa0d32d0 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:54.266456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Attempting to bind port bb69c233-1643-400c-b4cb-0f47aa0d32d0 on network c495fb4c-d339-4be2-873e-f2ef6bb4d51f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:54.276764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da13b977-7678-44c0-b5d8-d719146cea9d req-7e164aa1-b009-4bf2-939f-072b351588f2 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610933 Mar 07 10:40:54.335984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.371028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Attempting to bind port 6bbd4492-64ea-491a-9b90-fea3807bac31 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:54.371421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Attempting to bind port 6bbd4492-64ea-491a-9b90-fea3807bac31 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:54.371779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Attempting to bind port 6bbd4492-64ea-491a-9b90-fea3807bac31 on network 02778223-21a1-40ab-ae6e-908f706d874a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:54.390947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:54.391295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Checking segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:54.391723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Bound using segment: {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:54.392186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Bound port: bb69c233-1643-400c-b4cb-0f47aa0d32d0, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71d82fa-b908-4154-b912-4eb4c1e19ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:54.392503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.395073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Port 6bbd4492-64ea-491a-9b90-fea3807bac31 on network 02778223-21a1-40ab-ae6e-908f706d874a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:54.395509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Attempting to bind port 6bbd4492-64ea-491a-9b90-fea3807bac31 on network 02778223-21a1-40ab-ae6e-908f706d874a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:54.397958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.411025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:54.451482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-50f89ac8-7b85-444a-baab-ea3855ca3652 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.463745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-50f89ac8-7b85-444a-baab-ea3855ca3652 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 816 time: 0.6178262 Mar 07 10:40:54.519422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:54.523137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-cc742a0a-3c58-40be-bb12-e9967e12a3da tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/quotas/1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 375 time: 0.0586483 Mar 07 10:40:54.627247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:54.627733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Checking segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:54.628593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Bound using segment: {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:54.629056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Bound port: 6bbd4492-64ea-491a-9b90-fea3807bac31, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428a67df-5431-497d-b4b3-8aba8c56bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:54.629415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.651094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1d88c1a5-83a4-4249-9233-d799723b7d83 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:54.730138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:54.762075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.762853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.764671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-59aa8a0b-d75c-441b-ba51-6e7abe51ff53 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5ab94e4-3a09-4a88-b439-c9345376e3ef HTTP/1.1" status: 200 len: 1096 time: 3.5680640 Mar 07 10:40:54.765390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:54.768067 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c" -d '{"events": [{"name": "network-changed", "server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:54.855402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:54.876367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1d88c1a5-83a4-4249-9233-d799723b7d83,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:54.885236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:54.890313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'port_id': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'mac_address': 'fa:16:3e:2c:ed:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:54.954191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1d88c1a5-83a4-4249-9233-d799723b7d83 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:54.954864 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.972057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d88c1a5-83a4-4249-9233-d799723b7d83 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:54.984579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.996214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1d88c1a5-83a4-4249-9233-d799723b7d83,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:55.008278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:55.009145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.011268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.011477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:55.015135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:55.019248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:55.030966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:55.089941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.097966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.098636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.110961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.160020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:55.160584 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.180996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.197202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-860b1b22-1a3b-47e8-982a-864a5d251203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.198401 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-860b1b22-1a3b-47e8-982a-864a5d251203 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 1130 time: 0.3504996 Mar 07 10:40:55.207130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-07082a44-6854-41bc-b802-94c82806a7ed tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6827362 Mar 07 10:40:55.257374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.267340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-f05cead8-3283-433c-8f1f-6776b481c7aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef HTTP/1.1" status: 200 len: 217 time: 0.0557189 Mar 07 10:40:55.267681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.273005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.273539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.279350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.288166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.290080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-81351965-a74c-46ac-b1fc-5caed807208d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3829 time: 0.6802516 Mar 07 10:40:55.366474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.367097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.368580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-6b128be6-d3b3-46cd-977c-fc2f57222ad8 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 200 len: 1091 time: 5.3991761 Mar 07 10:40:55.385843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-f5e2cace-831a-4c12-aade-72bb64c93607 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7468266 Mar 07 10:40:55.386888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:55.396405 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bec823-956c-4b9c-b2d1-a28830204831" -d '{"events": [{"name": "network-changed", "server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:55.413862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:55.422257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.446565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Request body: {'port': {'device_id': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:55.478597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.507490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1d88c1a5-83a4-4249-9233-d799723b7d83'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:55.520193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.api [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:40:55.520890 n-d-832156-4 neutron-server[103788]: DEBUG oslo_db.api [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:40:55.539216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-37d3f152-8b75-4a7f-a10e-760e1df8c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.541013 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-37d3f152-8b75-4a7f-a10e-760e1df8c1c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2645609 Mar 07 10:40:55.564200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:55.603393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Provisioning complete for port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:55.604461 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.605285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:55.611018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.620910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b412be97-8413-4524-b0b3-a75bcaefd48b req-e4e6dc6d-df88-4de1-8394-4c9b06bc038c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022871 Mar 07 10:40:55.649456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.673931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-64310087-625a-4a0e-b537-ca496b12a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.675738 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-64310087-625a-4a0e-b537-ca496b12a601 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0903766 Mar 07 10:40:55.682171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:55.885360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Current status of the port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:55.925579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Provisioning complete for port 156f9c8b-6c6d-4458-9ff0-7120054852c4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:55.926010 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.970862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6aaa836-8a74-4b84-bcfe-e44fcf435ac9 None None] Port 156f9c8b-6c6d-4458-9ff0-7120054852c4 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:56.169759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.170735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.172183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] 10.222.0.26 "PUT /v2.0/ports/6bbd4492-64ea-491a-9b90-fea3807bac31 HTTP/1.1" status: 200 len: 1092 time: 5.0926065 Mar 07 10:40:56.193065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-0b4b1d69-407d-4e21-a46b-605c2fe36d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.194715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-0b4b1d69-407d-4e21-a46b-605c2fe36d72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1125 time: 0.7388716 Mar 07 10:40:56.197074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-c588da17-4f1a-4424-b4df-98380b10d947 service neutron] 10.222.0.23 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804454 Mar 07 10:40:56.199866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.241475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:56.272436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-35c9f52f-9a2b-41f1-bc2b-9583828b4fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890603 Mar 07 10:40:56.275413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.297291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:56.304168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e23e0d73-14ad-4fdc-9ce6-93a0458fea36 admin admin] 10.222.0.23 "PUT /v2.0/routers/15d39b7c-d56b-4d91-baa9-d4cb45a54f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4634771 Mar 07 10:40:56.313782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Sync routers for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:56.331826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55306) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:56.350241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-38c09a89-cb7b-43a8-8284-5aed3dd69934 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 200 len: 217 time: 0.1296024 Mar 07 10:40:56.363413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405122-c6a3-4c2b-a7bd-15cf724bf131 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:56.367113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:56.370343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:56.501690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:56.557169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:56.557761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:56.588293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.628041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:56.629241 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.650173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.667008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1d88c1a5-83a4-4249-9233-d799723b7d83 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:56.725684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-e5a40e8e-8772-4bff-aab2-0be214463dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133121 Mar 07 10:40:56.727081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18dd64-8233-41d9-a591-2613afeca278 req-9052ad3a-1cb2-4fca-8293-c75b35e40ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.728656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-9052ad3a-1cb2-4fca-8293-c75b35e40ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.3579338 Mar 07 10:40:56.771690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1d88c1a5-83a4-4249-9233-d799723b7d83 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:40:56.798613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1d88c1a5-83a4-4249-9233-d799723b7d83 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:56.799028 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.803438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,revision_number=5']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:56.821669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-14280439-c9bc-468d-b39f-a18fb646fb91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834749 Mar 07 10:40:56.842886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:56.861620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b4dbdfec-7a87-4e85-8cee-c0f1e03091ea), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.871231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b74d-12ee-4f71-b862-f85749793df5 req-ad86032f-9c47-40f8-9624-945a46868d7d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.872830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df21b74d-12ee-4f71-b862-f85749793df5 req-ad86032f-9c47-40f8-9624-945a46868d7d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 943 time: 0.7470520 Mar 07 10:40:56.923023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1d88c1a5-83a4-4249-9233-d799723b7d83 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:56.923484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.947523 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:53Z', 'revision_number': 5, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:56.948511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.957179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:56.970265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:56.975948 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fddf276-3e89-419e-99d0-d06c5b0a0ac4" -d '{"events": [{"server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "name": "network-vif-plugged", "status": "completed", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:56.995684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:57.001756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Checking router: 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:57.003539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1d88c1a5-83a4-4249-9233-d799723b7d83,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:57.009077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:57.009845 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.019917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.022978 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Routers {'15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:57.029832 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:57.035435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb402a5-5e6e-47fa-936c-fd65d8a42eb0 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:57.063175 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dcab189a-d6b1-47bc-8678-5ace7bbac0e9 req-a780fa5f-4399-4df3-85e3-351d0415521d service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764487 Mar 07 10:40:57.064993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=b4dbdfec-7a87-4e85-8cee-c0f1e03091ea,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:57.083837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-23068f59-94b5-4f31-9a40-7418da321363 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3848042 Mar 07 10:40:57.104876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:57.110290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:08:a9:5c', 'name': 'tempest-NetworksTestDHCPv6-1368362098'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:57.111597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.163633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:57.289246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] Set router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:57.322595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:57.327369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks [] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.330330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-ecdb65df-c063-4617-8bfe-0b4f90141b4c service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950752 Mar 07 10:40:57.372851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df21b74d-12ee-4f71-b862-f85749793df5 req-57e7e094-923f-4b32-9876-4812ddad1a0e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637170 Mar 07 10:40:57.506287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.534983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 6ee01280-741d-48b8-9d3a-0efb139ed664 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:40:57.646408 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5596884-a7a8-4516-b873-647802277b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:53Z', 'revision_number': 5, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:57.704069 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5596884-a7a8-4516-b873-647802277b0e None None] The sync data for ids ['15d39b7c-d56b-4d91-baa9-d4cb45a54f9d'] in n-d-832156-4 is: [{'id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'name': 'tempest-FloatingIPsTestJSON-1198947130-router', 'tenant_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:04Z', 'updated_at': '2022-03-07T10:40:53Z', 'revision_number': 5, 'project_id': 'eaf075c0ce5f4e9894a0e430be8bcef1', 'gw_port': {'id': '860e172f-f9cf-4736-93c8-64242c09f8f2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d39b7c-d56b-4d91-baa9-d4cb45a54f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:07Z', 'updated_at': '2022-03-07T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:57.745432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156f9c8b-6c6d-4458-9ff0-7120054852c4 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:57.755853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks [] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.776248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Transition to ACTIVE for port object 156f9c8b-6c6d-4458-9ff0-7120054852c4 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:57.841501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 172.20.0.6 (4e84de77-d31e-40bb-8781-c681acde30da/10a379f1-8646-4be6-a30d-f8ecab69ceca/6ee01280-741d-48b8-9d3a-0efb139ed664) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:57.843280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.851599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe08:a95c (4e84de77-d31e-40bb-8781-c681acde30da/b4dbdfec-7a87-4e85-8cee-c0f1e03091ea/6ee01280-741d-48b8-9d3a-0efb139ed664) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:58.064828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.111988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.197493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:58.202178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:58.206488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:58.215555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f8d3-d0f1-4be5-a66e-0ee1d6a2b385 req-a973d171-b8c1-4397-8aef-b6ea00ddb75a tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.234394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df2f8d3-d0f1-4be5-a66e-0ee1d6a2b385 req-a973d171-b8c1-4397-8aef-b6ea00ddb75a tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 948 time: 0.9971590 Mar 07 10:40:58.257422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b18dd64-8233-41d9-a591-2613afeca278 req-cafb8837-6b78-4c0c-bed4-ab057820e240 service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8834822 Mar 07 10:40:58.278854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd0a0453-1968-4c53-834f-0c3899f794b1 None None] Provisioning complete for port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:58.279415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0453-1968-4c53-834f-0c3899f794b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.282435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=6ee01280-741d-48b8-9d3a-0efb139ed664,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:58.349943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.350646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.390292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Pushing event updated for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:58.393826 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-efef3461-623d-4ee0-8e30-cb4a0210eb67 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2864671 Mar 07 10:40:58.397171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55326) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:58.403084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee27fa9-334a-4daa-a1e6-6f61159ef083 req-0b1dad64-fd7f-4849-9683-ddbf7eedfea5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.404731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee27fa9-334a-4daa-a1e6-6f61159ef083 req-0b1dad64-fd7f-4849-9683-ddbf7eedfea5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 944 time: 0.6279619 Mar 07 10:40:58.457787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:58.507608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.508885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243dfbc-1cc1-4ada-be02-72aa20819301 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.515308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243dfbc-1cc1-4ada-be02-72aa20819301 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.521225 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6243dfbc-1cc1-4ada-be02-72aa20819301 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1228652 Mar 07 10:40:58.522315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55328) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:58.527341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:58.527711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b8e6e9cb-0bd0-446a-a8cb-6ec0dadf68ba not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:58.552996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a0453-1968-4c53-834f-0c3899f794b1 None None] Current status of the port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:58.700259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-1dc184f3-8381-4a0b-ad0e-8e4b5c581d92 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.702075 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-1dc184f3-8381-4a0b-ad0e-8e4b5c581d92 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 816 time: 0.1287553 Mar 07 10:40:58.724223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Attempting to bind port 156f9c8b-6c6d-4458-9ff0-7120054852c4 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:58.724443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Attempting to bind port 156f9c8b-6c6d-4458-9ff0-7120054852c4 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:58.724919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Attempting to bind port 156f9c8b-6c6d-4458-9ff0-7120054852c4 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:58.730447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee27fa9-334a-4daa-a1e6-6f61159ef083 req-ede644ce-4c01-4cc6-9496-477bca8138cc tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634575 Mar 07 10:40:58.732855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks [] for router_gateway (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.785080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Port 156f9c8b-6c6d-4458-9ff0-7120054852c4 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:58.785894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Attempting to bind port 156f9c8b-6c6d-4458-9ff0-7120054852c4 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:58.808555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e100e27-c1a2-48ef-9fe5-d9c6d6653671 None None] Provisioning complete for port 6ee01280-741d-48b8-9d3a-0efb139ed664 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:58.809152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e100e27-c1a2-48ef-9fe5-d9c6d6653671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.846147 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-d5f044bd-e474-4b54-bfff-c0c14ab2312e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 380 time: 0.1321249 Mar 07 10:40:58.852295 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3c083-fd87-4d31-a280-8c11d05113b2 x-openstack-request-id: req-1fd3c083-fd87-4d31-a280-8c11d05113b2 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:58.852715 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:58.853073 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fd3c083-fd87-4d31-a280-8c11d05113b2 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:58.853583 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'status': 'completed', 'code': 200} Mar 07 10:40:58.855309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6df2f8d3-d0f1-4be5-a66e-0ee1d6a2b385 req-d02a11f1-03c2-4ceb-b70b-ce766e1b55a7 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815101 Mar 07 10:40:58.867845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'port': {'device_id': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'admin_state_up': True, 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'security_groups': ['44edda46-4cc3-43ac-9350-c5c835120cc4']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:58.935803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e100e27-c1a2-48ef-9fe5-d9c6d6653671 None None] Port 6ee01280-741d-48b8-9d3a-0efb139ed664 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:58.940580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:58.940946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:58.941335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:58.941790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Bound port: 156f9c8b-6c6d-4458-9ff0-7120054852c4, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:58.942150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.988164 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71706eef-ee3a-417f-a96a-1bc515cd84ac x-openstack-request-id: req-71706eef-ee3a-417f-a96a-1bc515cd84ac {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:58.988454 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:58.988707 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71706eef-ee3a-417f-a96a-1bc515cd84ac {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:58.989105 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0', 'status': 'completed', 'code': 200} Mar 07 10:40:59.010439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 6ee01280-741d-48b8-9d3a-0efb139ed664 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:59.010945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.127676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Made reservation on behalf of 1709c3629e3a43ec8e1fadc750a565d9 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:59.131298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.144958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.168478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 6ee01280-741d-48b8-9d3a-0efb139ed664 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:59.254400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-f47c67f7-ba37-4bc8-943c-05fec6c0dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.256318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-f47c67f7-ba37-4bc8-943c-05fec6c0dd14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 1130 time: 0.3401661 Mar 07 10:40:59.261251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Deleting port 860e172f-f9cf-4736-93c8-64242c09f8f2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:59.261569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.269589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a170-f62e-490b-820b-488b111c2b9a req-74b4dcfc-c8f3-4a84-b889-a41bee98cfe6 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.272483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f28a170-f62e-490b-820b-488b111c2b9a req-74b4dcfc-c8f3-4a84-b889-a41bee98cfe6 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.3130431 Mar 07 10:40:59.276175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec823-956c-4b9c-b2d1-a28830204831 req-64168186-9259-4d57-946a-aa44491870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.277685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-64168186-9259-4d57-946a-aa44491870c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1125 time: 0.2844665 Mar 07 10:40:59.321694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:59.336592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Allocated IP 172.20.0.13 (4b2ea1db-e0af-4660-a399-e21d08f1cd51/216918df-0aa5-485a-92d3-3f4fdb56ca80/34630400-52f3-4b31-9ec8-1607e86d574c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:59.372448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec38202-7305-462d-a8f7-c993aec23067 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:59.391834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.396771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.402606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.407316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.413262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.415216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-d45682a3-96d0-4df6-9f77-510fb4bf65e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3829 time: 0.3491910 Mar 07 10:40:59.546883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6ee01280-741d-48b8-9d3a-0efb139ed664), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.616524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for port (34630400-52f3-4b31-9ec8-1607e86d574c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.618570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=6ee01280-741d-48b8-9d3a-0efb139ed664,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:59.746525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.750473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0cbf7a16-b14a-4035-a1ff-0910e8504539 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/6ee01280-741d-48b8-9d3a-0efb139ed664 HTTP/1.1" status: 204 len: 168 time: 1.2255275 Mar 07 10:40:59.753677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55330) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:59.767226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.872878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:59.873505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:59.881034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:59.881928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:59.887380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673d2f1-4a1d-4c17-b2a2-7fefe6ed4f8a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.888797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673d2f1-4a1d-4c17-b2a2-7fefe6ed4f8a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.890219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673d2f1-4a1d-4c17-b2a2-7fefe6ed4f8a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.892242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a673d2f1-4a1d-4c17-b2a2-7fefe6ed4f8a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1375635 Mar 07 10:40:59.893063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:59.925889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks [] for port (5ec38202-7305-462d-a8f7-c993aec23067), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.933723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55336) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:00.005198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 10a379f1-8646-4be6-a30d-f8ecab69ceca {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:00.012488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (10a379f1-8646-4be6-a30d-f8ecab69ceca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.023180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.066447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.067521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.083782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (10a379f1-8646-4be6-a30d-f8ecab69ceca), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.095798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Transition to ACTIVE for port object 5ec38202-7305-462d-a8f7-c993aec23067 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:00.099442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] For port 860e172f-f9cf-4736-93c8-64242c09f8f2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=860e172f-f9cf-4736-93c8-64242c09f8f2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:00.100675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.132062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-46fdff24-8514-445b-b49a-2d579118f524 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761972 Mar 07 10:41:00.133129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.133906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.135472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] 10.222.0.26 "PUT /v2.0/ports/156f9c8b-6c6d-4458-9ff0-7120054852c4 HTTP/1.1" status: 200 len: 1092 time: 4.6957200 Mar 07 10:41:00.146616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Request body: {'port': {'device_id': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:00.153397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.173850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Calling delete_port for 860e172f-f9cf-4736-93c8-64242c09f8f2 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:00.224301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae71f4ac-46e1-47c0-b35b-69a4a739b20b req-6b2d5ae6-ace7-4d6e-ba32-873ea181c0d4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939360 Mar 07 10:41:00.250857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f28a170-f62e-490b-820b-488b111c2b9a req-29db5739-251f-4274-8ffa-3a7b11f5b22a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9644611 Mar 07 10:41:00.276530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5dd7ec2e-4745-4749-bab2-77febc72bce6 None None] Provisioning complete for port 34630400-52f3-4b31-9ec8-1607e86d574c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:00.279124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.279776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ec2e-4745-4749-bab2-77febc72bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.293869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (10a379f1-8646-4be6-a30d-f8ecab69ceca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.340537 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46e1b0-a82f-496a-810c-793b3dad6e27 x-openstack-request-id: req-be46e1b0-a82f-496a-810c-793b3dad6e27 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:00.341114 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "name": "network-vif-plugged", "status": "completed", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:00.341686 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be46e1b0-a82f-496a-810c-793b3dad6e27 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:00.342256 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'code': 200} Mar 07 10:41:00.381775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7ec2e-4745-4749-bab2-77febc72bce6 None None] Port 34630400-52f3-4b31-9ec8-1607e86d574c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:00.409418 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:41:00.452884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec823-956c-4b9c-b2d1-a28830204831 req-4ac3ac46-3cb0-4993-a884-4328ed068343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.455487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-4ac3ac46-3cb0-4993-a884-4328ed068343 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 1.1542881 Mar 07 10:41:00.512260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ed12c-164d-49e4-bcae-2792393502da service neutron] Pushing event updated for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.588854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (10a379f1-8646-4be6-a30d-f8ecab69ceca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.629631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=10a379f1-8646-4be6-a30d-f8ecab69ceca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.648935 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.649783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:00.656670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61efebff-81ff-4412-82e2-5383defcb131 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/10a379f1-8646-4be6-a30d-f8ecab69ceca HTTP/1.1" status: 204 len: 168 time: 0.7216744 Mar 07 10:41:00.657411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55338) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:00.716149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.749731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-4481838e-8cea-4890-8929-6aeef6a657b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.751599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-4481838e-8cea-4890-8929-6aeef6a657b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 1.4645798 Mar 07 10:41:00.753055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-49554f87-e8d2-4735-b0d3-fe2770b3df1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 200 len: 217 time: 0.2698050 Mar 07 10:41:00.775865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe09cc1-50f4-4297-b71a-6f372ab8dacd req-2a6bb937-8958-4626-be0f-ebc22ef5110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.777557 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cbe09cc1-50f4-4297-b71a-6f372ab8dacd req-2a6bb937-8958-4626-be0f-ebc22ef5110e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 1127 time: 0.2542090 Mar 07 10:41:00.805017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:00.816629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet b4dbdfec-7a87-4e85-8cee-c0f1e03091ea {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:00.820020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'mac_address': 'fa:16:3e:39:c1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:00.822679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32475dfc-cc4e-426e-b25d-8d55e8dcc168 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:00.824793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb69c233-1643-400c-b4cb-0f47aa0d32d0 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:00.826198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (b4dbdfec-7a87-4e85-8cee-c0f1e03091ea), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.881812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-78ac112e-07a3-468d-be4d-8d319a518980 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef HTTP/1.1" status: 200 len: 217 time: 0.1074493 Mar 07 10:41:00.916236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b4dbdfec-7a87-4e85-8cee-c0f1e03091ea), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.962577 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cbe09cc1-50f4-4297-b71a-6f372ab8dacd req-ebced3cf-56cf-42db-89cc-882b405b2cfb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705377 Mar 07 10:41:00.996957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31'}, {'name': 'network-changed', 'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:00.999341 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7835162-f9f1-448b-aa83-79e5ab77e0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31"}, {"name": "network-changed", "server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:01.039162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadabc0-49e6-4e11-9841-f3f6a815aa70 req-bc91cf38-5755-4e96-8386-97d54636c70a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.047473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbadabc0-49e6-4e11-9841-f3f6a815aa70 req-bc91cf38-5755-4e96-8386-97d54636c70a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 932 time: 0.6117706 Mar 07 10:41:01.061014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724baf0a-96d7-4574-bae8-03e4fdd9203a req-69f6d149-82e6-4fc0-ab06-4337b3156f32 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.067171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:01.068507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-724baf0a-96d7-4574-bae8-03e4fdd9203a req-69f6d149-82e6-4fc0-ab06-4337b3156f32 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 943 time: 0.6025624 Mar 07 10:41:01.069020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.070213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:01.076751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-f772050f-ee9c-4d88-a408-6ebf46e72e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.078597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-f772050f-ee9c-4d88-a408-6ebf46e72e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 1126 time: 0.8111722 Mar 07 10:41:01.085675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks [] for port (34630400-52f3-4b31-9ec8-1607e86d574c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.095770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b4dbdfec-7a87-4e85-8cee-c0f1e03091ea), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.104396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:01.140644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Transition to ACTIVE for port object 34630400-52f3-4b31-9ec8-1607e86d574c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:01.149081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.151633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-5cf3d419-0304-4880-ac69-ec824ab8ef45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4 HTTP/1.1" status: 200 len: 217 time: 0.0453415 Mar 07 10:41:01.152486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:01.170484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.174567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:01.198138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec823-956c-4b9c-b2d1-a28830204831 req-7bd9ac61-324c-4a8c-bb86-a53213160f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.199936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-7bd9ac61-324c-4a8c-bb86-a53213160f89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.4335845 Mar 07 10:41:01.215841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0', 'network_id': 'c495fb4c-d339-4be2-873e-f2ef6bb4d51f', 'port_id': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0', 'mac_address': 'fa:16:3e:d1:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a74efee-c636-4847-9799-442f94a414c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:01.226224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.303319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b4dbdfec-7a87-4e85-8cee-c0f1e03091ea), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.314489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.326815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port bb69c233-1643-400c-b4cb-0f47aa0d32d0 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:01.327204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.361703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-d402c416-ec5c-41e2-af25-db55e0a0e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.362216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dbdfec-7a87-4e85-8cee-c0f1e03091ea,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.364945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-d402c416-ec5c-41e2-af25-db55e0a0e121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.4448206 Mar 07 10:41:01.367070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-979f5cd6-2fca-430f-9375-0a026864b8ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817933 Mar 07 10:41:01.386975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb69c233-1643-400c-b4cb-0f47aa0d32d0 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:01.398837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.403068 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d080d95f-4133-4c14-98d6-890ea15765ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b4dbdfec-7a87-4e85-8cee-c0f1e03091ea HTTP/1.1" status: 204 len: 168 time: 0.7393773 Mar 07 10:41:01.411333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55346) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:01.415212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbadabc0-49e6-4e11-9841-f3f6a815aa70 req-40211e95-851a-45e9-999c-d2309df4ad7c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674593 Mar 07 10:41:01.438652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:01.449500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.527979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.543060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-55d37ce9-ff65-4768-a9d9-282a3cf0616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.544716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-55d37ce9-ff65-4768-a9d9-282a3cf0616e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.3608253 Mar 07 10:41:01.546274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Attempting to bind port 5ec38202-7305-462d-a8f7-c993aec23067 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:01.546606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Attempting to bind port 5ec38202-7305-462d-a8f7-c993aec23067 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:01.546926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Attempting to bind port 5ec38202-7305-462d-a8f7-c993aec23067 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:01.556899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-724baf0a-96d7-4574-bae8-03e4fdd9203a req-6e80e7c6-094e-4e89-b85a-e55e2d69e436 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874187 Mar 07 10:41:01.573798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d5ab94e4-3a09-4a88-b439-c9345376e3ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:01.589755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6797cbff-6032-4adf-953b-07ba424b4ab2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743836 Mar 07 10:41:01.592656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55348) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:01.657387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Attempting to bind port 34630400-52f3-4b31-9ec8-1607e86d574c on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:01.657817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Attempting to bind port 34630400-52f3-4b31-9ec8-1607e86d574c by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:01.658149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Attempting to bind port 34630400-52f3-4b31-9ec8-1607e86d574c on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:01.670149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (860e172f-f9cf-4736-93c8-64242c09f8f2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.671140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Port 34630400-52f3-4b31-9ec8-1607e86d574c on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:01.677887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Attempting to bind port 34630400-52f3-4b31-9ec8-1607e86d574c on network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:01.703165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:01.703542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Checking segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:01.704623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Bound using segment: {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:01.705075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Bound port: 34630400-52f3-4b31-9ec8-1607e86d574c, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4cc1ab-cd93-46b3-935d-78afd47000b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:01.705440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.722250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bb69c233-1643-400c-b4cb-0f47aa0d32d0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:01.734923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15567df0-3c8d-4802-8763-94ce0f634a90 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.742352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15567df0-3c8d-4802-8763-94ce0f634a90 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1469624 Mar 07 10:41:01.744330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55350) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:01.799330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-ef2921d6-2d80-4d17-b904-6839ba5d563b service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810719 Mar 07 10:41:01.821249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Port 5ec38202-7305-462d-a8f7-c993aec23067 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:01.821568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Attempting to bind port 5ec38202-7305-462d-a8f7-c993aec23067 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:01.877226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:01.877570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:01.877957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Bound using segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:01.878404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Bound port: 5ec38202-7305-462d-a8f7-c993aec23067, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:01.878762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.008832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.153020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3224e52-2c08-40ef-987b-d6a893f26b91 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:02.159105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=860e172f-f9cf-4736-93c8-64242c09f8f2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:02.192441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-a1593485-2258-436a-9cde-f86eadca8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.194655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-a1593485-2258-436a-9cde-f86eadca8d41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8167927 Mar 07 10:41:02.198705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.215518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b4120-934f-4b96-bb6c-abef7905c554 req-f1b07f9d-e79e-41c7-8cfc-41dc362060f8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.217601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b7b4120-934f-4b96-bb6c-abef7905c554 req-f1b07f9d-e79e-41c7-8cfc-41dc362060f8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 944 time: 0.6084635 Mar 07 10:41:02.219844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks [] for router_controller (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.254267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa549bf-dd59-4656-bfcf-a950df53b9f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.255829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-faa549bf-dd59-4656-bfcf-a950df53b9f6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5105276 Mar 07 10:41:02.259550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55352) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.279202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cf06babb-9768-420d-bc75-4ea12538dcd5 None None] Provisioning complete for port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:02.279558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cf06babb-9768-420d-bc75-4ea12538dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.296751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d627a-251d-4685-9187-a54e7080166d req-bee79242-27fe-40ab-a849-eec2fb8e5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.298406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-bee79242-27fe-40ab-a849-eec2fb8e5d92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7333353 Mar 07 10:41:02.315003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:02.326127 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fee7e038-1af2-4def-839f-92c950454b4f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606160 Mar 07 10:41:02.327104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.332411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:02.340326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:02.369039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.477025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cf06babb-9768-420d-bc75-4ea12538dcd5 None None] Current status of the port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:02.499063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaade7-aa47-4a9a-8979-2a866eaa3c3d req-0826d21d-f778-456e-a7b9-dbd08df7ea02 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.501273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98aaade7-aa47-4a9a-8979-2a866eaa3c3d req-0826d21d-f778-456e-a7b9-dbd08df7ea02 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 949 time: 0.7198319 Mar 07 10:41:02.501952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (15d39b7c-d56b-4d91-baa9-d4cb45a54f9d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.502566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d39b7c-d56b-4d91-baa9-d4cb45a54f9d {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:41:02.510923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:02.520879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.523076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1cbfc576-6c6b-4fa4-88e4-e544060937b0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/15d39b7c-d56b-4d91-baa9-d4cb45a54f9d HTTP/1.1" status: 204 len: 168 time: 6.1719286 Mar 07 10:41:02.525905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.526563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.528068 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] 10.222.0.32 "PUT /v2.0/ports/34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 1092 time: 2.3867955 Mar 07 10:41:02.528549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:02.531107 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:02.543553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.604400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:02.652118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:02.706033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb69c233-1643-400c-b4cb-0f47aa0d32d0 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:02.710039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5ec38202-7305-462d-a8f7-c993aec23067,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:02.727420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06bec823-956c-4b9c-b2d1-a28830204831 req-e522757c-6b2c-449e-91b8-b0089e6b105f service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8954198 Mar 07 10:41:02.767961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98aaade7-aa47-4a9a-8979-2a866eaa3c3d req-485daf8c-72c2-4f19-a45c-e9e6eb4da848 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437358 Mar 07 10:41:02.786555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:02.793283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.795059 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:02.795832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:02.798427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b7b4120-934f-4b96-bb6c-abef7905c554 req-65016336-fbea-45ce-96a1-b5a0f2f95c26 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293593 Mar 07 10:41:02.799821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.822791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2215-ed25-4926-84d6-18893799c5db service neutron] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:02.837003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-9b61950c-046b-41eb-a2c4-62f593dc2e9e service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853710 Mar 07 10:41:02.869645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-31cf9b39-a47b-47c4-bbc5-b867569d7a43 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5391417 Mar 07 10:41:02.871618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Deleting subnet b581b005-2095-4f2e-9530-dd89fe11b253 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:02.877370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55364) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.882224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:02.890509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Publish callbacks [] for subnet (b581b005-2095-4f2e-9530-dd89fe11b253), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.928442 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a688fdf-6716-44a5-9ff0-f6c474da58c5 x-openstack-request-id: req-7a688fdf-6716-44a5-9ff0-f6c474da58c5 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:02.928808 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:02.930544 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a688fdf-6716-44a5-9ff0-f6c474da58c5 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:02.937380 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'status': 'completed', 'code': 200} Mar 07 10:41:02.937380 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4', 'status': 'completed', 'code': 200} Mar 07 10:41:02.939141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-9173f3b8-05a0-4bd8-9a00-cf258e9b21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.941014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-9173f3b8-05a0-4bd8-9a00-cf258e9b21e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1126 time: 0.3409004 Mar 07 10:41:02.963777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Deleting port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:02.964234 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.983757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port d5ab94e4-3a09-4a88-b439-c9345376e3ef completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:02.994897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port bb69c233-1643-400c-b4cb-0f47aa0d32d0 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:03.000988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port d5ab94e4-3a09-4a88-b439-c9345376e3ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:03.001437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.031535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port bb69c233-1643-400c-b4cb-0f47aa0d32d0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:03.032814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.072497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.073392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.075390 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-d13ee386-9f01-4913-81ff-b8032f6aa6f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 217 time: 0.0993457 Mar 07 10:41:03.075559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 1134 time: 6.8586955 Mar 07 10:41:03.077444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-636f8d29-2c20-460e-8f32-bb2eeb741864 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458632 Mar 07 10:41:03.152352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:03.162009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b581b005-2095-4f2e-9530-dd89fe11b253), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.255535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-ea6d3783-cd29-4572-bc04-e822df84403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.257069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-ea6d3783-cd29-4572-bc04-e822df84403b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.1077497 Mar 07 10:41:03.289022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-100d627a-251d-4685-9187-a54e7080166d req-2db6c4ef-c179-4482-bec4-416ab71d3a50 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247597 Mar 07 10:41:03.353691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] For port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:03.354279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.386239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Calling delete_port for c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:03.429703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:03.433621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.435159 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:03.436226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:03.439075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724f241-699d-4b1b-80a3-20103c8f2606 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:03.479489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-d1712aee-0de1-4c6d-9485-740cd9deb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.481788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-d1712aee-0de1-4c6d-9485-740cd9deb660 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1511624 Mar 07 10:41:03.493715 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf5f652d-faff-48b5-9a0c-da416fd37d47 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6120729 Mar 07 10:41:03.503281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:03.517876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:03.522275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b581b005-2095-4f2e-9530-dd89fe11b253), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.528794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.529361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.530002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.530475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.530976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.531372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.533606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-973cfa57-fd0a-40fa-ac49-ce612338787b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5353 time: 0.4724317 Mar 07 10:41:03.541913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480a094-370a-475b-8923-f3fa2a61a7b9 req-d6f387d5-dc74-49f0-94d7-e9827ad206dc tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.543938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7480a094-370a-475b-8923-f3fa2a61a7b9 req-d6f387d5-dc74-49f0-94d7-e9827ad206dc tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.5206258 Mar 07 10:41:03.545561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c04fa97-0348-41bb-8ac0-d8b317f4c31c req-65b7e8ab-1959-4c98-9579-d95c3f9933db service neutron] 10.222.0.32 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591442 Mar 07 10:41:03.559804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.585584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.591345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.596777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.597508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:03.598002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.603521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.604641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port bb69c233-1643-400c-b4cb-0f47aa0d32d0 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:03.605010 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.609596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.616057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.617917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-b53f650d-3a8b-49c7-99ac-e2b1057b9424 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 4605 time: 0.6094661 Mar 07 10:41:03.657955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:03.660979 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479238f6-1e37-4a69-81ca-6a6e2c3b5f46" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:03.679806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c0f3e60a-a1e3-46e4-b219-f3db4ba728d9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.689805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:03.703194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] No DVR routers for this DVR port c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:03.725354 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-635e5823-3506-4e24-942b-8f1277e16dc6 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313128 Mar 07 10:41:03.726789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:03.744037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:03.747789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.749536 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:03.750050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.750196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:03.754552 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.757365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572264f-dd70-483c-b4b3-2f113a9c4be3 None None] Pushing event deleted for resources: {'Port': ['ID=c0f3e60a-a1e3-46e4-b219-f3db4ba728d9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:03.769213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b581b005-2095-4f2e-9530-dd89fe11b253), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.796270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74e128-4ef2-41dd-beb0-60571fef2c9d None None] Network 31e9c29c-5c3d-42f7-9841-aada526143de requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:03.796827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.803755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b581b005-2095-4f2e-9530-dd89fe11b253 HTTP/1.1" status: 204 len: 168 time: 1.2590611 Mar 07 10:41:03.822912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:03.866029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abb37e-b4f2-49e6-909e-69fc9f7b5f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b581b005-2095-4f2e-9530-dd89fe11b253,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:03.882667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:03.899386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b4d2c02-f9f8-4379-b5e3-75b4b89d23e5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3951213 Mar 07 10:41:03.906063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:03.911019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:03.966733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.061450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] DHCP port deletion for 31e9c29c-5c3d-42f7-9841-aada526143de request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:04.089173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (31e9c29c-5c3d-42f7-9841-aada526143de), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.110979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:04.116106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.117627 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:04.118140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:04.125242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-afea8ffc-27a4-40aa-af24-7a7bf14e67be req-d3cbaebc-cfba-4e62-b6d7-4810e49ec51f service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914936 Mar 07 10:41:04.161711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Deleting port 2de00b40-05d4-4070-9816-8d9de25d3c19 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:04.162259 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.162536 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-448f2471-40a4-406a-a58c-b48a6d46d146 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2555401 Mar 07 10:41:04.165800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55378) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:04.171555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:04.257907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] For port 2de00b40-05d4-4070-9816-8d9de25d3c19, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2de00b40-05d4-4070-9816-8d9de25d3c19,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:04.258572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.275042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Calling delete_port for 2de00b40-05d4-4070-9816-8d9de25d3c19 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:04.277437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Deleting port 2de00b40-05d4-4070-9816-8d9de25d3c19 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:04.277920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.387498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] For port 2de00b40-05d4-4070-9816-8d9de25d3c19, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2de00b40-05d4-4070-9816-8d9de25d3c19,segment=NetworkSegment(13393f3c-eb09-46f2-b76f-bea6d82c6658),segment_id=13393f3c-eb09-46f2-b76f-bea6d82c6658)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:04.388041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.394281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.411908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] No DVR routers for this DVR port 2de00b40-05d4-4070-9816-8d9de25d3c19 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:04.420540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Calling delete_port for 2de00b40-05d4-4070-9816-8d9de25d3c19 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:04.447497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:04.448275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa55044-d1c0-47f7-80c3-d56590a89722 None None] Pushing event deleted for resources: {'Port': ['ID=2de00b40-05d4-4070-9816-8d9de25d3c19,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.450526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.453153 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:04.453971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:04.458120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b94565-a5b8-47ff-ab5b-c8b1150dda36 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:04.468791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks [] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.481369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Transition to ACTIVE for port object 09b94565-a5b8-47ff-ab5b-c8b1150dda36 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:04.501040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 860e172f-f9cf-4736-93c8-64242c09f8f2 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:04.516840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ce0c63b5-68ba-4cd2-a4d2-24cc429e1250 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3492093 Mar 07 10:41:04.520016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55380) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:04.523187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 860e172f-f9cf-4736-93c8-64242c09f8f2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:04.523550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 860e172f-f9cf-4736-93c8-64242c09f8f2 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:04.523986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:04.529537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:04.534070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.548273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:04.548617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c0f3e60a-a1e3-46e4-b219-f3db4ba728d9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:04.549030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2de00b40-05d4-4070-9816-8d9de25d3c19 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:04.568527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2de00b40-05d4-4070-9816-8d9de25d3c19 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:04.569002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2de00b40-05d4-4070-9816-8d9de25d3c19 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:04.627945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6aa016e7-20ca-4f0e-88b4-24a73908be56 req-75acc2f3-c2e0-430a-abee-38d13811282a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9903150 Mar 07 10:41:04.667290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:04.670849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.672337 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:04.672768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:04.684488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2de00b40-05d4-4070-9816-8d9de25d3c19), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.690096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7480a094-370a-475b-8923-f3fa2a61a7b9 req-b628f186-25aa-4f55-bd42-4dcfd0aa61f6 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0683360 Mar 07 10:41:04.691558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-7749acd9-609c-432c-836a-e3f6143c7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.696502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-7749acd9-609c-432c-836a-e3f6143c7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.697004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-7749acd9-609c-432c-836a-e3f6143c7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.698784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-7749acd9-609c-432c-836a-e3f6143c7ba4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1523468 Mar 07 10:41:04.704921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.724674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de00b40-05d4-4070-9816-8d9de25d3c19,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.735704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef4cff08-1da8-41bc-a830-e8cab90c5024 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2131157 Mar 07 10:41:04.736486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:04.751707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] No DVR routers for this DVR port 2de00b40-05d4-4070-9816-8d9de25d3c19 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:04.805891 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-53889ab0-32f8-4f60-a40a-faaa21463422 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674858 Mar 07 10:41:04.807573 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512bdf1-103d-4d03-bcb2-174e075ac29c x-openstack-request-id: req-5512bdf1-103d-4d03-bcb2-174e075ac29c {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:04.807904 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:04.808156 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5512bdf1-103d-4d03-bcb2-174e075ac29c {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:04.808561 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'status': 'completed', 'code': 200} Mar 07 10:41:04.817474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55386) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:04.939951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (31e9c29c-5c3d-42f7-9841-aada526143de), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.972243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e9c29c-5c3d-42f7-9841-aada526143de']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:04.973082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '5ec38202-7305-462d-a8f7-c993aec23067'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:04.975581 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "5ec38202-7305-462d-a8f7-c993aec23067"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:04.990087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13393f3c-eb09-46f2-b76f-bea6d82c6658') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:04.990534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13393f3c-eb09-46f2-b76f-bea6d82c6658') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:04.995963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd61d01-c695-415e-97bf-ff2eac191916 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.997617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7cd61d01-c695-415e-97bf-ff2eac191916 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1791720 Mar 07 10:41:05.003431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55390) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:05.009663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (13393f3c-eb09-46f2-b76f-bea6d82c6658), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.012719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-248da597-b858-4eaf-b653-000b210ab2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.014345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-248da597-b858-4eaf-b653-000b210ab2b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1126 time: 0.2050188 Mar 07 10:41:05.048147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (13393f3c-eb09-46f2-b76f-bea6d82c6658), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.066000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:41:05.066417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (13393f3c-eb09-46f2-b76f-bea6d82c6658), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:41:05.069209 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:41:05.087949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af611239-92c9-4330-b58e-9e6a907bcf55 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742238 Mar 07 10:41:05.087949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Attempting to bind port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:05.087949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Attempting to bind port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:05.087949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Attempting to bind port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:05.089265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55392) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:05.101025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:05.111533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96dde6-dbd6-46e7-92c7-4fa3d82f8db8 req-c9a0bc25-dfaa-4ebf-af88-a0963dfe78da tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.112957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf96dde6-dbd6-46e7-92c7-4fa3d82f8db8 req-c9a0bc25-dfaa-4ebf-af88-a0963dfe78da tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.3581092 Mar 07 10:41:05.138919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a413-0b8a-45e7-9c68-834de75bba9e req-adaf974e-fa3b-4ead-bd8a-27781c187570 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.140477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd13a413-0b8a-45e7-9c68-834de75bba9e req-adaf974e-fa3b-4ead-bd8a-27781c187570 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2564495 Mar 07 10:41:05.151907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:05.152217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Attempting to bind port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:05.175259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (31e9c29c-5c3d-42f7-9841-aada526143de), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.189050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-150e8791-f8ca-4e8b-abee-58e88f602c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.190517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-150e8791-f8ca-4e8b-abee-58e88f602c4a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795492 Mar 07 10:41:05.194265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.197675 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] 10.222.0.23 "DELETE /v2.0/networks/31e9c29c-5c3d-42f7-9841-aada526143de HTTP/1.1" status: 204 len: 168 time: 1.3687525 Mar 07 10:41:05.199204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147769-700f-4271-8858-5e0957146890 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e9c29c-5c3d-42f7-9841-aada526143de,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:05.201876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-79d1ed3b-138e-423b-aceb-fbd0aced812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.202995 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-79d1ed3b-138e-423b-aceb-fbd0aced812d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.1807790 Mar 07 10:41:05.225753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:05.226118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:05.226489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Bound using segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:05.227104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Bound port: 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:05.227735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.258093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-4d730289-f750-4ffe-983e-f1ef235ab222 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 217 time: 0.0476570 Mar 07 10:41:05.322983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-56d478d2-64b1-48e0-a251-73f92aec9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.324625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-56d478d2-64b1-48e0-a251-73f92aec9047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.0590830 Mar 07 10:41:05.381167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf96dde6-dbd6-46e7-92c7-4fa3d82f8db8 req-580effcb-91cf-4cd4-b53a-0b7296457ab0 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358208 Mar 07 10:41:05.388669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-1fee6ab2-2a63-4131-9e61-fcfabfebe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.390613 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-1fee6ab2-2a63-4131-9e61-fcfabfebe52e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541084 Mar 07 10:41:05.441794 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb6561-4240-4343-a8d4-6b829a7d3c4d x-openstack-request-id: req-c5eb6561-4240-4343-a8d4-6b829a7d3c4d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:05.443280 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:05.443280 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5eb6561-4240-4343-a8d4-6b829a7d3c4d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:05.443280 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'code': 200} Mar 07 10:41:05.471442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:05.475755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:05.494908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd13a413-0b8a-45e7-9c68-834de75bba9e req-b572a6fb-543d-436a-820e-3ed534942047 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291667 Mar 07 10:41:05.503786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.514116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55396) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:05.559044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:05.563322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.584788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-f59e4219-4b69-46fd-b1cc-124a702ad310 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860247 Mar 07 10:41:05.633690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.634399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.635887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] 10.222.0.26 "PUT /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 1136 time: 2.4889894 Mar 07 10:41:05.674087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:05.699287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbdd507b-8a7d-4c4b-9d9b-229893d9b6ed req-d89eebac-d5ff-44cb-a952-fe9900d712c1 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085548 Mar 07 10:41:05.712729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-f71256ff-2186-4a1e-b9f7-cb4ea659f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.714415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-f71256ff-2186-4a1e-b9f7-cb4ea659f244 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 1126 time: 0.4473579 Mar 07 10:41:05.845749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6c4a-29f4-4d70-b8de-88825ec353ab service neutron] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:05.874851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55400) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:05.875059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8388173a-28f4-441f-955b-d973aaa471e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaf075c0ce5f4e9894a0e430be8bcef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3585825 Mar 07 10:41:05.976225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fce25-6734-4986-a4b4-f40de4ef005b req-cb557002-ed21-4ba0-8b9f-8f80958cc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.978004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe4fce25-6734-4986-a4b4-f40de4ef005b req-cb557002-ed21-4ba0-8b9f-8f80958cc685 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 1132 time: 0.4491272 Mar 07 10:41:05.991597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3f5f-4f94-432d-85ec-3d4a9f323051 req-9dde0119-9301-4283-95a2-3d21127245bc tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.998735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04ec3f5f-4f94-432d-85ec-3d4a9f323051 req-9dde0119-9301-4283-95a2-3d21127245bc tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 950 time: 0.4737396 Mar 07 10:41:06.002863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] Publish callbacks [] for security_group (684ba46f-cfbb-4e11-bd89-ca4922eed733), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.039450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] Publish callbacks [] for security_group (684ba46f-cfbb-4e11-bd89-ca4922eed733), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.043278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.066625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28d13-09c4-40cc-9f45-3ec01a1a0a83 req-9e3c3e4d-ea73-4965-9c5b-1058f6b9f28d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.068510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd28d13-09c4-40cc-9f45-3ec01a1a0a83 req-9e3c3e4d-ea73-4965-9c5b-1058f6b9f28d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 944 time: 0.4584916 Mar 07 10:41:06.110481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (684ba46f-cfbb-4e11-bd89-ca4922eed733), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.113563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.117256 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/684ba46f-cfbb-4e11-bd89-ca4922eed733 HTTP/1.1" status: 204 len: 168 time: 0.2392607 Mar 07 10:41:06.132577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4eea0-3f26-45f0-ae78-8316ac933c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ba46f-cfbb-4e11-bd89-ca4922eed733,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.143467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-e45a8e52-41a5-4329-bb73-cd90d9f7e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.145242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-e45a8e52-41a5-4329-bb73-cd90d9f7e50b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.3743587 Mar 07 10:41:06.270628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-a431d6ab-a633-4fb7-8c51-030ad4d269b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4 HTTP/1.1" status: 200 len: 217 time: 0.1084526 Mar 07 10:41:06.307732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe4fce25-6734-4986-a4b4-f40de4ef005b req-f28e7002-b8a1-4f52-adbc-af0242f8cc25 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063509 Mar 07 10:41:06.318578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04ec3f5f-4f94-432d-85ec-3d4a9f323051 req-e816022b-fda3-4164-9ace-63da7fce7ba2 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165665 Mar 07 10:41:06.371081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd28d13-09c4-40cc-9f45-3ec01a1a0a83 req-5d3d2dbe-8e8a-4990-ba07-ec7d2b5b5879 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794967 Mar 07 10:41:06.446925 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc4e95-9604-4d2f-9fea-7e8d1750c8ec x-openstack-request-id: req-a9fc4e95-9604-4d2f-9fea-7e8d1750c8ec {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:06.447229 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "5ec38202-7305-462d-a8f7-c993aec23067", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:06.447450 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9fc4e95-9604-4d2f-9fea-7e8d1750c8ec {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:06.447891 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '5ec38202-7305-462d-a8f7-c993aec23067', 'status': 'completed', 'code': 200} Mar 07 10:41:06.595794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-f7d5e407-ca8e-42e7-ab8c-851c994c3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.597256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-f7d5e407-ca8e-42e7-ab8c-851c994c3f74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.3052299 Mar 07 10:41:06.693725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 156f9c8b-6c6d-4458-9ff0-7120054852c4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:06.778664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24be24-778b-476c-b2f2-450a63e0161a req-44ded259-c8de-4157-9d0a-83baeeefd0ea tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.780512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e24be24-778b-476c-b2f2-450a63e0161a req-44ded259-c8de-4157-9d0a-83baeeefd0ea tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.3318543 Mar 07 10:41:06.791131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.791617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.792105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.792567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.793023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.793485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.794002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.794371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55422) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:06.795932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-d641792a-0453-46a7-a679-05d52017aace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6313 time: 0.2866673 Mar 07 10:41:06.800833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Request body: {'floatingip': {'port_id': '1d88c1a5-83a4-4249-9233-d799723b7d83'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:06.828198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:06.858892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.865725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.872588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.874832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.876942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.884077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.889735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.895160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.903034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-555d1a6c-5096-4c1b-b5c8-f90dc773a6b0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5383 time: 0.3959143 Mar 07 10:41:06.930484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (db883d38-90c2-4bb6-a064-f7c4cb45a781), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.979213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:06.979997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-b08cc098-71d2-4bcd-9b73-79e87d784ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.981507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-b08cc098-71d2-4bcd-9b73-79e87d784ba0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3766990 Mar 07 10:41:07.000737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '156f9c8b-6c6d-4458-9ff0-7120054852c4', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '156f9c8b-6c6d-4458-9ff0-7120054852c4', 'mac_address': 'fa:16:3e:8d:31:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:07.056617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 156f9c8b-6c6d-4458-9ff0-7120054852c4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:07.057359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.071737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156f9c8b-6c6d-4458-9ff0-7120054852c4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:07.097169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:07.104407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.175167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:07.329891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:07.468873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:07.480546 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3193e1ea-007f-4628-a0b8-8fd4a06285e3" -d '{"events": [{"server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "name": "network-vif-plugged", "status": "completed", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:07.484011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:07.517989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:07.525495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.525813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.531433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b757ee7-c632-4ef9-ad27-e6cf771851e0 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:07.595272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=db883d38-90c2-4bb6-a064-f7c4cb45a781,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:07.674728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:41:07.681439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b75f2383-fb0f-4998-b417-91fbe2fec715 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5825305 Mar 07 10:41:07.683955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f2a1e66-950c-4ffd-a3f9-f260f41da41e req-70a40815-eff6-451c-9eef-e21e20886f4a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7800288 Mar 07 10:41:07.684440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55438) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:07.708328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47070e5-244e-4f99-b906-1f6c45a028cd req-d445d302-8b95-4a89-97c2-726e1f8a6c64 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.709869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a47070e5-244e-4f99-b906-1f6c45a028cd req-d445d302-8b95-4a89-97c2-726e1f8a6c64 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.8046019 Mar 07 10:41:07.711172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-0a012ed6-b264-4ef3-94a1-ee1c0fe99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.711542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-0a012ed6-b264-4ef3-94a1-ee1c0fe99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.718817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-0a012ed6-b264-4ef3-94a1-ee1c0fe99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.720590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-0a012ed6-b264-4ef3-94a1-ee1c0fe99628 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9112158 Mar 07 10:41:07.724597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:e6:6a:df', 'name': 'tempest-NetworksTestDHCPv6-2102792070'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:07.742987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'db883d38-90c2-4bb6-a064-f7c4cb45a781'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:07.744382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.856726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:07.902445 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks [] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.929594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-ad4163a4-3a37-4ba4-80a9-d8e3dc48f1eb service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9238305 Mar 07 10:41:07.954287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Allocated IP 2001:db8::f816:3eff:fe1d:ffa7 (4e84de77-d31e-40bb-8781-c681acde30da/db883d38-90c2-4bb6-a064-f7c4cb45a781/dd631271-96f5-4805-a1d1-7359e1b4cf0b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:08.031609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Transition to ACTIVE for port object 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:08.075328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.139029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.144993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.175561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a47070e5-244e-4f99-b906-1f6c45a028cd req-27799b8d-a264-4442-b4d9-9ec04641ff19 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368854 Mar 07 10:41:08.181509 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks [] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.196709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.249118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:08.253885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:08.258414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:08.304866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f134d-5c94-4644-947a-b0155b5510a6 req-d4e91071-35ef-4626-973f-f9579747cc5b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.316216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff7f134d-5c94-4644-947a-b0155b5510a6 req-d4e91071-35ef-4626-973f-f9579747cc5b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.4980912 Mar 07 10:41:08.333232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Pushing event updated for resources: {'Port': ['ID=dd631271-96f5-4805-a1d1-7359e1b4cf0b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.354400 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Floating IP ed19bf4a-4e56-4a74-841e-5ba094dda308 associated. External IP: 172.25.4.217, port: 1d88c1a5-83a4-4249-9233-d799723b7d83. Mar 07 10:41:08.372282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Attempting to bind port dd631271-96f5-4805-a1d1-7359e1b4cf0b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:08.372795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Attempting to bind port dd631271-96f5-4805-a1d1-7359e1b4cf0b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:08.373213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Attempting to bind port dd631271-96f5-4805-a1d1-7359e1b4cf0b on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:08.380429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:08.381558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:08.381965 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.382353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:08.382832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Bound port: dd631271-96f5-4805-a1d1-7359e1b4cf0b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:08.383203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.475568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] For port dd631271-96f5-4805-a1d1-7359e1b4cf0b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:08.479795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] For port dd631271-96f5-4805-a1d1-7359e1b4cf0b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd631271-96f5-4805-a1d1-7359e1b4cf0b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:08.481646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '09b94565-a5b8-47ff-ab5b-c8b1150dda36'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:08.484647 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f3e601-9aa4-4570-8efa-3d0fd4469d83" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "09b94565-a5b8-47ff-ab5b-c8b1150dda36"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:08.489100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7835162-f9f1-448b-aa83-79e5ab77e0a9 req-ae7ebf38-08d3-4d89-8a50-036e9da809fa service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895492 Mar 07 10:41:08.490446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.491061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-4e7ecf85-f101-4276-abe2-184d771bd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.494255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1b499cc-a6e4-4053-aff7-3d8cb00d40d0 req-4e7ecf85-f101-4276-abe2-184d771bd81b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7548716 Mar 07 10:41:08.508166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.609500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff7f134d-5c94-4644-947a-b0155b5510a6 req-345163f5-3d5d-4c8c-a6b0-78e37a555035 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921097 Mar 07 10:41:08.614357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332dea2-e12c-4d6c-a59b-bcfc51941bd3 None None] Pushing event updated for resources: {'Port': ['ID=dd631271-96f5-4805-a1d1-7359e1b4cf0b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.700980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:08.703219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 156f9c8b-6c6d-4458-9ff0-7120054852c4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:08.706532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-29e0ed9f-7fff-44fc-bd14-e28ed66477ee tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5bf7b684f4024897bfca5751d6575230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2055998 Mar 07 10:41:08.710718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:08.766480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:08.875279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 156f9c8b-6c6d-4458-9ff0-7120054852c4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:08.881359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 156f9c8b-6c6d-4458-9ff0-7120054852c4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:08.881725 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.942328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:08.951274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:08.960578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.966425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Attempting to bind port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:08.966976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Attempting to bind port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:08.974000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Attempting to bind port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:08.974199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Sync routers for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:08.995702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '34630400-52f3-4b31-9ec8-1607e86d574c', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:09.019820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:09.020849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:09.028767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e46744a-bfe5-4824-9e0d-fcde0a0653a7 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "PUT /v2.0/floatingips/ed19bf4a-4e56-4a74-841e-5ba094dda308 HTTP/1.1" status: 200 len: 991 time: 2.2325847 Mar 07 10:41:09.029352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:09.035532 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d803f0-ef19-4e83-ae49-2591944e9f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:09.047761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb on network bafc89a3-5917-47fe-b29a-86c3bb3445aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:09.048084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Attempting to bind port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:09.080047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:09.080755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:09.081369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Bound using segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:09.082028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Bound port: 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:09.082608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.123869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe819a-682a-419e-b21e-b31cf08006c1 req-512f82d8-433c-44dc-8e2b-cf22ebf5c66f tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.125544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2fe819a-682a-419e-b21e-b31cf08006c1 req-512f82d8-433c-44dc-8e2b-cf22ebf5c66f tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 950 time: 0.3849382 Mar 07 10:41:09.125688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 156f9c8b-6c6d-4458-9ff0-7120054852c4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:09.126211 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.166608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.182077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:09.182386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.194084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-7494116d-afad-43fe-b029-97c7ecaef639 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.195725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-7494116d-afad-43fe-b029-97c7ecaef639 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4787126 Mar 07 10:41:09.217342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:09.240560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:09.244351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:09.255562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:09.258429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:09.261845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.262992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-899496a3-d1a7-485b-ade9-a0cb023b5ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/quotas/5bf7b684f4024897bfca5751d6575230 HTTP/1.1" status: 200 len: 375 time: 0.0499382 Mar 07 10:41:09.297172 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.309285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:09.364944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:09.367997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-36b5cd98-62ef-4bc1-8b28-adfde51b2145 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bf7b684f4024897bfca5751d6575230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953546 Mar 07 10:41:09.378472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2fe819a-682a-419e-b21e-b31cf08006c1 req-f696b68b-37fb-4c9d-841d-7f1acd900bdb tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055774 Mar 07 10:41:09.400841 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.400997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.467336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.517660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.518281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.519731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ed94e4e-3a5d-43d6-a2a2-839640c53ddb HTTP/1.1" status: 200 len: 1091 time: 3.8497901 Mar 07 10:41:09.620462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:09.643971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['34630400-52f3-4b31-9ec8-1607e86d574c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:09.743565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fee6:6adf (4e84de77-d31e-40bb-8781-c681acde30da/db883d38-90c2-4bb6-a064-f7c4cb45a781/be5b35af-0ae6-4bc6-bc56-57617fa7a0f3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:09.804914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6636ab6-b4a3-4889-a324-20510a456596 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.865095 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b17b8-da27-4263-b1dc-491c5e796ded x-openstack-request-id: req-565b17b8-da27-4263-b1dc-491c5e796ded {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:09.865392 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "09b94565-a5b8-47ff-ab5b-c8b1150dda36", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:09.865649 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-565b17b8-da27-4263-b1dc-491c5e796ded {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:09.866053 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '09b94565-a5b8-47ff-ab5b-c8b1150dda36', 'status': 'completed', 'code': 200} Mar 07 10:41:10.087004 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ca94c-c71d-4e3f-8c6e-1b9aa4c4859b x-openstack-request-id: req-198ca94c-c71d-4e3f-8c6e-1b9aa4c4859b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:10.087638 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "name": "network-vif-plugged", "status": "completed", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:10.087638 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-198ca94c-c71d-4e3f-8c6e-1b9aa4c4859b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:10.088194 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0', 'code': 200} Mar 07 10:41:10.097203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.192589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ed19bf4a-4e56-4a74-841e-5ba094dda308', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'port_id': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'mac_address': 'fa:16:3e:2c:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:31Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 1, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:10.211490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f2447-0854-4220-b1aa-652e8b5cbde2 req-58ca06bf-5b0a-4709-b654-036792b4ffb1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.220261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e84f2447-0854-4220-b1aa-652e8b5cbde2 req-58ca06bf-5b0a-4709-b654-036792b4ffb1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.7324092 Mar 07 10:41:10.229643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Checking router: b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:10.259312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:10.260316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:40:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:10.388742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Provisioning complete for port dd631271-96f5-4805-a1d1-7359e1b4cf0b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:10.389114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.420388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.433589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:10.573718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.597657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.598144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.599005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.599420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.599879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.600338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.600881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.602771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-d690f153-45e9-4034-9ced-460e788717c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6411 time: 0.7190323 Mar 07 10:41:10.630870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd631271-96f5-4805-a1d1-7359e1b4cf0b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:10.654337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db757fba-f228-4222-8ce4-5347b7af65d1 req-0ce3bc6b-9cbb-4fa0-8194-accd7ad4d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.655803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db757fba-f228-4222-8ce4-5347b7af65d1 req-0ce3bc6b-9cbb-4fa0-8194-accd7ad4d248 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1127 time: 0.8687170 Mar 07 10:41:10.750431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:10.769834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.776053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.781274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.781557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Current status of the port dd631271-96f5-4805-a1d1-7359e1b4cf0b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:10.782033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.786639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.791914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.797113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.802956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.804512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-051158b9-1efc-4047-8850-4fef660c8701 req-7b85f3f2-3636-4f2b-abd1-4699e47cee22 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5395 time: 0.8013139 Mar 07 10:41:10.807864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dd631271-96f5-4805-a1d1-7359e1b4cf0b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:10.808258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.836760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=be5b35af-0ae6-4bc6-bc56-57617fa7a0f3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.841491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e84f2447-0854-4220-b1aa-652e8b5cbde2 req-1cd303cb-d076-4c2d-93dd-000152ea859c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199803 Mar 07 10:41:10.842371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:10.881908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:10.887838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.888461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.890388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] For port dd631271-96f5-4805-a1d1-7359e1b4cf0b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd631271-96f5-4805-a1d1-7359e1b4cf0b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:10.900055 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.972390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:10.987526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dc74894b-bb21-4515-8d28-2c083b77f5d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2833190 Mar 07 10:41:11.060195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db757fba-f228-4222-8ce4-5347b7af65d1 req-b471c5cc-2680-487d-aa8d-3640a863c7ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910236 Mar 07 10:41:11.075635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e4bd0-9195-42f1-a2ad-1e6f45137f1c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.078027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d5cee-6a9a-47e8-8aa4-628743aa392a None None] Pushing event updated for resources: {'Port': ['ID=dd631271-96f5-4805-a1d1-7359e1b4cf0b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:11.082332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e4bd0-9195-42f1-a2ad-1e6f45137f1c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.097717 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0e9e4bd0-9195-42f1-a2ad-1e6f45137f1c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1207573 Mar 07 10:41:11.100031 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e018bc-6b2b-48f0-981a-acc8647f615d x-openstack-request-id: req-20e018bc-6b2b-48f0-981a-acc8647f615d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:11.100960 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:11.101303 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20e018bc-6b2b-48f0-981a-acc8647f615d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:11.102156 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'status': 'completed', 'code': 200} Mar 07 10:41:11.103358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:11.119292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dd631271-96f5-4805-a1d1-7359e1b4cf0b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:11.142712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ed19bf4a-4e56-4a74-841e-5ba094dda308', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'port_id': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'mac_address': 'fa:16:3e:2c:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:31Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 1, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:11.186086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-a662e486-7ec8-4d46-b664-f6751320381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.186625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-a662e486-7ec8-4d46-b664-f6751320381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.187260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-a662e486-7ec8-4d46-b664-f6751320381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.189446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-a662e486-7ec8-4d46-b664-f6751320381c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5755551 Mar 07 10:41:11.211092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815c33d-686a-492e-ad45-9876cb359e70 None None] The sync data for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 is: [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ed19bf4a-4e56-4a74-841e-5ba094dda308', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'port_id': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'mac_address': 'fa:16:3e:2c:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:31Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 1, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:11.309132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-051158b9-1efc-4047-8850-4fef660c8701 req-9146cd6c-7282-48cb-a08a-8f9adf196219 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4736362 Mar 07 10:41:11.319865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:11.330939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.358955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:11.374819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks [] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.405569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b2ebe30e-f912-4efb-ba38-c0dfdf4d9447 None None] Provisioning complete for port be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:11.405937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe30e-f912-4efb-ba38-c0dfdf4d9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.460553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-b3850be2-d57b-4860-8194-5157fd225d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.462086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-b3850be2-d57b-4860-8194-5157fd225d63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e408e709b2f546ffa913384045b49fa6&device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 1127 time: 0.3753364 Mar 07 10:41:11.478066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Transition to ACTIVE for port object 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:11.485621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebe30e-f912-4efb-ba38-c0dfdf4d9447 None None] Port be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:11.499511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.518739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:11.533771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fca78-db02-49b2-953c-6c8185368375 req-09cb30eb-7273-4930-900b-dc7b2f6e4d4f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.537000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e50fca78-db02-49b2-953c-6c8185368375 req-09cb30eb-7273-4930-900b-dc7b2f6e4d4f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 945 time: 0.3149114 Mar 07 10:41:11.537564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.616627 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42847d-a64f-4bc6-98b1-e50d33269585 None None] New status for floating IP ed19bf4a-4e56-4a74-841e-5ba094dda308: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:41:11.889036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (be5b35af-0ae6-4bc6-bc56-57617fa7a0f3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.937957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=be5b35af-0ae6-4bc6-bc56-57617fa7a0f3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:11.984794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.989230 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-69271092-60a6-4cef-a473-e3bff79ad1c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 HTTP/1.1" status: 204 len: 168 time: 0.8835347 Mar 07 10:41:11.991726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55490) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:12.082504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db5a93-86a9-4f77-bbac-57b00fe2c638 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.089344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:12.092470 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd2ddad-16a6-4085-a4d8-44777d4ef6ab" -d '{"events": [{"server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "name": "network-vif-plugged", "status": "completed", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:12.106661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db5a93-86a9-4f77-bbac-57b00fe2c638 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.108374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7db5a93-86a9-4f77-bbac-57b00fe2c638 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1153564 Mar 07 10:41:12.111453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:12.234240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet db883d38-90c2-4bb6-a064-f7c4cb45a781 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:12.235553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:12.238434 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4ea2a8-4361-4778-acce-97a720f865ea" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:12.242402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (db883d38-90c2-4bb6-a064-f7c4cb45a781), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.289870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (db883d38-90c2-4bb6-a064-f7c4cb45a781), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.323459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-980641aa-94bb-408a-af8d-cdc1d3e4e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.324673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67f3e601-9aa4-4570-8efa-3d0fd4469d83 req-980641aa-94bb-408a-af8d-cdc1d3e4e7e0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0822418 Mar 07 10:41:12.372653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5da387-045b-438b-bbf4-321a055632ef req-6817c8fb-41c7-4195-bd28-afd42d1d8c33 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 210 time: 0.1026580 Mar 07 10:41:12.389645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-060a87f2-4574-440b-a26c-f93c6d86d17f tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5bf7b684f4024897bfca5751d6575230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476181 Mar 07 10:41:12.414166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e50fca78-db02-49b2-953c-6c8185368375 req-15e0d81b-0b9d-4665-a533-8d94a5cbc1a5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8377113 Mar 07 10:41:12.429489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:12.506532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd631271-96f5-4805-a1d1-7359e1b4cf0b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:12.534899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (db883d38-90c2-4bb6-a064-f7c4cb45a781), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.560848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-b551e488-418a-4a2a-a7e0-e5351310f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.562402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-b551e488-418a-4a2a-a7e0-e5351310f816 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 200 len: 916 time: 1.0859118 Mar 07 10:41:12.622481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (db883d38-90c2-4bb6-a064-f7c4cb45a781), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.666665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dd631271-96f5-4805-a1d1-7359e1b4cf0b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:12.667089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.674163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=db883d38-90c2-4bb6-a064-f7c4cb45a781,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:12.688799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.699612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e41e111c-f640-46c1-96b8-2716f14ad895 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/db883d38-90c2-4bb6-a064-f7c4cb45a781 HTTP/1.1" status: 204 len: 168 time: 0.5849898 Mar 07 10:41:12.700028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55508) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:12.712629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2b671-d370-4f3c-8575-b138cfa174d3 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:12.737123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:12.749763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Attempting to bind port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:12.750082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Attempting to bind port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:12.750360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Attempting to bind port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:12.763388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5f005b4d-4c59-4027-957b-605040fdd632 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599427 Mar 07 10:41:12.763624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:12.769993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:12.778712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d on network bafc89a3-5917-47fe-b29a-86c3bb3445aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:12.779043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Attempting to bind port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:12.792000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-0f51e59e-e83d-4982-aa94-be52bbfc5aad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 200 len: 1001 time: 0.1936848 Mar 07 10:41:12.805649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-de77161b-d104-4ee8-9e52-04df292cea79 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.807854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-de77161b-d104-4ee8-9e52-04df292cea79 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063237 Mar 07 10:41:12.808669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:12.809004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Checking segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:12.809970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Bound using segment: {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:12.810440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Bound port: 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060b705-5f71-4df6-b523-e19cb6565fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:12.810804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.877925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d769f2-20ff-4bda-a0bb-87f958edd040 req-39fd80ed-7035-4c5f-9cb9-b11f58d46877 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.879683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8d769f2-20ff-4bda-a0bb-87f958edd040 req-39fd80ed-7035-4c5f-9cb9-b11f58d46877 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.3534501 Mar 07 10:41:12.881315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-7291fc0b-3ab6-40a0-bb1b-19c5b8bfed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.882761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-7291fc0b-3ab6-40a0-bb1b-19c5b8bfed0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29ae9fff-c574-443e-8884-a89b6b95ba75 HTTP/1.1" status: 200 len: 854 time: 0.0671697 Mar 07 10:41:12.889987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:12.891279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Request body: {'port': {'device_id': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '5bf7b684f4024897bfca5751d6575230'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:12.893916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.929582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dd631271-96f5-4805-a1d1-7359e1b4cf0b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:12.933333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 34630400-52f3-4b31-9ec8-1607e86d574c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:12.946966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 34630400-52f3-4b31-9ec8-1607e86d574c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:12.947387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.045518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102605da-97a3-47de-b2ae-698947f79274 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:13.064264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:13.064655 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.073091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:13.076588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:13.129375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8d769f2-20ff-4bda-a0bb-87f958edd040 req-2a940f10-4252-4e38-a369-824704524e98 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286885 Mar 07 10:41:13.138546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.156121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:13.162976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Deleting port dd631271-96f5-4805-a1d1-7359e1b4cf0b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:13.163343 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.166833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.199162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9592ff9-6505-4f12-b7c0-5bf68f7ecda6 req-1ded2999-6a72-44b7-a666-35991c7a9b93 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.209743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9592ff9-6505-4f12-b7c0-5bf68f7ecda6 req-1ded2999-6a72-44b7-a666-35991c7a9b93 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.4959674 Mar 07 10:41:13.230874 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e26572-6ab7-4f86-b43b-4dacc15bfa2e x-openstack-request-id: req-99e26572-6ab7-4f86-b43b-4dacc15bfa2e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:13.231214 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "name": "network-vif-plugged", "status": "completed", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:13.231469 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99e26572-6ab7-4f86-b43b-4dacc15bfa2e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:13.231899 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4', 'code': 200} Mar 07 10:41:13.281698 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e25e6-82d9-49e7-9bc1-3ba0d1d5969b x-openstack-request-id: req-916e25e6-82d9-49e7-9bc1-3ba0d1d5969b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:13.282233 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:13.283354 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-916e25e6-82d9-49e7-9bc1-3ba0d1d5969b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:13.283761 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'status': 'completed', 'code': 200} Mar 07 10:41:13.306207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-102605da-97a3-47de-b2ae-698947f79274 None None] For port dd631271-96f5-4805-a1d1-7359e1b4cf0b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd631271-96f5-4805-a1d1-7359e1b4cf0b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:13.306609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.322770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:13.329622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Calling delete_port for dd631271-96f5-4805-a1d1-7359e1b4cf0b owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:13.388755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:13.413746 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-f5778b0c-53e2-4bc9-b1dd-6c2d83c80aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898272 Mar 07 10:41:13.447734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.448000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.448116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.448209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.448632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.449300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.449932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.450231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.450698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.452185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5f316a99-8649-443f-8bb5-7521070c4cd6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d HTTP/1.1" status: 200 len: 1091 time: 3.8393762 Mar 07 10:41:13.453414 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-3c9d6ec3-2964-4ed0-8c48-c98955db7d45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6509 time: 0.1591482 Mar 07 10:41:13.463070 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (dd631271-96f5-4805-a1d1-7359e1b4cf0b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.497781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-90f9b542-0d02-4fea-8ed8-ad57df2cc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.499527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-90f9b542-0d02-4fea-8ed8-ad57df2cc6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3905b878-7032-4dfb-98b0-f5c6337bfd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6046987 Mar 07 10:41:13.514441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:13.534409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102605da-97a3-47de-b2ae-698947f79274 None None] Pushing event deleted for resources: {'Port': ['ID=dd631271-96f5-4805-a1d1-7359e1b4cf0b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:13.541336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102605da-97a3-47de-b2ae-698947f79274 None None] No DVR routers for this DVR port dd631271-96f5-4805-a1d1-7359e1b4cf0b on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:13.590186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Made reservation on behalf of 5bf7b684f4024897bfca5751d6575230 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:13.595030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.610071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:13.674904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.682162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.687402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.693850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.699867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.706395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.712496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.720767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-ae1b8d0d-a32f-4c54-8fd9-a52648e52877 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5407 time: 0.3738263 Mar 07 10:41:13.722863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.774723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-c0cc9b50-0a73-4ef5-a8a6-d084c86cd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.776436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-c0cc9b50-0a73-4ef5-a8a6-d084c86cd6c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 1128 time: 0.2877626 Mar 07 10:41:13.821272 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.835852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9592ff9-6505-4f12-b7c0-5bf68f7ecda6 req-2482c0ea-fef3-4b34-a60e-6a6bedf7dcd4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982758 Mar 07 10:41:13.841348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-9ca45e8a-19c9-45e4-ab18-615b938af21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.841822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-9ca45e8a-19c9-45e4-ab18-615b938af21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.842367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-9ca45e8a-19c9-45e4-ab18-615b938af21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.843989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-9ca45e8a-19c9-45e4-ab18-615b938af21a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3803196 Mar 07 10:41:13.860912 n-d-832156-4 neutron-server[103788]: WARNING neutron.services.revisions.revision_plugin [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Could not find related port for resource to bump revision. Mar 07 10:41:13.869175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d2e0a-8c0d-4d5c-b672-c248abdf026f req-c34ac906-b616-4e2a-9990-fe08e13340fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.870943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b3d2e0a-8c0d-4d5c-b672-c248abdf026f req-c34ac906-b616-4e2a-9990-fe08e13340fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 1128 time: 0.4954481 Mar 07 10:41:13.906795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_pluggable_backend [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Port dd631271-96f5-4805-a1d1-7359e1b4cf0b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103788) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 10:41:13.906795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_pluggable_backend [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1d:ffa7 {{(pid=103788) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 10:41:13.937708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fdbfdb7-80b1-4b11-8164-5a37368f661c req-b96052cf-6609-44dd-812c-6518b408e67e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159009 Mar 07 10:41:13.940875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_pluggable_backend [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1d:ffa7 {{(pid=103788) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 07 10:41:13.962147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d4a9dd42-8bdd-4a17-8fc1-52518b846064), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.071684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:14.123012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.26', 59460) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:14.190950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-c924c70c-22d2-4435-be81-cf3182336949 service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809409 Mar 07 10:41:14.197002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-a4443add-bb50-4780-acb0-cf236c0f1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.198922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-a4443add-bb50-4780-acb0-cf236c0f1266 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 0.3950908 Mar 07 10:41:14.206267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=d4a9dd42-8bdd-4a17-8fc1-52518b846064,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:14.209275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:14.225302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcc8ae-f51e-47e4-a4f7-18338d96b704 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:14.268126 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-048e72c3-a59d-499f-83fd-b6f5eb358e9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 200 len: 217 time: 0.0380189 Mar 07 10:41:14.270654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.270794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.272668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-416e4643-6148-47a0-a90e-abad06ce0606 req-d2349c8a-372b-4431-9f31-704ea28a3625 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 210 time: 0.0961025 Mar 07 10:41:14.311525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-48cdeb02-7585-4df0-a0d0-823bb5956f4d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5468745 Mar 07 10:41:14.350943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55522) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:14.365081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:0e:e1:f7', 'name': 'tempest-NetworksTestDHCPv6-831188475'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:14.390037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'd4a9dd42-8bdd-4a17-8fc1-52518b846064'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:14.392035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.529868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd631271-96f5-4805-a1d1-7359e1b4cf0b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:14.542469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-0125c9a9-08bf-4774-af7c-ff14069980da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.543940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-0125c9a9-08bf-4774-af7c-ff14069980da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1127 time: 0.3791544 Mar 07 10:41:14.550046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b3d2e0a-8c0d-4d5c-b672-c248abdf026f req-87c3c133-b602-4fb2-a000-9af207a5ea25 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292903 Mar 07 10:41:14.552233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:14.561965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: dd631271-96f5-4805-a1d1-7359e1b4cf0b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:14.562539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd631271-96f5-4805-a1d1-7359e1b4cf0b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:14.572830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-595f49c7-96f8-40cc-b116-9d24c4dcaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.574043 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-595f49c7-96f8-40cc-b116-9d24c4dcaedf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.2775695 Mar 07 10:41:14.608906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039b22ac-a7d9-491a-b4e6-358c8f4fd863 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:14.609129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-cb561301-606f-4913-8ac8-a0aa204ca835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.610467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d4ea2a8-4361-4778-acce-97a720f865ea req-cb561301-606f-4913-8ac8-a0aa204ca835 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7422822 Mar 07 10:41:14.635603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks [] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.641798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Allocated IP 2001:db8::f816:3eff:fe3f:727b (4e84de77-d31e-40bb-8781-c681acde30da/d4a9dd42-8bdd-4a17-8fc1-52518b846064/90be9894-6c50-44e2-a45a-d0730116b7f4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:14.659586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4d803f0-ef19-4e83-ae49-2591944e9f9f req-e53fe689-eebe-42ec-b196-40b714a95d82 service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388964 Mar 07 10:41:14.669627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afd88-0233-460c-9b74-d8629f6eeebc req-e223c7a8-04ea-4c0c-abb4-139a52ec0f90 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.678230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a08afd88-0233-460c-9b74-d8629f6eeebc req-e223c7a8-04ea-4c0c-abb4-139a52ec0f90 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.5027852 Mar 07 10:41:14.682653 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-0a85f69a-90d8-4694-9cbb-ef26beb4aae9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759151 Mar 07 10:41:14.737730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Transition to ACTIVE for port object 039b22ac-a7d9-491a-b4e6-358c8f4fd863 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:14.751435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7446-38f7-4a73-9735-a685a3ae8937 req-0a951949-ceb0-4f3b-81b3-2ab9909b5964 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.760119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cdf7446-38f7-4a73-9735-a685a3ae8937 req-0a951949-ceb0-4f3b-81b3-2ab9909b5964 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2597468 Mar 07 10:41:14.769641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks [] for security_group (26f8bc54-d16c-4c71-9c67-2c5ffc87511c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.781057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.806662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26f8bc54-d16c-4c71-9c67-2c5ffc87511c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.877563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks [] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.890835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.943234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:14.948235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:14.951678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:14.965787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Pushing event updated for resources: {'Port': ['ID=90be9894-6c50-44e2-a45a-d0730116b7f4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:14.980874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a08afd88-0233-460c-9b74-d8629f6eeebc req-ad32a8cc-e4e9-48c9-a992-427247a23849 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009672 Mar 07 10:41:15.080628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Attempting to bind port 90be9894-6c50-44e2-a45a-d0730116b7f4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:15.081395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Attempting to bind port 90be9894-6c50-44e2-a45a-d0730116b7f4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:15.081971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Attempting to bind port 90be9894-6c50-44e2-a45a-d0730116b7f4 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:15.088731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:15.089507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:15.090293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.091454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:15.092865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Bound port: 90be9894-6c50-44e2-a45a-d0730116b7f4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:15.093483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.121261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8bc54-d16c-4c71-9c67-2c5ffc87511c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:15.157429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:15.172018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cdf7446-38f7-4a73-9735-a685a3ae8937 req-adedb22a-4fa3-48b0-997c-cb161419973a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095936 Mar 07 10:41:15.189380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.241509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port da3df086-f4a5-44d5-ab31-6715d4831f81 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:15.244250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:15.247887 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39055bec-eb5b-45f9-ae52-9b757fa9d1f5" -d '{"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:15.285988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] For port 90be9894-6c50-44e2-a45a-d0730116b7f4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:15.295254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] For port 90be9894-6c50-44e2-a45a-d0730116b7f4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=90be9894-6c50-44e2-a45a-d0730116b7f4,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:15.306995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.308412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:15.310875 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee05dcb-e459-44f1-aac2-c04456aaf7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:15.330759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-d250ac1d-cc65-416e-b10b-1a77f56991e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.332201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-d250ac1d-cc65-416e-b10b-1a77f56991e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 0.7729006 Mar 07 10:41:15.357989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde697-0208-4cfe-9406-b8d5212d0720 req-35e935a0-8945-44d7-bac6-a0e82a94123d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.359573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86fde697-0208-4cfe-9406-b8d5212d0720 req-35e935a0-8945-44d7-bac6-a0e82a94123d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.2352896 Mar 07 10:41:15.377748 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-0b1ebb7c-7cb4-4578-87db-b398c7b12a58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Mar 07 10:41:15.392742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07ee7f-6b6a-4e34-b69c-b44995062536 None None] Pushing event updated for resources: {'Port': ['ID=90be9894-6c50-44e2-a45a-d0730116b7f4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:15.413540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Allocated IP 192.168.233.130 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/fac60779-a8c8-4c0b-80e7-06a6c2507720) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:15.447851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Attempting to bind port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:15.448314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Attempting to bind port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:15.448511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Attempting to bind port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 on network 9a78a6c9-19e3-422d-8090-7f057d147f04 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:15.459271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 on network 9a78a6c9-19e3-422d-8090-7f057d147f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:15.463707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Attempting to bind port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 on network 9a78a6c9-19e3-422d-8090-7f057d147f04 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:15.494479 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-e5bc2880-678e-4ad5-9320-d457e1ebdc15 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765954 Mar 07 10:41:15.501094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:15.501358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Checking segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:15.501713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Bound using segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:15.502149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Bound port: 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:15.502493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.551053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.557260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.562911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.568509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.573833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.580009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.585908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.587835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-9600ce2f-fdaf-4066-a7c5-85743da33be2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5419 time: 0.2935581 Mar 07 10:41:15.628984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86fde697-0208-4cfe-9406-b8d5212d0720 req-97a858b8-2050-4cff-b953-82a225f20ba3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458403 Mar 07 10:41:15.629337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe0e:e1f7 (4e84de77-d31e-40bb-8781-c681acde30da/d4a9dd42-8bdd-4a17-8fc1-52518b846064/da3df086-f4a5-44d5-ab31-6715d4831f81) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:15.667552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-a5604a8a-b257-4d7a-a121-648126d79505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.669819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-a5604a8a-b257-4d7a-a121-648126d79505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.2791917 Mar 07 10:41:15.682998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5fe86305-cf44-4e56-b558-90c6b9b9ac41 req-46b30492-163d-4177-897f-2e4876927122 service neutron] 10.222.0.32 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772614 Mar 07 10:41:15.712185 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bab024-b6c9-434f-bb35-859996f147de x-openstack-request-id: req-68bab024-b6c9-434f-bb35-859996f147de {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:15.712658 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:15.712770 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68bab024-b6c9-434f-bb35-859996f147de {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:15.713094 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'code': 200} Mar 07 10:41:15.787252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-472e4c6f-d0e9-416a-8bb9-81deb2220d6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910420 Mar 07 10:41:15.884224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78d131f8-d00b-4263-9646-5c1b1687ad5b req-1686bbc9-afb5-4f86-a717-e298bcef1991 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2620192 Mar 07 10:41:15.952267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aaea3ad2-45b3-439e-9f82-cc84d5eb3f4f req-470fe14e-e38e-4c29-a620-40d53e7ee8b4 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 210 time: 0.0852153 Mar 07 10:41:15.998157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:16.001526 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44568110-80ab-47b6-8cec-ec0129e92c9a x-openstack-request-id: req-44568110-80ab-47b6-8cec-ec0129e92c9a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:16.001813 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:16.002060 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44568110-80ab-47b6-8cec-ec0129e92c9a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:16.002454 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'status': 'completed', 'code': 200} Mar 07 10:41:16.022985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:16.037796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.119282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.120896 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.122264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/039b22ac-a7d9-491a-b4e6-358c8f4fd863 HTTP/1.1" status: 200 len: 1091 time: 2.6139522 Mar 07 10:41:16.134908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (da3df086-f4a5-44d5-ab31-6715d4831f81), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.175405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Request body: {'port': {'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:16.197541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks [] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.216780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf41d1-0db4-4372-a8af-d15daa9441a8 service neutron] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:16.233948 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-b5af93e5-3bcc-4d54-8835-697a96dbae30 service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398401 Mar 07 10:41:16.249427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543adf6f-6d24-4caa-ad1a-bb238081b986 req-38902b8c-86c5-45fb-ae94-9b5368294e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.251060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-543adf6f-6d24-4caa-ad1a-bb238081b986 req-38902b8c-86c5-45fb-ae94-9b5368294e89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1128 time: 0.3527820 Mar 07 10:41:16.319441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed79d18-3200-45f4-a6c3-67598cc1e810 req-cd0c70d7-d42e-46df-bb9f-5de6c1c74b74 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.321242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ed79d18-3200-45f4-a6c3-67598cc1e810 req-cd0c70d7-d42e-46df-bb9f-5de6c1c74b74 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2241547 Mar 07 10:41:16.358039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.422674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (da3df086-f4a5-44d5-ab31-6715d4831f81), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.439006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ed79d18-3200-45f4-a6c3-67598cc1e810 req-74b0b0fa-dde6-46ec-aa4f-63cda2d04aa5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993159 Mar 07 10:41:16.440379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.457577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.464429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.464944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.465428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.465911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.466387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.466855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.475418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-eed3b2d1-3cf0-497a-959a-291a13537ecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6607 time: 0.3583364 Mar 07 10:41:16.546592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 90be9894-6c50-44e2-a45a-d0730116b7f4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:16.555096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e988ae-c782-4718-a839-cbfa893d73a7 req-306a2a96-8b35-4b99-8d4e-0c5f85cef461 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.558243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22e988ae-c782-4718-a839-cbfa893d73a7 req-306a2a96-8b35-4b99-8d4e-0c5f85cef461 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2590008 Mar 07 10:41:16.575550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:16.589487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:16.603321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=da3df086-f4a5-44d5-ab31-6715d4831f81,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:16.612177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 90be9894-6c50-44e2-a45a-d0730116b7f4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:16.612552 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.635432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:16.687186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:16.701631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Pushing event updated for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:16.720497 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-543adf6f-6d24-4caa-ad1a-bb238081b986 req-0f3cdf11-e0a0-4874-b9da-1575166e1bbe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490996 Mar 07 10:41:16.721621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:16.741493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:16.748684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.749354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.769776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b28e06a-14c4-47fd-b3ca-8b372686c0b5 req-287af6df-03b4-4ab3-9400-f0fdce5104c2 service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165920 Mar 07 10:41:16.791123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:16.794991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-232b12f8-0e0c-4dbe-8862-12952ce3149e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4426515 Mar 07 10:41:16.797174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-b63eeabe-e907-4608-b569-04cb27d5a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.797832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-b63eeabe-e907-4608-b569-04cb27d5a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.798302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-b63eeabe-e907-4608-b569-04cb27d5a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.800175 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-b63eeabe-e907-4608-b569-04cb27d5a251 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2482934 Mar 07 10:41:16.800697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:16.853614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 90be9894-6c50-44e2-a45a-d0730116b7f4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:16.854030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.981261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa9a9f-3afe-4a4f-aa34-a097b009cb81 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.999938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa9a9f-3afe-4a4f-aa34-a097b009cb81 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.001321 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54fa9a9f-3afe-4a4f-aa34-a097b009cb81 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1948438 Mar 07 10:41:17.012632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55568) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:17.097820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.111018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-96fb53fa-22d3-4d92-99ad-0c61cb396994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.112543 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eee05dcb-e459-44f1-aac2-c04456aaf7ec req-96fb53fa-22d3-4d92-99ad-0c61cb396994 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946529 Mar 07 10:41:17.120352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'mac_address': 'fa:16:3e:39:c1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:17.148806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 90be9894-6c50-44e2-a45a-d0730116b7f4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=90be9894-6c50-44e2-a45a-d0730116b7f4,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.162822 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.249214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port da3df086-f4a5-44d5-ab31-6715d4831f81 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:17.249557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (da3df086-f4a5-44d5-ab31-6715d4831f81), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.290690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:17.291077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.306254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:17.335193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.356838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.363205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-15da3e0b-4e86-41ff-a50e-83c941782668 None None] Provisioning complete for port fac60779-a8c8-4c0b-80e7-06a6c2507720 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:17.363565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-15da3e0b-4e86-41ff-a50e-83c941782668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.365207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=90be9894-6c50-44e2-a45a-d0730116b7f4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.421965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (da3df086-f4a5-44d5-ab31-6715d4831f81), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.454669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for da3df086-f4a5-44d5-ab31-6715d4831f81 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:17.507248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.507839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.524565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22e988ae-c782-4718-a839-cbfa893d73a7 req-bccb7bf7-75e6-4b0c-9995-c1fafa210c0a tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9415581 Mar 07 10:41:17.655217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-15da3e0b-4e86-41ff-a50e-83c941782668 None None] Port fac60779-a8c8-4c0b-80e7-06a6c2507720 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:17.659686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.667983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.668326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.668662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.668997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.669326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.669688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.670020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.670344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.670663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.670985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.671306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.671631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.672110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.691776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-60055cb4-8f65-4e69-8754-fed5639a8878 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8220403 Mar 07 10:41:17.713692 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (da3df086-f4a5-44d5-ab31-6715d4831f81), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.726341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Request body: {'port': {'device_id': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:17.738734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03e4d8-032c-4e31-aed2-b2574fe78d6e req-db53c205-9b81-49f1-b23b-980c3c564bc1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.740306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb03e4d8-032c-4e31-aed2-b2574fe78d6e req-db53c205-9b81-49f1-b23b-980c3c564bc1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.2989910 Mar 07 10:41:17.756566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=da3df086-f4a5-44d5-ab31-6715d4831f81,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.780568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7170c139-1d47-4d65-b4fe-4991d34e1717 None None] Could not find standard attr ID for object da3df086-f4a5-44d5-ab31-6715d4831f81. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:41:17.789160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.793727 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d08abc1d-397e-44d8-bb84-0b5d71d69133 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/da3df086-f4a5-44d5-ab31-6715d4831f81 HTTP/1.1" status: 204 len: 168 time: 0.7802751 Mar 07 10:41:17.796210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55576) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:17.797228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d5ab94e4-3a09-4a88-b439-c9345376e3ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:17.862863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60af2e6-38e3-4961-9eed-4f08088aa0df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.865293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60af2e6-38e3-4961-9eed-4f08088aa0df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.867562 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d60af2e6-38e3-4961-9eed-4f08088aa0df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0700183 Mar 07 10:41:17.869895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55578) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:17.878582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7170c139-1d47-4d65-b4fe-4991d34e1717 None None] Provisioning complete for port 90be9894-6c50-44e2-a45a-d0730116b7f4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:17.878951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7170c139-1d47-4d65-b4fe-4991d34e1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.944692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet d4a9dd42-8bdd-4a17-8fc1-52518b846064 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:17.951093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (d4a9dd42-8bdd-4a17-8fc1-52518b846064), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.959778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb03e4d8-032c-4e31-aed2-b2574fe78d6e req-3240a8ae-e836-45e5-8d82-f628ea7d1e0e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492875 Mar 07 10:41:17.996731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.011231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.014224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d4a9dd42-8bdd-4a17-8fc1-52518b846064), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.022013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.039358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.052771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.062989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.073806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.083165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-e5c06f72-dfd5-4d8d-8bc6-9d1ba88daaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5419 time: 0.4091618 Mar 07 10:41:18.132618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d4a9dd42-8bdd-4a17-8fc1-52518b846064), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.133668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:18.136182 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:18.143090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.160098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7170c139-1d47-4d65-b4fe-4991d34e1717 None None] Current status of the port 90be9894-6c50-44e2-a45a-d0730116b7f4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:18.220785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d4a9dd42-8bdd-4a17-8fc1-52518b846064), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.250122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a9dd42-8bdd-4a17-8fc1-52518b846064,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.254018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.260105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f4adfe1-2929-4ab9-a68c-764ea7aaadd5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d4a9dd42-8bdd-4a17-8fc1-52518b846064 HTTP/1.1" status: 204 len: 168 time: 0.3891449 Mar 07 10:41:18.260728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55584) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.263061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0613df9-e5ba-44aa-924b-1bd3dccb44fe None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:18.284266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-517d6f74-49c6-4d98-b334-c81fe76fc12a req-a98c13c6-e59b-47a7-a0b7-b6d579cda9c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003012 Mar 07 10:41:18.300256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25db7f-b15d-47a5-b49d-0a20f0c1f92c req-a2086dab-899a-48ef-80cb-971d1b0688b4 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.302032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e25db7f-b15d-47a5-b49d-0a20f0c1f92c req-a2086dab-899a-48ef-80cb-971d1b0688b4 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 936 time: 0.1994867 Mar 07 10:41:18.304674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fb590fb1-11a3-4d25-ae17-668c2bc1afe7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417333 Mar 07 10:41:18.304820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55586) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.330365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1edc49-2d45-4215-a7af-7e1c087039dc {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:18.347952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks [] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.364533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Transition to ACTIVE for port object ed1edc49-2d45-4215-a7af-7e1c087039dc will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:18.384801 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.397258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50afda-c738-44fb-a1c0-6fbb36009f34 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.405784 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee50afda-c738-44fb-a1c0-6fbb36009f34 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1000299 Mar 07 10:41:18.406561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55596) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.523471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 90be9894-6c50-44e2-a45a-d0730116b7f4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:18.529333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14ee91-b867-40b1-9a75-994592d15d3f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.531001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c14ee91-b867-40b1-9a75-994592d15d3f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1221919 Mar 07 10:41:18.542808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.587777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:18.628825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 90be9894-6c50-44e2-a45a-d0730116b7f4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:18.629298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.668716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-66608e20-77cb-43c3-83be-f57cb61c4a5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131966 Mar 07 10:41:18.673289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.677740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.679439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:18.703221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e25db7f-b15d-47a5-b49d-0a20f0c1f92c req-4d7608e3-c9f8-4029-ac50-079f64dc862c tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292723 Mar 07 10:41:18.775307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 90be9894-6c50-44e2-a45a-d0730116b7f4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:18.782871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:18.792111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051764-1013-485d-99fd-80dca3619b8b req-c897745f-4e2e-49d2-836c-23860f5e773e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.793748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2051764-1013-485d-99fd-80dca3619b8b req-c897745f-4e2e-49d2-836c-23860f5e773e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2476132 Mar 07 10:41:18.820068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Deleting port 90be9894-6c50-44e2-a45a-d0730116b7f4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:18.820657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.831958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:18.835787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Attempting to bind port ed1edc49-2d45-4215-a7af-7e1c087039dc on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:18.836120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Attempting to bind port ed1edc49-2d45-4215-a7af-7e1c087039dc by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:18.836446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Attempting to bind port ed1edc49-2d45-4215-a7af-7e1c087039dc on network 9a78a6c9-19e3-422d-8090-7f057d147f04 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:18.839889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.856378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Port ed1edc49-2d45-4215-a7af-7e1c087039dc on network 9a78a6c9-19e3-422d-8090-7f057d147f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:18.856701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Attempting to bind port ed1edc49-2d45-4215-a7af-7e1c087039dc on network 9a78a6c9-19e3-422d-8090-7f057d147f04 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:18.874023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:18.874514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Checking segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:18.874737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Bound using segment: {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:18.875177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Bound port: ed1edc49-2d45-4215-a7af-7e1c087039dc, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7825b625-0536-4447-82ad-c525f7a41fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:18.875538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.918550 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fa89b3-ac52-40e3-ac57-82fda84a6943 x-openstack-request-id: req-90fa89b3-ac52-40e3-ac57-82fda84a6943 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:18.918839 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:18.919095 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90fa89b3-ac52-40e3-ac57-82fda84a6943 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:18.919506 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'status': 'completed', 'code': 200} Mar 07 10:41:18.928755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] For port 90be9894-6c50-44e2-a45a-d0730116b7f4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=90be9894-6c50-44e2-a45a-d0730116b7f4,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:18.929237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.930348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2051764-1013-485d-99fd-80dca3619b8b req-df3e402a-de55-4ed8-801b-a0eec0dc3a2f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098714 Mar 07 10:41:18.969779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Calling delete_port for 90be9894-6c50-44e2-a45a-d0730116b7f4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:18.976104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port d5ab94e4-3a09-4a88-b439-c9345376e3ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:18.976439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.065159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac60779-a8c8-4c0b-80e7-06a6c2507720 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:19.071685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:19.079043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks [] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.096188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:19.107662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Transition to ACTIVE for port object fac60779-a8c8-4c0b-80e7-06a6c2507720 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:19.111974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.122196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (90be9894-6c50-44e2-a45a-d0730116b7f4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.126992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.154986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:19.155403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.157882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] No DVR routers for this DVR port 90be9894-6c50-44e2-a45a-d0730116b7f4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:19.159428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae32ec-e781-4657-a40e-c75b6b540b59 None None] Pushing event deleted for resources: {'Port': ['ID=90be9894-6c50-44e2-a45a-d0730116b7f4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.159701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b1a46-0e42-4f5f-a800-f78bbedf0708 req-5ddbdf8c-da49-4b04-a7fd-229d516a0002 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.170776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-846b1a46-0e42-4f5f-a800-f78bbedf0708 req-5ddbdf8c-da49-4b04-a7fd-229d516a0002 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1549683 Mar 07 10:41:19.186869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.187548 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.187878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:19.188961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed1edc49-2d45-4215-a7af-7e1c087039dc HTTP/1.1" status: 200 len: 1091 time: 3.0192726 Mar 07 10:41:19.190780 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac8ea5-9689-49ef-b337-29b00e85efc3" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:19.229451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.229937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.230407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.231408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.231977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.232477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.232909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.234941 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-b4e8acc5-e1d3-4b0c-bd5f-6385465f0034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6662 time: 0.2174511 Mar 07 10:41:19.235959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:19.243432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.285868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-846b1a46-0e42-4f5f-a800-f78bbedf0708 req-2b20f27f-91af-4448-a25d-0b2ca6200a8f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081347 Mar 07 10:41:19.301657 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b8eaa-570a-4b56-bbf4-a3e0de3c0f6b x-openstack-request-id: req-ba2b8eaa-570a-4b56-bbf4-a3e0de3c0f6b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:19.302100 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:19.302375 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba2b8eaa-570a-4b56-bbf4-a3e0de3c0f6b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:19.302904 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'code': 200} Mar 07 10:41:19.311490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda04d1a-392c-484b-bff5-b3cfb8be7b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.359068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.459376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-0b4355d1-70ff-4e1f-b303-c660d54f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.459959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-0b4355d1-70ff-4e1f-b303-c660d54f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.460428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-0b4355d1-70ff-4e1f-b303-c660d54f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.465170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-0b4355d1-70ff-4e1f-b303-c660d54f3e0e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2118566 Mar 07 10:41:19.473529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Pushing event updated for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.570517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.575931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.581740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.588024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.605379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.615468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.623892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.634577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-87036e70-a564-4fad-93f8-12e7bbd0ba20 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1797955 Mar 07 10:41:19.637776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Attempting to bind port fac60779-a8c8-4c0b-80e7-06a6c2507720 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:19.639609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Attempting to bind port fac60779-a8c8-4c0b-80e7-06a6c2507720 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:19.640013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Attempting to bind port fac60779-a8c8-4c0b-80e7-06a6c2507720 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:19.652153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Port fac60779-a8c8-4c0b-80e7-06a6c2507720 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:19.652478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Attempting to bind port fac60779-a8c8-4c0b-80e7-06a6c2507720 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:19.667873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:19.668255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:19.669237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:19.669237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Bound port: fac60779-a8c8-4c0b-80e7-06a6c2507720, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:19.669488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.672125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-395f4d0c-a0af-4f6a-a042-38f326cdec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.673604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-06eeab4b-36b6-462d-9bf6-eeeb2efe8379 req-395f4d0c-a0af-4f6a-a042-38f326cdec82 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1972315 Mar 07 10:41:19.718224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:19.727704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (68fa4e4b-c373-4cd3-96fd-230bdf19e501), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.775680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a6251e3-bbb3-45ce-bb7f-e99cc8bdc3df req-85083ef7-0be3-475c-ab85-c0e22986211c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401083 Mar 07 10:41:19.788485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:19.821936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:19.833962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264e9cb-7629-4ceb-9828-1f112b6239c4 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:19.886798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.888447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.896337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:19.927113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=68fa4e4b-c373-4cd3-96fd-230bdf19e501,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.947455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.953239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.954548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.955982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.957006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.957611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.958222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.962162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-07e736af-6e32-46cb-853e-8f5fb7ad8ae6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6705 time: 0.2417710 Mar 07 10:41:19.963356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:19.973479 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-62a4aa94-ad1a-401f-84b5-27c1fa9e81c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2985008 Mar 07 10:41:19.980819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55652) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:20.003458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:e6:a3:2c', 'name': 'tempest-NetworksTestDHCPv6-2083654811'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:20.021278 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-3bb82b33-bb9c-40bb-8ebe-ffb957cb75d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbd4492-64ea-491a-9b90-fea3807bac31 HTTP/1.1" status: 200 len: 217 time: 0.0463390 Mar 07 10:41:20.048809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.073136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '68fa4e4b-c373-4cd3-96fd-230bdf19e501'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:20.074430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.081781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-6875fb3a-f753-4698-b533-cba5fa4ed039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.083464 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-6875fb3a-f753-4698-b533-cba5fa4ed039 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d72245-5f7b-4788-8dd7-28a3951e95b1 HTTP/1.1" status: 200 len: 855 time: 0.0548027 Mar 07 10:41:20.162018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-20d3e818-eb74-4c1c-8995-0eaa98e9abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.163552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-20d3e818-eb74-4c1c-8995-0eaa98e9abed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02778223-21a1-40ab-ae6e-908f706d874a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729191 Mar 07 10:41:20.184988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.185970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.187565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] 10.222.0.26 "PUT /v2.0/ports/fac60779-a8c8-4c0b-80e7-06a6c2507720 HTTP/1.1" status: 200 len: 1096 time: 2.4680293 Mar 07 10:41:20.232845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f2f7-8116-453f-919b-4ae915b1b03b req-a3b4b415-76cb-4a32-8e11-4beb963f9e01 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.240306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1128f2f7-8116-453f-919b-4ae915b1b03b req-a3b4b415-76cb-4a32-8e11-4beb963f9e01 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 948 time: 0.3903177 Mar 07 10:41:20.289013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Allocated IP 2001:db8::f816:3eff:fed2:e323 (4e84de77-d31e-40bb-8781-c681acde30da/68fa4e4b-c373-4cd3-96fd-230bdf19e501/1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:20.324595 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-bd2d9fb2-8a5d-4947-94a9-8aad80fc2653 service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523485 Mar 07 10:41:20.345145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3b21-fdf9-459c-9b09-b4695cbc4140 service neutron] Pushing event updated for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:20.401535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1128f2f7-8116-453f-919b-4ae915b1b03b req-d7186335-3eca-4e7d-b7e7-cef745ab3ab5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576214 Mar 07 10:41:20.429040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40e64-5641-4bc6-a062-779391aa6d3d req-7ffd655f-50cb-4e7e-90bb-52b82b3d6138 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.430626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13a40e64-5641-4bc6-a062-779391aa6d3d req-7ffd655f-50cb-4e7e-90bb-52b82b3d6138 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.3421295 Mar 07 10:41:20.499146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-7f74f5a0-9016-4f80-9ae4-2c4531b3118e service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683979 Mar 07 10:41:20.541931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 90be9894-6c50-44e2-a45a-d0730116b7f4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:20.553642 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-9fd30d12-30d5-4d55-b12f-1367f0065ff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 217 time: 0.0484240 Mar 07 10:41:20.556509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:20.598840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 90be9894-6c50-44e2-a45a-d0730116b7f4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:20.599191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 90be9894-6c50-44e2-a45a-d0730116b7f4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:20.621701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks [] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.634980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5dbf7e8b-0f1a-4120-93b4-708850af583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.635640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.636556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-5dbf7e8b-0f1a-4120-93b4-708850af583b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.0752130 Mar 07 10:41:20.668322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-ebc32742-8141-4d7e-aa39-7b04ec154c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.669972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-ebc32742-8141-4d7e-aa39-7b04ec154c55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bf7b684f4024897bfca5751d6575230&device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 1130 time: 0.4243963 Mar 07 10:41:20.693704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Pushing event updated for resources: {'Port': ['ID=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:20.714474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-786fd0d0-038a-4942-ae79-ee0bbcdd366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.716027 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-786fd0d0-038a-4942-ae79-ee0bbcdd366f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0730922 Mar 07 10:41:20.727925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:20.730607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-16ca57ec-6b52-4025-81e9-97c9a228204f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.734992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:20.737410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:20.765733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-f5133d49-0e9b-4b09-8882-5e849bdfdd4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720 HTTP/1.1" status: 200 len: 217 time: 0.0870390 Mar 07 10:41:20.810006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Attempting to bind port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:20.810705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Attempting to bind port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:20.811292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Attempting to bind port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:20.813943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13a40e64-5641-4bc6-a062-779391aa6d3d req-5d8ceef7-9cb7-4bc6-95ee-6bf4c9f13d6f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354893 Mar 07 10:41:20.819959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:20.820683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:20.821305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.821896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:20.822541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.822792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Bound port: 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:20.823186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.859502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc96fd-686b-4c8a-8272-0c0b7c5ed1e6 req-68700095-eb14-41bd-bb25-cc902631a932 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.861306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20fc96fd-686b-4c8a-8272-0c0b7c5ed1e6 req-68700095-eb14-41bd-bb25-cc902631a932 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2330687 Mar 07 10:41:20.881264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-623cac97-310d-4505-88d8-bd0be1bb0375 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505001 Mar 07 10:41:20.928418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] For port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:20.929984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc'}, {'name': 'network-changed', 'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:20.932445 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894b0af-a7dd-4ac4-862e-3775382d1c97" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc"}, {"name": "network-changed", "server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:20.936448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] For port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:20.949784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 9a9a6032-53d6-427e-98df-d8e6cbfb6c39 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:20.953484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.983508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-ef61ecc6-6eeb-48fe-9d2d-e2dcbf7554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.987393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-ef61ecc6-6eeb-48fe-9d2d-e2dcbf7554f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2128789 Mar 07 10:41:21.045206 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b6330e78-5c8f-4ca4-a153-b22c09534995 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589713 Mar 07 10:41:21.070939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6d15e-c70f-49c7-a608-65083ba83fde None None] Pushing event updated for resources: {'Port': ['ID=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:21.105186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-45a1f5aa-84b1-4109-b82b-e1274b13ef1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 217 time: 0.0487461 Mar 07 10:41:21.155766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20fc96fd-686b-4c8a-8272-0c0b7c5ed1e6 req-0eabae77-a088-45c1-ad49-1d8a9aacb9d6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728152 Mar 07 10:41:21.194409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4d4402ac-34e7-424c-a80e-216c0e3abe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.196149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-4d4402ac-34e7-424c-a80e-216c0e3abe56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1911845 Mar 07 10:41:21.210230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-16bd5150-a8b2-4ca4-bddd-fba6e6edb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.213424 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-16bd5150-a8b2-4ca4-bddd-fba6e6edb335 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.0951979 Mar 07 10:41:21.288380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dfe7c4b3-fa54-4869-b0df-df362e8a7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.293190 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dfe7c4b3-fa54-4869-b0df-df362e8a7f12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0745385 Mar 07 10:41:21.315292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.323991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.341676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.346948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.353239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.359137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.364751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.366642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-b69daaf8-f220-4580-9668-bb0f8b00fc07 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.3029530 Mar 07 10:41:21.459638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fee6:a32c (4e84de77-d31e-40bb-8781-c681acde30da/68fa4e4b-c373-4cd3-96fd-230bdf19e501/9a9a6032-53d6-427e-98df-d8e6cbfb6c39) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:21.462717 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-299a5a1a-af29-4444-b9fe-917e76b0224b service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600218 Mar 07 10:41:21.587499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7592-fa8b-48de-99cd-6e8f72d47fe7 req-c063d34f-f8c5-46b1-83d5-fcd1f7a0659f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.589030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-594a7592-fa8b-48de-99cd-6e8f72d47fe7 req-c063d34f-f8c5-46b1-83d5-fcd1f7a0659f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.3243060 Mar 07 10:41:21.602027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55678) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:21.606723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-6bc90475-0493-45a6-844e-5e51613b66e0 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883257 Mar 07 10:41:21.609672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Request body: {'floatingip': {'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:21.672767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-29fce5c9-cb36-4b5c-a9d6-599e5f39c00e service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029526 Mar 07 10:41:21.675275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:21.715999 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93708862-3e0e-45c3-8976-1200ffa32c50 x-openstack-request-id: req-93708862-3e0e-45c3-8976-1200ffa32c50 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:21.716300 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:21.716552 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93708862-3e0e-45c3-8976-1200ffa32c50 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:21.716950 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'status': 'completed', 'code': 200} Mar 07 10:41:21.717203 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720', 'status': 'completed', 'code': 200} Mar 07 10:41:21.728966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-875bf777-4eda-4f32-8b6c-e56a8a34ed00 req-ef775f47-8900-4769-be11-ce8775f37658 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2859025 Mar 07 10:41:21.740481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8f58b43-9376-48f7-bc0f-621d015ef281 req-5e368fc3-d754-4061-9fb6-cf38e907610f service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233778 Mar 07 10:41:21.855588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-42ec60da-df58-43db-b720-1788ce679c7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb HTTP/1.1" status: 200 len: 217 time: 0.0915568 Mar 07 10:41:21.922648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.004337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-984b4eb5-bd44-4c8f-b021-2449a686148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.006652 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-984b4eb5-bd44-4c8f-b021-2449a686148a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.1313405 Mar 07 10:41:22.019264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695714-6b23-4344-923c-67c6bb603776 req-7e54d8f3-e6c2-43f6-9bcf-6d63f5f81832 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.024366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe695714-6b23-4344-923c-67c6bb603776 req-7e54d8f3-e6c2-43f6-9bcf-6d63f5f81832 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 948 time: 0.1631365 Mar 07 10:41:22.058738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.134934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:22.145394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:22.152584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:22.159206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.160042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.165920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe695714-6b23-4344-923c-67c6bb603776 req-5744ded5-a4e4-4ac7-aa47-43f0f8f1e1dd tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280913 Mar 07 10:41:22.167819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=9a9a6032-53d6-427e-98df-d8e6cbfb6c39,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:22.218763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dff04c41-8f81-4b7a-a697-124b034618a5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2259128 Mar 07 10:41:22.218996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:22.527985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:22.670508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Provisioning complete for port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:22.671144 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.751960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:22.757463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.901620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e1bda-c965-41f4-9b71-92456670a92e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.906969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e1bda-c965-41f4-9b71-92456670a92e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.911856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5e0e1bda-c965-41f4-9b71-92456670a92e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6887951 Mar 07 10:41:22.912023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:23.004356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-92d6acb4-e8b1-47d9-8f8f-e799bdc2c573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.007004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Current status of the port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:23.007674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.036681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f937b48-ecb8-4771-87ac-47254530e02f req-be4a5bb6-f66a-497b-8ce2-7021fc459d04 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.042521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.044792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f937b48-ecb8-4771-87ac-47254530e02f req-be4a5bb6-f66a-497b-8ce2-7021fc459d04 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.7753632 Mar 07 10:41:23.045927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-558585b9-6953-41b6-a000-8a422d4b7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.047732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-558585b9-6953-41b6-a000-8a422d4b7610 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0203989 Mar 07 10:41:23.093055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] For port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:23.103223 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.113186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:23.113723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.145957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.152824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.158168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.165312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.167495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.170922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-d342f4cc-633c-4f2e-9561-fa29aeb3e968 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149471 Mar 07 10:41:23.173498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.180386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.186463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.194973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-3a061fd5-bb3f-4604-9e71-523e045d0e59 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2277474 Mar 07 10:41:23.206978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f937b48-ecb8-4771-87ac-47254530e02f req-1be12224-686a-4eeb-819e-d0c2c4600441 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612568 Mar 07 10:41:23.276902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 9a9a6032-53d6-427e-98df-d8e6cbfb6c39 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:23.278170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.292876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c236a4-70ea-4692-bdb2-a9dfaf26e93f None None] Pushing event updated for resources: {'Port': ['ID=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.303753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-99f918ad-9e89-42b8-a3c5-b2b703983e59 None None] Provisioning complete for port 9a9a6032-53d6-427e-98df-d8e6cbfb6c39 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:23.309782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-99f918ad-9e89-42b8-a3c5-b2b703983e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.320817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:41:23.321399 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:41:23.370990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-99f918ad-9e89-42b8-a3c5-b2b703983e59 None None] Port 9a9a6032-53d6-427e-98df-d8e6cbfb6c39 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:23.428115 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Floating IP eedce37d-8677-4015-a0b8-c2686dd2fd5d associated. External IP: 172.25.4.235, port: 34630400-52f3-4b31-9ec8-1607e86d574c. Mar 07 10:41:23.434062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-1e232711-aac0-463e-97e1-6800c56464f0 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086103 Mar 07 10:41:23.498671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5179d62d-5267-4954-a9e7-98de1e814f04 req-31a3d613-842c-49db-99fd-79a7b897ce67 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3026125 Mar 07 10:41:23.543424 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-422fe27e-ca59-4061-8d26-c06727991c1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d HTTP/1.1" status: 200 len: 217 time: 0.0583527 Mar 07 10:41:23.560774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.570859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe197e-4ca3-4a62-854f-535d810b214c req-2cd9a7d8-6d2f-4323-b9d1-7bc60f2519f0 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.572593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bfe197e-4ca3-4a62-854f-535d810b214c req-2cd9a7d8-6d2f-4323-b9d1-7bc60f2519f0 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 948 time: 0.2004604 Mar 07 10:41:23.587072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 9a9a6032-53d6-427e-98df-d8e6cbfb6c39 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:23.636686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dc3e2fa9-4359-4844-9906-04ba0af3c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.638278 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dc3e2fa9-4359-4844-9906-04ba0af3c067 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.0624094 Mar 07 10:41:23.671710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bfe197e-4ca3-4a62-854f-535d810b214c req-683500ab-f6f5-48b4-a6fa-114dd2997242 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896430 Mar 07 10:41:23.741637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-2004ce95-f408-471f-af99-cc99d74830af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.743046 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-2004ce95-f408-471f-af99-cc99d74830af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0979149 Mar 07 10:41:23.797685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9a9a6032-53d6-427e-98df-d8e6cbfb6c39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.852215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=9a9a6032-53d6-427e-98df-d8e6cbfb6c39,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.866312 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-c050a0c6-93cf-4210-ba9f-e65e40154fcc service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938723 Mar 07 10:41:23.913199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:23.932607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.944431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4e2441f0-8643-48a2-a8e8-643d38154c52 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/9a9a6032-53d6-427e-98df-d8e6cbfb6c39 HTTP/1.1" status: 204 len: 168 time: 1.0312927 Mar 07 10:41:23.945069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:23.968871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.010938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c791f-32b7-4346-8d17-c9f4cbee38ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.012760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c791f-32b7-4346-8d17-c9f4cbee38ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.019086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ac9c791f-32b7-4346-8d17-c9f4cbee38ff tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0728002 Mar 07 10:41:24.020220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:24.032444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:24.037235 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-399b78db-3468-4009-8158-487cf9b85923 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633468 Mar 07 10:41:24.105963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-11c45735-d51a-4cdc-8312-57d88cc3f298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863 HTTP/1.1" status: 200 len: 217 time: 0.0614057 Mar 07 10:41:24.132723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.135384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 68fa4e4b-c373-4cd3-96fd-230bdf19e501 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:24.140929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (68fa4e4b-c373-4cd3-96fd-230bdf19e501), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.197684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (68fa4e4b-c373-4cd3-96fd-230bdf19e501), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.266202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-108a7f84-aec1-4301-9c83-1de84cdbb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.268163 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-108a7f84-aec1-4301-9c83-1de84cdbb7f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 200 len: 797 time: 0.1475568 Mar 07 10:41:24.327925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:24.333029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.341319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:24.363126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:24.363830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:24.390392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (68fa4e4b-c373-4cd3-96fd-230bdf19e501), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.405545 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-01ebb924-b775-4102-90c2-414dfc8a453d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "PUT /v2.0/floatingips/eedce37d-8677-4015-a0b8-c2686dd2fd5d HTTP/1.1" status: 200 len: 992 time: 2.8021545 Mar 07 10:41:24.413359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:24.415688 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05c370-b473-493e-b606-4bf646e13681" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:24.437157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dd25e607-9a9d-4691-8ccf-5ba87d4f6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.439976 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-dd25e607-9a9d-4691-8ccf-5ba87d4f6cfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1637228 Mar 07 10:41:24.502606 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a114ea53-f07b-4e7a-aac9-522b12ed1b60 x-openstack-request-id: req-a114ea53-f07b-4e7a-aac9-522b12ed1b60 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:24.504087 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:24.504862 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a114ea53-f07b-4e7a-aac9-522b12ed1b60 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:24.505971 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'status': 'completed', 'code': 200} Mar 07 10:41:24.521573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c974-f1af-40b2-b001-38abf8e27bdf req-6c81779e-a65d-4a54-8b49-9b0687595202 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.523145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7745c974-f1af-40b2-b001-38abf8e27bdf req-6c81779e-a65d-4a54-8b49-9b0687595202 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2273383 Mar 07 10:41:24.552946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:24.624260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (68fa4e4b-c373-4cd3-96fd-230bdf19e501), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.663627 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-53094486-dfe8-47e4-bfc6-538f3ca975c6 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109809 Mar 07 10:41:24.670682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05c370-b473-493e-b606-4bf646e13681 req-be4fed31-1df3-498d-af35-cd3c0848a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.672233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:24.672957 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-be4fed31-1df3-498d-af35-cd3c0848a71a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1128 time: 0.1016421 Mar 07 10:41:24.713191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:24.713566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.719674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.727151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/68fa4e4b-c373-4cd3-96fd-230bdf19e501 HTTP/1.1" status: 204 len: 168 time: 0.7056844 Mar 07 10:41:24.728327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4f50-7ae3-479b-b37a-3ffb996dd703 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=68fa4e4b-c373-4cd3-96fd-230bdf19e501,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:24.733789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:24.739787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7745c974-f1af-40b2-b001-38abf8e27bdf req-d0ffeb47-8c15-49ea-8706-4e3b42a81ae2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980269 Mar 07 10:41:24.781632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a1d34-8252-4471-86b8-f4d0fdcfc88f None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:24.791135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.824217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.830394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.838049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.843484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.849437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.854915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.862896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-a8765624-5a66-46a2-964d-d97a316da205 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2218661 Mar 07 10:41:24.878315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5f7a40c-5438-406e-8ad3-d9d74d58e26f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419835 Mar 07 10:41:24.887276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55740) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:24.904816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:24.958271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05c370-b473-493e-b606-4bf646e13681 req-992f9e30-691c-403a-83d7-0cf09ac659da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.960141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-992f9e30-691c-403a-83d7-0cf09ac659da service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.2749693 Mar 07 10:41:25.053877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c4bdfe6-943c-404c-9896-374672e0e3e9 req-00bd562a-c8ed-41dc-8bf7-2c91fc5d3ccd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1881351 Mar 07 10:41:25.059276 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-907bf0ff-3e14-41a4-aa29-da1aab18ba91 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851750 Mar 07 10:41:25.064196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-b3b6933f-870d-4486-a5e9-76cb7a2af7d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 1000 time: 0.0946472 Mar 07 10:41:25.092742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fac60779-a8c8-4c0b-80e7-06a6c2507720 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:25.124854 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-8a2d16fb-cde3-47d3-9377-69ccda27fce2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc HTTP/1.1" status: 200 len: 217 time: 0.0584741 Mar 07 10:41:25.162571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac242e4-ba39-422b-87c8-731487986f0b req-abe59a57-ad16-4ca3-aee6-3fd624eda9d0 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.168418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aac242e4-ba39-422b-87c8-731487986f0b req-abe59a57-ad16-4ca3-aee6-3fd624eda9d0 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 948 time: 0.2800064 Mar 07 10:41:25.169832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:25.185293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.191410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-0fc94dd5-dd1d-4627-9ec0-546a593101ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.193983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-0fc94dd5-dd1d-4627-9ec0-546a593101ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 200 len: 797 time: 0.0584700 Mar 07 10:41:25.262162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:25.276197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4044508-59a6-43bc-99c3-b9790d4b6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.278309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-b4044508-59a6-43bc-99c3-b9790d4b6071 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0622172 Mar 07 10:41:25.279354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:41:25.280138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05c370-b473-493e-b606-4bf646e13681 req-676ed4a2-3dc4-4b9e-b288-6eb18c043d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.282042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-676ed4a2-3dc4-4b9e-b288-6eb18c043d8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.1570520 Mar 07 10:41:25.327193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aac242e4-ba39-422b-87c8-731487986f0b req-1d484e7a-0ff2-4c08-99d8-5a2f2dd25df6 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359437 Mar 07 10:41:25.462952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05c370-b473-493e-b606-4bf646e13681 req-29b884af-7864-4520-93f7-615aa860cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.465696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-29b884af-7864-4520-93f7-615aa860cda3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984783 Mar 07 10:41:25.470202 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-a0a3a13a-2ea6-4724-8edb-130ca4327029 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859219 Mar 07 10:41:25.549249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:25.576775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'fac60779-a8c8-4c0b-80e7-06a6c2507720', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'fac60779-a8c8-4c0b-80e7-06a6c2507720', 'mac_address': 'fa:16:3e:9e:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:25.588553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-e4db3b01-0cb3-4bde-825a-b64ed955d6e9 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132464 Mar 07 10:41:25.639206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:25.706372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port fac60779-a8c8-4c0b-80e7-06a6c2507720 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:25.716238 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.736015 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.757416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac60779-a8c8-4c0b-80e7-06a6c2507720 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:25.792928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:25.795933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-74c33278-4dbe-4838-86ee-9a6bdf45f9d5 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063622 Mar 07 10:41:25.803525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.814646 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f05c370-b473-493e-b606-4bf646e13681 req-13291066-d12b-4718-bd71-e84bc4d4c956 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167764 Mar 07 10:41:25.839625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Deleting port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:25.840181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.880845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:25.881463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'eedce37d-8677-4015-a0b8-c2686dd2fd5d', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:50Z', 'updated_at': '2022-03-07T10:41:22Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:25.958069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:25.964625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:25.978151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.979024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.979675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.980770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.981708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.982336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.983382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.986639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:25.987339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:25.987566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8d514cad-d4b0-4625-83a8-18d04dc88f87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6705 time: 0.1008458 Mar 07 10:41:26.053411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] For port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:26.053915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.123636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Calling delete_port for 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:26.125034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['fac60779-a8c8-4c0b-80e7-06a6c2507720'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:26.126862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-cf6819a7-d97d-4e43-922b-6460aee7885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.128680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-cf6819a7-d97d-4e43-922b-6460aee7885d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a78a6c9-19e3-422d-8090-7f057d147f04 HTTP/1.1" status: 200 len: 902 time: 0.1285272 Mar 07 10:41:26.192153 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-91a23505-f75c-43e9-a0ae-fa46f4c84464 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc HTTP/1.1" status: 200 len: 217 time: 0.0548315 Mar 07 10:41:26.278491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-86d0cd90-2799-4da9-8480-cc325a2f6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.281240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-86d0cd90-2799-4da9-8480-cc325a2f6ce5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 200 len: 797 time: 0.0760050 Mar 07 10:41:26.292563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd9f48-0837-45d1-9489-8badd5ff2065 req-84ce673e-f01f-4615-b23c-eaae8b0c611b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.293503 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.294418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bbd9f48-0837-45d1-9489-8badd5ff2065 req-84ce673e-f01f-4615-b23c-eaae8b0c611b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.3803179 Mar 07 10:41:26.317926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.323096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.329189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.336334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.342052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.347361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.347706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] Pushing event deleted for resources: {'Port': ['ID=1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:26.366342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384149b3-ff16-474d-8b92-a5267e29f196 None None] No DVR routers for this DVR port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:26.371538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-68f8a8f7-4f9f-4fc4-b7eb-6d6f7801fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.375235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:26.376047 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-68f8a8f7-4f9f-4fc4-b7eb-6d6f7801fd88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0816960 Mar 07 10:41:26.377367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.387474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-e9166cf2-a069-409d-80a2-f5fff20e59f9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2067029 Mar 07 10:41:26.469930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Port 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103789) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 10:41:26.470576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:e323 {{(pid=103789) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 10:41:26.478299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:e323 {{(pid=103789) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 07 10:41:26.483825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bbd9f48-0837-45d1-9489-8badd5ff2065 req-c5272283-942d-4480-9128-ef5c46eae422 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782498 Mar 07 10:41:26.494036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (d9a8fd48-4ee2-4818-89c3-faf7f5750e3e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.547063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:26.558880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:26.571186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:26.572223 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-db518c42-cd6c-4e46-a16c-560428201092 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760452 Mar 07 10:41:26.575105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.575904 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.601371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb293b-1179-4087-950f-3326a60cd751 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:26.610395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7105165 Mar 07 10:41:26.612784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55768) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:26.620077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:33:b3:ed', 'name': 'tempest-NetworksTestDHCPv6-13971576'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:26.632610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43697a53-6783-4ffd-b40c-b0873d3cca92 req-958345a3-130f-4a49-9462-9d9dc1cca510 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082732 Mar 07 10:41:26.658940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ab379-ff7b-4d5f-b87c-57c15533d5f7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=d9a8fd48-4ee2-4818-89c3-faf7f5750e3e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:26.660156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:26.660803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1b5c7a8f-ecbb-4bf4-b74b-8eb8484a34f7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:26.858213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f104b9-bdd1-4059-b931-444c7b971919 req-698bf9bd-8da6-4ff5-8a0d-cc718cd4e4fd tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.860005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02f104b9-bdd1-4059-b931-444c7b971919 req-698bf9bd-8da6-4ff5-8a0d-cc718cd4e4fd tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 949 time: 0.1069388 Mar 07 10:41:26.955795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02f104b9-bdd1-4059-b931-444c7b971919 req-67e5b77c-edd7-4170-99d2-215d2dd8334e tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875185 Mar 07 10:41:26.957976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'd9a8fd48-4ee2-4818-89c3-faf7f5750e3e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:26.958871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.122593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.163137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'eedce37d-8677-4015-a0b8-c2686dd2fd5d', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:50Z', 'updated_at': '2022-03-07T10:41:22Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:27.206849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981da97c-4382-4170-92cf-fd5ffc662174 None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'eedce37d-8677-4015-a0b8-c2686dd2fd5d', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:50Z', 'updated_at': '2022-03-07T10:41:22Z', 'revision_number': 1, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:27.239076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Allocated IP 2001:db8::f816:3eff:fe45:f556 (4e84de77-d31e-40bb-8781-c681acde30da/d9a8fd48-4ee2-4818-89c3-faf7f5750e3e/d393d727-5a6c-4729-be2d-5ed9b06140c5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:27.310169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-b1ed2414-cbce-480a-825c-2b8624c5cd8b service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236617 Mar 07 10:41:27.370776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:27.461518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks [] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.473454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.498922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:27.501528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:27.556692 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb8d13-97b7-4dd5-b8e4-6839e16195bb None None] New status for floating IP eedce37d-8677-4015-a0b8-c2686dd2fd5d: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:41:27.626274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-e01c1b8b-4632-45c7-b9ce-f5522936acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.627889 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-e01c1b8b-4632-45c7-b9ce-f5522936acbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bf7b684f4024897bfca5751d6575230&device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 1131 time: 0.2519622 Mar 07 10:41:27.643370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.728303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:27.750406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693660f2-3a33-4f54-af47-f5cdbba01403 req-c3fd5298-fbdd-42b0-b819-b3dbebb6c109 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.767672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693660f2-3a33-4f54-af47-f5cdbba01403 req-c3fd5298-fbdd-42b0-b819-b3dbebb6c109 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1655490 Mar 07 10:41:27.870732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 11e61df5-52ac-457b-8e06-46329feb0ba7 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:27.877426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Attempting to bind port d393d727-5a6c-4729-be2d-5ed9b06140c5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:27.877794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Attempting to bind port d393d727-5a6c-4729-be2d-5ed9b06140c5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:27.878154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Attempting to bind port d393d727-5a6c-4729-be2d-5ed9b06140c5 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:27.887242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Pushing event updated for resources: {'Port': ['ID=d393d727-5a6c-4729-be2d-5ed9b06140c5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:27.896352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:27.896727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:27.897130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.897515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:27.897986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Bound port: d393d727-5a6c-4729-be2d-5ed9b06140c5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:27.898364 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.910687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693660f2-3a33-4f54-af47-f5cdbba01403 req-b6f1a0c9-8e56-4eba-b4a7-d8e1d6a355ce tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409211 Mar 07 10:41:27.970610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-90aa7c8a-7ab9-4ca0-a7cd-39b90e5e4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.977270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-90aa7c8a-7ab9-4ca0-a7cd-39b90e5e4b89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3288181 Mar 07 10:41:27.999067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] For port d393d727-5a6c-4729-be2d-5ed9b06140c5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:28.003276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] For port d393d727-5a6c-4729-be2d-5ed9b06140c5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d393d727-5a6c-4729-be2d-5ed9b06140c5,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:28.019338 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.050765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.061411 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-ec352711-3ee3-40c4-92d3-e7ce271dc6b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720 HTTP/1.1" status: 200 len: 217 time: 0.0749929 Mar 07 10:41:28.065222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.084893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.102478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.107569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec58ff-ef3b-4f51-9d61-11ddec969f08 None None] Pushing event updated for resources: {'Port': ['ID=d393d727-5a6c-4729-be2d-5ed9b06140c5,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.122176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.130168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.135488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe33:b3ed (4e84de77-d31e-40bb-8781-c681acde30da/d9a8fd48-4ee2-4818-89c3-faf7f5750e3e/11e61df5-52ac-457b-8e06-46329feb0ba7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:28.138947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.140774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-ce17610d-d559-41a3-ad04-e6edfef3ddcb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2272880 Mar 07 10:41:28.162764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8bb65e52-cb4c-4a66-adfa-cfaed2c0d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.164453 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-8bb65e52-cb4c-4a66-adfa-cfaed2c0d72e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0923004 Mar 07 10:41:28.245568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2f897c2-e2f9-4f9b-b65e-e5a4b09c0827 req-05ac5ccf-8919-4d96-bb39-c5d43ea41700 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929804 Mar 07 10:41:28.268183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3ad3-a351-4d2e-9064-35e7dfcf45b7 req-dce73769-84d7-4454-a75e-987499ec5d99 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.269867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-444b3ad3-a351-4d2e-9064-35e7dfcf45b7 req-dce73769-84d7-4454-a75e-987499ec5d99 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 949 time: 0.1280739 Mar 07 10:41:28.281211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-d93963db-a846-481a-9c11-7c564a6e3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.282817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-d93963db-a846-481a-9c11-7c564a6e3ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1128485 Mar 07 10:41:28.363068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-444b3ad3-a351-4d2e-9064-35e7dfcf45b7 req-7939543e-25a0-455d-80b7-075b20dd81d5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741944 Mar 07 10:41:28.446955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.462504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (11e61df5-52ac-457b-8e06-46329feb0ba7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.478469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-f61b033e-9905-41a8-9db9-ea071d0aa03c service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701157 Mar 07 10:41:28.546837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (11e61df5-52ac-457b-8e06-46329feb0ba7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.580469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d393d727-5a6c-4729-be2d-5ed9b06140c5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:28.650207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d393d727-5a6c-4729-be2d-5ed9b06140c5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:28.650721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.680962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:28.700404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:28.709256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:28.715162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.715840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.744250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=11e61df5-52ac-457b-8e06-46329feb0ba7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.753300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7894b0af-a7dd-4ac4-862e-3775382d1c97 req-e38dd44c-8f37-4ad8-a51d-6476854d357d service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630353 Mar 07 10:41:28.755775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d393d727-5a6c-4729-be2d-5ed9b06140c5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:28.756260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.762846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9b17336e-aa88-41ef-a3d5-1be98607fc61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1447957 Mar 07 10:41:28.763053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55796) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:28.814435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port d393d727-5a6c-4729-be2d-5ed9b06140c5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d393d727-5a6c-4729-be2d-5ed9b06140c5,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:28.821929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.835630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fac60779-a8c8-4c0b-80e7-06a6c2507720 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:28.845668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6614349-dbc0-4666-a0fb-c7d1be692042 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.854441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6614349-dbc0-4666-a0fb-c7d1be692042 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.856400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c6614349-dbc0-4666-a0fb-c7d1be692042 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0935621 Mar 07 10:41:28.859099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55802) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:28.943094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=d393d727-5a6c-4729-be2d-5ed9b06140c5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.962667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port fac60779-a8c8-4c0b-80e7-06a6c2507720 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:28.968180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port fac60779-a8c8-4c0b-80e7-06a6c2507720 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:28.968647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.076748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port fac60779-a8c8-4c0b-80e7-06a6c2507720 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:29.077138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.124761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:29.125861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:29.129204 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b56bfe-1e1a-4878-aae5-717a8aa8f38c" -d '{"events": [{"server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "name": "network-vif-plugged", "status": "completed", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:29.137429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.137893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e2063-240b-4e29-aec2-12feed0c0874 req-4a232f45-8b40-41e5-950e-5728508faca1 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.145707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be7e2063-240b-4e29-aec2-12feed0c0874 req-4a232f45-8b40-41e5-950e-5728508faca1 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0983434 Mar 07 10:41:29.151409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 11e61df5-52ac-457b-8e06-46329feb0ba7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:29.151885 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (11e61df5-52ac-457b-8e06-46329feb0ba7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.197861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.256011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d967d9-b975-41f4-85a3-e9078b919edc req-7e80d508-a1dc-4035-99a4-3c107550d31c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.262990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d967d9-b975-41f4-85a3-e9078b919edc req-7e80d508-a1dc-4035-99a4-3c107550d31c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2560568 Mar 07 10:41:29.321489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (11e61df5-52ac-457b-8e06-46329feb0ba7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.329617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be7e2063-240b-4e29-aec2-12feed0c0874 req-7ad70543-67d9-43f0-91c8-a97d05999cee tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829534 Mar 07 10:41:29.356123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 11e61df5-52ac-457b-8e06-46329feb0ba7 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:29.375810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d967d9-b975-41f4-85a3-e9078b919edc req-3de723a6-074a-465e-922b-8a2a1e4e8664 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118362 Mar 07 10:41:29.467311 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac336f-7418-4e21-968f-5566b0489fd9 x-openstack-request-id: req-26ac336f-7418-4e21-968f-5566b0489fd9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:29.468180 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "name": "network-vif-plugged", "status": "completed", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:29.468594 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ac336f-7418-4e21-968f-5566b0489fd9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:29.469144 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720', 'code': 200} Mar 07 10:41:29.611938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (11e61df5-52ac-457b-8e06-46329feb0ba7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.624064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8445c6-c06c-4263-83b9-eed231318490 req-6ad1d79c-a230-41db-a906-2133d9cb486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.646919 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e8445c6-c06c-4263-83b9-eed231318490 req-6ad1d79c-a230-41db-a906-2133d9cb486a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 1132 time: 0.1095147 Mar 07 10:41:29.669647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=11e61df5-52ac-457b-8e06-46329feb0ba7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.717262 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e8445c6-c06c-4263-83b9-eed231318490 req-457a96f7-9883-408a-84a8-4de5aa69471f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Mar 07 10:41:29.720270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.728764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:29.729044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6bd20f8e-73c4-41e2-8ba8-ba58b6d8a792 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/11e61df5-52ac-457b-8e06-46329feb0ba7 HTTP/1.1" status: 204 len: 168 time: 0.8684452 Mar 07 10:41:29.749196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb007-0209-4bda-b47a-545ce9b2bd21 req-d14b4a6b-1d4b-4008-9ff2-f24ae6da1527 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.750643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-529cb007-0209-4bda-b47a-545ce9b2bd21 req-d14b4a6b-1d4b-4008-9ff2-f24ae6da1527 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1760838 Mar 07 10:41:29.768718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.775544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.781524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.790064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.792568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-70ce9dcb-b509-48cc-bdf2-43b459c03120 None None] Provisioning complete for port d393d727-5a6c-4729-be2d-5ed9b06140c5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:29.794880 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-70ce9dcb-b509-48cc-bdf2-43b459c03120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.797663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.805326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.811859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.823039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-e60c0de4-128a-4971-b17b-2cab6a859d3d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2496831 Mar 07 10:41:29.931356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22687317-d858-4d9a-bc2f-f7653113c560 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.937626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22687317-d858-4d9a-bc2f-f7653113c560 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.945505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-529cb007-0209-4bda-b47a-545ce9b2bd21 req-32d86d44-89c2-46a2-bbc1-3d2c37469805 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185722 Mar 07 10:41:29.956931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22687317-d858-4d9a-bc2f-f7653113c560 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2244663 Mar 07 10:41:29.962953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.006839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-70ce9dcb-b509-48cc-bdf2-43b459c03120 None None] Current status of the port d393d727-5a6c-4729-be2d-5ed9b06140c5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:30.022752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0e01284-715c-40fe-8013-73f24b8976b0 req-280a0c3a-7967-4e77-b883-dd7742b7c588 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854823 Mar 07 10:41:30.113057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet d9a8fd48-4ee2-4818-89c3-faf7f5750e3e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:30.123293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (d9a8fd48-4ee2-4818-89c3-faf7f5750e3e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.159602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a99275-dee7-408c-94e8-57bffd81ee39 req-43650331-425d-47e6-9ca9-f38be0a37de9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.177076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a99275-dee7-408c-94e8-57bffd81ee39 req-43650331-425d-47e6-9ca9-f38be0a37de9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0998571 Mar 07 10:41:30.179766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d9a8fd48-4ee2-4818-89c3-faf7f5750e3e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.221968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f237d8dd-6baa-4413-951b-22db1f2eda98 None None] Could not find standard attr ID for object 11e61df5-52ac-457b-8e06-46329feb0ba7. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:41:30.275349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a99275-dee7-408c-94e8-57bffd81ee39 req-bf2d25eb-588f-4007-8085-70c5a0876ba6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968666 Mar 07 10:41:30.342032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d9a8fd48-4ee2-4818-89c3-faf7f5750e3e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.492675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d9a8fd48-4ee2-4818-89c3-faf7f5750e3e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.516550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.519810 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d9a8fd48-4ee2-4818-89c3-faf7f5750e3e HTTP/1.1" status: 204 len: 168 time: 0.5557828 Mar 07 10:41:30.530324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d393d727-5a6c-4729-be2d-5ed9b06140c5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:30.543180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.559887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49518e44-23cd-48c3-a805-5de84bbc8e6e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a8fd48-4ee2-4818-89c3-faf7f5750e3e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:30.563801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4111a-aa27-40b4-87b5-348aabab9fd3 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:30.589577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6880d682-8e7b-4ae9-9e78-63c7d9f76263 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420730 Mar 07 10:41:30.590840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.602230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5eeae-2983-4d9f-8096-035a0925fb04 req-06e8b734-2e13-43af-85f9-bb263932ad88 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.612250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a5eeae-2983-4d9f-8096-035a0925fb04 req-06e8b734-2e13-43af-85f9-bb263932ad88 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2439668 Mar 07 10:41:30.666861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13812a8c-0d8a-42aa-87e3-32335dad2754 req-6a717ae8-e7fe-48a1-8deb-76ea5c09358c tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.668503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13812a8c-0d8a-42aa-87e3-32335dad2754 req-6a717ae8-e7fe-48a1-8deb-76ea5c09358c tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1812575 Mar 07 10:41:30.690465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d393d727-5a6c-4729-be2d-5ed9b06140c5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:30.691103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.713459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5841662-6f80-478f-999b-8b435948de3e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.722418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a5eeae-2983-4d9f-8096-035a0925fb04 req-f7c99dc3-dec7-48e3-9751-7edc62c97f4c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091452 Mar 07 10:41:30.723416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55842) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.724648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5841662-6f80-478f-999b-8b435948de3e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1306648 Mar 07 10:41:30.826188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee719c-74a7-43aa-9b66-6344e9226281 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.836395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.848323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5bee719c-74a7-43aa-9b66-6344e9226281 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0826478 Mar 07 10:41:30.849053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d393d727-5a6c-4729-be2d-5ed9b06140c5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:30.866034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13812a8c-0d8a-42aa-87e3-32335dad2754 req-3fd2cc09-a88b-40ab-9eb3-c9934011a839 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840878 Mar 07 10:41:30.909325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51f4ea3d-f720-40d2-9f56-714d89904c8d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670705 Mar 07 10:41:30.910207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:30.915358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:30.979731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:30.983209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd0b-2785-45c2-8ffd-c704467f5cb4 req-3ceb6c34-dee7-4a47-b555-67439ead45f6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.984828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92affd0b-2785-45c2-8ffd-c704467f5cb4 req-3ceb6c34-dee7-4a47-b555-67439ead45f6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0986841 Mar 07 10:41:31.087384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Deleting port d393d727-5a6c-4729-be2d-5ed9b06140c5 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:31.088647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.099944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:31.104994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.144424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92affd0b-2785-45c2-8ffd-c704467f5cb4 req-824ca725-0878-4225-9e33-a09dee7bcde1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380060 Mar 07 10:41:31.181583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f0b4b-34b2-43fc-927c-28b657cf9cf6 req-c4aeddc7-f7b5-48f3-9f40-e88d04c611c4 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.183236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce0f0b4b-34b2-43fc-927c-28b657cf9cf6 req-c4aeddc7-f7b5-48f3-9f40-e88d04c611c4 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1407180 Mar 07 10:41:31.220171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] For port d393d727-5a6c-4729-be2d-5ed9b06140c5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d393d727-5a6c-4729-be2d-5ed9b06140c5,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:31.221437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.247024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Calling delete_port for d393d727-5a6c-4729-be2d-5ed9b06140c5 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:31.304852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce0f0b4b-34b2-43fc-927c-28b657cf9cf6 req-6fc0da76-9a72-46fa-8332-1ae9458f9dc8 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146801 Mar 07 10:41:31.354996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.363596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.371899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.383826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.392146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.401345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.409228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (2c52579a-9b02-4f24-addd-ced2e5d2ee02), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.409832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.412911 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (d393d727-5a6c-4729-be2d-5ed9b06140c5), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.423118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-85f1caa9-c9cc-4cc5-8c6f-71277c44953d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1772485 Mar 07 10:41:31.480884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] No DVR routers for this DVR port d393d727-5a6c-4729-be2d-5ed9b06140c5 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:31.486977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=2c52579a-9b02-4f24-addd-ced2e5d2ee02,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:31.500321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:31.503910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:31.506756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.507358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.513257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9fc61-a49c-4c23-aec6-a95026b89902 None None] Pushing event deleted for resources: {'Port': ['ID=d393d727-5a6c-4729-be2d-5ed9b06140c5,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:31.522942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4babc7-107e-4756-ba6d-62541802887a None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:31.535819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c995d8c-f2c9-4830-8882-95ef0009c9c5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6245692 Mar 07 10:41:31.538382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:31.544393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:77:09:47', 'name': 'tempest-NetworksTestDHCPv6-1894427798'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:31.546021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0272ab35-e031-44ff-8115-ab1110a1ad87 req-34de5611-8bdd-43dc-a8bb-b4304be46786 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216710 Mar 07 10:41:31.729161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:31.730063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32dac0-f5d0-47e4-8688-7b2abcbcaec8 req-4a617df0-684c-49f9-9def-00832482b594 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.731568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa32dac0-f5d0-47e4-8688-7b2abcbcaec8 req-4a617df0-684c-49f9-9def-00832482b594 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0892427 Mar 07 10:41:31.735090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.758110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 30ef88bb-1d39-49a1-a0ed-61311c9205ca yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:31.781655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': '2c52579a-9b02-4f24-addd-ced2e5d2ee02'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:31.782970 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.826497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa32dac0-f5d0-47e4-8688-7b2abcbcaec8 req-b854b53c-2ba6-4148-9f3b-390dd059cac3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816412 Mar 07 10:41:31.923500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::31e (4e84de77-d31e-40bb-8781-c681acde30da/2c52579a-9b02-4f24-addd-ced2e5d2ee02/30ef88bb-1d39-49a1-a0ed-61311c9205ca) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:32.052044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c3bc-2d4c-45dd-80f2-e6031ab2e316 req-fd3e77c6-d9bd-4bcf-a484-917c00e0548b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.059312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9f6c3bc-2d4c-45dd-80f2-e6031ab2e316 req-fd3e77c6-d9bd-4bcf-a484-917c00e0548b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1057281 Mar 07 10:41:32.137337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (30ef88bb-1d39-49a1-a0ed-61311c9205ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.144626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9f6c3bc-2d4c-45dd-80f2-e6031ab2e316 req-7d720201-540b-4431-9d8f-bdf44774f941 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826995 Mar 07 10:41:32.189600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (30ef88bb-1d39-49a1-a0ed-61311c9205ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.237326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.246406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.250672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:32.256413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.257065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.263228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/2c52579a-9b02-4f24-addd-ced2e5d2ee02/2a472334-a8c8-413f-98b4-28ca1d531d6b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:32.272372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=30ef88bb-1d39-49a1-a0ed-61311c9205ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.285938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e424a711-fb55-44d7-be5e-5da1231b1856 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7432847 Mar 07 10:41:32.286587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:32.443132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e31897-bc4b-473c-92d8-7810789c42c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.444636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0934b-8a47-4be8-9b69-9684e9abbb8d req-f62866b6-6119-4324-8844-d048884182b8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.446215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0a0934b-8a47-4be8-9b69-9684e9abbb8d req-f62866b6-6119-4324-8844-d048884182b8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1351154 Mar 07 10:41:32.454326 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2e31897-bc4b-473c-92d8-7810789c42c6 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1663792 Mar 07 10:41:32.455274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55896) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:32.504299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks [] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.537428 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.560091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0a0934b-8a47-4be8-9b69-9684e9abbb8d req-bec8abba-bd38-4648-aa56-f5e6d8e51436 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067736 Mar 07 10:41:32.571484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d393d727-5a6c-4729-be2d-5ed9b06140c5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:32.573953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06976e1-ca04-4631-b44f-2373a9cc4bd3 req-b97679c6-5025-4ed0-8d3c-5e47e6d24b4f tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.575918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a06976e1-ca04-4631-b44f-2373a9cc4bd3 req-b97679c6-5025-4ed0-8d3c-5e47e6d24b4f tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1272180 Mar 07 10:41:32.610103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 30ef88bb-1d39-49a1-a0ed-61311c9205ca {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:32.610499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (30ef88bb-1d39-49a1-a0ed-61311c9205ca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.654074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.655091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Pushing event updated for resources: {'Port': ['ID=2a472334-a8c8-413f-98b4-28ca1d531d6b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.659411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.662923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:32.664960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d393d727-5a6c-4729-be2d-5ed9b06140c5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:32.665298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d393d727-5a6c-4729-be2d-5ed9b06140c5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:32.680664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a06976e1-ca04-4631-b44f-2373a9cc4bd3 req-b549e684-b5bd-4fd0-b8b5-6fae108cacd8 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Mar 07 10:41:32.759301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Attempting to bind port 2a472334-a8c8-413f-98b4-28ca1d531d6b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:32.759701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Attempting to bind port 2a472334-a8c8-413f-98b4-28ca1d531d6b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:32.760053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Attempting to bind port 2a472334-a8c8-413f-98b4-28ca1d531d6b on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:32.770055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:32.770456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:32.770836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.771415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:32.771914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Bound port: 2a472334-a8c8-413f-98b4-28ca1d531d6b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:32.778696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.797131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.800651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (30ef88bb-1d39-49a1-a0ed-61311c9205ca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.804695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.810884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.817015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.823690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.830553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 30ef88bb-1d39-49a1-a0ed-61311c9205ca owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:32.833183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.839146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.842022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-f47a2b8c-8099-406c-b285-a2582ada2d01 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1486251 Mar 07 10:41:32.871962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] For port 2a472334-a8c8-413f-98b4-28ca1d531d6b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:32.875146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] For port 2a472334-a8c8-413f-98b4-28ca1d531d6b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a472334-a8c8-413f-98b4-28ca1d531d6b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:32.886777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.938655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcf374d7-1a5f-4b1d-ab6e-76b13ed27cc9 req-8e71680c-b64f-4f0d-bfd0-09ebc0a2056b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886242 Mar 07 10:41:32.976370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d84bc4-dac2-4e8b-80c9-6b749b9a5d62 None None] Pushing event updated for resources: {'Port': ['ID=2a472334-a8c8-413f-98b4-28ca1d531d6b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.152573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (30ef88bb-1d39-49a1-a0ed-61311c9205ca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.191094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51d5e0-50b4-4c74-8014-24b43263a10c req-02dc1742-f1a5-48b5-86bb-7b70a5abff04 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.197524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c51d5e0-50b4-4c74-8014-24b43263a10c req-02dc1742-f1a5-48b5-86bb-7b70a5abff04 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1166177 Mar 07 10:41:33.232642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=30ef88bb-1d39-49a1-a0ed-61311c9205ca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.323504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.330145 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e55ecb9-8688-4218-95b3-0167a01ee3df tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/30ef88bb-1d39-49a1-a0ed-61311c9205ca HTTP/1.1" status: 204 len: 168 time: 0.8705609 Mar 07 10:41:33.330145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55916) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.348349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c51d5e0-50b4-4c74-8014-24b43263a10c req-16d4593e-f97a-4dd0-b7a7-58edb3e25d5c tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412792 Mar 07 10:41:33.414210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3f3e7-115b-4e6b-8996-feb173895e03 req-f1ed249a-20d8-412f-8980-54a158069d4b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.415901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03e3f3e7-115b-4e6b-8996-feb173895e03 req-f1ed249a-20d8-412f-8980-54a158069d4b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1692798 Mar 07 10:41:33.436027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928b660-de6a-4ffc-afde-063114a82f5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.440226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928b660-de6a-4ffc-afde-063114a82f5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.444938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1928b660-de6a-4ffc-afde-063114a82f5b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1114647 Mar 07 10:41:33.446337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.513180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03e3f3e7-115b-4e6b-8996-feb173895e03 req-4f151ffb-8a2b-4454-b730-02d193909be6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Mar 07 10:41:33.515664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 2c52579a-9b02-4f24-addd-ced2e5d2ee02 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:33.526591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (2c52579a-9b02-4f24-addd-ced2e5d2ee02), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.564757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (2c52579a-9b02-4f24-addd-ced2e5d2ee02), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.671377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (2c52579a-9b02-4f24-addd-ced2e5d2ee02), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.690327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9baa1-be7b-4015-9e25-4e9385632075 req-aba0a2a0-79ea-4005-b1af-5cce6fb1da6c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.697597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66a9baa1-be7b-4015-9e25-4e9385632075 req-aba0a2a0-79ea-4005-b1af-5cce6fb1da6c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0627406 Mar 07 10:41:33.753519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66a9baa1-be7b-4015-9e25-4e9385632075 req-ce3d9753-5dad-4eda-ab36-aadc9514b385 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547569 Mar 07 10:41:33.765175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (2c52579a-9b02-4f24-addd-ced2e5d2ee02), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.802102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=2c52579a-9b02-4f24-addd-ced2e5d2ee02,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.807968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.815284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.815438 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0957ceea-8537-491e-8261-eae0fb346db4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/2c52579a-9b02-4f24-addd-ced2e5d2ee02 HTTP/1.1" status: 204 len: 168 time: 0.3678539 Mar 07 10:41:33.856910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b62c8544-1e14-4aed-80dd-62a1a7e35cf8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398419 Mar 07 10:41:33.859123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55924) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.934603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6d076-7ec8-4a4a-8608-070a994233fa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.938936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1e6d076-7ec8-4a4a-8608-070a994233fa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0787776 Mar 07 10:41:33.939818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:34.055690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508042b-acd8-44fc-977b-4dce9ea1cc8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.057898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5508042b-acd8-44fc-977b-4dce9ea1cc8e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1156590 Mar 07 10:41:34.066266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:34.153705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9af655f8-44ac-4db7-ba5d-f24af9b59f5a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855851 Mar 07 10:41:34.159814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:34.165259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.166108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:34.171806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.178923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.184609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.190311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.196422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.201844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.210613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-2cc3c124-d523-4902-b60b-2b610c469d08 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1761315 Mar 07 10:41:34.305062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:34.306541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e18e33a2-b421-4eaa-85ec-97f1b43d468e req-cb02d4b7-b503-41d2-813d-6636b621cab1 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949421 Mar 07 10:41:34.311473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.528377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81013e45-f58c-48d5-92a3-17e1cbbdc984 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:34.573595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e08f-412d-4aaa-9816-686c9531aa8e req-d1427495-5c85-4808-8626-ea3721d617d9 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.585015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40a0e08f-412d-4aaa-9816-686c9531aa8e req-d1427495-5c85-4808-8626-ea3721d617d9 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1073670 Mar 07 10:41:34.635225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a472334-a8c8-413f-98b4-28ca1d531d6b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:34.688674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Provisioning complete for port 2a472334-a8c8-413f-98b4-28ca1d531d6b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:34.689071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.708920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-4097b6ed-f677-459e-a8ab-3a3cbe734762 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.710919 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-4097b6ed-f677-459e-a8ab-3a3cbe734762 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.26 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 950 time: 0.1497118 Mar 07 10:41:34.711135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40a0e08f-412d-4aaa-9816-686c9531aa8e req-f2d068cc-9228-42ac-988c-0e2e3d349182 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/security-groups?id=26f8bc54-d16c-4c71-9c67-2c5ffc87511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177790 Mar 07 10:41:34.743103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719245d-7436-4de2-bef6-615348de4f9b req-947c88ad-0dc3-4232-8de8-447e357ed637 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.745089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4719245d-7436-4de2-bef6-615348de4f9b req-947c88ad-0dc3-4232-8de8-447e357ed637 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1120853 Mar 07 10:41:34.826657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4719245d-7436-4de2-bef6-615348de4f9b req-d8032326-ebb1-4a61-9e0d-b0f780843e09 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Mar 07 10:41:34.856979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:34.863288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2a472334-a8c8-413f-98b4-28ca1d531d6b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:34.863897 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.939285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Current status of the port 2a472334-a8c8-413f-98b4-28ca1d531d6b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:34.948857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.966254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:34.973388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8237-e704-43aa-83a1-5630ab86313f req-71462d03-2d14-452d-9ee4-56179c284694 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.982308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da0c8237-e704-43aa-83a1-5630ab86313f req-71462d03-2d14-452d-9ee4-56179c284694 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1104078 Mar 07 10:41:35.011242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] For port 2a472334-a8c8-413f-98b4-28ca1d531d6b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a472334-a8c8-413f-98b4-28ca1d531d6b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.041871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.042095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Deleting port fac60779-a8c8-4c0b-80e7-06a6c2507720 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:35.042445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.072772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da0c8237-e704-43aa-83a1-5630ab86313f req-8854e29f-1ec8-47c6-b375-0ca5b6f3031b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894840 Mar 07 10:41:35.083284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Deleting port 2a472334-a8c8-413f-98b4-28ca1d531d6b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:35.083727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.106595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2a472334-a8c8-413f-98b4-28ca1d531d6b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:35.212281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] For port fac60779-a8c8-4c0b-80e7-06a6c2507720, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fac60779-a8c8-4c0b-80e7-06a6c2507720,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.212631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.226476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Calling delete_port for fac60779-a8c8-4c0b-80e7-06a6c2507720 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:35.335549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.411675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a1ce6-b929-4c4c-86de-9390fe48526a None None] Pushing event updated for resources: {'Port': ['ID=2a472334-a8c8-413f-98b4-28ca1d531d6b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.459673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] For port 2a472334-a8c8-413f-98b4-28ca1d531d6b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a472334-a8c8-413f-98b4-28ca1d531d6b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.460073 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.478404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Calling delete_port for 2a472334-a8c8-413f-98b4-28ca1d531d6b owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:35.511035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.517691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.524855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.532463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.537957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (fac60779-a8c8-4c0b-80e7-06a6c2507720), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.541034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.547765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.553228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['fac60779-a8c8-4c0b-80e7-06a6c2507720'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:35.556303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.566682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25345daa-b246-494d-b46a-3212164f4766 req-22982769-8cba-4008-a398-16a18a13aa39 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1365623 Mar 07 10:41:35.592397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Pushing event deleted for resources: {'Port': ['ID=fac60779-a8c8-4c0b-80e7-06a6c2507720,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.643693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25345daa-b246-494d-b46a-3212164f4766 req-6661cfdb-72e1-4dfe-a825-4c681e1ecf86 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749862 Mar 07 10:41:35.731061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] No DVR routers for this DVR port fac60779-a8c8-4c0b-80e7-06a6c2507720 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:35.737034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.740783 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-21272d63-8cbc-48e3-be6c-fe23ec028437 req-5aa71cc1-4331-4e81-9cf0-636ac1590ef5 tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.26 "DELETE /v2.0/ports/fac60779-a8c8-4c0b-80e7-06a6c2507720 HTTP/1.1" status: 204 len: 173 time: 1.0245483 Mar 07 10:41:35.741257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'name': 'network-vif-deleted', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:35.743604 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea05f6-b2be-4e00-9d6c-30fc07fe0b33" -d '{"events": [{"server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "name": "network-vif-deleted", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:35.809878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port 2a472334-a8c8-413f-98b4-28ca1d531d6b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2a472334-a8c8-413f-98b4-28ca1d531d6b,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.860016 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e1130-0a9e-4cd8-975a-7466eb6f893a x-openstack-request-id: req-0a7e1130-0a9e-4cd8-975a-7466eb6f893a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:35.860319 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298d8e9-c7cf-4394-a0c6-68301a9a026f", "name": "network-vif-deleted", "tag": "fac60779-a8c8-4c0b-80e7-06a6c2507720", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:35.860585 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a7e1130-0a9e-4cd8-975a-7466eb6f893a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:35.861009 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298d8e9-c7cf-4394-a0c6-68301a9a026f', 'name': 'network-vif-deleted', 'tag': 'fac60779-a8c8-4c0b-80e7-06a6c2507720', 'status': 'completed', 'code': 200} Mar 07 10:41:35.898252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.908519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.909512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9855d12-a968-46f5-8c41-37e17373eead req-f33eb776-5a00-47be-a988-e6c44c209d0a tempest-ImagesNegativeTestJSON-1235728748 tempest-ImagesNegativeTestJSON-1235728748-project] 10.222.0.23 "GET /v2.0/ports?device_id=0298d8e9-c7cf-4394-a0c6-68301a9a026f HTTP/1.1" status: 200 len: 210 time: 0.0820870 Mar 07 10:41:35.913402 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2a472334-a8c8-413f-98b4-28ca1d531d6b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.991516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=2a472334-a8c8-413f-98b4-28ca1d531d6b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.994027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] Pushing event deleted for resources: {'Port': ['ID=2a472334-a8c8-413f-98b4-28ca1d531d6b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.997151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d6a3423c-973f-4afb-91ac-ea24e1e23b8d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.998318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc10583-1cd7-4afe-9f26-69ce698fe25a None None] No DVR routers for this DVR port 2a472334-a8c8-413f-98b4-28ca1d531d6b on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:36.048622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:36.051967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730050-561a-485a-a1ba-099c2152f736 req-a5c2d0f2-d75b-4985-b6b8-a759cb3fb405 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.052508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:36.054366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9730050-561a-485a-a1ba-099c2152f736 req-a5c2d0f2-d75b-4985-b6b8-a759cb3fb405 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0972483 Mar 07 10:41:36.057070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.057701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.069585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844384a9-9b44-4ac0-b73e-1c382b64407d None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:36.095392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=d6a3423c-973f-4afb-91ac-ea24e1e23b8d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:36.111989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f3080dfe-5c90-4cc7-8c67-2cf0ee066c0f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9507186 Mar 07 10:41:36.112488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55976) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:36.118203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:36.192731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9730050-561a-485a-a1ba-099c2152f736 req-b86133b7-6905-4200-b0a8-f0dafe98e61c tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308095 Mar 07 10:41:36.244472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'd6a3423c-973f-4afb-91ac-ea24e1e23b8d'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:36.245407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.253304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:36.259349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.307593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e672e-6cf6-43d8-9270-fcbf7ffe9fa1 req-d6cf84aa-0dcb-450a-a905-fd02fb6bd25b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.312381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854e672e-6cf6-43d8-9270-fcbf7ffe9fa1 req-d6cf84aa-0dcb-450a-a905-fd02fb6bd25b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1118126 Mar 07 10:41:36.396339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-854e672e-6cf6-43d8-9270-fcbf7ffe9fa1 req-aff94ee5-3946-4290-8dfd-807f71c4a8db tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807507 Mar 07 10:41:36.440357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Allocated IP 2001:db8::f816:3eff:fe8d:72ac (4e84de77-d31e-40bb-8781-c681acde30da/d6a3423c-973f-4afb-91ac-ea24e1e23b8d/f32d620b-f2c8-4298-b224-ef9bae0d4738) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:36.446939 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6a3423c-973f-4afb-91ac-ea24e1e23b8d (CIDR: 2001:db8::/64) Mar 07 10:41:36.453578 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:36.455349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:36.481822 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a5cf5f57-c6ba-41e3-914c-a51de56d1d32 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3676386 Mar 07 10:41:36.485228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:36.492532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:36.566726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a472334-a8c8-413f-98b4-28ca1d531d6b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:36.593000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2a472334-a8c8-413f-98b4-28ca1d531d6b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:36.593348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2a472334-a8c8-413f-98b4-28ca1d531d6b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:36.648733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:36.653241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.685651 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.693875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.743517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:36.746498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:36.749961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:36.756125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:36.830394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Attempting to bind port f32d620b-f2c8-4298-b224-ef9bae0d4738 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:36.830761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Attempting to bind port f32d620b-f2c8-4298-b224-ef9bae0d4738 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:36.831121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Attempting to bind port f32d620b-f2c8-4298-b224-ef9bae0d4738 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:36.838247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:36.838619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:36.839018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.839238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.839399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:36.839908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Bound port: f32d620b-f2c8-4298-b224-ef9bae0d4738, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:36.840284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.844476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.849819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.855129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.861968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.867366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.872555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.874515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-2b0322eb-d3c4-40eb-abe8-16c86e6f90ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1278422 Mar 07 10:41:36.907375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:36.910664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:36.917385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.995242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ab3353c-cd66-4b99-b71f-6fe4c16375ca req-640c21fa-c191-4aba-9438-57c60a96a40b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139488 Mar 07 10:41:36.995896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e5a1-7e49-4ae5-b901-e61bfb533ff9 None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.147116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (98daf6f1-d158-46ad-b047-f15da5ce2350), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.202897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:37.206593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:37.212835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.213538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.221789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=98daf6f1-d158-46ad-b047-f15da5ce2350,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.241899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:37.242517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b51628d0-fee7-4dc7-804b-076988ac73a1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7553816 Mar 07 10:41:37.248417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:18:e3:06', 'name': 'tempest-NetworksTestDHCPv6-340224213'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:37.380450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f737-c0ff-4f6c-a31a-993b711dc808 req-5c156df0-974a-40b6-8ffd-f0ef41c4d4e1 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.383746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7374f737-c0ff-4f6c-a31a-993b711dc808 req-5c156df0-974a-40b6-8ffd-f0ef41c4d4e1 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0939136 Mar 07 10:41:37.410116 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:41:37.443821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:37.451032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7374f737-c0ff-4f6c-a31a-993b711dc808 req-acb9a53b-d8aa-460f-9a02-01a71794a119 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Mar 07 10:41:37.562692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56050) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:37.564258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fdd85-1b57-442f-a5ec-12ffeb0d43f7 req-cb806c63-09b2-4faf-b5e3-ae6dbe74a2f3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.565773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-475fdd85-1b57-442f-a5ec-12ffeb0d43f7 req-cb806c63-09b2-4faf-b5e3-ae6dbe74a2f3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0608578 Mar 07 10:41:37.574763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.602194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 71301932-ccbd-47bd-82ec-836b78026c96 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:37.665569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-475fdd85-1b57-442f-a5ec-12ffeb0d43f7 req-d950922c-936e-4254-9fd7-0bc15389dfcc tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858018 Mar 07 10:41:37.674035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded40832-7508-46c1-977b-83e3d2650c56 req-eadefce3-7462-49bf-a970-4a83b7d52ebb tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.676680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded40832-7508-46c1-977b-83e3d2650c56 req-eadefce3-7462-49bf-a970-4a83b7d52ebb tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 950 time: 0.0974305 Mar 07 10:41:37.728399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded40832-7508-46c1-977b-83e3d2650c56 req-d9805627-e28d-4f83-9e44-f16741a47879 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Mar 07 10:41:38.119752 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61895bfe-2e64-454f-9004-96c5ff2fb0fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bf7b684f4024897bfca5751d6575230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5561082 Mar 07 10:41:38.122257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56056) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:38.151306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.155343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05d406-c885-4464-a8b9-4066435d735b None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:38.156198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8:0:1::2e1 (4e84de77-d31e-40bb-8781-c681acde30da/98daf6f1-d158-46ad-b047-f15da5ce2350/71301932-ccbd-47bd-82ec-836b78026c96) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:38.156861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.163097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.168363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.172430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe18:e306 (4e84de77-d31e-40bb-8781-c681acde30da/d6a3423c-973f-4afb-91ac-ea24e1e23b8d/71301932-ccbd-47bd-82ec-836b78026c96) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:38.173654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.179252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.184598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.186538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573ea682-5498-41f8-8179-8edbbf89179d req-0462ff18-d73d-4c54-8a51-89a5292fe943 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1046813 Mar 07 10:41:38.207488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] Publish callbacks [] for security_group (26f8bc54-d16c-4c71-9c67-2c5ffc87511c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.243073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:38.243728 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.249179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] Publish callbacks [] for security_group (26f8bc54-d16c-4c71-9c67-2c5ffc87511c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.255820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-573ea682-5498-41f8-8179-8edbbf89179d req-e5f64966-df18-4ae9-8398-147595b6e2d4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620084 Mar 07 10:41:38.366698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:38.367362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.374500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26f8bc54-d16c-4c71-9c67-2c5ffc87511c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.377152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.378361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26f8bc54-d16c-4c71-9c67-2c5ffc87511c HTTP/1.1" status: 204 len: 168 time: 0.2551973 Mar 07 10:41:38.381711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (71301932-ccbd-47bd-82ec-836b78026c96), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.393205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8942c6-7c2a-4431-a92e-3330ea4b4242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8bc54-d16c-4c71-9c67-2c5ffc87511c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:38.433995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (71301932-ccbd-47bd-82ec-836b78026c96), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.442947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:38.452846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': 'd6a3423c-973f-4afb-91ac-ea24e1e23b8d', 'ip_address': '2001:db8::f816:3eff:fe8d:72ac'}, {'subnet_id': '98daf6f1-d158-46ad-b047-f15da5ce2350'}], 'binding:host_id': 'n-d-832156-4'}, 'id': 'f32d620b-f2c8-4298-b224-ef9bae0d4738'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:41:38.455199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.515841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:38.519160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:38.519382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.523437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:38.529176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.530151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.539848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=71301932-ccbd-47bd-82ec-836b78026c96,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:38.543117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c68886-d6ec-472a-a43b-ca83d0800442 None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:38.561196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dbeea1fc-4658-4c59-8ac1-4e9109d0361e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3169940 Mar 07 10:41:38.561451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56062) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:38.638080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:38.715519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425daed-15be-448c-92e2-1d309162f4a7 req-c819920d-8de2-4696-bbb5-e8158a0a4e9e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.717499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0425daed-15be-448c-92e2-1d309162f4a7 req-c819920d-8de2-4696-bbb5-e8158a0a4e9e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1049285 Mar 07 10:41:38.760815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:38.760815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.793055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Allocated IP 2001:db8:0:1::2 (4e84de77-d31e-40bb-8781-c681acde30da/98daf6f1-d158-46ad-b047-f15da5ce2350/f32d620b-f2c8-4298-b224-ef9bae0d4738) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:38.803954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 71301932-ccbd-47bd-82ec-836b78026c96 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:38.804293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (71301932-ccbd-47bd-82ec-836b78026c96), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.829519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0425daed-15be-448c-92e2-1d309162f4a7 req-df16737b-082c-4540-9652-3ff59e899371 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058538 Mar 07 10:41:38.901409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fac60779-a8c8-4c0b-80e7-06a6c2507720 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:38.935513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: fac60779-a8c8-4c0b-80e7-06a6c2507720 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:38.936190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fac60779-a8c8-4c0b-80e7-06a6c2507720 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:38.947636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:38.968432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:39.015512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.025188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.124330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0cfbe-c665-4f7f-baf4-5211eb6a4f0f None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.301473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639147-d7d7-4476-b13d-f8f0dc24fa3d req-ba798e0a-e391-46e1-b8cd-b4baaadc4ff8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.303026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f639147-d7d7-4476-b13d-f8f0dc24fa3d req-ba798e0a-e391-46e1-b8cd-b4baaadc4ff8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.5408132 Mar 07 10:41:39.350028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (71301932-ccbd-47bd-82ec-836b78026c96), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.375243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 71301932-ccbd-47bd-82ec-836b78026c96 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:39.402582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada36320-707b-4e9f-8bc2-f42299e9427a req-4ee34dc6-5d63-4077-a319-dcf180856dd0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.404209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada36320-707b-4e9f-8bc2-f42299e9427a req-4ee34dc6-5d63-4077-a319-dcf180856dd0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 950 time: 0.1458595 Mar 07 10:41:39.409488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f639147-d7d7-4476-b13d-f8f0dc24fa3d req-a5f43e63-4d30-4dfb-987f-8e53842af58b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985610 Mar 07 10:41:39.508258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada36320-707b-4e9f-8bc2-f42299e9427a req-6bbadd44-e45c-400e-9099-b02c9a7b8875 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959427 Mar 07 10:41:39.699858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.706132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.712861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.718672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.724072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.732853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.738675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.741017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76505f7b-5557-496c-989c-de11e3658acc req-d6623cc0-ab32-460e-971f-63d91e7380f5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.1640882 Mar 07 10:41:39.742260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (71301932-ccbd-47bd-82ec-836b78026c96), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.779290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=71301932-ccbd-47bd-82ec-836b78026c96,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.795022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b8dc6625-7f20-40bf-932b-be1fa3c04494 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:39.795538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6625-7f20-40bf-932b-be1fa3c04494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.899662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76505f7b-5557-496c-989c-de11e3658acc req-81259ee4-06d4-43d2-a39f-2e91cded4461 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163669 Mar 07 10:41:39.944645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.948732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d18b822-a162-4132-aa66-6e19fb8c7609 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/71301932-ccbd-47bd-82ec-836b78026c96 HTTP/1.1" status: 204 len: 168 time: 1.3852923 Mar 07 10:41:39.951216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56144) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:39.958912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc6625-7f20-40bf-932b-be1fa3c04494 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:40.060707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf65a4-cbac-4463-8125-f2f474105a21 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.063705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2baf65a4-cbac-4463-8125-f2f474105a21 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1097658 Mar 07 10:41:40.065506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56150) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.073231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-781b24e2-c3ae-4019-9810-5c74d202a2b9 None None] Could not find standard attr ID for object 71301932-ccbd-47bd-82ec-836b78026c96. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:41:40.088720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56d5c-4026-42a1-ab6b-40eefb5989c2 req-0889ec62-49bf-43ed-9d4b-35a3ffda144f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.096178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaa56d5c-4026-42a1-ab6b-40eefb5989c2 req-0889ec62-49bf-43ed-9d4b-35a3ffda144f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0955157 Mar 07 10:41:40.143511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fbadf5-bbe5-4093-b2ac-78485a36ce35 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.145460 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55fbadf5-bbe5-4093-b2ac-78485a36ce35 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0752790 Mar 07 10:41:40.148031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.163635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaa56d5c-4026-42a1-ab6b-40eefb5989c2 req-30bf92bc-9a57-4067-a3a1-94b8a0205edb tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664551 Mar 07 10:41:40.215303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac2cf9-4dc7-4188-abe8-7cebcbd38a61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.223176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac2cf9-4dc7-4188-abe8-7cebcbd38a61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.225449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac2cf9-4dc7-4188-abe8-7cebcbd38a61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.230406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15ac2cf9-4dc7-4188-abe8-7cebcbd38a61 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0794029 Mar 07 10:41:40.230583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.254987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.292211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 98daf6f1-d158-46ad-b047-f15da5ce2350 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:40.295694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (98daf6f1-d158-46ad-b047-f15da5ce2350), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.347082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (98daf6f1-d158-46ad-b047-f15da5ce2350), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.409861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6a297e-2f26-421a-a660-1aed0769ac78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.450604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (98daf6f1-d158-46ad-b047-f15da5ce2350), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.520408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6a297e-2f26-421a-a660-1aed0769ac78 admin admin] Publish callbacks [] for security_group (3ed14013-d1ff-47fd-bacb-427b0b9560cb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.527059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6a297e-2f26-421a-a660-1aed0769ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3ed14013-d1ff-47fd-bacb-427b0b9560cb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.534538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:40.576792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc6a297e-2f26-421a-a660-1aed0769ac78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0b8649808bc4f65b3be596f7b700d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204560 Mar 07 10:41:40.577404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56190) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.579815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a297e-2f26-421a-a660-1aed0769ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed14013-d1ff-47fd-bacb-427b0b9560cb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.591132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7485-42fc-4b5c-9c4c-f5c4ae33f8fb req-8036331c-32dc-4daf-9947-9f4560ab889f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.594264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39b7485-42fc-4b5c-9c4c-f5c4ae33f8fb req-8036331c-32dc-4daf-9947-9f4560ab889f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0984087 Mar 07 10:41:40.602213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (98daf6f1-d158-46ad-b047-f15da5ce2350), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.620502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:40.620897 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.636606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=98daf6f1-d158-46ad-b047-f15da5ce2350,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.637752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] Publish callbacks [] for security_group (3ed14013-d1ff-47fd-bacb-427b0b9560cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.653008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.656933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-09a259fb-d74b-4d9f-9108-d0e86295779d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/98daf6f1-d158-46ad-b047-f15da5ce2350 HTTP/1.1" status: 204 len: 168 time: 0.4250607 Mar 07 10:41:40.663079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] Publish callbacks [] for security_group (3ed14013-d1ff-47fd-bacb-427b0b9560cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.670083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.683059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca187fe-4afc-4e15-a033-78e151359dd1 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:40.731154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3ed14013-d1ff-47fd-bacb-427b0b9560cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.734201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.751710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ed14013-d1ff-47fd-bacb-427b0b9560cb HTTP/1.1" status: 204 len: 168 time: 0.1645534 Mar 07 10:41:40.766616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e744b2-b661-4fdb-b8a9-66d2517bf787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed14013-d1ff-47fd-bacb-427b0b9560cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.779129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39b7485-42fc-4b5c-9c4c-f5c4ae33f8fb req-8acf0ca9-f08d-41ca-83e8-8c4bb0a32ae1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730149 Mar 07 10:41:40.795410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet d6a3423c-973f-4afb-91ac-ea24e1e23b8d {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:40.800550 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (d6a3423c-973f-4afb-91ac-ea24e1e23b8d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.831538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:40.873787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (d6a3423c-973f-4afb-91ac-ea24e1e23b8d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.902808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:41.011516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d6a3423c-973f-4afb-91ac-ea24e1e23b8d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.072338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:41.072967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.133160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (d6a3423c-973f-4afb-91ac-ea24e1e23b8d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.136252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:41.138834 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5ec98-c6c9-45fc-a8fe-1eff155e559a" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:41.164631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:41.174121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.237238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.243395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d6a3423c-973f-4afb-91ac-ea24e1e23b8d HTTP/1.1" status: 204 len: 168 time: 0.5698857 Mar 07 10:41:41.244623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f03120-fcad-43ad-89c6-87742f3d58cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a3423c-973f-4afb-91ac-ea24e1e23b8d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:41.244771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:41.260087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.271012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.275671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:41.277313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.283587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.291097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.301296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.305988 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3fc3fdb9-6b36-4547-8ac6-c6ddbd8d04f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599427 Mar 07 10:41:41.306817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:41.307368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.309455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-32f4b06e-0ff7-4478-9066-f7a03e83b8ca tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2938991 Mar 07 10:41:41.314356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:41.401737 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850aa299-cf93-4c1d-b755-0b7d44905adb x-openstack-request-id: req-850aa299-cf93-4c1d-b755-0b7d44905adb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:41.402034 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:41.402289 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850aa299-cf93-4c1d-b755-0b7d44905adb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:41.402686 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'code': 200} Mar 07 10:41:41.462009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64dd143-c89f-4466-9bdb-f1f5e08d4448 req-bc2d839d-ea91-4195-8295-87838c3f84e7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448390 Mar 07 10:41:41.462613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:41.468825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.572928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575480e-b172-41d8-8bf2-f4479c94d096 req-031cd626-c7a6-4957-a559-af3af7abad71 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.582744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f575480e-b172-41d8-8bf2-f4479c94d096 req-031cd626-c7a6-4957-a559-af3af7abad71 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0964084 Mar 07 10:41:41.640045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f575480e-b172-41d8-8bf2-f4479c94d096 req-ffb1c988-23aa-4b2f-88d1-3f4e8b184971 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Mar 07 10:41:41.783345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71509a10-5a89-446d-9aa0-32aefeb476f0 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:41.833423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ff51f06b-2eb3-4060-92d3-d46ebdabbf3b None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:41.834142 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff51f06b-2eb3-4060-92d3-d46ebdabbf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.849756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:41.945653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb9f1-4fb5-434a-a5d9-19d613af3573 req-9939502b-91e7-40e1-80f9-f6ed6f0e3b9f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.947870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f4bb9f1-4fb5-434a-a5d9-19d613af3573 req-9939502b-91e7-40e1-80f9-f6ed6f0e3b9f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0873067 Mar 07 10:41:42.004585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff51f06b-2eb3-4060-92d3-d46ebdabbf3b None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:42.005564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f4bb9f1-4fb5-434a-a5d9-19d613af3573 req-53c45c9b-43f0-49d5-9572-3902e4de5cf5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493143 Mar 07 10:41:42.060416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.229561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:42.258408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.264190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.296128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4066597f-617d-4193-b5c7-0655f447b450), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.332292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-731d38ae-aa4f-4c83-b995-731c27a32a23 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:42.333109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-731d38ae-aa4f-4c83-b995-731c27a32a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.368815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:42.372239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=8']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:42.375885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:42.378201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=4066597f-617d-4193-b5c7-0655f447b450,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:42.381440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.382259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.387939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a0a76-2736-4818-a028-f905fc726d58 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:42.401126 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6a8eb618-190d-4282-9999-564b396ac537 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0928330 Mar 07 10:41:42.404245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:42.410946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:42.499594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-731d38ae-aa4f-4c83-b995-731c27a32a23 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:42.520272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:42.566954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:42.572407 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.615794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:42.616173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.737352 n-d-832156-4 neutron-server[103789]: INFO neutron.db.ipam_backend_mixin [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4066597f-617d-4193-b5c7-0655f447b450 (CIDR: 2001:db8::/64) Mar 07 10:41:42.745619 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:42.747108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:42.772693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:42.781705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.791268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.804420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.813158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.819570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.825469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.834951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.843495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-3318d60b-c562-48ab-acd4-e135540b9b6e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2872267 Mar 07 10:41:42.870589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56282) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:42.875729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:42.882116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-58678ceb-1f8c-4c83-a740-dafef22baa98 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4742901 Mar 07 10:41:42.926090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0b318c41-b0d8-429d-89a1-0b7fcf27630b None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:42.926711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b318c41-b0d8-429d-89a1-0b7fcf27630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.963390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9b425bd-ae90-4763-acc4-fa19ca4af6bd req-78aa6998-c205-4361-bb0b-3bc60157e499 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188886 Mar 07 10:41:42.998763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffa969-3502-489e-b1ab-422aec1264a9 req-28c0557b-87bf-4131-8e62-ccfb30739a6f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.000794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3dffa969-3502-489e-b1ab-422aec1264a9 req-28c0557b-87bf-4131-8e62-ccfb30739a6f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0855460 Mar 07 10:41:43.081991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b318c41-b0d8-429d-89a1-0b7fcf27630b None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:43.107584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:43.115371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3dffa969-3502-489e-b1ab-422aec1264a9 req-cf84c493-8202-4b9b-bf91-393a80efcf02 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063836 Mar 07 10:41:43.117699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.193942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5a7a-1479-4f0e-af7c-316aefd8bf29 req-906ffb9f-6cd4-44d0-afd6-4dcfa1dce0f0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.200413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3acb5a7a-1479-4f0e-af7c-316aefd8bf29 req-906ffb9f-6cd4-44d0-afd6-4dcfa1dce0f0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0838490 Mar 07 10:41:43.263713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad69b22-329c-4e5a-82a5-0b1599854513 req-fc14f3e3-ca4c-41b7-9dba-f2d60da0bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.265239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cad69b22-329c-4e5a-82a5-0b1599854513 req-fc14f3e3-ca4c-41b7-9dba-f2d60da0bdc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1127 time: 0.1131043 Mar 07 10:41:43.286521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3acb5a7a-1479-4f0e-af7c-316aefd8bf29 req-23d283f5-f98c-4700-b44c-3d610f065532 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840747 Mar 07 10:41:43.346502 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cad69b22-329c-4e5a-82a5-0b1599854513 req-03d17eb3-32cb-40e6-b994-c6ec8d841baf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736215 Mar 07 10:41:43.491218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c792d20b-7894-4b6f-9bf5-3713fdb17923), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.528667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0b0e7-934b-4205-be3f-1d5c200b0552 req-86530332-845c-4df3-a616-e1a542ad6408 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.530396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91f0b0e7-934b-4205-be3f-1d5c200b0552 req-86530332-845c-4df3-a616-e1a542ad6408 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0582430 Mar 07 10:41:43.557829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:43.558380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=c792d20b-7894-4b6f-9bf5-3713fdb17923,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:43.573101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:43.581118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.581736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.597832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d91dca-8cea-4efd-b256-43a440f25588 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:43.620575 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3b00ba2-da60-4898-bba3-d8e2b2d52041 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7487860 Mar 07 10:41:43.621461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56296) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:43.627523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:3b:3b:4c', 'name': 'tempest-NetworksTestDHCPv6-1043359373'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:43.670670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91f0b0e7-934b-4205-be3f-1d5c200b0552 req-4a003585-c63d-41b5-bd85-1b7aaf318b8d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324146 Mar 07 10:41:43.810088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-c5fe1759-ede3-4d55-8ef8-c4ccd8f51d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.812259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-c5fe1759-ede3-4d55-8ef8-c4ccd8f51d97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.0934644 Mar 07 10:41:43.835307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:43.864081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': '4066597f-617d-4193-b5c7-0655f447b450', 'ip_address': '2001:db8::f816:3eff:fe8d:72ac'}, {'subnet_id': 'c792d20b-7894-4b6f-9bf5-3713fdb17923'}], 'binding:host_id': 'n-d-832156-4'}, 'id': 'f32d620b-f2c8-4298-b224-ef9bae0d4738'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:41:43.898634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.046958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.059104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-cfddb9d9-4af2-4b7f-b12a-93ba23f55f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.066233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-cfddb9d9-4af2-4b7f-b12a-93ba23f55f69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2424030 Mar 07 10:41:44.087935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 363d8e28-6026-437e-a5b4-2dc42ae65996 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:44.228511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Allocated IP 2001:db8:0:1::2 (4e84de77-d31e-40bb-8781-c681acde30da/c792d20b-7894-4b6f-9bf5-3713fdb17923/f32d620b-f2c8-4298-b224-ef9bae0d4738) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:44.229070 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-c1fce046-a538-4bde-b317-38246ec532ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.1543612 Mar 07 10:41:44.242451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.253785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.269075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.275707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.281189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.287949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.300129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.309772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-d9f72344-f2c9-4cc3-ba07-194f32129f2a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5431 time: 0.2029757 Mar 07 10:41:44.343247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-9ce4bb71-1c11-4d9a-8ae3-01fa584b947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.353699 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-9ce4bb71-1c11-4d9a-8ae3-01fa584b947d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1067121 Mar 07 10:41:44.422515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:44.433998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c86e38be-4599-4d15-9257-0c2f9baf5471 req-eb7e71a6-6974-42bd-9247-148f5897798e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082826 Mar 07 10:41:44.488963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-2d028e90-4720-4027-9512-fc48b857222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.489231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.493313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-2d028e90-4720-4027-9512-fc48b857222d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284382 Mar 07 10:41:44.500071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.705276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d3ae-62dd-4c6d-9e59-847134a8c402 req-abda2581-98cf-4470-9bac-0e9c930574f2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.707267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1692d3ae-62dd-4c6d-9e59-847134a8c402 req-abda2581-98cf-4470-9bac-0e9c930574f2 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1626418 Mar 07 10:41:44.794714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-7c6505c9-8070-4ebc-962f-bda771db5662 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787662 Mar 07 10:41:44.808556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1692d3ae-62dd-4c6d-9e59-847134a8c402 req-16b92fd0-d39d-4f64-bddb-574d4ff1f53f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899010 Mar 07 10:41:44.843088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8:0:1::d4 (4e84de77-d31e-40bb-8781-c681acde30da/c792d20b-7894-4b6f-9bf5-3713fdb17923/363d8e28-6026-437e-a5b4-2dc42ae65996) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:44.858804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec37949-168d-43bb-92aa-185898bbb0a4 None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:44.860487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::f816:3eff:fe3b:3b4c (4e84de77-d31e-40bb-8781-c681acde30da/4066597f-617d-4193-b5c7-0655f447b450/363d8e28-6026-437e-a5b4-2dc42ae65996) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:44.889100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:44.944283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ac7f-7e42-40d0-93b6-b928893bfc87 req-f36e9c12-e8b4-474f-b9f0-88b28d4e898c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.945862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3b3ac7f-7e42-40d0-93b6-b928893bfc87 req-f36e9c12-e8b4-474f-b9f0-88b28d4e898c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1363513 Mar 07 10:41:44.960719 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-354f4337-da4d-44c4-b624-1752a7fa7876 req-1cdb62c6-9ef4-4e02-abfa-7e81a5f08480 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578898 Mar 07 10:41:45.070523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.073147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3b3ac7f-7e42-40d0-93b6-b928893bfc87 req-a578adfe-c5d0-496e-a00e-bcb61a9306da tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202199 Mar 07 10:41:45.121205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'port_id': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'mac_address': 'fa:16:3e:75:2f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:45.202807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:45.203106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.230208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:45.255955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.257896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c9fb1-b5f8-4484-ac6e-c831048c9dc6 req-89748c64-47f6-4137-98cb-39a62405c04d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.263921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640edf-7a35-432b-947b-909adf841691 req-787715b6-76c8-49f9-aa56-a1416152efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.265340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.265510 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-787715b6-76c8-49f9-aa56-a1416152efb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 1127 time: 0.1696973 Mar 07 10:41:45.268642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d1c9fb1-b5f8-4484-ac6e-c831048c9dc6 req-89748c64-47f6-4137-98cb-39a62405c04d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0926640 Mar 07 10:41:45.274781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.275619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 09b94565-a5b8-47ff-ab5b-c8b1150dda36 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:45.381681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.385312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:45.392956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d1c9fb1-b5f8-4484-ac6e-c831048c9dc6 req-483fd108-a1d2-4de9-832d-836df3f5e00b tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202183 Mar 07 10:41:45.412967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '09b94565-a5b8-47ff-ab5b-c8b1150dda36', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'port_id': '09b94565-a5b8-47ff-ab5b-c8b1150dda36', 'mac_address': 'fa:16:3e:44:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:45.428224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.484166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640edf-7a35-432b-947b-909adf841691 req-bdb54677-0813-4b33-8549-29ef88b3c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.484495 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-bdb54677-0813-4b33-8549-29ef88b3c8cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 200 len: 912 time: 0.2126100 Mar 07 10:41:45.516699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:45.525048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:45.526325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.537800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:45.557940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b94565-a5b8-47ff-ab5b-c8b1150dda36 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:45.592580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:45.599109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.600226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.601295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.611568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.612402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed1edc49-2d45-4215-a7af-7e1c087039dc details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:45.627621 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-a45551f7-4571-4ffd-b11a-5880cc21e102 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 200 len: 217 time: 0.1268537 Mar 07 10:41:45.628311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=363d8e28-6026-437e-a5b4-2dc42ae65996,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:45.679038 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f21cf99f-4d9b-4946-aeee-15070ab98e64 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0541034 Mar 07 10:41:45.680873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56344) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:45.744523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640edf-7a35-432b-947b-909adf841691 req-748e9873-2d01-4489-9eaa-5fe0f74832a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.746115 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-748e9873-2d01-4489-9eaa-5fe0f74832a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 200 len: 851 time: 0.1086669 Mar 07 10:41:45.770379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.776854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.782682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.788986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.795540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.802606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.809076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.810399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-2bad8b42-8e82-4733-a64c-165161686895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c495fb4c-d339-4be2-873e-f2ef6bb4d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538399 Mar 07 10:41:45.824190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a07ce501-5401-4972-9249-95691d476ad8 req-6504335a-fc33-42c5-b2eb-9849660776a5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5433 time: 0.2125144 Mar 07 10:41:45.837520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.893551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'port_id': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'mac_address': 'fa:16:3e:bc:b0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb0b765-b044-4d18-a815-2fc6b36af0f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:45.905058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:45.947498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed1edc49-2d45-4215-a7af-7e1c087039dc is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:45.950205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a07ce501-5401-4972-9249-95691d476ad8 req-8656dd08-2112-48b8-bc47-1a6366d33e19 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233356 Mar 07 10:41:45.960063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.987162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1edc49-2d45-4215-a7af-7e1c087039dc {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:46.006981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-c3f192c4-812f-41e1-a489-080667b1535f service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890063 Mar 07 10:41:46.014886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.021374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.021374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:46.021666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 363d8e28-6026-437e-a5b4-2dc42ae65996 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:46.021790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.118787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fb4e2bb6-17c5-433a-8f19-735638143755 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:46.119163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2bb6-17c5-433a-8f19-735638143755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.169589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.201472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:46.218284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'port_id': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'mac_address': 'fa:16:3e:c1:be:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:46.248565 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-94640edf-7a35-432b-947b-909adf841691 req-e11220bd-cd1d-4d21-9990-46fafc6966bb service neutron] 10.222.0.26 "GET /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177615 Mar 07 10:41:46.287091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0f76-3312-4966-a1f4-2b29f29cc2d3 req-0ce12e46-64fb-4290-8c6d-1c4008a8b8a8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.288952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35df0f76-3312-4966-a1f4-2b29f29cc2d3 req-0ce12e46-64fb-4290-8c6d-1c4008a8b8a8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1206942 Mar 07 10:41:46.301333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.312193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:46.312657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.322954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 363d8e28-6026-437e-a5b4-2dc42ae65996 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:46.338701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:46.344300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e2bb6-17c5-433a-8f19-735638143755 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:46.361082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.367989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.368807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5ec38202-7305-462d-a8f7-c993aec23067 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:46.379067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35df0f76-3312-4966-a1f4-2b29f29cc2d3 req-014d6b80-5b3f-48eb-aac3-9c175d981629 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802987 Mar 07 10:41:46.449625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:46.470161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5ec38202-7305-462d-a8f7-c993aec23067,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.499590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5ec38202-7305-462d-a8f7-c993aec23067', 'network_id': 'bafc89a3-5917-47fe-b29a-86c3bb3445aa', 'port_id': '5ec38202-7305-462d-a8f7-c993aec23067', 'mac_address': 'fa:16:3e:f5:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb94050e-14cf-41d1-a0a6-b25dbad8c454', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:46.528746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4480b5-66b9-41b6-a749-8817dd97c3f4 req-2708a06e-194b-46be-a4f0-d0bffcd50ca5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.530421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa4480b5-66b9-41b6-a749-8817dd97c3f4 req-2708a06e-194b-46be-a4f0-d0bffcd50ca5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0702832 Mar 07 10:41:46.534405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:46.569260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7b5edf47-5543-4348-bc0d-e87f89f7311f None None] Provisioning complete for port 363d8e28-6026-437e-a5b4-2dc42ae65996 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:46.569540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7b5edf47-5543-4348-bc0d-e87f89f7311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.600476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa4480b5-66b9-41b6-a749-8817dd97c3f4 req-2dfaf00f-f2d1-4a35-a185-2af14a1fb9f3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537412 Mar 07 10:41:46.614636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (363d8e28-6026-437e-a5b4-2dc42ae65996), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.621363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5ec38202-7305-462d-a8f7-c993aec23067 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:46.621753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.627230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7b5edf47-5543-4348-bc0d-e87f89f7311f None None] Port 363d8e28-6026-437e-a5b4-2dc42ae65996 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:46.648813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:46.649464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.649730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=363d8e28-6026-437e-a5b4-2dc42ae65996,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:46.691390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec38202-7305-462d-a8f7-c993aec23067 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:46.714531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.718085 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-468ba96e-2956-4763-a4ff-e0988fe27855 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/363d8e28-6026-437e-a5b4-2dc42ae65996 HTTP/1.1" status: 204 len: 168 time: 1.0356436 Mar 07 10:41:46.720535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:46.722206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5ec38202-7305-462d-a8f7-c993aec23067,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.763099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.763934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6bbd4492-64ea-491a-9b90-fea3807bac31 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:46.787199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9beb2d-f96d-4d44-ba54-a6c6b14a99fc tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.789044 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cc9beb2d-f96d-4d44-ba54-a6c6b14a99fc tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0673435 Mar 07 10:41:46.792099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56374) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:46.817207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69ec3-01c9-447c-bcfe-d03963e79e54 req-4509cdfa-7c63-4bd2-97d8-14620bc2095f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.827467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dca69ec3-01c9-447c-bcfe-d03963e79e54 req-4509cdfa-7c63-4bd2-97d8-14620bc2095f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1174433 Mar 07 10:41:46.882689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dca69ec3-01c9-447c-bcfe-d03963e79e54 req-317c355b-ad0b-498f-9157-ea0f9cf7b03e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542603 Mar 07 10:41:46.892230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7958-15f9-4946-aee5-b4cc4a87c744 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.896748 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36ad7958-15f9-4946-aee5-b4cc4a87c744 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1034114 Mar 07 10:41:46.899529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:46.938326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:46.954103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:46.996630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47da139-320e-4244-b972-44b92051b469 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.996908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:46.997023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47da139-320e-4244-b972-44b92051b469 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.997023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47da139-320e-4244-b972-44b92051b469 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.997893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:46.998535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a47da139-320e-4244-b972-44b92051b469 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0978603 Mar 07 10:41:47.001858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56382) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:47.015167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'port_id': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'mac_address': 'fa:16:3e:00:1c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:47.080409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 4066597f-617d-4193-b5c7-0655f447b450 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:47.086160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (4066597f-617d-4193-b5c7-0655f447b450), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.111863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6bbd4492-64ea-491a-9b90-fea3807bac31 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:47.112411 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.140929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbd4492-64ea-491a-9b90-fea3807bac31 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:47.144458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (4066597f-617d-4193-b5c7-0655f447b450), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.150519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:47.171016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'mac_address': 'fa:16:3e:39:c1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:47.175905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:47.181029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.181681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 039b22ac-a7d9-491a-b4e6-358c8f4fd863 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:47.251707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.257159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.260025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:47.260423 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.262413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.267838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.273495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.278826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.284161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.286505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-189dc7e6-590a-4a8a-8072-412fd4526362 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5436 time: 0.1610196 Mar 07 10:41:47.297237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:47.302760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.307461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:47.318540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4066597f-617d-4193-b5c7-0655f447b450), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.330104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'network_id': '9a78a6c9-19e3-422d-8090-7f057d147f04', 'port_id': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'mac_address': 'fa:16:3e:1a:66:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb0b765-b044-4d18-a815-2fc6b36af0f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:47.332886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:47.338304 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.406208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:47.406625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.424644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.429846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-931a0484-28f3-4ac9-bb7b-06aba23f103e req-06e76535-375f-4a92-802b-ff9959cedaf2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364129 Mar 07 10:41:47.430811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039b22ac-a7d9-491a-b4e6-358c8f4fd863 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:47.444061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['d5ab94e4-3a09-4a88-b439-c9345376e3ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:47.456666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf1d6-0729-43df-a969-b7087b87e6db req-312e2b22-e6b6-4e72-a6d6-fdf49f949e98 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.468421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34aaf1d6-0729-43df-a969-b7087b87e6db req-312e2b22-e6b6-4e72-a6d6-fdf49f949e98 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1190231 Mar 07 10:41:47.472959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (4066597f-617d-4193-b5c7-0655f447b450), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.478961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:47.490516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.522053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=4066597f-617d-4193-b5c7-0655f447b450,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.528304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.531501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4066597f-617d-4193-b5c7-0655f447b450 HTTP/1.1" status: 204 len: 168 time: 0.5283606 Mar 07 10:41:47.534221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56398) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:47.545116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.546044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.546775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.546935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.547444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.547893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.548392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.548528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75dd5a-4cf6-4d76-92ce-679470b61128 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:47.548893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.549458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.549888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.550313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.550836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.551382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c006f9a-02db-493e-890b-4fcc8bd9bb8b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.573639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.593615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34aaf1d6-0729-43df-a969-b7087b87e6db req-e03f45ac-b6e3-4171-baef-e82c028f693f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130266 Mar 07 10:41:47.620071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet c792d20b-7894-4b6f-9bf5-3713fdb17923 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:47.624191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (c792d20b-7894-4b6f-9bf5-3713fdb17923), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.671823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c792d20b-7894-4b6f-9bf5-3713fdb17923), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.764197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1149-4d36-445c-8317-a0f274ab7342 req-70994b15-e890-471c-9a48-d6eaf9da0528 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.766817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b6e1149-4d36-445c-8317-a0f274ab7342 req-70994b15-e890-471c-9a48-d6eaf9da0528 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0827925 Mar 07 10:41:47.777474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c792d20b-7894-4b6f-9bf5-3713fdb17923), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.832294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b6e1149-4d36-445c-8317-a0f274ab7342 req-7a8b02f6-8925-4bca-9bfd-0a73e30b578c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536606 Mar 07 10:41:47.881764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c792d20b-7894-4b6f-9bf5-3713fdb17923), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.916117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=c792d20b-7894-4b6f-9bf5-3713fdb17923,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.925354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.931548 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/c792d20b-7894-4b6f-9bf5-3713fdb17923 HTTP/1.1" status: 204 len: 168 time: 0.3939269 Mar 07 10:41:47.933727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.934174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.934631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.935062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.935490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.935945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.936368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.939202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.939202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.939202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.939577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56414) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:47.939711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.939711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.940357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15635bd-f11c-471d-a25d-18e992101f39 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:47.961775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56416) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.020108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a625c2f6-405e-4f67-af45-3c9b2061a648 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784912 Mar 07 10:41:48.022932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56420) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.029494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:48.107075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f2f04-0f2a-4d6a-ad3c-1bbe2680f6a4 req-41eb72f1-b0df-4290-ac50-f16ba9b5156f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.114768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f89f2f04-0f2a-4d6a-ad3c-1bbe2680f6a4 req-41eb72f1-b0df-4290-ac50-f16ba9b5156f tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0930283 Mar 07 10:41:48.141600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5396-b8a5-46e2-aba3-b0c558697446 req-0b1d959c-a2c0-4d44-a53e-b111d8e5b2bb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.143929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77f0b7fb-b479-4211-8b68-5e2b32abb846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.144316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-073b5396-b8a5-46e2-aba3-b0c558697446 req-0b1d959c-a2c0-4d44-a53e-b111d8e5b2bb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2227831 Mar 07 10:41:48.192370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:48.194613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f89f2f04-0f2a-4d6a-ad3c-1bbe2680f6a4 req-0ee4cf92-fc0c-4c0e-86d7-83b2fc3894d6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789723 Mar 07 10:41:48.195830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.222598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-073b5396-b8a5-46e2-aba3-b0c558697446 req-94e785da-1a1e-43b5-b083-c6956c6a9d4e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709000 Mar 07 10:41:48.279860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2ed94e4e-3a5d-43d6-a2a2-839640c53ddb'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:48.311096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['09b94565-a5b8-47ff-ab5b-c8b1150dda36'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:48.334713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77f0b7fb-b479-4211-8b68-5e2b32abb846 admin admin] Publish callbacks [] for security_group (184dfe6a-a03e-4796-8cfd-ea88fb893a07), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.346997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77f0b7fb-b479-4211-8b68-5e2b32abb846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (184dfe6a-a03e-4796-8cfd-ea88fb893a07), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.377597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ed1edc49-2d45-4215-a7af-7e1c087039dc'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:48.392751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:48.397235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5ec38202-7305-462d-a8f7-c993aec23067'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:48.436592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77f0b7fb-b479-4211-8b68-5e2b32abb846 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2da8e6d0b79a4167a5d3ab3e6f972ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737008 Mar 07 10:41:48.439779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b7fb-b479-4211-8b68-5e2b32abb846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184dfe6a-a03e-4796-8cfd-ea88fb893a07,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.440185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56426) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.509510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3cee83fd-a216-4cf1-9155-f301c5f2f4b2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.576193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:48.583946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:48.588823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.589415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.607790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=3cee83fd-a216-4cf1-9155-f301c5f2f4b2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.621209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef4a8d51-016d-4826-bbb1-56f9591e9f58 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5968263 Mar 07 10:41:48.621981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56432) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.628764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:48.657038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] Publish callbacks [] for security_group (184dfe6a-a03e-4796-8cfd-ea88fb893a07), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.683125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] Publish callbacks [] for security_group (184dfe6a-a03e-4796-8cfd-ea88fb893a07), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.702545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e94025-5e4a-4375-8243-124ded5e91b2 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:48.730342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105cd8-427b-4430-9afd-184e3d840de8 req-a7cd43a6-323a-4cc4-ba71-c7eef24133e4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.732444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a105cd8-427b-4430-9afd-184e3d840de8 req-a7cd43a6-323a-4cc4-ba71-c7eef24133e4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2547617 Mar 07 10:41:48.775014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.775911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:48.779981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.781235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.787431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.793625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.799486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.806740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.812891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.815044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-fabcebe9-6b3d-405c-82ca-f20d339a462a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5438 time: 0.2542164 Mar 07 10:41:48.866044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-db070087-7d87-4e3a-9b1c-d1ed3cfb7137 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:48.866308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db070087-7d87-4e3a-9b1c-d1ed3cfb7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.881721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (184dfe6a-a03e-4796-8cfd-ea88fb893a07), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.884880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.887679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/184dfe6a-a03e-4796-8cfd-ea88fb893a07 HTTP/1.1" status: 204 len: 168 time: 0.4447603 Mar 07 10:41:48.889601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a105cd8-427b-4430-9afd-184e3d840de8 req-5881f6ca-6518-4bd9-b257-78d12e95e4a0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463871 Mar 07 10:41:48.902797 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cee83fd-a216-4cf1-9155-f301c5f2f4b2 (CIDR: 2001:db8::/64) Mar 07 10:41:48.910897 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:48.911630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:48.911770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84527bb-6626-4420-9907-4535269c7451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184dfe6a-a03e-4796-8cfd-ea88fb893a07,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.927370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-300da942-6575-4a1a-8d38-9a2d11ce7ee9 req-501e1755-de82-47c9-9ad4-2d32f019f356 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003056 Mar 07 10:41:48.944289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee2bc8d5-7146-40e2-a32c-daf30d1ba682 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3207240 Mar 07 10:41:48.946650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56436) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.954122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:49.005057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:49.101747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:49.106331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.233628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['039b22ac-a7d9-491a-b4e6-358c8f4fd863'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:49.277791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6bbd4492-64ea-491a-9b90-fea3807bac31'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:49.359531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9ee3f-7908-4ae4-8d84-3e744c8ee3c3 req-7effcddb-42b5-47e7-ba24-63304877b1f6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.369396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14b9ee3f-7908-4ae4-8d84-3e744c8ee3c3 req-7effcddb-42b5-47e7-ba24-63304877b1f6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0811715 Mar 07 10:41:49.441837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14b9ee3f-7908-4ae4-8d84-3e744c8ee3c3 req-a95ba65c-eefe-4b39-aeea-7a10b546f634 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647447 Mar 07 10:41:49.478034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-db070087-7d87-4e3a-9b1c-d1ed3cfb7137 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:49.522489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:49.556386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port d5ab94e4-3a09-4a88-b439-c9345376e3ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:49.556756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.679737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Update dhcp port {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'fixed_ips': [{'subnet_id': '3cee83fd-a216-4cf1-9155-f301c5f2f4b2'}], 'binding:host_id': 'n-d-832156-4'}, 'id': 'f32d620b-f2c8-4298-b224-ef9bae0d4738'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:41:49.740634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.743609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.773725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac8eee-1db9-4d5d-9d10-3d593df5e727 req-e07e239e-62bd-4040-9197-e40f1018816d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.782167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efac8eee-1db9-4d5d-9d10-3d593df5e727 req-e07e239e-62bd-4040-9197-e40f1018816d tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.0728829 Mar 07 10:41:49.855084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efac8eee-1db9-4d5d-9d10-3d593df5e727 req-5494f31b-a81c-498e-af88-ccb24cdf9387 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715959 Mar 07 10:41:49.871922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:49.889781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:49.890170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.935422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:49.968395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:49.970963 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161bf4ef-9b80-4cfb-a3f4-f8410d61582c" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:49.982240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.997377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.002332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1869820702-network', 'tenant_id': '454e4976fa084a96aae606f8fbd8c5f9'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:50.027174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (79c0107d-b78f-4e49-b922-13e7f19facdf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.041996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:50.057861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.104924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Made reservation on behalf of 454e4976fa084a96aae606f8fbd8c5f9 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:50.107855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.123904 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.147205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.167536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/3cee83fd-a216-4cf1-9155-f301c5f2f4b2/f32d620b-f2c8-4298-b224-ef9bae0d4738) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:50.172158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.178012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.183468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.188882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.194346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.199704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.205424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.213931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-3d30c7f8-3a5d-41ce-88df-1498ab704ec2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5438 time: 0.1566086 Mar 07 10:41:50.225200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7abf6-43d0-467c-be42-1521dcc18b6f req-bc7f12aa-06f7-4f6b-a0e2-0d1593b501b1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.226792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e7abf6-43d0-467c-be42-1521dcc18b6f req-bc7f12aa-06f7-4f6b-a0e2-0d1593b501b1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2046020 Mar 07 10:41:50.281973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:50.315459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Publish callbacks [] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.324003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.349088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7db66cb2-5e8f-4bb3-b2f0-6056158ac6fb req-a5be8699-6bea-465e-b18c-a2712ebf94b2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341891 Mar 07 10:41:50.352291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e7abf6-43d0-467c-be42-1521dcc18b6f req-d411e854-a423-4e45-89ea-139a5e58c81f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154506 Mar 07 10:41:50.379206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks [] for security_group (870f6c3e-dae9-4c37-a737-d4274a7d022a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.388800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (870f6c3e-dae9-4c37-a737-d4274a7d022a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.432273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e033965-b04d-45b0-aeef-f340cbfe145a None None] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=14']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.469547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:50.477000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:50.478755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:50.483869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=79c0107d-b78f-4e49-b922-13e7f19facdf,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.491776 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83227d-5cfc-4f42-af3a-a8454fa4f8fa x-openstack-request-id: req-5a83227d-5cfc-4f42-af3a-a8454fa4f8fa {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:50.492258 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:50.492374 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a83227d-5cfc-4f42-af3a-a8454fa4f8fa {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:50.492689 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'code': 200} Mar 07 10:41:50.493854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.494458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.497876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=13']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.527488 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2498940f-a1f2-436b-96b8-1c65ba644d5d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5768580 Mar 07 10:41:50.527763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (db59866b-501c-457e-b4a2-92e49a30795f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.527763 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Added segment db59866b-501c-457e-b4a2-92e49a30795f of type vlan for network b675bcbe-ecd4-462c-b929-63d141b95d08 Mar 07 10:41:50.530699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f6c3e-dae9-4c37-a737-d4274a7d022a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.532255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56498) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:50.545487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:bb:82:e1', 'name': 'tempest-NetworksTestDHCPv6-225625802'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:50.594341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b675bcbe-ecd4-462c-b929-63d141b95d08), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.645069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b675bcbe-ecd4-462c-b929-63d141b95d08), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.646871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.647617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.660181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b087e54-5dcb-4560-99c5-b81557d6eac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.731674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:50.733196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8681960 Mar 07 10:41:50.761985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56508) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:50.787789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Request body: {'subnet': {'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1869820702-subnet', 'tenant_id': '454e4976fa084a96aae606f8fbd8c5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:50.813766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005a64-0593-404e-98d0-f76f28e1f892 admin admin] Pushing event updated for resources: {'Network': ['ID=b675bcbe-ecd4-462c-b929-63d141b95d08,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.825680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b675bcbe-ecd4-462c-b929-63d141b95d08 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:41:50.840240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Made reservation on behalf of 454e4976fa084a96aae606f8fbd8c5f9 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:50.843012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.867398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd0860-ac1a-4c18-b5a2-006ae363370b req-632f35c2-5fa4-4c47-9bb7-5295fb3cd458 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.874363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82bd0860-ac1a-4c18-b5a2-006ae363370b req-632f35c2-5fa4-4c47-9bb7-5295fb3cd458 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1449449 Mar 07 10:41:50.886960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.914073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 24406350-598f-4f93-9870-f60aa230313b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:51.112900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82bd0860-ac1a-4c18-b5a2-006ae363370b req-e96b43c1-d6ea-4014-825d-c54cce13913e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376246 Mar 07 10:41:51.192139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::1ba (4e84de77-d31e-40bb-8781-c681acde30da/3cee83fd-a216-4cf1-9155-f301c5f2f4b2/24406350-598f-4f93-9870-f60aa230313b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:51.200396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:82e1 (4e84de77-d31e-40bb-8781-c681acde30da/79c0107d-b78f-4e49-b922-13e7f19facdf/24406350-598f-4f93-9870-f60aa230313b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:51.206809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e391ae7-cb62-4964-9a50-25984289f0fb req-3a6d99df-9440-4008-95e8-1e861ccdb889 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.208719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e391ae7-cb62-4964-9a50-25984289f0fb req-3a6d99df-9440-4008-95e8-1e861ccdb889 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1864214 Mar 07 10:41:51.251079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (18a6b399-2f7e-43ed-b56a-78fe9a6dc674), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.337646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0974c-898d-48d8-b54d-03797c55217a None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:51.353508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e391ae7-cb62-4964-9a50-25984289f0fb req-21daf66e-fce1-4cb2-981d-8e121c2b0e31 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347718 Mar 07 10:41:51.363081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a6b399-2f7e-43ed-b56a-78fe9a6dc674,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:51.384466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Checking segment: {'id': 'db59866b-501c-457e-b4a2-92e49a30795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:51.384697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Network hostable DHCP agents. Network: b675bcbe-ecd4-462c-b929-63d141b95d08, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:41:51.411110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Network b675bcbe-ecd4-462c-b929-63d141b95d08 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:41:51.438779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b675bcbe-ecd4-462c-b929-63d141b95d08) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:51.445030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3ec5eb8d-c014-43d7-85e7-9cd0f56afa4b None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:51.445406 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3ec5eb8d-c014-43d7-85e7-9cd0f56afa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.446041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.451976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (24406350-598f-4f93-9870-f60aa230313b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.456109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.490552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83677f18-157a-4f38-b985-3964e6ed6326 None None] Network b675bcbe-ecd4-462c-b929-63d141b95d08 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:51.501513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d134682-91b1-46b9-941b-8c124a464f0e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7211506 Mar 07 10:41:51.528524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (24406350-598f-4f93-9870-f60aa230313b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.565097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:51.630086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.635572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.642523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.647155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.650897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:51.652534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.657911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.658882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:51.663745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.665368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-45ceff4f-547e-49aa-ac03-b94880090152 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5438 time: 0.1601138 Mar 07 10:41:51.666925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:51.679912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.683874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.701090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=24406350-598f-4f93-9870-f60aa230313b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:51.733362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc2a375c-fb28-4132-9dfe-ba6423afb1b4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1998212 Mar 07 10:41:51.734567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56542) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:51.839919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bc53cdf-e2ec-4cc8-b254-2fdc7101f8cf req-0e5e45ce-8bd3-42b7-9df6-154736ca10da tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630285 Mar 07 10:41:51.870488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 24406350-598f-4f93-9870-f60aa230313b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:51.870846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (24406350-598f-4f93-9870-f60aa230313b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.954431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d313607-24eb-44eb-b3c8-6c28db1d1ae0 None None] Network b675bcbe-ecd4-462c-b929-63d141b95d08 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:51.962019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:51.990892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:51.991531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.000904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5eb8d-c014-43d7-85e7-9cd0f56afa4b None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:52.053337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (24406350-598f-4f93-9870-f60aa230313b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.066202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 24406350-598f-4f93-9870-f60aa230313b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:52.191379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:52.191817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.246485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:52.252181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.327050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:52.459435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (24406350-598f-4f93-9870-f60aa230313b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.493427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:52.495925 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc88a24-d843-414c-b8a9-e97c4d4bc155" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:52.525516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:52.532213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=24406350-598f-4f93-9870-f60aa230313b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:52.637489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.641309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fdc4fe38-dfb8-44bc-b30a-08f319074208 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/24406350-598f-4f93-9870-f60aa230313b HTTP/1.1" status: 204 len: 168 time: 0.9053206 Mar 07 10:41:52.643680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56566) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:52.655464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:52.656511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.678760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-f726da3f-1490-4765-b66e-f050eb303458 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.686929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-f726da3f-1490-4765-b66e-f050eb303458 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/networks?id=b675bcbe-ecd4-462c-b929-63d141b95d08 HTTP/1.1" status: 200 len: 814 time: 0.5664868 Mar 07 10:41:52.707315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e4fe5185-ff4c-41af-9e23-684ef687283d tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/quotas/454e4976fa084a96aae606f8fbd8c5f9 HTTP/1.1" status: 200 len: 375 time: 0.0190873 Mar 07 10:41:52.741121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd1412-b0c7-4713-afee-9b4441db2fce tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.747183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42dd1412-b0c7-4713-afee-9b4441db2fce tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0953939 Mar 07 10:41:52.749882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56568) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:52.798182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-30dfcef5-42ca-487e-850c-2351126d0cf6 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=454e4976fa084a96aae606f8fbd8c5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898600 Mar 07 10:41:52.805439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:52.945505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa6951-907e-4bc6-867b-9e54436e9371 req-b8f767fd-b5c2-49f9-bf1b-f548601cc691 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.947144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0daa6951-907e-4bc6-867b-9e54436e9371 req-b8f767fd-b5c2-49f9-bf1b-f548601cc691 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3000190 Mar 07 10:41:52.963918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b7b27-644b-4c0b-8f50-14f3039e00cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.965433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-549b7b27-644b-4c0b-8f50-14f3039e00cb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2137246 Mar 07 10:41:52.968575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56572) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:52.991360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-883c958d-f5f7-4717-8249-c9dcf1be7960 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:52.992194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-883c958d-f5f7-4717-8249-c9dcf1be7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.995311 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0bdb02f8-c189-4cb5-9040-8f79caf5f5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.011166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-c06ce9e5-51ba-42e3-8dc9-a0db9ea9833d service neutron] 10.222.0.23 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118707 Mar 07 10:41:53.051218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0daa6951-907e-4bc6-867b-9e54436e9371 req-91ba3827-d116-4e12-9410-4fec83faa769 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962515 Mar 07 10:41:53.112267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-883c958d-f5f7-4717-8249-c9dcf1be7960 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:53.117136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-883c958d-f5f7-4717-8249-c9dcf1be7960 None None] Could not find standard attr ID for object 24406350-598f-4f93-9870-f60aa230313b. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:41:53.164007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573efcb6-704f-48a5-a588-f4fdae54d1d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.165083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573efcb6-704f-48a5-a588-f4fdae54d1d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.166973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573efcb6-704f-48a5-a588-f4fdae54d1d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.168872 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-573efcb6-704f-48a5-a588-f4fdae54d1d1 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1988716 Mar 07 10:41:53.172472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56576) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:53.203038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-2810a5a9-86d4-4389-85c0-0149996161b0 service neutron] 10.222.0.23 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800623 Mar 07 10:41:53.253894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 3cee83fd-a216-4cf1-9155-f301c5f2f4b2 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:53.258742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (3cee83fd-a216-4cf1-9155-f301c5f2f4b2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.259369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482858d-5ca9-4915-b4c5-647309ebf903 req-395d3a49-07b9-4c18-85c1-6fe84505bdbe tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.274179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a482858d-5ca9-4915-b4c5-647309ebf903 req-395d3a49-07b9-4c18-85c1-6fe84505bdbe tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.1031890 Mar 07 10:41:53.391732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3cee83fd-a216-4cf1-9155-f301c5f2f4b2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.393136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a482858d-5ca9-4915-b4c5-647309ebf903 req-1842f0e4-af1b-45fd-b231-c9893fd5f8ef tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140704 Mar 07 10:41:53.438593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-76da78f4-46f3-43b2-bcee-dee0c9b77e41 None None] Could not find standard attr ID for object 24406350-598f-4f93-9870-f60aa230313b. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:41:53.463772 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df8868-aca6-438e-b603-82cd54a0fca5 x-openstack-request-id: req-01df8868-aca6-438e-b603-82cd54a0fca5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:53.464169 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:53.467250 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01df8868-aca6-438e-b603-82cd54a0fca5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:53.468636 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'code': 200} Mar 07 10:41:53.507509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-0211741c-3121-4ca5-a302-bdf624f08fac tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.513243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-0211741c-3121-4ca5-a302-bdf624f08fac tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.26 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 945 time: 0.2236218 Mar 07 10:41:53.557210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:53.650490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3cee83fd-a216-4cf1-9155-f301c5f2f4b2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.673775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741812e3-7ff4-42d7-bb08-4e85f9b5bacd req-5d40f270-0a04-4b9e-82ae-369c947999ee tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.677528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-741812e3-7ff4-42d7-bb08-4e85f9b5bacd req-5d40f270-0a04-4b9e-82ae-369c947999ee tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0958169 Mar 07 10:41:53.698213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:53.708071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:53.709831 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.736539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.749725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.766364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.772037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.788920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3cee83fd-a216-4cf1-9155-f301c5f2f4b2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.795953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.802133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.808627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.811699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-a8e07d63-cfee-446c-a3ff-2dd3fb4fe7a0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5439 time: 0.2693293 Mar 07 10:41:53.836349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:53.836960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.873268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=3cee83fd-a216-4cf1-9155-f301c5f2f4b2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:53.900526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.904037 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-048658e1-dd77-4744-b778-05add9483340 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/3cee83fd-a216-4cf1-9155-f301c5f2f4b2 HTTP/1.1" status: 204 len: 168 time: 0.7305486 Mar 07 10:41:53.908120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:53.910696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90951b0-d328-4423-9038-81ac50f44232 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:53.950669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-741812e3-7ff4-42d7-bb08-4e85f9b5bacd req-5cf065a8-e10c-4dbf-97e3-c68e923f0f1e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647767 Mar 07 10:41:53.963306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Deleting port bb69c233-1643-400c-b4cb-0f47aa0d32d0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:53.963864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.060388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80000cb6-ed54-4ade-b429-b347dcf7b935 req-1c25c301-0528-4e3d-8b90-8587373d98fa tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363000 Mar 07 10:41:54.120967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a4189b7-0fc7-4a68-9e8a-bac837810a29 req-752b2fd9-e498-4880-a171-07cd3499ad15 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 210 time: 0.0870199 Mar 07 10:41:54.131809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] For port bb69c233-1643-400c-b4cb-0f47aa0d32d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=bb69c233-1643-400c-b4cb-0f47aa0d32d0,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:54.132638 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.134054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 79c0107d-b78f-4e49-b922-13e7f19facdf {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:54.144737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (79c0107d-b78f-4e49-b922-13e7f19facdf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.151222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Calling delete_port for bb69c233-1643-400c-b4cb-0f47aa0d32d0 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:54.153443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:54.228745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.229963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 09b94565-a5b8-47ff-ab5b-c8b1150dda36 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:54.258931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (79c0107d-b78f-4e49-b922-13e7f19facdf), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.318920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:54.328498 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.329925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.343603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bb69c233-1643-400c-b4cb-0f47aa0d32d0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.349315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0200-9b7e-485e-b5e8-ce089eee3e21 req-d8701819-66c5-437c-9fcd-713ef3581f21 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.359018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec8e0200-9b7e-485e-b5e8-ce089eee3e21 req-d8701819-66c5-437c-9fcd-713ef3581f21 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1703217 Mar 07 10:41:54.359797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ebc112c4-6889-45ff-ac25-14d67d516135'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:54.408355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Pushing event deleted for resources: {'Port': ['ID=bb69c233-1643-400c-b4cb-0f47aa0d32d0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:54.439692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['bb69c233-1643-400c-b4cb-0f47aa0d32d0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:54.519078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (79c0107d-b78f-4e49-b922-13e7f19facdf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.530252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:54.548615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:54.549280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.567501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] No DVR routers for this DVR port bb69c233-1643-400c-b4cb-0f47aa0d32d0 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:54.571564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.575749 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e85befc5-836a-4064-b84a-d4ef02ed84cf req-59d6d080-d78a-4d79-ab53-b6983daef9b8 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.26 "DELETE /v2.0/ports/bb69c233-1643-400c-b4cb-0f47aa0d32d0 HTTP/1.1" status: 204 len: 173 time: 1.0540006 Mar 07 10:41:54.576469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'name': 'network-vif-deleted', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:54.585519 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42abca05-65a7-4d92-a517-cc50dcb55040" -d '{"events": [{"server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "name": "network-vif-deleted", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:54.634068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03db31be-0176-451f-88cd-66d4292d905f req-bb9c8759-1265-4db3-b6a9-fe6a24010900 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=84773c91-7a71-4e85-8c61-b7c985f368c6 HTTP/1.1" status: 200 len: 210 time: 0.1412151 Mar 07 10:41:54.664272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec8e0200-9b7e-485e-b5e8-ce089eee3e21 req-6c29644a-a4ed-4288-88c1-77ba56387fe6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042774 Mar 07 10:41:54.742211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (79c0107d-b78f-4e49-b922-13e7f19facdf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.803921 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60c176c-f70c-4f0b-8bec-3ca41efb9bc1 x-openstack-request-id: req-a60c176c-f70c-4f0b-8bec-3ca41efb9bc1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:54.805174 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84773c91-7a71-4e85-8c61-b7c985f368c6", "name": "network-vif-deleted", "tag": "bb69c233-1643-400c-b4cb-0f47aa0d32d0", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:54.805576 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a60c176c-f70c-4f0b-8bec-3ca41efb9bc1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:54.807043 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84773c91-7a71-4e85-8c61-b7c985f368c6', 'name': 'network-vif-deleted', 'tag': 'bb69c233-1643-400c-b4cb-0f47aa0d32d0', 'status': 'completed', 'code': 200} Mar 07 10:41:54.841450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=79c0107d-b78f-4e49-b922-13e7f19facdf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:54.849788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.854835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ba1896b-5ff2-4ba6-b693-4cd7dc6d9210 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/79c0107d-b78f-4e49-b922-13e7f19facdf HTTP/1.1" status: 204 len: 168 time: 0.9385250 Mar 07 10:41:54.860368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56620) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:54.866250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:54.866830 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.935957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:54.940330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87cc6-ce6a-417a-870f-bbd7d35e6ee9 req-5f305e3e-8f98-4332-81a8-31786d9daf89 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.941138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-34288667-e512-4dbe-be68-e9522e73d13e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794122 Mar 07 10:41:54.943283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dc87cc6-ce6a-417a-870f-bbd7d35e6ee9 req-5f305e3e-8f98-4332-81a8-31786d9daf89 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0811362 Mar 07 10:41:54.945275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56622) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:54.947848 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.948909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed1edc49-2d45-4215-a7af-7e1c087039dc up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:54.966204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:55.056425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dc87cc6-ce6a-417a-870f-bbd7d35e6ee9 req-0113e602-5822-4dd6-98c7-27344ae1d9a5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066329 Mar 07 10:41:55.081261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.192360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port ed1edc49-2d45-4215-a7af-7e1c087039dc completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:55.215142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port ed1edc49-2d45-4215-a7af-7e1c087039dc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:55.215585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.289088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603062b-8d53-4c8a-857e-a8ecbb810edd req-b1d0bae3-6e56-47c2-9641-d1aced7c2601 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.296190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f603062b-8d53-4c8a-857e-a8ecbb810edd req-b1d0bae3-6e56-47c2-9641-d1aced7c2601 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1567013 Mar 07 10:41:55.404412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-6b50cf78-6d1c-4151-9c8f-ebf7c204a9da tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.406043 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-6b50cf78-6d1c-4151-9c8f-ebf7c204a9da tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.32 "GET /v2.0/networks?id=b675bcbe-ecd4-462c-b929-63d141b95d08 HTTP/1.1" status: 200 len: 814 time: 0.2123053 Mar 07 10:41:55.439051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Request body: {'port': {'device_id': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08', 'admin_state_up': True, 'tenant_id': '454e4976fa084a96aae606f8fbd8c5f9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:55.458211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed1edc49-2d45-4215-a7af-7e1c087039dc is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:55.458652 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.475846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b94565-a5b8-47ff-ab5b-c8b1150dda36'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:55.478189 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c409594-c7ab-4ec9-88ff-0cc696e96479" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "09b94565-a5b8-47ff-ab5b-c8b1150dda36"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:55.489460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.519871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.519871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.540069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.540069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.540069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.552420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.561698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:55.564951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeef41b-78f4-46f1-b5ec-1f095f5e86fc None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:55.568928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-18c961a4-1c73-406a-b1d6-f2ad279ca0db tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5441 time: 0.3262730 Mar 07 10:41:55.637508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.638357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5ec38202-7305-462d-a8f7-c993aec23067 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:55.680268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:55.685594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.686508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f603062b-8d53-4c8a-857e-a8ecbb810edd req-408700be-3c12-45e4-b1b4-5d8a93ed7603 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889527 Mar 07 10:41:55.719223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e48716a-b8a1-4630-8804-3085250d23b6 req-c49907dd-a302-4dff-81e6-ea8898e5ac88 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442842 Mar 07 10:41:55.784103 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed0b7bd-9358-4af9-9d7b-b3f505097d85 x-openstack-request-id: req-fed0b7bd-9358-4af9-9d7b-b3f505097d85 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:55.784444 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "09b94565-a5b8-47ff-ab5b-c8b1150dda36", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:55.784703 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fed0b7bd-9358-4af9-9d7b-b3f505097d85 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:55.785679 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'code': 200} Mar 07 10:41:55.785944 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b94565-a5b8-47ff-ab5b-c8b1150dda36', 'code': 200} Mar 07 10:41:55.791073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Made reservation on behalf of 454e4976fa084a96aae606f8fbd8c5f9 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:55.794549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.840567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4de800d3-9010-4a59-bdc2-e270503f1823 req-8c486f41-341e-4d9a-b1bb-48f59451bcc4 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 210 time: 0.0604849 Mar 07 10:41:55.956262 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.958250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-38f78368-2426-4ab0-8201-5bb077af8929 None None] Provisioning complete for port f32d620b-f2c8-4298-b224-ef9bae0d4738 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:55.958892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-38f78368-2426-4ab0-8201-5bb077af8929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.030983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5ec38202-7305-462d-a8f7-c993aec23067 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:56.038859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:56.047123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5ec38202-7305-462d-a8f7-c993aec23067 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:56.048330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5ec38202-7305-462d-a8f7-c993aec23067), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.111820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ecd3d-10bc-46e7-bb6d-24470dccf371 req-8eb3803a-b1bd-40b4-a3d7-cd1772a6cfd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.121515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a42ecd3d-10bc-46e7-bb6d-24470dccf371 req-8eb3803a-b1bd-40b4-a3d7-cd1772a6cfd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1299422 Mar 07 10:41:56.128997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-38f78368-2426-4ab0-8201-5bb077af8929 None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:56.158467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Allocated IP 172.20.0.3 (b675bcbe-ecd4-462c-b929-63d141b95d08/18a6b399-2f7e-43ed-b56a-78fe9a6dc674/70b3d480-ce6c-4afb-a1a2-68e20656408f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:56.205559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e2d9f2ed-81c8-4842-9ac5-bb137844d68b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.217720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a42ecd3d-10bc-46e7-bb6d-24470dccf371 req-f4edbe6c-e01f-4321-9461-c2fc3891de27 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948222 Mar 07 10:41:56.219840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73572f92-278c-4205-bdfb-974588469216 None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:56.294302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5ec38202-7305-462d-a8f7-c993aec23067 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:56.294701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.344959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5ec38202-7305-462d-a8f7-c993aec23067,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:56.357893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.358869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6bbd4492-64ea-491a-9b90-fea3807bac31 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:56.383533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=e2d9f2ed-81c8-4842-9ac5-bb137844d68b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:56.408194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:56.414176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:56.428582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e626-c5f1-42ef-ad97-0d6cac917076 req-c44df1e5-5376-4eea-8abc-9025702070a3 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.430289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d331e626-c5f1-42ef-ad97-0d6cac917076 req-c44df1e5-5376-4eea-8abc-9025702070a3 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.0970395 Mar 07 10:41:56.458888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-73572f92-278c-4205-bdfb-974588469216 None None] Deleting port f32d620b-f2c8-4298-b224-ef9bae0d4738 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:56.459271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73572f92-278c-4205-bdfb-974588469216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.508148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.508798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.541254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d331e626-c5f1-42ef-ad97-0d6cac917076 req-1cfcad34-0231-4808-af4e-12d7764f254e tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047459 Mar 07 10:41:56.551231 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3352d2c8-37c7-41d1-9e6f-6aa7d1d765fb tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6041791 Mar 07 10:41:56.553768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56652) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:56.556916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:56.560091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:56.568859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 6bbd4492-64ea-491a-9b90-fea3807bac31 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:56.586821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 6bbd4492-64ea-491a-9b90-fea3807bac31 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:56.589195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.606622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks [] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.642757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-73572f92-278c-4205-bdfb-974588469216 None None] For port f32d620b-f2c8-4298-b224-ef9bae0d4738, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f32d620b-f2c8-4298-b224-ef9bae0d4738,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:56.643371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73572f92-278c-4205-bdfb-974588469216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.662225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-73572f92-278c-4205-bdfb-974588469216 None None] Calling delete_port for f32d620b-f2c8-4298-b224-ef9bae0d4738 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:56.664542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f32d620b-f2c8-4298-b224-ef9bae0d4738 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:56.666032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.737101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Network b675bcbe-ecd4-462c-b929-63d141b95d08 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:56.744136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:56.753828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:56.755420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:56.760812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.792253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Pushing event updated for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:56.869113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.870657 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.923464 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-a98bc766-d00b-46ed-8081-49ae76ee3979 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4914768 Mar 07 10:41:56.946463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Request body: {'port': {'device_id': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:56.960213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f32d620b-f2c8-4298-b224-ef9bae0d4738 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:56.960847 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.993511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6bbd4492-64ea-491a-9b90-fea3807bac31 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:56.993961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.057200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.060135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.062669 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73572f92-278c-4205-bdfb-974588469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f32d620b-f2c8-4298-b224-ef9bae0d4738), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.067054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:57.100217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73572f92-278c-4205-bdfb-974588469216 None None] Pushing event deleted for resources: {'Port': ['ID=f32d620b-f2c8-4298-b224-ef9bae0d4738,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:57.125732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.126728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 039b22ac-a7d9-491a-b4e6-358c8f4fd863 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:57.258212 n-d-832156-4 neutron-server[103789]: INFO neutron.db.ipam_backend_mixin [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2d9f2ed-81c8-4842-9ac5-bb137844d68b (CIDR: 2001:db8::/64) Mar 07 10:41:57.269517 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:41:57.269517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:41:57.298966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.304762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.310573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.315887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.322365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.327899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.333989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.336062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d301dfee-cbee-4e66-8879-dba06f28085f req-8fa49ca6-b73c-43f2-8c68-dec5e91809f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5443 time: 0.4011176 Mar 07 10:41:57.347943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7c87b-4372-4c85-82aa-d391084dd1d3 req-cc12f752-7b4d-4439-bf52-e0553a3da532 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.349877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7b7c87b-4372-4c85-82aa-d391084dd1d3 req-cc12f752-7b4d-4439-bf52-e0553a3da532 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 931 time: 0.2742498 Mar 07 10:41:57.382457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d406ae16-89ae-445b-b33f-95bbd1b29f22 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8232327 Mar 07 10:41:57.394323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56660) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:57.399567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73572f92-278c-4205-bdfb-974588469216 None None] No DVR routers for this DVR port f32d620b-f2c8-4298-b224-ef9bae0d4738 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:57.401082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'subnet': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:57.451231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7994b7-43df-412b-aa7f-4275d0b9e578 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:57.492727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:57.499427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:57.505341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:57.505716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.550825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d301dfee-cbee-4e66-8879-dba06f28085f req-35ededa7-fee8-4fb8-a7e6-0a9f9937c160 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1967862 Mar 07 10:41:57.582668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b3d480-ce6c-4afb-a1a2-68e20656408f {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:57.597631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks [] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.600835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7b7c87b-4372-4c85-82aa-d391084dd1d3 req-df4a234f-eb01-4081-806e-11a6ac19f006 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276912 Mar 07 10:41:57.662923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:57.667931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Transition to ACTIVE for port object 70b3d480-ce6c-4afb-a1a2-68e20656408f will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:57.674998 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.699322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.704639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e84de77-d31e-40bb-8781-c681acde30da', 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'project_id': 'c3baea269617497e87bfc876d61a19d1', 'fixed_ips': [{'subnet_id': 'e2d9f2ed-81c8-4842-9ac5-bb137844d68b'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:57.706061 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.729603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Pushing event updated for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:57.767828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:57.768242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.787407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec38202-7305-462d-a8f7-c993aec23067'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:57.797691 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30a68a-65d4-4072-83b5-bca5cf1a8d1c" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "5ec38202-7305-462d-a8f7-c993aec23067"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:57.858606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Attempting to bind port 70b3d480-ce6c-4afb-a1a2-68e20656408f on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:57.859080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Attempting to bind port 70b3d480-ce6c-4afb-a1a2-68e20656408f by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'db59866b-501c-457e-b4a2-92e49a30795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:57.859601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Attempting to bind port 70b3d480-ce6c-4afb-a1a2-68e20656408f on network b675bcbe-ecd4-462c-b929-63d141b95d08 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:57.867400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Port 70b3d480-ce6c-4afb-a1a2-68e20656408f on network b675bcbe-ecd4-462c-b929-63d141b95d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:57.868070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Attempting to bind port 70b3d480-ce6c-4afb-a1a2-68e20656408f on network b675bcbe-ecd4-462c-b929-63d141b95d08 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:57.874546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:57.875206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Checking segment: {'id': 'db59866b-501c-457e-b4a2-92e49a30795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:57.875691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Bound using segment: {'id': 'db59866b-501c-457e-b4a2-92e49a30795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:57.876212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Bound port: 70b3d480-ce6c-4afb-a1a2-68e20656408f, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db59866b-501c-457e-b4a2-92e49a30795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:57.876820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.949639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624724-bfc6-42df-8cdb-e57a994728cb req-538f951d-a453-47a5-93ad-df82699347bd tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.951205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47624724-bfc6-42df-8cdb-e57a994728cb req-538f951d-a453-47a5-93ad-df82699347bd tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.1944196 Mar 07 10:41:57.999681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Allocated IP 2001:db8::2 (4e84de77-d31e-40bb-8781-c681acde30da/e2d9f2ed-81c8-4842-9ac5-bb137844d68b/7c251a62-d74b-4fb1-b9f8-e792ce1a4898) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:58.018669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47624724-bfc6-42df-8cdb-e57a994728cb req-ef35c041-1717-4b58-adf2-26649f8c8b73 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576100 Mar 07 10:41:58.061890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:58.065896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f,segment=NetworkSegment(db59866b-501c-457e-b4a2-92e49a30795f),segment_id=db59866b-501c-457e-b4a2-92e49a30795f)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:58.084737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.138680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.142183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.143943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] 10.222.0.32 "PUT /v2.0/ports/70b3d480-ce6c-4afb-a1a2-68e20656408f HTTP/1.1" status: 200 len: 1091 time: 1.2126508 Mar 07 10:41:58.145411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:58.148973 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8908f28-0780-4ab9-bd26-baecf1cbcba4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:58.175895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks [] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.181933 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2477289-29b3-436d-b89c-d62a7de1338b x-openstack-request-id: req-a2477289-29b3-436d-b89c-d62a7de1338b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:58.182383 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "5ec38202-7305-462d-a8f7-c993aec23067", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:58.182625 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2477289-29b3-436d-b89c-d62a7de1338b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:58.183052 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'code': 200} Mar 07 10:41:58.183432 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec38202-7305-462d-a8f7-c993aec23067', 'code': 200} Mar 07 10:41:58.183744 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'code': 200} Mar 07 10:41:58.189653 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.234114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:58.249956 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.261674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:58.263865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb69c233-1643-400c-b4cb-0f47aa0d32d0 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:58.276202 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a7e64a-daf9-44d8-a8ac-8e99f8024960 x-openstack-request-id: req-88a7e64a-daf9-44d8-a8ac-8e99f8024960 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:58.277225 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:58.277704 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88a7e64a-daf9-44d8-a8ac-8e99f8024960 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:58.278312 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f', 'status': 'completed', 'code': 200} Mar 07 10:41:58.288268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: bb69c233-1643-400c-b4cb-0f47aa0d32d0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:58.288608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device bb69c233-1643-400c-b4cb-0f47aa0d32d0 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:58.291478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:58.293693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Pushing event updated for resources: {'Port': ['ID=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.297234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:58.319129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ceb7-b9fa-4ab7-80a5-bea82da0758b service neutron] Pushing event updated for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.346431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-52b1c8f2-d2be-4897-b5ed-e0227ae5c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.350182 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-52b1c8f2-d2be-4897-b5ed-e0227ae5c4c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=454e4976fa084a96aae606f8fbd8c5f9&device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 1125 time: 0.1457286 Mar 07 10:41:58.393023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.objects.ports [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103789) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:41:58.436718 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-1ed86a2c-4daf-49db-b651-1c1d2323f6b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f HTTP/1.1" status: 200 len: 217 time: 0.0772986 Mar 07 10:41:58.444077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.500313 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.504604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Attempting to bind port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:58.505046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Attempting to bind port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:58.505412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Attempting to bind port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 on network 4e84de77-d31e-40bb-8781-c681acde30da {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:58.512578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-21ed1d8b-858a-473b-95b4-232d3a3d35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.515695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:58.516110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Checking segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:58.516479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.516862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Bound using segment: {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:58.517355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Bound port: 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5681781-d989-4021-b9a7-dac625731514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e84de77-d31e-40bb-8781-c681acde30da'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:58.517731 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.521050 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-21ed1d8b-858a-473b-95b4-232d3a3d35f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18a6b399-2f7e-43ed-b56a-78fe9a6dc674 HTTP/1.1" status: 200 len: 854 time: 0.0773211 Mar 07 10:41:58.565170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-292d650f-aed0-42fc-8585-d8ee981d02e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b675bcbe-ecd4-462c-b929-63d141b95d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370004 Mar 07 10:41:58.613483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] For port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:58.616990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] For port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:58.627575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.686032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-defb20b9-dad7-4356-9e54-1387c4002871 service neutron] 10.222.0.32 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085961 Mar 07 10:41:58.703133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d1382-ad7d-4eb8-aaba-c7dcc7017c8d None None] Pushing event updated for resources: {'Port': ['ID=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.741617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.881650 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37c03d3d-6c2b-4ea1-ab2d-3e50fbec782a req-0d805f57-d7a8-4c9f-baad-c006f7469546 service neutron] 10.222.0.32 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891711 Mar 07 10:41:59.003600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.009366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.025994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-905e10b8-3304-4d54-afb2-e3c4dac374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.032727 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-905e10b8-3304-4d54-afb2-e3c4dac374e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=454e4976fa084a96aae606f8fbd8c5f9&device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 1125 time: 0.0873573 Mar 07 10:41:59.034581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.040552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.047713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.055803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.064364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.068189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-3e1d253c-ae7d-4dd9-bf18-3da901fd6572 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.3447855 Mar 07 10:41:59.116742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f0a88-2ef0-4573-a7bf-55e4e9f5140b req-691e6145-f36b-45c5-a1a7-be73f0f24628 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.127285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f27f0a88-2ef0-4573-a7bf-55e4e9f5140b req-691e6145-f36b-45c5-a1a7-be73f0f24628 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 943 time: 0.3647361 Mar 07 10:41:59.182696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-eecd969b-ebbf-40f5-b5a8-3fa348048999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.184583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-eecd969b-ebbf-40f5-b5a8-3fa348048999 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b675bcbe-ecd4-462c-b929-63d141b95d08 HTTP/1.1" status: 200 len: 915 time: 0.1449645 Mar 07 10:41:59.212505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-c2a60f93-65e3-4fb4-b599-0c14ffa0ce06 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.215429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-c2a60f93-65e3-4fb4-b599-0c14ffa0ce06 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.32 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.4115572 Mar 07 10:41:59.236457 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-25be669c-20f0-4212-8e7a-3accc96472e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f HTTP/1.1" status: 200 len: 217 time: 0.0410650 Mar 07 10:41:59.285502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f27f0a88-2ef0-4573-a7bf-55e4e9f5140b req-16406d77-732b-4ccc-9112-198cc79e9a08 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569712 Mar 07 10:41:59.307361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-50580008-61dc-4aff-967a-948dc0e3b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.307361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-50580008-61dc-4aff-967a-948dc0e3b36e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18a6b399-2f7e-43ed-b56a-78fe9a6dc674 HTTP/1.1" status: 200 len: 854 time: 0.0595305 Mar 07 10:41:59.379952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-82484c31-051e-4f31-b03e-bf8b5bc40bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b675bcbe-ecd4-462c-b929-63d141b95d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625238 Mar 07 10:41:59.428234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cff76db-988a-42b3-8a96-8754b49571b3 req-0baa1552-7a11-431f-89eb-906c9a85ca81 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509021 Mar 07 10:41:59.460623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] For port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:59.496716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-c608ebb0-532d-4445-8a23-bc0873ab1428 service neutron] 10.222.0.32 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158650 Mar 07 10:41:59.525525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.548226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.566295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (39715503-5f9b-4b68-8083-1d7a025d6934), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.570862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Deleting port ebc112c4-6889-45ff-ac25-14d67d516135 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:59.571196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.622521 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a8908f28-0780-4ab9-bd26-baecf1cbcba4 req-148c2151-cbb0-476e-9cc7-a572c8b91ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186547 Mar 07 10:42:00.024408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Subnet': ['ID=39715503-5f9b-4b68-8083-1d7a025d6934,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.051330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:00.099240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:00.107217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.107860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.116751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288855-efd1-46c3-a389-c4152b162062 req-5deadedc-ded3-4262-bce4-cd20cbe683c6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.124008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13288855-efd1-46c3-a389-c4152b162062 req-5deadedc-ded3-4262-bce4-cd20cbe683c6 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 946 time: 0.6128700 Mar 07 10:42:00.135101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,revision_number=4']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.141197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c547f-7d87-4a4d-9c9d-ec99dbbe9e8c None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:00.178559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4e5351ba-a78d-43e3-b2a1-642d8e94a3a2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7830598 Mar 07 10:42:00.181871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56698) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:00.187495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Request body: {'port': {'network_id': '4e84de77-d31e-40bb-8781-c681acde30da', 'mac_address': 'fa:16:3e:40:bc:b3', 'name': 'tempest-NetworksTestDHCPv6-1045334656'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:00.195306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:00.201803 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e7aaa-0be6-41a9-ad0c-848ecbb22661" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:00.206216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] For port ebc112c4-6889-45ff-ac25-14d67d516135, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ebc112c4-6889-45ff-ac25-14d67d516135,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:00.206837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.223191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13288855-efd1-46c3-a389-c4152b162062 req-400c1c32-cd62-42b3-9419-29450d0d2e42 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/security-groups?id=46700015-8ca4-4843-9b0a-c0d95f917d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981073 Mar 07 10:42:00.250286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Calling delete_port for ebc112c4-6889-45ff-ac25-14d67d516135 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:00.324492 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cddc9c-1ccd-4c5a-8b80-f9b04f11e8e5 x-openstack-request-id: req-a8cddc9c-1ccd-4c5a-8b80-f9b04f11e8e5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:00.324802 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-plugged", "status": "completed", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:00.325277 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8cddc9c-1ccd-4c5a-8b80-f9b04f11e8e5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:00.325678 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'code': 200} Mar 07 10:42:00.344252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Provisioning complete for port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:00.344620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.551417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.551417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.551897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.552076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.559726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.560154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.560617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.567103 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-3069acd3-692d-4aa1-91e6-d747d679afb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6719 time: 0.1618245 Mar 07 10:42:00.582657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Made reservation on behalf of c3baea269617497e87bfc876d61a19d1 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:00.659726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc505-8f6b-4388-86f9-8720f11596d8 req-3be9985b-5ef1-41e3-8613-8a6e74b491ac tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.662021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfdcc505-8f6b-4388-86f9-8720f11596d8 req-3be9985b-5ef1-41e3-8613-8a6e74b491ac tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 943 time: 0.2619865 Mar 07 10:42:00.671418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:00.683789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ebc112c4-6889-45ff-ac25-14d67d516135), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.732062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Pushing event deleted for resources: {'Port': ['ID=ebc112c4-6889-45ff-ac25-14d67d516135,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.783196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ebc112c4-6889-45ff-ac25-14d67d516135'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:00.792028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.799954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.814709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.816866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4aa8944f-d9ed-4fed-9ad6-1ead661e82ef req-b01ac3f8-893b-495c-8696-0fb00fabc50d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402179 Mar 07 10:42:00.820528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.826035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.833584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Current status of the port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:00.833979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.836898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.844391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.849142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.863232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-bc80880b-97bb-47f5-964b-d2035b2f0469 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.2598991 Mar 07 10:42:00.888548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:00.889296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.898436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] device_id is not set on port 9cad4886-0068-45ab-80ad-201addf320c5 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:00.928939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfdcc505-8f6b-4388-86f9-8720f11596d8 req-400ee685-7c38-45ed-92b5-0b760c544f79 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561259 Mar 07 10:42:00.935423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] No DVR routers for this DVR port ebc112c4-6889-45ff-ac25-14d67d516135 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:00.941242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] For port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:00.956997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.965388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.968892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9431e5d-8826-4a0a-ac1b-cd578ab83af3 req-bdbd9267-dff3-4b8b-ba16-0028b7c21a95 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.32 "DELETE /v2.0/ports/ebc112c4-6889-45ff-ac25-14d67d516135 HTTP/1.1" status: 204 len: 173 time: 1.7388511 Mar 07 10:42:00.969356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'name': 'network-vif-deleted', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:00.971899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb2ee5-471d-4ed3-a509-b4aa033262cc" -d '{"events": [{"server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "name": "network-vif-deleted", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:01.088321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8a5c1ee-09b5-48b4-ab2e-21a2b7bdf2fb req-acdb4c82-b47f-4081-976a-88f41e2dc8b8 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2239845 Mar 07 10:42:01.100240 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b0520-40dd-4d63-ae6e-9e1044ed9b13 x-openstack-request-id: req-d66b0520-40dd-4d63-ae6e-9e1044ed9b13 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:01.100543 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb", "name": "network-vif-deleted", "tag": "ebc112c4-6889-45ff-ac25-14d67d516135", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:01.101003 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d66b0520-40dd-4d63-ae6e-9e1044ed9b13 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:01.101587 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb', 'name': 'network-vif-deleted', 'tag': 'ebc112c4-6889-45ff-ac25-14d67d516135', 'status': 'completed', 'code': 200} Mar 07 10:42:01.171956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63490b5-8e83-43d7-a58e-99b76959ed6a None None] Pushing event updated for resources: {'Port': ['ID=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:01.191495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:01.252127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8::2e7 (4e84de77-d31e-40bb-8781-c681acde30da/e2d9f2ed-81c8-4842-9ac5-bb137844d68b/9cad4886-0068-45ab-80ad-201addf320c5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:01.261188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:bcb3 (4e84de77-d31e-40bb-8781-c681acde30da/39715503-5f9b-4b68-8083-1d7a025d6934/9cad4886-0068-45ab-80ad-201addf320c5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:01.377455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f59c0e2-5609-495e-a7d0-e719d9034dca req-5dda626b-dbae-4c93-b41a-c9f6f3537a69 tempest-ServerRescueTestJSON-661082501 tempest-ServerRescueTestJSON-661082501-project] 10.222.0.23 "GET /v2.0/ports?device_id=5079eb7a-e3a3-453d-b20f-3ad5de6cc2cb HTTP/1.1" status: 200 len: 210 time: 0.0369725 Mar 07 10:42:01.500074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for port (9cad4886-0068-45ab-80ad-201addf320c5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.615860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9cad4886-0068-45ab-80ad-201addf320c5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.682148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Network 4e84de77-d31e-40bb-8781-c681acde30da is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:01.688497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:01.689341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:01.697026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:01.697321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ebd61b81-d17b-410b-ae5f-c9c054a5ef16 None None] Provisioning complete for port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:01.697640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.698109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b81-d17b-410b-ae5f-c9c054a5ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.718608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event updated for resources: {'Port': ['ID=9cad4886-0068-45ab-80ad-201addf320c5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:01.728795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56730) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:01.729385 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7ed2b38-96d8-4869-8ae7-222b2c2fda6d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5454755 Mar 07 10:42:01.872640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ebd61b81-d17b-410b-ae5f-c9c054a5ef16 None None] Current status of the port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:01.896426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting port 9cad4886-0068-45ab-80ad-201addf320c5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:01.897107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9cad4886-0068-45ab-80ad-201addf320c5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.019221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9cad4886-0068-45ab-80ad-201addf320c5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.059220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Calling delete_port for 9cad4886-0068-45ab-80ad-201addf320c5 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:02.100470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-05d60fdc-126a-426b-9c75-71791bf881fd None None] Provisioning complete for port 9cad4886-0068-45ab-80ad-201addf320c5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:02.100842 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05d60fdc-126a-426b-9c75-71791bf881fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9cad4886-0068-45ab-80ad-201addf320c5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.135724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8117-923d-4232-bf4d-96e55f0b23f8 req-6706d9aa-935a-4edd-af77-6ccd36dcd4ad tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.137708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dcc8117-923d-4232-bf4d-96e55f0b23f8 req-6706d9aa-935a-4edd-af77-6ccd36dcd4ad tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 943 time: 0.1208110 Mar 07 10:42:02.146167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-05d60fdc-126a-426b-9c75-71791bf881fd None None] Port 9cad4886-0068-45ab-80ad-201addf320c5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:02.306758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dcc8117-923d-4232-bf4d-96e55f0b23f8 req-71b9d5b1-1620-4d8d-9119-32193f0d549f tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481831 Mar 07 10:42:02.352211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.358142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.368415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.375580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.382536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.391701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.397754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.400156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-43797c78-5da0-4f38-a22e-1b7856c18eeb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.1914167 Mar 07 10:42:02.450741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.528205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0357639-9052-4151-b98f-23cbbc94ffe6 req-75cef438-c0b3-4b32-abf4-cebabc7265d0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204343 Mar 07 10:42:02.558465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9cad4886-0068-45ab-80ad-201addf320c5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.560735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:02.594536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Port': ['ID=9cad4886-0068-45ab-80ad-201addf320c5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:02.644509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:02.652357 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.652616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.658498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b01cd8cc-9a18-4f4e-b7e2-6a01d76e9509 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/9cad4886-0068-45ab-80ad-201addf320c5 HTTP/1.1" status: 204 len: 168 time: 0.9291186 Mar 07 10:42:02.659156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56752) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.736893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc00e31-412f-403a-b102-8b8104da9f96 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.748204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2cc00e31-412f-403a-b102-8b8104da9f96 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0853848 Mar 07 10:42:02.748603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56758) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.835108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:02.848329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b45a38-d22e-411c-9692-4ec06ce724b5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.856097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c5b45a38-d22e-411c-9692-4ec06ce724b5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1025593 Mar 07 10:42:02.857067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.914618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c05915-6162-4c7c-a37d-ae3ec314971c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.916072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c05915-6162-4c7c-a37d-ae3ec314971c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.917542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c05915-6162-4c7c-a37d-ae3ec314971c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.921673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-58c05915-6162-4c7c-a37d-ae3ec314971c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0608864 Mar 07 10:42:02.922417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56762) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.978553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet 39715503-5f9b-4b68-8083-1d7a025d6934 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:02.982257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (39715503-5f9b-4b68-8083-1d7a025d6934), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.028909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (39715503-5f9b-4b68-8083-1d7a025d6934), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.042915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (dec4f98e-76be-4714-b902-3cf224a95f44), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.063174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 70b3d480-ce6c-4afb-a1a2-68e20656408f details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:03.065950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ebc112c4-6889-45ff-ac25-14d67d516135 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:03.120054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ebc112c4-6889-45ff-ac25-14d67d516135 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:03.120406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ebc112c4-6889-45ff-ac25-14d67d516135 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:03.177223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (39715503-5f9b-4b68-8083-1d7a025d6934), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.247025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f,segment=NetworkSegment(db59866b-501c-457e-b4a2-92e49a30795f),segment_id=db59866b-501c-457e-b4a2-92e49a30795f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.262488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '70b3d480-ce6c-4afb-a1a2-68e20656408f', 'network_id': 'b675bcbe-ecd4-462c-b929-63d141b95d08', 'port_id': '70b3d480-ce6c-4afb-a1a2-68e20656408f', 'mac_address': 'fa:16:3e:de:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a6b399-2f7e-43ed-b56a-78fe9a6dc674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:03.277205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (39715503-5f9b-4b68-8083-1d7a025d6934), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.311524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 70b3d480-ce6c-4afb-a1a2-68e20656408f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:03.311856 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.314346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=39715503-5f9b-4b68-8083-1d7a025d6934,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.329933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b3d480-ce6c-4afb-a1a2-68e20656408f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:03.347431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.356649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f,segment=NetworkSegment(db59866b-501c-457e-b4a2-92e49a30795f),segment_id=db59866b-501c-457e-b4a2-92e49a30795f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.356795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ad15e927-b057-4966-8ac1-5cbc6a5d63f3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/39715503-5f9b-4b68-8083-1d7a025d6934 HTTP/1.1" status: 204 len: 168 time: 0.4331527 Mar 07 10:42:03.359417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56768) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:03.359570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7e60e-5ae2-4472-9290-f68ae68013c1 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:03.426566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.537874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Deleting subnet e2d9f2ed-81c8-4842-9ac5-bb137844d68b {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:03.538099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.571762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks [] for subnet (e2d9f2ed-81c8-4842-9ac5-bb137844d68b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.635970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74dc2c-116d-495e-ab9c-d19bad720a7f req-68f9ca42-617c-45a1-945d-6061f4053847 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.638243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd74dc2c-116d-495e-ab9c-d19bad720a7f req-68f9ca42-617c-45a1-945d-6061f4053847 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 944 time: 0.2016222 Mar 07 10:42:03.711225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (e2d9f2ed-81c8-4842-9ac5-bb137844d68b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.785905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd74dc2c-116d-495e-ab9c-d19bad720a7f req-0e31e821-b6b1-44ff-8906-acb8c243598e tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393623 Mar 07 10:42:03.789139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Deleting port 39a75500-d533-4e6b-b4be-aac9e436f217 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:03.789614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.795148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['70b3d480-ce6c-4afb-a1a2-68e20656408f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:03.858821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.877324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.882670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.896457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.911486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.917980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.921294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] For port 39a75500-d533-4e6b-b4be-aac9e436f217, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39a75500-d533-4e6b-b4be-aac9e436f217,segment=NetworkSegment(c71d82fa-b908-4154-b912-4eb4c1e19ca9),segment_id=c71d82fa-b908-4154-b912-4eb4c1e19ca9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.926621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.926814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.946076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Calling delete_port for 39a75500-d533-4e6b-b4be-aac9e436f217 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:03.949672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-ad0378f3-972d-4a6c-bca2-2d06a214a409 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.2886403 Mar 07 10:42:04.079333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e658d35-0996-4b3a-86da-5d463bde5a51 req-b029f28b-d5a9-4154-b1fb-09063e57f288 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210749 Mar 07 10:42:04.103205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e2d9f2ed-81c8-4842-9ac5-bb137844d68b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.232284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (e2d9f2ed-81c8-4842-9ac5-bb137844d68b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.295361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d9f2ed-81c8-4842-9ac5-bb137844d68b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:04.302511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.310671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.311079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-34cde028-da3c-48e4-8495-317188eb5170 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e2d9f2ed-81c8-4842-9ac5-bb137844d68b HTTP/1.1" status: 204 len: 168 time: 0.9475203 Mar 07 10:42:04.322175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (39a75500-d533-4e6b-b4be-aac9e436f217), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.348671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.355557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.361106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.366681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.380471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22f899d6-f0b2-470d-bdb3-befab172bb3c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659587 Mar 07 10:42:04.380728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.382147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56786) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.392749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.398184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.410357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e86480-8a82-4910-8f5b-8c61f14f6bf5 req-78c478af-c08f-4887-8b02-fb4b4c00aaa7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.1917734 Mar 07 10:42:04.416121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.420777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Request body: {'floatingip': {'port_id': '6bbd4492-64ea-491a-9b90-fea3807bac31'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:04.455911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Pushing event deleted for resources: {'Port': ['ID=39a75500-d533-4e6b-b4be-aac9e436f217,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:04.500494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.555303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4681e-ee43-45d1-a1b5-2a3ac374c65e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.556881 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7fd4681e-ee43-45d1-a1b5-2a3ac374c65e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1744330 Mar 07 10:42:04.561519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.613565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5d5f8-f731-49c2-ad89-2f7a20c054b6 None None] Network 4e84de77-d31e-40bb-8781-c681acde30da requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:04.728570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0fcb9251-1b88-4301-bc1f-725ca6801bdb None None] Provisioning complete for port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:04.728967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9251-1b88-4301-bc1f-725ca6801bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.746449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545db0a-de97-4aac-985f-3b7cf2c542d9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.750700 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6545db0a-de97-4aac-985f-3b7cf2c542d9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884661 Mar 07 10:42:04.753262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56792) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.842442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (dec4f98e-76be-4714-b902-3cf224a95f44), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.852408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-186dfa33-dccd-4c6e-9ad4-d42b87ff08aa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945671 Mar 07 10:42:04.861548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56796) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.874104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] DHCP port deletion for 4e84de77-d31e-40bb-8781-c681acde30da request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:42:04.927249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb9251-1b88-4301-bc1f-725ca6801bdb None None] Current status of the port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:04.950024 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9272a900-8467-4a0f-9ba0-402c56d29978 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:04.950743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9272a900-8467-4a0f-9ba0-402c56d29978 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:04.954906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9272a900-8467-4a0f-9ba0-402c56d29978 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/9cad4886-0068-45ab-80ad-201addf320c5 HTTP/1.1" status: 404 len: 333 time: 0.0878148 Mar 07 10:42:04.973479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Deleting port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:04.974046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.981219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56804) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.068929 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-db31bd7c-6918-46d1-8e88-2ba4df9d3ff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.069414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db31bd7c-6918-46d1-8e88-2ba4df9d3ff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.074779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] For port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,segment=NetworkSegment(b5681781-d989-4021-b9a7-dac625731514),segment_id=b5681781-d989-4021-b9a7-dac625731514)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:05.075193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.076941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-db31bd7c-6918-46d1-8e88-2ba4df9d3ff7 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/39715503-5f9b-4b68-8083-1d7a025d6934 HTTP/1.1" status: 404 len: 337 time: 0.0844114 Mar 07 10:42:05.083160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.089352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Calling delete_port for 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:05.116171 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c523a1dc-6902-408d-9e5d-33812fef3c84 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.117414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c523a1dc-6902-408d-9e5d-33812fef3c84 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.120712 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c523a1dc-6902-408d-9e5d-33812fef3c84 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e2d9f2ed-81c8-4842-9ac5-bb137844d68b HTTP/1.1" status: 404 len: 337 time: 0.0359933 Mar 07 10:42:05.123370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56812) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.152904 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad4a3c-db23-4a1e-a9f6-d494b1bfe27d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.153866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad4a3c-db23-4a1e-a9f6-d494b1bfe27d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.157357 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bfad4a3c-db23-4a1e-a9f6-d494b1bfe27d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/24406350-598f-4f93-9870-f60aa230313b HTTP/1.1" status: 404 len: 333 time: 0.0325952 Mar 07 10:42:05.160733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56814) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.174113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 70b3d480-ce6c-4afb-a1a2-68e20656408f up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:05.193221 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-456d5d84-a61f-4aee-9e95-febd20bdc1b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.194110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456d5d84-a61f-4aee-9e95-febd20bdc1b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.197836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-456d5d84-a61f-4aee-9e95-febd20bdc1b9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/79c0107d-b78f-4e49-b922-13e7f19facdf HTTP/1.1" status: 404 len: 337 time: 0.0358443 Mar 07 10:42:05.200707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56816) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.218824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5246b-8648-4506-b757-73f67b42a5dd req-7465907e-7c02-4a7b-8df2-4948ae83537c tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.220349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5e5246b-8648-4506-b757-73f67b42a5dd req-7465907e-7c02-4a7b-8df2-4948ae83537c tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 944 time: 0.2382464 Mar 07 10:42:05.232076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7c251a62-d74b-4fb1-b9f8-e792ce1a4898), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.248335 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab1d8fe-d77e-4e28-8333-6e4dddf7ecd3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.249483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab1d8fe-d77e-4e28-8333-6e4dddf7ecd3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.253080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fab1d8fe-d77e-4e28-8333-6e4dddf7ecd3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/3cee83fd-a216-4cf1-9155-f301c5f2f4b2 HTTP/1.1" status: 404 len: 337 time: 0.0512009 Mar 07 10:42:05.257286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.269737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] Pushing event deleted for resources: {'Port': ['ID=7c251a62-d74b-4fb1-b9f8-e792ce1a4898,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:05.276665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe83ac6-fed6-49cd-b8f1-bac5dc3fcf6c None None] No DVR routers for this DVR port 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:05.287769 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ca696c-f967-47b5-bc73-33518ee604d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.289297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ca696c-f967-47b5-bc73-33518ee604d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.295403 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22ca696c-f967-47b5-bc73-33518ee604d2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/363d8e28-6026-437e-a5b4-2dc42ae65996 HTTP/1.1" status: 404 len: 333 time: 0.0366657 Mar 07 10:42:05.309557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56820) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.311098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 70b3d480-ce6c-4afb-a1a2-68e20656408f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:05.320648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 70b3d480-ce6c-4afb-a1a2-68e20656408f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:05.324233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.386668 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-49816062-8d90-4543-872a-dc497782a5ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.387072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49816062-8d90-4543-872a-dc497782a5ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.390349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49816062-8d90-4543-872a-dc497782a5ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/c792d20b-7894-4b6f-9bf5-3713fdb17923 HTTP/1.1" status: 404 len: 337 time: 0.0792127 Mar 07 10:42:05.406972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56822) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.412144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5e5246b-8648-4506-b757-73f67b42a5dd req-8d0086d0-61ff-4d3c-a57b-e040041aeaf6 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834929 Mar 07 10:42:05.480713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Router dec4f98e-76be-4714-b902-3cf224a95f44 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:05.482974 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcd3609-3621-4bbd-b06c-126588a46ed0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.483437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcd3609-3621-4bbd-b06c-126588a46ed0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.486798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ebcd3609-3621-4bbd-b06c-126588a46ed0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4066597f-617d-4193-b5c7-0655f447b450 HTTP/1.1" status: 404 len: 337 time: 0.0734065 Mar 07 10:42:05.492109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56824) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.511036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:42:05.629732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 70b3d480-ce6c-4afb-a1a2-68e20656408f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:05.630330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.641976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:05.651364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ddad3508-df6a-491c-a382-bc595df5c79a admin admin] 10.222.0.23 "PUT /v2.0/routers/dec4f98e-76be-4714-b902-3cf224a95f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1974699 Mar 07 10:42:05.651364 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c4d98a-4d7e-47b6-9dcf-1d9244e4e74b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.651364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c4d98a-4d7e-47b6-9dcf-1d9244e4e74b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.652689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.655127 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2c4d98a-4d7e-47b6-9dcf-1d9244e4e74b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/71301932-ccbd-47bd-82ec-836b78026c96 HTTP/1.1" status: 404 len: 333 time: 0.1616395 Mar 07 10:42:05.655264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.657649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.661694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Sync routers for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:05.664673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.679194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:05.679849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:05.698062 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca28f96d-4798-4ac2-98e3-182ed2014362 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.698659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca28f96d-4798-4ac2-98e3-182ed2014362 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.702116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca28f96d-4798-4ac2-98e3-182ed2014362 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/98daf6f1-d158-46ad-b047-f15da5ce2350 HTTP/1.1" status: 404 len: 337 time: 0.0432460 Mar 07 10:42:05.708223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.735617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:05.742046 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb5a0b-5d0b-49e6-9260-93c9eaef3ca5" -d '{"events": [{"server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "name": "network-vif-plugged", "status": "completed", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:05.750995 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-47628ee1-2066-4895-bfe9-d78de31ededa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.751787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47628ee1-2066-4895-bfe9-d78de31ededa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.758559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47628ee1-2066-4895-bfe9-d78de31ededa tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d6a3423c-973f-4afb-91ac-ea24e1e23b8d HTTP/1.1" status: 404 len: 337 time: 0.0456977 Mar 07 10:42:05.759193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.760295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f,segment=NetworkSegment(db59866b-501c-457e-b4a2-92e49a30795f),segment_id=db59866b-501c-457e-b4a2-92e49a30795f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:05.774529 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.793366 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a82299-ef24-4562-8e58-5c5a71066bf0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.793965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a82299-ef24-4562-8e58-5c5a71066bf0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.802637 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9a82299-ef24-4562-8e58-5c5a71066bf0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/30ef88bb-1d39-49a1-a0ed-61311c9205ca HTTP/1.1" status: 404 len: 333 time: 0.0418580 Mar 07 10:42:05.803675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.834987 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bf9807-eebe-4696-8da9-3b5e3a15dcd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.835515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bf9807-eebe-4696-8da9-3b5e3a15dcd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.841961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06bf9807-eebe-4696-8da9-3b5e3a15dcd4 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/2c52579a-9b02-4f24-addd-ced2e5d2ee02 HTTP/1.1" status: 404 len: 337 time: 0.0372071 Mar 07 10:42:05.843111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.868789 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c145b9e-4135-4c5a-b100-a256783cb930 x-openstack-request-id: req-9c145b9e-4135-4c5a-b100-a256783cb930 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:05.869145 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "name": "network-vif-plugged", "status": "completed", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:05.869853 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c145b9e-4135-4c5a-b100-a256783cb930 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:05.870335 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f', 'code': 200} Mar 07 10:42:05.889304 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d028604-d828-4430-801a-d3c3cfc07ae8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.890269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d028604-d828-4430-801a-d3c3cfc07ae8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.896982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d028604-d828-4430-801a-d3c3cfc07ae8 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/11e61df5-52ac-457b-8e06-46329feb0ba7 HTTP/1.1" status: 404 len: 333 time: 0.0526371 Mar 07 10:42:05.898021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.917581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:05.942663 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6265c14-5df9-4add-9ec2-25a98044cc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.943123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6265c14-5df9-4add-9ec2-25a98044cc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.947269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:05.951898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6265c14-5df9-4add-9ec2-25a98044cc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d9a8fd48-4ee2-4818-89c3-faf7f5750e3e HTTP/1.1" status: 404 len: 337 time: 0.0526927 Mar 07 10:42:05.952558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56842) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.989878 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e89ce5b-395b-4501-aa48-113990c89546 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:05.990514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e89ce5b-395b-4501-aa48-113990c89546 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:05.997179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e89ce5b-395b-4501-aa48-113990c89546 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/9a9a6032-53d6-427e-98df-d8e6cbfb6c39 HTTP/1.1" status: 404 len: 333 time: 0.0435288 Mar 07 10:42:05.997868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56844) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.036281 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd98d2f1-07f6-43d5-b8a8-4635e6ba106d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.038497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd98d2f1-07f6-43d5-b8a8-4635e6ba106d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.050496 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd98d2f1-07f6-43d5-b8a8-4635e6ba106d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/68fa4e4b-c373-4cd3-96fd-230bdf19e501 HTTP/1.1" status: 404 len: 337 time: 0.0513544 Mar 07 10:42:06.051292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.103806 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e921d10f-8bbb-4d22-83c7-c83cea2cf671 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.104553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e921d10f-8bbb-4d22-83c7-c83cea2cf671 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.110641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e921d10f-8bbb-4d22-83c7-c83cea2cf671 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/da3df086-f4a5-44d5-ab31-6715d4831f81 HTTP/1.1" status: 404 len: 333 time: 0.0558939 Mar 07 10:42:06.114034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.145302 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0188068e-cc48-4364-a9cc-80fb9e586c60 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.145918 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0188068e-cc48-4364-a9cc-80fb9e586c60 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.149471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0188068e-cc48-4364-a9cc-80fb9e586c60 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/d4a9dd42-8bdd-4a17-8fc1-52518b846064 HTTP/1.1" status: 404 len: 337 time: 0.0342569 Mar 07 10:42:06.151971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56860) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.197076 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8872d5b1-9ce0-4ba9-b810-e058d7b4a16a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.197796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8872d5b1-9ce0-4ba9-b810-e058d7b4a16a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.204055 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8872d5b1-9ce0-4ba9-b810-e058d7b4a16a tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/be5b35af-0ae6-4bc6-bc56-57617fa7a0f3 HTTP/1.1" status: 404 len: 333 time: 0.0505996 Mar 07 10:42:06.206520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56862) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.237066 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc35d877-b49e-448d-9528-10efccdedb71 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.241447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc35d877-b49e-448d-9528-10efccdedb71 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.244965 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc35d877-b49e-448d-9528-10efccdedb71 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/db883d38-90c2-4bb6-a064-f7c4cb45a781 HTTP/1.1" status: 404 len: 337 time: 0.0373857 Mar 07 10:42:06.247444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.279292 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46a29af-ed4a-4674-b887-5a3374d0293d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.279904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46a29af-ed4a-4674-b887-5a3374d0293d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.282237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:42:04Z', 'revision_number': 5, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:06.287728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b46a29af-ed4a-4674-b887-5a3374d0293d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/6ee01280-741d-48b8-9d3a-0efb139ed664 HTTP/1.1" status: 404 len: 333 time: 0.0387800 Mar 07 10:42:06.290566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56866) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.316205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6208b-4512-4d10-8a8f-684955017aab req-f8cda9d6-0306-4b7f-b35a-314127c3de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:06.319015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aad6208b-4512-4d10-8a8f-684955017aab req-f8cda9d6-0306-4b7f-b35a-314127c3de68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 1127 time: 0.1188698 Mar 07 10:42:06.320424 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39087fc-a426-4956-bfe8-ef82d3adae7d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.320556 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Floating IP c6f4443d-16d6-4c2e-8760-c3cc3f849210 associated. External IP: 172.25.4.202, port: 6bbd4492-64ea-491a-9b90-fea3807bac31. Mar 07 10:42:06.320675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Checking router: dec4f98e-76be-4714-b902-3cf224a95f44 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:06.320887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39087fc-a426-4956-bfe8-ef82d3adae7d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.324173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e39087fc-a426-4956-bfe8-ef82d3adae7d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b4dbdfec-7a87-4e85-8cee-c0f1e03091ea HTTP/1.1" status: 404 len: 337 time: 0.0324523 Mar 07 10:42:06.329511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.354999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Routers {'dec4f98e-76be-4714-b902-3cf224a95f44'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:06.360635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dec4f98e-76be-4714-b902-3cf224a95f44'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:06.366066 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2b92ce-aba8-4c17-a41e-e07d7ab76283 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.366534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2b92ce-aba8-4c17-a41e-e07d7ab76283 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.369963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee2b92ce-aba8-4c17-a41e-e07d7ab76283 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/10a379f1-8646-4be6-a30d-f8ecab69ceca HTTP/1.1" status: 404 len: 337 time: 0.0394804 Mar 07 10:42:06.376385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.426988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks [] for router (dec4f98e-76be-4714-b902-3cf224a95f44), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.435224 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9d9558-1c0f-4186-bed9-e4b425a0268d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.435879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9d9558-1c0f-4186-bed9-e4b425a0268d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.441241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c9d9558-1c0f-4186-bed9-e4b425a0268d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/ccf437a6-83fb-4b8a-a575-5bb147bc9487 HTTP/1.1" status: 404 len: 333 time: 0.0637155 Mar 07 10:42:06.447454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.521329 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d012a90-470c-4907-9c55-732225fcf835 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.522059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d012a90-470c-4907-9c55-732225fcf835 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.526491 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d012a90-470c-4907-9c55-732225fcf835 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b7742cae-39ca-494b-835a-e66142368824 HTTP/1.1" status: 404 len: 337 time: 0.0779960 Mar 07 10:42:06.531217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56876) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.604704 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-120ee240-0638-4b3f-ab39-4be3d0aefd79 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.605486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120ee240-0638-4b3f-ab39-4be3d0aefd79 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.634298 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-120ee240-0638-4b3f-ab39-4be3d0aefd79 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/ffefaa67-c1c9-4070-a901-af5585af1ed0 HTTP/1.1" status: 404 len: 337 time: 0.0946736 Mar 07 10:42:06.634298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.640297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] Set router dec4f98e-76be-4714-b902-3cf224a95f44 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:06.689727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aad6208b-4512-4d10-8a8f-684955017aab req-ff419a08-19f3-49f1-bfb9-8ca028d112c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627200 Mar 07 10:42:06.707229 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ece16-758f-4f3b-85e8-928ad9bce82e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.707866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ece16-758f-4f3b-85e8-928ad9bce82e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.712337 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8f6ece16-758f-4f3b-85e8-928ad9bce82e tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/d57a9aa4-b67c-46e1-9594-9f609298f712 HTTP/1.1" status: 404 len: 333 time: 0.0785971 Mar 07 10:42:06.715947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.753740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:06.770671 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be0e475-e33f-46e7-8a25-e0ce38679c21 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.771183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be0e475-e33f-46e7-8a25-e0ce38679c21 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.777607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1be0e475-e33f-46e7-8a25-e0ce38679c21 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4dbd85c0-e18f-44ea-b761-fac9d97e4fb1 HTTP/1.1" status: 404 len: 337 time: 0.0582690 Mar 07 10:42:06.777884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56882) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.810321 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-80168a5f-8198-409d-b377-bfd46fc9167f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.810809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80168a5f-8198-409d-b377-bfd46fc9167f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.817057 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-80168a5f-8198-409d-b377-bfd46fc9167f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2feae5-9d67-423c-a7b2-aa2b5c859ce6 HTTP/1.1" status: 404 len: 337 time: 0.0355380 Mar 07 10:42:06.817392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.859126 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-79093cc3-ebe0-40f5-ab18-845e2204e959 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.859811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79093cc3-ebe0-40f5-ab18-845e2204e959 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.865518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-79093cc3-ebe0-40f5-ab18-845e2204e959 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/d47bae80-f5d0-42fd-80ad-a3f5482efafd HTTP/1.1" status: 404 len: 333 time: 0.0445483 Mar 07 10:42:06.867140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.878353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:06.879293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7c251a62-d74b-4fb1-b9f8-e792ce1a4898 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:06.883246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks [] for router_gateway (dec4f98e-76be-4714-b902-3cf224a95f44), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.902791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cda7a-c395-42e2-b165-0679c207dac0 req-d58215aa-5c40-4957-b904-b7b3d87f14dc tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:06.904810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-353cda7a-c395-42e2-b165-0679c207dac0 req-d58215aa-5c40-4957-b904-b7b3d87f14dc tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 945 time: 0.3568857 Mar 07 10:42:06.923656 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdea3685-bcd8-4339-a6ae-5c8079143055 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.925389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdea3685-bcd8-4339-a6ae-5c8079143055 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.929083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fdea3685-bcd8-4339-a6ae-5c8079143055 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/de31420e-2de4-436f-9ae4-98ff0e451705 HTTP/1.1" status: 404 len: 337 time: 0.0620656 Mar 07 10:42:06.931514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56888) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.939718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:42:04Z', 'revision_number': 5, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:06.961691 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a228bba-ee9c-460f-b098-1e4230a1bf33 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:06.962215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a228bba-ee9c-460f-b098-1e4230a1bf33 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:06.965473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6a228bba-ee9c-460f-b098-1e4230a1bf33 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/55003e69-913b-467e-b6b8-24f5aad21cef HTTP/1.1" status: 404 len: 337 time: 0.0330052 Mar 07 10:42:06.968188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.974257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601a4d5-bc36-478d-86c4-4ab1df948001 None None] The sync data for ids ['dec4f98e-76be-4714-b902-3cf224a95f44'] in n-d-832156-4 is: [{'id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'name': 'tempest-ServerRescueTestJSON-1568339787-router', 'tenant_id': '0dcbc6873a384df5a8e557a4d064c63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:32Z', 'updated_at': '2022-03-07T10:42:04Z', 'revision_number': 5, 'project_id': '0dcbc6873a384df5a8e557a4d064c63e', 'gw_port': {'id': 'ff6f4b1b-f27a-4c83-9526-5aceb896c635', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4f98e-76be-4714-b902-3cf224a95f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:34Z', 'updated_at': '2022-03-07T10:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:07.003425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57456abb-98fa-4fd6-ba9d-284fc18b678d tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e849a1f-58f8-4bc9-aaaf-649939c001e4 HTTP/1.1" status: 200 len: 205 time: 0.0334759 Mar 07 10:42:07.006019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.063081 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-6b171982-85d7-4572-ae83-9ac32b3ad8f0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] delete failed (client error): The resource could not be found. Mar 07 10:42:07.064819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6b171982-85d7-4572-ae83-9ac32b3ad8f0 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/routers/4e849a1f-58f8-4bc9-aaaf-649939c001e4 HTTP/1.1" status: 404 len: 336 time: 0.0570161 Mar 07 10:42:07.068329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56894) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.126955 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3985380d-81e9-408b-a02b-cb0e9d5a6ec2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.129878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3985380d-81e9-408b-a02b-cb0e9d5a6ec2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.135711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3985380d-81e9-408b-a02b-cb0e9d5a6ec2 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/8c0118a6-0649-496f-927b-61f515222218 HTTP/1.1" status: 404 len: 337 time: 0.0533960 Mar 07 10:42:07.136106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56906) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.171596 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3dbc4f85-7af0-467e-b32a-7da9f801cade tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7095b0a-c429-4b72-9237-da69cb11a11c HTTP/1.1" status: 200 len: 205 time: 0.0343082 Mar 07 10:42:07.173872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56908) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.217544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-353cda7a-c395-42e2-b165-0679c207dac0 req-20d6e581-9614-4751-8b9e-f0e3bfa6ac28 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313313 Mar 07 10:42:07.230162 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-ca5a82c3-7312-4ac3-99ed-bd8df084f4b5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] delete failed (client error): The resource could not be found. Mar 07 10:42:07.230162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca5a82c3-7312-4ac3-99ed-bd8df084f4b5 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/routers/a7095b0a-c429-4b72-9237-da69cb11a11c HTTP/1.1" status: 404 len: 336 time: 0.0459356 Mar 07 10:42:07.230162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56910) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.240646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Router f43160f0-76b9-484c-a5d8-87610081f02a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:07.250776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Deleting port ff6f4b1b-f27a-4c83-9526-5aceb896c635 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:07.251118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.254984 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f17ecd-df1a-4aae-b429-977dab84c946 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.255466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f17ecd-df1a-4aae-b429-977dab84c946 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.258753 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9f17ecd-df1a-4aae-b429-977dab84c946 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/c5207c21-ad3c-469b-82f2-2dd62e458e90 HTTP/1.1" status: 404 len: 337 time: 0.0336015 Mar 07 10:42:07.262133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56912) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.297475 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d90a9ae-6a75-452d-a869-2f21da974166 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.297869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d90a9ae-6a75-452d-a869-2f21da974166 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.301931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d90a9ae-6a75-452d-a869-2f21da974166 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/aaae5c51-f4c1-4dfa-a001-0aea5a94bbf4 HTTP/1.1" status: 404 len: 337 time: 0.0384710 Mar 07 10:42:07.306071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.336809 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ac2210-bf8f-4e60-8e3e-29d49b63ab45 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.338272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ac2210-bf8f-4e60-8e3e-29d49b63ab45 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.345060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4ac2210-bf8f-4e60-8e3e-29d49b63ab45 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/3c0c6c59-be40-44b2-bcc4-b4c3331a8022 HTTP/1.1" status: 404 len: 333 time: 0.0353334 Mar 07 10:42:07.345546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56916) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.389100 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c552b5d1-a7b6-402e-9996-bd83e420a061 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.389593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c552b5d1-a7b6-402e-9996-bd83e420a061 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.395565 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c552b5d1-a7b6-402e-9996-bd83e420a061 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e087807e-9ad5-4ad0-8a8e-969877a62cc4 HTTP/1.1" status: 404 len: 337 time: 0.0461328 Mar 07 10:42:07.395803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.432486 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b75f9-f62f-4c84-90ba-1e20b0314b12 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.432486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b75f9-f62f-4c84-90ba-1e20b0314b12 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.432486 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef4b75f9-f62f-4c84-90ba-1e20b0314b12 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/51dc9139-fe02-495d-9538-f9529ac1771c HTTP/1.1" status: 404 len: 333 time: 0.0280797 Mar 07 10:42:07.432956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.463597 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-721578f2-6228-45b0-acbc-c1c4672e3430 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.464090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721578f2-6228-45b0-acbc-c1c4672e3430 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.469570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-721578f2-6228-45b0-acbc-c1c4672e3430 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/b755e366-d0a1-46ac-b387-da6ce3d24412 HTTP/1.1" status: 404 len: 337 time: 0.0336144 Mar 07 10:42:07.470213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56922) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.480747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] For port ff6f4b1b-f27a-4c83-9526-5aceb896c635, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ff6f4b1b-f27a-4c83-9526-5aceb896c635,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:07.481297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.492328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:07.497290 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d02d105-5a75-4b3d-9f9c-8b560d8c8159 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.497739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d02d105-5a75-4b3d-9f9c-8b560d8c8159 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.500068 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.500767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d02d105-5a75-4b3d-9f9c-8b560d8c8159 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/310ea993-017d-44d5-ae3e-4518c61f2017 HTTP/1.1" status: 404 len: 333 time: 0.0296395 Mar 07 10:42:07.502261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Calling delete_port for ff6f4b1b-f27a-4c83-9526-5aceb896c635 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:07.503067 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Sync routers for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:07.504370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56924) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.524662 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:07.525416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:07.534062 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d973c9-d061-4688-bf11-727bc4c6aff3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.534557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d973c9-d061-4688-bf11-727bc4c6aff3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.540600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-13d973c9-d061-4688-bf11-727bc4c6aff3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/4634e53c-7952-4f94-bf82-ba3895684ff2 HTTP/1.1" status: 404 len: 337 time: 0.0355504 Mar 07 10:42:07.541306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.568264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1fc8479a-9be7-40ad-83ca-87d2ef198cd5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "PUT /v2.0/floatingips/c6f4443d-16d6-4c2e-8760-c3cc3f849210 HTTP/1.1" status: 200 len: 992 time: 3.1510317 Mar 07 10:42:07.570062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:07.572580 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd233f7a-8cc3-4475-8397-7bfb31f55049" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:07.599045 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2936513e-eac6-49c6-82e6-0364dbc50470 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.599635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2936513e-eac6-49c6-82e6-0364dbc50470 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.609132 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2936513e-eac6-49c6-82e6-0364dbc50470 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/a02d1b5e-34a8-4a58-8876-d4653c523fae HTTP/1.1" status: 404 len: 333 time: 0.0667813 Mar 07 10:42:07.612215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.662213 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b2087a-9b8f-4381-9a4e-14299d04eb87 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.662929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b2087a-9b8f-4381-9a4e-14299d04eb87 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.667196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77b2087a-9b8f-4381-9a4e-14299d04eb87 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e859bc9e-cc2d-48bf-bd92-c7f2eef42b4e HTTP/1.1" status: 404 len: 337 time: 0.0527492 Mar 07 10:42:07.669874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.711199 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ba20c-f96c-4f75-9b46-6c71450560bd x-openstack-request-id: req-901ba20c-f96c-4f75-9b46-6c71450560bd {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:07.711477 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:07.711761 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-901ba20c-f96c-4f75-9b46-6c71450560bd {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:07.712156 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'status': 'completed', 'code': 200} Mar 07 10:42:07.749769 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a698cf45-60b7-40a9-8edd-0abf9c2bc921 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.751447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a698cf45-60b7-40a9-8edd-0abf9c2bc921 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.757221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a698cf45-60b7-40a9-8edd-0abf9c2bc921 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/2b106594-97cf-4d77-b7e3-d78162062d1e HTTP/1.1" status: 404 len: 333 time: 0.0855367 Mar 07 10:42:07.760136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56940) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.795490 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-480cb56d-f9a9-42c0-9941-8cda87bb6a7f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.796018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480cb56d-f9a9-42c0-9941-8cda87bb6a7f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.799182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-480cb56d-f9a9-42c0-9941-8cda87bb6a7f tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/959f4c40-3dab-48aa-9444-6cd923637563 HTTP/1.1" status: 404 len: 337 time: 0.0372834 Mar 07 10:42:07.803612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.804112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.804594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.805313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.805774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.806457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.806968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.810041 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2169b5bd-991b-4166-b120-cc12d9f410a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6719 time: 0.1223853 Mar 07 10:42:07.810893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.836046 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:07.853016 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-846bef12-efad-40a4-81ee-a9f1d26948e9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.853634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846bef12-efad-40a4-81ee-a9f1d26948e9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.862087 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-846bef12-efad-40a4-81ee-a9f1d26948e9 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/56f2b8e2-9038-442d-a29b-5c3935bead6b HTTP/1.1" status: 404 len: 333 time: 0.0504749 Mar 07 10:42:07.863418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.916521 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fdf3e1-c8bc-467d-a422-39ff19ddbc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.917224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff6f4b1b-f27a-4c83-9526-5aceb896c635), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.917464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fdf3e1-c8bc-467d-a422-39ff19ddbc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.921067 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d3fdf3e1-c8bc-467d-a422-39ff19ddbc9b tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/8e143d4e-8fd9-4d0d-b293-3531cbc6e0c0 HTTP/1.1" status: 404 len: 337 time: 0.0537181 Mar 07 10:42:07.924295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.956010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6f4b1b-f27a-4c83-9526-5aceb896c635,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.983051 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1054790-8a02-4436-8538-373fb122e23c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:07.983923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1054790-8a02-4436-8538-373fb122e23c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:07.987552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1054790-8a02-4436-8538-373fb122e23c tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/ports/6a8f7c52-8329-481a-881d-4f9e5c1b4f22 HTTP/1.1" status: 404 len: 333 time: 0.0619829 Mar 07 10:42:07.992219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.027344 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb03ba34-413f-414c-8daf-3203881a63ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:08.028286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb03ba34-413f-414c-8daf-3203881a63ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:08.039306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bb03ba34-413f-414c-8daf-3203881a63ed tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/subnets/e1a2ba2f-8c16-44f3-a4cf-3b4e92172bcb HTTP/1.1" status: 404 len: 337 time: 0.0458548 Mar 07 10:42:08.045553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.102505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (dec4f98e-76be-4714-b902-3cf224a95f44), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.164091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-cf560598-07da-43d0-bb52-dc52fce4160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.166691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-cf560598-07da-43d0-bb52-dc52fce4160c service neutron] 10.222.0.26 "GET /v2.0/networks?id=02778223-21a1-40ab-ae6e-908f706d874a HTTP/1.1" status: 200 len: 917 time: 0.3484933 Mar 07 10:42:08.236019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (4e84de77-d31e-40bb-8781-c681acde30da), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.298759 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-286cf82a-5ec7-4a67-b4ff-058e60eb4611 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbd4492-64ea-491a-9b90-fea3807bac31 HTTP/1.1" status: 200 len: 1000 time: 0.1244440 Mar 07 10:42:08.308560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c6f4443d-16d6-4c2e-8760-c3cc3f849210', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'port_id': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'mac_address': 'fa:16:3e:00:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:17Z', 'updated_at': '2022-03-07T10:42:05Z', 'revision_number': 1, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.383183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Checking router: f43160f0-76b9-484c-a5d8-87610081f02a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:08.383183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:08.383183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.383624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (dec4f98e-76be-4714-b902-3cf224a95f44), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.383624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks [] for router_controller (dec4f98e-76be-4714-b902-3cf224a95f44), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.394158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2ccb037f-9e7f-44b5-af2e-acdd0129beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.396045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-2ccb037f-9e7f-44b5-af2e-acdd0129beb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d72245-5f7b-4788-8dd7-28a3951e95b1 HTTP/1.1" status: 200 len: 855 time: 0.0767448 Mar 07 10:42:08.461181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (dec4f98e-76be-4714-b902-3cf224a95f44), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.461782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec4f98e-76be-4714-b902-3cf224a95f44 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:42:08.467590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (4e84de77-d31e-40bb-8781-c681acde30da), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.468707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.473164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-679c2e75-5706-4bfd-b369-f608831c5231 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dec4f98e-76be-4714-b902-3cf224a95f44 HTTP/1.1" status: 204 len: 168 time: 2.8135924 Mar 07 10:42:08.475733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56972) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.498364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1904f2-b8b6-4734-833b-bc79a27cc954 req-07415c53-89ed-49e0-96f2-d1813df0adb1 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.505580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f1904f2-b8b6-4734-833b-bc79a27cc954 req-07415c53-89ed-49e0-96f2-d1813df0adb1 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 945 time: 0.1690400 Mar 07 10:42:08.522773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:08.552174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e84de77-d31e-40bb-8781-c681acde30da']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.575255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Deleting subnet 9a74efee-c636-4847-9799-442f94a414c5 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:08.583074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39a75500-d533-4e6b-b4be-aac9e436f217 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:08.592601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Publish callbacks [] for subnet (9a74efee-c636-4847-9799-442f94a414c5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.601725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f1904f2-b8b6-4734-833b-bc79a27cc954 req-e5c1534f-c3c7-4055-9416-aa94d7b1df2f tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952547 Mar 07 10:42:08.611734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5681781-d989-4021-b9a7-dac625731514') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.612039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5681781-d989-4021-b9a7-dac625731514') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.625567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-18e249ce-e33f-431f-bada-99491dec0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.625567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-18e249ce-e33f-431f-bada-99491dec0274 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02778223-21a1-40ab-ae6e-908f706d874a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2152584 Mar 07 10:42:08.629996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (b5681781-d989-4021-b9a7-dac625731514), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.632027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 39a75500-d533-4e6b-b4be-aac9e436f217 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:08.632924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39a75500-d533-4e6b-b4be-aac9e436f217 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:08.669079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (9a74efee-c636-4847-9799-442f94a414c5), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.754802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9a74efee-c636-4847-9799-442f94a414c5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.757290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b5681781-d989-4021-b9a7-dac625731514), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.761382 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-bce988e8-1ec0-4ab7-a181-92056167ebcb service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347992 Mar 07 10:42:08.767176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:08.767597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (b5681781-d989-4021-b9a7-dac625731514), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:08.771603 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:08.838289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (9a74efee-c636-4847-9799-442f94a414c5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.877668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a74efee-c636-4847-9799-442f94a414c5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:08.886575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.888867 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c6f4443d-16d6-4c2e-8760-c3cc3f849210', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'port_id': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'mac_address': 'fa:16:3e:00:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:17Z', 'updated_at': '2022-03-07T10:42:05Z', 'revision_number': 1, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:08.893896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c0a9dbe6-a827-4b50-a074-1d63388b1243 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9a74efee-c636-4847-9799-442f94a414c5 HTTP/1.1" status: 204 len: 168 time: 0.4138427 Mar 07 10:42:08.894518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56982) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.921365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (4e84de77-d31e-40bb-8781-c681acde30da), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.943196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.947288 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] 10.222.0.23 "DELETE /v2.0/networks/4e84de77-d31e-40bb-8781-c681acde30da HTTP/1.1" status: 204 len: 168 time: 0.9004440 Mar 07 10:42:08.948416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ee523-366b-4983-9216-04c7f2aabd6c None None] The sync data for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 is: [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c6f4443d-16d6-4c2e-8760-c3cc3f849210', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'port_id': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'mac_address': 'fa:16:3e:00:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:17Z', 'updated_at': '2022-03-07T10:42:05Z', 'revision_number': 1, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:08.974112 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dd233f7a-8cc3-4475-8397-7bfb31f55049 req-fdc77356-e727-4a1f-a068-a9a8140cf24a service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911047 Mar 07 10:42:08.975016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c129-d146-41df-b3a5-8c6c4dfa9ea3 tempest-NetworksTestDHCPv6-281135208 tempest-NetworksTestDHCPv6-281135208-project] Pushing event deleted for resources: {'Network': ['ID=4e84de77-d31e-40bb-8781-c681acde30da,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:08.992112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c495fb4c-d339-4be2-873e-f2ef6bb4d51f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.146194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c495fb4c-d339-4be2-873e-f2ef6bb4d51f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.177159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c495fb4c-d339-4be2-873e-f2ef6bb4d51f']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:09.200668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71d82fa-b908-4154-b912-4eb4c1e19ca9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:09.200773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71d82fa-b908-4154-b912-4eb4c1e19ca9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:09.220837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (c71d82fa-b908-4154-b912-4eb4c1e19ca9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.251514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:09.262120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c71d82fa-b908-4154-b912-4eb4c1e19ca9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.273006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:09.273006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (c71d82fa-b908-4154-b912-4eb4c1e19ca9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:09.274185 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:09.282798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a5995e-1769-4788-8187-7a4904dc7522 None None] New status for floating IP c6f4443d-16d6-4c2e-8760-c3cc3f849210: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:09.369383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c495fb4c-d339-4be2-873e-f2ef6bb4d51f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.387701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.396420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c495fb4c-d339-4be2-873e-f2ef6bb4d51f HTTP/1.1" status: 204 len: 168 time: 0.4997311 Mar 07 10:42:09.440126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe013b0-af08-4158-925f-5af026891018 admin admin] Pushing event deleted for resources: {'Network': ['ID=c495fb4c-d339-4be2-873e-f2ef6bb4d51f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:09.537326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cefb5-0c29-4e60-96f6-5b94b0fb7326 req-524dc47e-86e8-4061-92f8-ae760674055f tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.538915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e47cefb5-0c29-4e60-96f6-5b94b0fb7326 req-524dc47e-86e8-4061-92f8-ae760674055f tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 945 time: 0.1008010 Mar 07 10:42:09.593015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57022) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:09.604603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51b9de81-dc8c-40e1-a9ac-e2127e1f5810 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3baea269617497e87bfc876d61a19d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533180 Mar 07 10:42:09.614275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:09.657736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e47cefb5-0c29-4e60-96f6-5b94b0fb7326 req-f210a249-6f25-45b3-aa34-6e71d22bd171 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091528 Mar 07 10:42:09.671752 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea2bbbb9-de50-4174-bfef-deb184995e7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dcbc6873a384df5a8e557a4d064c63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774438 Mar 07 10:42:09.674315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:09.675151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253f22c-9d8c-4e92-bdae-dfdad8199631 req-31e59775-d767-431c-be10-35e7ef417422 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.676839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8253f22c-9d8c-4e92-bdae-dfdad8199631 req-31e59775-d767-431c-be10-35e7ef417422 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 951 time: 0.0961447 Mar 07 10:42:09.710933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] Publish callbacks [] for security_group (b6eff462-c7c0-426c-bdaf-ab743f4225e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.729950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8253f22c-9d8c-4e92-bdae-dfdad8199631 req-3e9ad4e5-1669-4dee-bc0b-5cc3ab3bd462 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Mar 07 10:42:09.749379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] Publish callbacks [] for security_group (b6eff462-c7c0-426c-bdaf-ab743f4225e4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.760522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] Publish callbacks [] for security_group (46700015-8ca4-4843-9b0a-c0d95f917d4d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.802027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] Publish callbacks [] for security_group (46700015-8ca4-4843-9b0a-c0d95f917d4d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.845282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b6eff462-c7c0-426c-bdaf-ab743f4225e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.848858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.850032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6eff462-c7c0-426c-bdaf-ab743f4225e4 HTTP/1.1" status: 204 len: 168 time: 0.2333283 Mar 07 10:42:09.859683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa970-fdcc-4f88-82b6-6d749d654703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eff462-c7c0-426c-bdaf-ab743f4225e4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:09.887200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (46700015-8ca4-4843-9b0a-c0d95f917d4d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.891429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.896788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46700015-8ca4-4843-9b0a-c0d95f917d4d HTTP/1.1" status: 204 len: 168 time: 0.2171156 Mar 07 10:42:09.908333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dec1d-ab9a-4750-8025-276c907860ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46700015-8ca4-4843-9b0a-c0d95f917d4d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:10.292121 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-d6803866-cbf9-441f-a71a-dbb985adf02f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570154 Mar 07 10:42:10.401877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-1053126d-13f8-4f1b-8dd7-451897a9edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.403407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-1053126d-13f8-4f1b-8dd7-451897a9edcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.0644910 Mar 07 10:42:10.479483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ff6f4b1b-f27a-4c83-9526-5aceb896c635 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:10.513167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ff6f4b1b-f27a-4c83-9526-5aceb896c635 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:10.520294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ff6f4b1b-f27a-4c83-9526-5aceb896c635 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:10.544883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-5a855e56-6f2a-4892-b32d-76e98723775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.546391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-5a855e56-6f2a-4892-b32d-76e98723775e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.1219137 Mar 07 10:42:10.661527 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-611ad647-b9cc-45c4-9ddc-15eb3cc8da28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.1078732 Mar 07 10:42:10.721500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-7cd8d2f5-db16-4054-a125-89644710f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.723496 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-7cd8d2f5-db16-4054-a125-89644710f2e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.0555487 Mar 07 10:42:10.798359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-328f9533-74cd-4a92-9965-d94503590e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.801938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-328f9533-74cd-4a92-9965-d94503590e5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718672 Mar 07 10:42:10.894093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57118) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:10.908429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73604-ae40-4816-aec7-76260c763e2b req-34e84a00-48b9-4cdc-9c21-740e12c4e055 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.916774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fb73604-ae40-4816-aec7-76260c763e2b req-34e84a00-48b9-4cdc-9c21-740e12c4e055 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 945 time: 0.1419201 Mar 07 10:42:10.974047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57124) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:11.008147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-1c0b4f8e-4f10-4be3-87e6-eb851197235d tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.010365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-1c0b4f8e-4f10-4be3-87e6-eb851197235d tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 945 time: 0.1601121 Mar 07 10:42:11.014840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-ba51cdd4-ce27-4fe8-8903-a5b6f3dfb513 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057087 Mar 07 10:42:11.015928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fb73604-ae40-4816-aec7-76260c763e2b req-3459434a-202b-48cc-9c82-d0802183b96a tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/security-groups?id=870f6c3e-dae9-4c37-a737-d4274a7d022a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980248 Mar 07 10:42:11.129398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1514082037'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:11.142845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1563299639-network', 'tenant_id': '72ff3290deee4851a19fc32e300b2ebe'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:11.151102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c70ea-afdf-4a57-9db3-bb7d44d1ff82 req-f27c9bb9-6456-49e6-b8b7-962d5f9fc877 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.152584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-282c70ea-afdf-4a57-9db3-bb7d44d1ff82 req-f27c9bb9-6456-49e6-b8b7-962d5f9fc877 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 951 time: 0.0920622 Mar 07 10:42:11.160380 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e8ac2a46-82a1-4705-b12b-a8de79740cc9 req-9d450465-550e-4491-ac58-16afefadadd9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369119 Mar 07 10:42:11.177473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Deleting port 70b3d480-ce6c-4afb-a1a2-68e20656408f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:11.177793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.179193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Made reservation on behalf of 72ff3290deee4851a19fc32e300b2ebe for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:11.182147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.191304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Made reservation on behalf of e9d82ec2aef845d48c79c363a7f7e67b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:11.194867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.204429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.208377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.356111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks [] for security_group (53ae65dc-36f6-4d48-b763-311bbed7d251), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.361892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for security_group (eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.363920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (53ae65dc-36f6-4d48-b763-311bbed7d251), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.372786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.407219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:11.409314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:11.428215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae65dc-36f6-4d48-b763-311bbed7d251,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:11.440979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (165f6f20-ca7d-4f4a-9d7e-eeec165c7434), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.441389 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Added segment 165f6f20-ca7d-4f4a-9d7e-eeec165c7434 of type vlan for network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f Mar 07 10:42:11.443037 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7570bf8d-cad8-4cfd-ad53-589d8e63e2a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.443413 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Added segment 7570bf8d-cad8-4cfd-ad53-589d8e63e2a5 of type vlan for network dc0c809d-f156-4608-b7e4-47456a5377c5 Mar 07 10:42:11.542758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (dc0c809d-f156-4608-b7e4-47456a5377c5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.548478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:11.550919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-282c70ea-afdf-4a57-9db3-bb7d44d1ff82 req-cb993636-c259-4cb2-a963-ea76e4507719 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916070 Mar 07 10:42:11.554870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.579440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] For port 70b3d480-ce6c-4afb-a1a2-68e20656408f, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=70b3d480-ce6c-4afb-a1a2-68e20656408f,segment=NetworkSegment(db59866b-501c-457e-b4a2-92e49a30795f),segment_id=db59866b-501c-457e-b4a2-92e49a30795f)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:11.579845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.592894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Calling delete_port for 70b3d480-ce6c-4afb-a1a2-68e20656408f owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:11.595033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (dc0c809d-f156-4608-b7e4-47456a5377c5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.596393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.596910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.604806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.609792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.610372 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.731013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (70b3d480-ce6c-4afb-a1a2-68e20656408f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.743136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['70b3d480-ce6c-4afb-a1a2-68e20656408f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:11.760647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Pushing event deleted for resources: {'Port': ['ID=70b3d480-ce6c-4afb-a1a2-68e20656408f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:11.808515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] No DVR routers for this DVR port 70b3d480-ce6c-4afb-a1a2-68e20656408f on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:11.811142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.814592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ff3b47c-9731-4ef6-bd2a-751ea637848d req-fa35db87-642e-4074-82f1-2311b951c814 tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.32 "DELETE /v2.0/ports/70b3d480-ce6c-4afb-a1a2-68e20656408f HTTP/1.1" status: 204 len: 173 time: 0.7940643 Mar 07 10:42:11.815051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'name': 'network-vif-deleted', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:11.817537 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3c48e-424f-426d-9107-34d5f4c714d4" -d '{"events": [{"server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "name": "network-vif-deleted", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:11.858540 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4143748-5023-4430-8472-2bcb178d9e5a x-openstack-request-id: req-a4143748-5023-4430-8472-2bcb178d9e5a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:11.858831 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8", "name": "network-vif-deleted", "tag": "70b3d480-ce6c-4afb-a1a2-68e20656408f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:11.859100 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4143748-5023-4430-8472-2bcb178d9e5a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:11.859503 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8', 'name': 'network-vif-deleted', 'tag': '70b3d480-ce6c-4afb-a1a2-68e20656408f', 'status': 'completed', 'code': 200} Mar 07 10:42:12.011714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1162558 Mar 07 10:42:12.014834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57130) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:12.019382 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0382669 Mar 07 10:42:12.022645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57132) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:12.023137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Request body: {'subnet': {'network_id': 'dc0c809d-f156-4608-b7e4-47456a5377c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1563299639-subnet', 'tenant_id': '72ff3290deee4851a19fc32e300b2ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:12.027309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b1175-d159-4a9a-9b42-54745d41472f admin admin] Pushing event updated for resources: {'Network': ['ID=dc0c809d-f156-4608-b7e4-47456a5377c5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.030468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Request body: {'subnet': {'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:12.040104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network dc0c809d-f156-4608-b7e4-47456a5377c5 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:12.096073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Made reservation on behalf of 72ff3290deee4851a19fc32e300b2ebe for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:12.098501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.114113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e2251-3a64-4971-92fd-7b240e6607ba tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'Network': ['ID=2f5bc44b-62ce-40fc-8d62-02e7f2811a0f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.131961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:12.161233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Made reservation on behalf of e9d82ec2aef845d48c79c363a7f7e67b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:12.164921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.186677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aad271b-810b-4537-90d3-acb8fa7e8359 req-52f4316f-94dc-4912-9820-2550c9a316ca tempest-ServerAddressesTestJSON-1564603117 tempest-ServerAddressesTestJSON-1564603117-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bec6ed6-2a4b-4baa-9ffe-8de08c215dc8 HTTP/1.1" status: 200 len: 210 time: 0.0376306 Mar 07 10:42:12.309270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (546e3490-f2f1-436a-b160-2dafc4487f08), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.366776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546e3490-f2f1-436a-b160-2dafc4487f08,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.377334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Checking segment: {'id': '7570bf8d-cad8-4cfd-ad53-589d8e63e2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc0c809d-f156-4608-b7e4-47456a5377c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:12.377769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Network hostable DHCP agents. Network: dc0c809d-f156-4608-b7e4-47456a5377c5, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:12.388181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (bf8fb15f-1e7e-40b7-aa4f-bfca390f8686), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.397302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Network dc0c809d-f156-4608-b7e4-47456a5377c5 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:12.407308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, dc0c809d-f156-4608-b7e4-47456a5377c5) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:12.411863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.412457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.416246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca554a-bbfc-43a3-8eb7-2393529729b3 None None] Network dc0c809d-f156-4608-b7e4-47456a5377c5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:12.434494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76c75ec3-31c7-4733-a330-e90c5b5997e8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4180775 Mar 07 10:42:12.478211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'Subnet': ['ID=bf8fb15f-1e7e-40b7-aa4f-bfca390f8686,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.483140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Checking segment: {'id': '165f6f20-ca7d-4f4a-9d7e-eeec165c7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:12.483504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Network hostable DHCP agents. Network: 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:12.502438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:12.514873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:12.520542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.521578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.531463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a2082-48d8-4a05-a977-1d6a5a07cdaf None None] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:12.544206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2aece922-f2c7-4125-9b84-803aae083f56 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5196035 Mar 07 10:42:12.546789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57140) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:12.548927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c14444-5b19-407f-91ff-85a1c2a8d872 None None] Network dc0c809d-f156-4608-b7e4-47456a5377c5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:12.552525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Request body: {'port': {'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-627366145'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:12.581708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57144) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:12.692117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Deleting subnet 546e3490-f2f1-436a-b160-2dafc4487f08 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:12.701333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Publish callbacks [] for subnet (546e3490-f2f1-436a-b160-2dafc4487f08), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.707959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2f5bc44b-62ce-40fc-8d62-02e7f2811a0f', 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f', 'project_id': 'e9d82ec2aef845d48c79c363a7f7e67b', 'fixed_ips': [{'subnet_id': 'bf8fb15f-1e7e-40b7-aa4f-bfca390f8686'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:12.708788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.760015 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (546e3490-f2f1-436a-b160-2dafc4487f08), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.788979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fda9c-de95-4f58-8b94-4bce82500daf req-ef34434d-d029-4a69-bdff-d69f3b896ed0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.791076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce0fda9c-de95-4f58-8b94-4bce82500daf req-ef34434d-d029-4a69-bdff-d69f3b896ed0 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 951 time: 0.1447971 Mar 07 10:42:12.839541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (546e3490-f2f1-436a-b160-2dafc4487f08), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.842562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Made reservation on behalf of e9d82ec2aef845d48c79c363a7f7e67b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:12.845897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.852905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Allocated IP 172.20.0.2 (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f/bf8fb15f-1e7e-40b7-aa4f-bfca390f8686/b57f6c20-9fc5-4853-b174-e89711778963) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:12.920192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] device_id is not set on port 056ee036-440c-4fc7-b734-4ab433c6c894 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:12.946769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce0fda9c-de95-4f58-8b94-4bce82500daf req-4a675c2e-c59a-4fc6-97c5-9e19054f0638 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e2019b-44bc-42aa-b195-4453d9cf0fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465240 Mar 07 10:42:13.008113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks [] for port (b57f6c20-9fc5-4853-b174-e89711778963), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.013629 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (546e3490-f2f1-436a-b160-2dafc4487f08), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.013942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b57f6c20-9fc5-4853-b174-e89711778963), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.054830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546e3490-f2f1-436a-b160-2dafc4487f08,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.060288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:13.063265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.064720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:13.065965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ad97fa1d-e32d-40ca-b7a2-21b2cd55bf2b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/546e3490-f2f1-436a-b160-2dafc4487f08 HTTP/1.1" status: 204 len: 168 time: 0.4831192 Mar 07 10:42:13.067624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Pushing event updated for resources: {'Port': ['ID=b57f6c20-9fc5-4853-b174-e89711778963,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.069082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57148) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.070949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:13.102903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527adb95-6068-4207-a9e0-236b84b2f207 req-18c11d05-0b2f-454f-b4c7-bdfc0ed523c5 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.104424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-527adb95-6068-4207-a9e0-236b84b2f207 req-18c11d05-0b2f-454f-b4c7-bdfc0ed523c5 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.32 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 951 time: 0.2022538 Mar 07 10:42:13.132641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Attempting to bind port b57f6c20-9fc5-4853-b174-e89711778963 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:13.133154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Attempting to bind port b57f6c20-9fc5-4853-b174-e89711778963 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '165f6f20-ca7d-4f4a-9d7e-eeec165c7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:13.133523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Attempting to bind port b57f6c20-9fc5-4853-b174-e89711778963 on network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:13.139011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:13.139376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Checking segment: {'id': '165f6f20-ca7d-4f4a-9d7e-eeec165c7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:13.140576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.140576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Bound using segment: {'id': '165f6f20-ca7d-4f4a-9d7e-eeec165c7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:13.140838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Bound port: b57f6c20-9fc5-4853-b174-e89711778963, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165f6f20-ca7d-4f4a-9d7e-eeec165c7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:13.140962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b57f6c20-9fc5-4853-b174-e89711778963), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.158221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Allocated IP 172.20.0.4 (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f/bf8fb15f-1e7e-40b7-aa4f-bfca390f8686/056ee036-440c-4fc7-b734-4ab433c6c894) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:13.160273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (dc0c809d-f156-4608-b7e4-47456a5377c5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.216707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 70b3d480-ce6c-4afb-a1a2-68e20656408f no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:13.248742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] For port b57f6c20-9fc5-4853-b174-e89711778963, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:13.254655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 70b3d480-ce6c-4afb-a1a2-68e20656408f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:13.256232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 70b3d480-ce6c-4afb-a1a2-68e20656408f not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:13.257297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:13.264298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57152) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.273644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (dc0c809d-f156-4608-b7e4-47456a5377c5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.292276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] For port b57f6c20-9fc5-4853-b174-e89711778963, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b57f6c20-9fc5-4853-b174-e89711778963,segment=NetworkSegment(165f6f20-ca7d-4f4a-9d7e-eeec165c7434),segment_id=165f6f20-ca7d-4f4a-9d7e-eeec165c7434)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:13.305875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b57f6c20-9fc5-4853-b174-e89711778963), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.310252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Deleting port d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:13.310777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.321401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0c809d-f156-4608-b7e4-47456a5377c5']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.335065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7570bf8d-cad8-4cfd-ad53-589d8e63e2a5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.335528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7570bf8d-cad8-4cfd-ad53-589d8e63e2a5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.348599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7570bf8d-cad8-4cfd-ad53-589d8e63e2a5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.372964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-5835de91-a7a1-4710-b1f8-a0a87c8d5c52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909135 Mar 07 10:42:13.374326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7570bf8d-cad8-4cfd-ad53-589d8e63e2a5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.383835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:13.384787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7570bf8d-cad8-4cfd-ad53-589d8e63e2a5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:13.387148 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:13.439311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Deleting subnet 18a6b399-2f7e-43ed-b56a-78fe9a6dc674 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:13.447460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Publish callbacks [] for subnet (18a6b399-2f7e-43ed-b56a-78fe9a6dc674), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.490922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (dc0c809d-f156-4608-b7e4-47456a5377c5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.498963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.505751 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc0c809d-f156-4608-b7e4-47456a5377c5 HTTP/1.1" status: 204 len: 168 time: 0.4347532 Mar 07 10:42:13.521763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63dc01-25df-4a5c-9166-4fb46604559a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0c809d-f156-4608-b7e4-47456a5377c5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.529258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for port (056ee036-440c-4fc7-b734-4ab433c6c894), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.530464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bca18d-73c4-4398-980a-aa619a5652bf req-8ae30e20-62b0-4da1-b3d4-93f5b4bf8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.531871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:13.532220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-8ae30e20-62b0-4da1-b3d4-93f5b4bf8a48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e408e709b2f546ffa913384045b49fa6&device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 1127 time: 0.0873795 Mar 07 10:42:13.532336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.553205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (18a6b399-2f7e-43ed-b56a-78fe9a6dc674), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.556465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Calling delete_port for d5ab94e4-3a09-4a88-b439-c9345376e3ef owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:13.631584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11f2c6-5d63-4a34-8e62-ab557f18aacd None None] Pushing event updated for resources: {'Port': ['ID=b57f6c20-9fc5-4853-b174-e89711778963,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.634203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port d5ab94e4-3a09-4a88-b439-c9345376e3ef is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:13.634535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.680131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:13.684234 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7479b-1ae8-409d-9a6d-6cff4117f27b" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:13.690351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (18a6b399-2f7e-43ed-b56a-78fe9a6dc674), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.702152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port d5ab94e4-3a09-4a88-b439-c9345376e3ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=d5ab94e4-3a09-4a88-b439-c9345376e3ef,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:13.711396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.715052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.745379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.770481 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17d182-85ce-4ff0-a206-db36240330cb x-openstack-request-id: req-bf17d182-85ce-4ff0-a206-db36240330cb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:13.770921 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:13.772043 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf17d182-85ce-4ff0-a206-db36240330cb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:13.772658 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'code': 200} Mar 07 10:42:13.786240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.819415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bca18d-73c4-4398-980a-aa619a5652bf req-4b65bfe0-decf-4009-af12-85c3629571e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.820999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-4b65bfe0-decf-4009-af12-85c3629571e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 200 len: 916 time: 0.2641811 Mar 07 10:42:13.823553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-277e4b8a-5e37-40a5-bbbd-fa546f1b9c6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72ff3290deee4851a19fc32e300b2ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073434 Mar 07 10:42:13.827014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57160) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.833777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:13.839415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:13.850094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:13.859319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'Port': ['ID=056ee036-440c-4fc7-b734-4ab433c6c894,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.870695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (18a6b399-2f7e-43ed-b56a-78fe9a6dc674), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.956099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] Publish callbacks [] for security_group (53ae65dc-36f6-4d48-b763-311bbed7d251), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.969431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-610bb438-dc80-4ab6-a340-8320bc688a49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 200 len: 1001 time: 0.1414332 Mar 07 10:42:13.980479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a6b399-2f7e-43ed-b56a-78fe9a6dc674,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.008056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.011736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-64c848df-dfee-4194-8b5d-b3db8f7ce749 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/18a6b399-2f7e-43ed-b56a-78fe9a6dc674 HTTP/1.1" status: 204 len: 168 time: 0.7454433 Mar 07 10:42:14.017660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57164) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:14.034100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.034880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.046237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] Publish callbacks [] for security_group (53ae65dc-36f6-4d48-b763-311bbed7d251), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.088288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bff08c70-7661-470c-b00f-b71541a96f18 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5401850 Mar 07 10:42:14.104218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:14.106398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bca18d-73c4-4398-980a-aa619a5652bf req-ab5f2639-ab0a-4c44-93f1-300b1dd648ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.108322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-ab5f2639-ab0a-4c44-93f1-300b1dd648ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29ae9fff-c574-443e-8884-a89b6b95ba75 HTTP/1.1" status: 200 len: 854 time: 0.1333156 Mar 07 10:42:14.114639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Request body: {'port': {'network_id': '2f5bc44b-62ce-40fc-8d62-02e7f2811a0f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-530839153', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:14.114974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] bootfile-name is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:14.115406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] tftp-server is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:14.115813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] server-ip-address is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:14.139897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d5ab94e4-3a09-4a88-b439-c9345376e3ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.146643 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca45dd93-be1a-4111-a528-f056c26e1f66 req-05f3f1e1-b013-4bb4-9629-b04f3d449725 tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.23 "GET /v2.0/ports?device_id=dac8ce76-a5c6-4572-b650-98d1f0155de4 HTTP/1.1" status: 200 len: 210 time: 0.0858796 Mar 07 10:42:14.202255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b675bcbe-ecd4-462c-b929-63d141b95d08), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.204795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Pushing event deleted for resources: {'Port': ['ID=d5ab94e4-3a09-4a88-b439-c9345376e3ef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.252191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] No DVR routers for this DVR port d5ab94e4-3a09-4a88-b439-c9345376e3ef on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:14.257796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.258927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bca18d-73c4-4398-980a-aa619a5652bf req-c2835c14-7bad-4dee-8386-62f800c41b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.260650 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-c2835c14-7bad-4dee-8386-62f800c41b83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3905b878-7032-4dfb-98b0-f5c6337bfd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172421 Mar 07 10:42:14.261706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-527adb95-6068-4207-a9e0-236b84b2f207 req-8650bfaa-552b-4290-b269-8e49c9de57ae tempest-ImagesOneServerTestJSON-2147383389 tempest-ImagesOneServerTestJSON-2147383389-project] 10.222.0.32 "DELETE /v2.0/ports/d5ab94e4-3a09-4a88-b439-c9345376e3ef HTTP/1.1" status: 204 len: 173 time: 1.1496174 Mar 07 10:42:14.263156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-deleted', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:14.264113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (53ae65dc-36f6-4d48-b763-311bbed7d251), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.265887 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b05485-4ed1-4855-8e4d-db3556aba57b" -d '{"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-deleted", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:14.266982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.268109 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53ae65dc-36f6-4d48-b763-311bbed7d251 HTTP/1.1" status: 204 len: 168 time: 0.4331276 Mar 07 10:42:14.320825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93940624-9c61-46b4-92dd-107ca3f7a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae65dc-36f6-4d48-b763-311bbed7d251,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.370539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b675bcbe-ecd4-462c-b929-63d141b95d08), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.399319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b675bcbe-ecd4-462c-b929-63d141b95d08']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.406639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Made reservation on behalf of e9d82ec2aef845d48c79c363a7f7e67b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:14.412061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.412453 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:42:14.417878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db59866b-501c-457e-b4a2-92e49a30795f') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.417878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db59866b-501c-457e-b4a2-92e49a30795f') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.420728 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002d82c4-2a8d-407e-b6e2-89a9401455fb x-openstack-request-id: req-002d82c4-2a8d-407e-b6e2-89a9401455fb {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:14.421037 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac8ce76-a5c6-4572-b650-98d1f0155de4", "name": "network-vif-deleted", "tag": "d5ab94e4-3a09-4a88-b439-c9345376e3ef", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:14.421296 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-002d82c4-2a8d-407e-b6e2-89a9401455fb {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:14.421711 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac8ce76-a5c6-4572-b650-98d1f0155de4', 'name': 'network-vif-deleted', 'tag': 'd5ab94e4-3a09-4a88-b439-c9345376e3ef', 'status': 'completed', 'code': 200} Mar 07 10:42:14.433384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (db59866b-501c-457e-b4a2-92e49a30795f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.446247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] device_id is not set on port 28f434da-8030-40a7-9d98-ff355c61269e yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:14.465507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-772d1487-0271-4e85-aca7-bc0c58d31f33 service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865962 Mar 07 10:42:14.479916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (db59866b-501c-457e-b4a2-92e49a30795f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.489643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:14.490197 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (db59866b-501c-457e-b4a2-92e49a30795f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:14.492238 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:14.578928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b675bcbe-ecd4-462c-b929-63d141b95d08), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.588414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.592734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b675bcbe-ecd4-462c-b929-63d141b95d08 HTTP/1.1" status: 204 len: 168 time: 0.5739043 Mar 07 10:42:14.639977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5913-2055-4088-9ab7-c6929c4a00d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b675bcbe-ecd4-462c-b929-63d141b95d08,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.648835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b57f6c20-9fc5-4853-b174-e89711778963 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:14.784425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b57f6c20-9fc5-4853-b174-e89711778963 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:14.785053 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b57f6c20-9fc5-4853-b174-e89711778963), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.818926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Allocated IP 172.20.0.10 (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f/bf8fb15f-1e7e-40b7-aa4f-bfca390f8686/28f434da-8030-40a7-9d98-ff355c61269e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:14.853305 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35bca18d-73c4-4398-980a-aa619a5652bf req-c1c24645-d208-406a-8315-5111c5ac7212 service neutron] 10.222.0.32 "GET /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362057 Mar 07 10:42:14.945592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57182) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.003944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b57f6c20-9fc5-4853-b174-e89711778963 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:15.004354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b57f6c20-9fc5-4853-b174-e89711778963), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.039041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-03813dc4-4267-4685-a1df-68ed8aa14555 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454e4976fa084a96aae606f8fbd8c5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908096 Mar 07 10:42:15.041218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57186) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.110247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port b57f6c20-9fc5-4853-b174-e89711778963, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b57f6c20-9fc5-4853-b174-e89711778963,segment=NetworkSegment(165f6f20-ca7d-4f4a-9d7e-eeec165c7434),segment_id=165f6f20-ca7d-4f4a-9d7e-eeec165c7434)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:15.119712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b57f6c20-9fc5-4853-b174-e89711778963), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.176068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=b57f6c20-9fc5-4853-b174-e89711778963,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:15.183693 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] Publish callbacks [] for security_group (870f6c3e-dae9-4c37-a737-d4274a7d022a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.193328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for port (28f434da-8030-40a7-9d98-ff355c61269e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.230477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] Publish callbacks [] for security_group (870f6c3e-dae9-4c37-a737-d4274a7d022a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.243034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (28f434da-8030-40a7-9d98-ff355c61269e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.271593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a1e236-a1f0-4111-83e3-7bc176c96b2d None None] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:15.299162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (870f6c3e-dae9-4c37-a737-d4274a7d022a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.303599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.308034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/870f6c3e-dae9-4c37-a737-d4274a7d022a HTTP/1.1" status: 204 len: 168 time: 0.2655962 Mar 07 10:42:15.320740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2298a-8310-4b0f-b2b8-800d2f84f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f6c3e-dae9-4c37-a737-d4274a7d022a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:15.340845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:15.342305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:15.349058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:15.406807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3477187e-aa66-4ca9-96ed-bd62d0b50c1c None None] Provisioning complete for port b57f6c20-9fc5-4853-b174-e89711778963 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:15.407484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3477187e-aa66-4ca9-96ed-bd62d0b50c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b57f6c20-9fc5-4853-b174-e89711778963), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.416160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'Port': ['ID=28f434da-8030-40a7-9d98-ff355c61269e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:15.423691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.424473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.449783 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f2c5d423-f54d-4aeb-b0a6-6bc3bfa4cf9b tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3401184 Mar 07 10:42:15.452424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.540066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3477187e-aa66-4ca9-96ed-bd62d0b50c1c None None] Current status of the port b57f6c20-9fc5-4853-b174-e89711778963 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:15.554663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284fcae-65ad-4dc6-86d3-ce4da07f557f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.560540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284fcae-65ad-4dc6-86d3-ce4da07f557f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.567766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284fcae-65ad-4dc6-86d3-ce4da07f557f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.570101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3284fcae-65ad-4dc6-86d3-ce4da07f557f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1163869 Mar 07 10:42:15.573285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57204) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.607974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.706946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Deleting port 28f434da-8030-40a7-9d98-ff355c61269e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:15.707299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (28f434da-8030-40a7-9d98-ff355c61269e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.790562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Provisioning complete for port 056ee036-440c-4fc7-b734-4ab433c6c894 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:15.794478 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.830748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (28f434da-8030-40a7-9d98-ff355c61269e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.856499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Calling delete_port for 28f434da-8030-40a7-9d98-ff355c61269e owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:15.874324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7eb83b28-75b8-4435-af84-a0b98d2fd481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ed0572328894fde9a7d6f78ca0a26ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649770 Mar 07 10:42:15.874938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57224) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.895195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Port 056ee036-440c-4fc7-b734-4ab433c6c894 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:15.909616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Provisioning complete for port b57f6c20-9fc5-4853-b174-e89711778963 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:15.909984 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b57f6c20-9fc5-4853-b174-e89711778963), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.966450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] Publish callbacks [] for security_group (c9e2019b-44bc-42aa-b195-4453d9cf0fab), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.011493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] Publish callbacks [] for security_group (c9e2019b-44bc-42aa-b195-4453d9cf0fab), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.052444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57228) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.076720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Current status of the port b57f6c20-9fc5-4853-b174-e89711778963 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:16.092610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Provisioning complete for port 28f434da-8030-40a7-9d98-ff355c61269e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:16.093789 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (28f434da-8030-40a7-9d98-ff355c61269e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.122384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (28f434da-8030-40a7-9d98-ff355c61269e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.124607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c9e2019b-44bc-42aa-b195-4453d9cf0fab), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.133071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.134392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9e2019b-44bc-42aa-b195-4453d9cf0fab HTTP/1.1" status: 204 len: 168 time: 0.2583990 Mar 07 10:42:16.148954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6f0f4-669c-4dcd-a0b8-9a3fa7504465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2019b-44bc-42aa-b195-4453d9cf0fab,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.166811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2a077c22-3f5a-4f7d-a814-4e4a59360a57 None None] Port 28f434da-8030-40a7-9d98-ff355c61269e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:16.180866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event deleted for resources: {'Port': ['ID=28f434da-8030-40a7-9d98-ff355c61269e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.254303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-365220606-network', 'tenant_id': 'd26b1ba242064594969207da1d20cf32'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.281994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.286310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:16.291587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-78984fcb-e395-4cec-baaf-af8cfa22fc14 None None] Provisioning complete for port 056ee036-440c-4fc7-b734-4ab433c6c894 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:16.292239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-78984fcb-e395-4cec-baaf-af8cfa22fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.292405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.296320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-497e1b44-9890-4396-aa00-36e541f0a5dd tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "DELETE /v2.0/ports/28f434da-8030-40a7-9d98-ff355c61269e HTTP/1.1" status: 204 len: 168 time: 0.7218919 Mar 07 10:42:16.298407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57240) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.306982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.310710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Request body: {'port': {'name': 'tempest-new-port-name-625498681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.311461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] bootfile-name is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:16.311602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] tftp-server is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:16.312236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] server-ip-address is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:42:16.369024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-78984fcb-e395-4cec-baaf-af8cfa22fc14 None None] Port 056ee036-440c-4fc7-b734-4ab433c6c894 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:16.466489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks [] for security_group (509a7319-c183-4521-af14-ad01d38bf49e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.476236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (509a7319-c183-4521-af14-ad01d38bf49e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.482175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3bea16c1-752c-497d-a340-f32e2f0bfcc8 None None] Could not find standard attr ID for object 28f434da-8030-40a7-9d98-ff355c61269e. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:42:16.488653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.548850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57248) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.555698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:16.579670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a7319-c183-4521-af14-ad01d38bf49e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.599452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (78c4c2ac-9f66-437e-b723-e9a90d6545b6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.599827 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Added segment 78c4c2ac-9f66-437e-b723-e9a90d6545b6 of type vlan for network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 Mar 07 10:42:16.607628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b57f6c20-9fc5-4853-b174-e89711778963 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:16.696173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7ec1e4b7-a20b-4df6-8952-11b2339401f7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.699434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b57f6c20-9fc5-4853-b174-e89711778963 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:16.699844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b57f6c20-9fc5-4853-b174-e89711778963), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.734861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7ec1e4b7-a20b-4df6-8952-11b2339401f7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.736059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.736729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.777081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-791014137-network', 'tenant_id': 'baeb50f53f56423ba446fb828ca008a9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.815902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for port (056ee036-440c-4fc7-b734-4ab433c6c894), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.820449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Made reservation on behalf of baeb50f53f56423ba446fb828ca008a9 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:16.823784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.823951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b57f6c20-9fc5-4853-b174-e89711778963 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:16.827057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7729962 Mar 07 10:42:16.827484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.831188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57258) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.836717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Request body: {'subnet': {'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-365220606-subnet', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.841037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754def3-3b6e-43cc-aa6b-993025d5c3ec admin admin] Pushing event updated for resources: {'Network': ['ID=7ec1e4b7-a20b-4df6-8952-11b2339401f7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.856622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:16.862434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:16.865861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.866416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.960804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event updated for resources: {'Port': ['ID=056ee036-440c-4fc7-b734-4ab433c6c894,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.985611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] In _notify_port_updated(), no bound segment for port 056ee036-440c-4fc7-b734-4ab433c6c894 on network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:42:16.995686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.996405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.000576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1503f570-ad95-417a-b038-165d502af8a4 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "PUT /v2.0/ports/056ee036-440c-4fc7-b734-4ab433c6c894 HTTP/1.1" status: 200 len: 1135 time: 0.6996009 Mar 07 10:42:17.001216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.074197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2daedd-47a8-408e-aada-e5ede2772374 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:17.075695 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab2daedd-47a8-408e-aada-e5ede2772374 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "GET /v2.0/ports/056ee036-440c-4fc7-b734-4ab433c6c894 HTTP/1.1" status: 200 len: 1135 time: 0.0692847 Mar 07 10:42:17.082178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57268) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.127742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks [] for security_group (7c795e7b-a641-484a-9008-132c547b046e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.136116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c795e7b-a641-484a-9008-132c547b046e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.148631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:17.148948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (2ad496ce-9a30-4ed0-9449-7d7071eafcd1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.179140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (453deeb6-670b-4a29-a383-15a8d248738c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.179486 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Added segment 453deeb6-670b-4a29-a383-15a8d248738c of type vlan for network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 Mar 07 10:42:17.186442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:17.220138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c795e7b-a641-484a-9008-132c547b046e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.220736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad496ce-9a30-4ed0-9449-7d7071eafcd1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.222923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: d5ab94e4-3a09-4a88-b439-c9345376e3ef {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:17.223538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device d5ab94e4-3a09-4a88-b439-c9345376e3ef not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:17.234890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-24c14c6c-343f-45ac-972e-ce3d5332bf3f None None] Provisioning complete for port 056ee036-440c-4fc7-b734-4ab433c6c894 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:17.236920 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24c14c6c-343f-45ac-972e-ce3d5332bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.266752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c71d5a9c-252c-47d2-aa80-c5dae0e62c34), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.278687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:17.279963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Network hostable DHCP agents. Network: 7ec1e4b7-a20b-4df6-8952-11b2339401f7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:17.282954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-24c14c6c-343f-45ac-972e-ce3d5332bf3f None None] Port 056ee036-440c-4fc7-b734-4ab433c6c894 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:17.299185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Deleting port 056ee036-440c-4fc7-b734-4ab433c6c894 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:17.299525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.314228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:17.325949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c71d5a9c-252c-47d2-aa80-c5dae0e62c34), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.326239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7ec1e4b7-a20b-4df6-8952-11b2339401f7) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:17.327012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:17.327592 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.331273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:17.333206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.341833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058df250-54ef-4244-817b-d3f65f9601e7 None None] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:17.357875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8932cf51-c9b8-4ebe-9ce3-7361501167e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5238907 Mar 07 10:42:17.358342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57276) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.370404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:17.403868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (df52de76-c6fe-4ef5-89e0-175715e76996), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.404928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (df52de76-c6fe-4ef5-89e0-175715e76996), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.434630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8801630 Mar 07 10:42:17.438332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.443508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Request body: {'subnet': {'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-791014137-subnet', 'tenant_id': 'baeb50f53f56423ba446fb828ca008a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:17.461794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9abc4-a6e9-4b9b-80c0-d73783b71544 admin admin] Pushing event updated for resources: {'Network': ['ID=c71d5a9c-252c-47d2-aa80-c5dae0e62c34,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.470394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.475893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:17.486857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Calling delete_port for 056ee036-440c-4fc7-b734-4ab433c6c894 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:17.489675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Made reservation on behalf of baeb50f53f56423ba446fb828ca008a9 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:17.492813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.549042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for router_controller (df52de76-c6fe-4ef5-89e0-175715e76996), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.561537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:17.562504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.748009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for router_gateway (df52de76-c6fe-4ef5-89e0-175715e76996), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.751178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Allocated IP 172.20.0.2 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/7e658e0b-16e1-4f2a-862a-f5a132440358) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:17.778627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3f828d11-56e9-4e35-8239-22454a6f590a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.784796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (056ee036-440c-4fc7-b734-4ab433c6c894), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.877915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event deleted for resources: {'Port': ['ID=056ee036-440c-4fc7-b734-4ab433c6c894,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.884917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57288) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.895633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Checking segment: {'id': '453deeb6-670b-4a29-a383-15a8d248738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:17.896099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Network hostable DHCP agents. Network: c71d5a9c-252c-47d2-aa80-c5dae0e62c34, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:17.917816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f828d11-56e9-4e35-8239-22454a6f590a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.945778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks [] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.960679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.966694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:17.982390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.989158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d69545c8-cdea-469a-a6d7-d6fc6e5b8024 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "DELETE /v2.0/ports/056ee036-440c-4fc7-b734-4ab433c6c894 HTTP/1.1" status: 204 len: 168 time: 0.9030638 Mar 07 10:42:17.989158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c71d5a9c-252c-47d2-aa80-c5dae0e62c34) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:17.990173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57292) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:18.034080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d2342-72ad-43fc-99c1-6ae99100246e None None] Network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:18.034477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.035474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.059184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Deleting subnet bf8fb15f-1e7e-40b7-aa4f-bfca390f8686 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:18.063061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for subnet (bf8fb15f-1e7e-40b7-aa4f-bfca390f8686), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.071737 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e139a1e-a8c6-4704-be4f-5690df16ed1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6294374 Mar 07 10:42:18.125842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (bf8fb15f-1e7e-40b7-aa4f-bfca390f8686), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.134873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:18.200307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Pushing event updated for resources: {'Port': ['ID=7e658e0b-16e1-4f2a-862a-f5a132440358,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.212093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:18.217612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.218083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.218574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.219017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.219453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.220029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.220502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.220972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.221633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.222020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.223103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.223765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.223765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:18.230868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:18.290328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (bf8fb15f-1e7e-40b7-aa4f-bfca390f8686), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.312316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Attempting to bind port 7e658e0b-16e1-4f2a-862a-f5a132440358 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:18.312682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Attempting to bind port 7e658e0b-16e1-4f2a-862a-f5a132440358 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:18.313250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Attempting to bind port 7e658e0b-16e1-4f2a-862a-f5a132440358 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:18.336571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:18.336795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:18.337193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.337570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:18.338032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Bound port: 7e658e0b-16e1-4f2a-862a-f5a132440358, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:18.338465 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.341712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea2a77-cb44-49fa-bbb4-ed39ef28c9af None None] Network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:18.377291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (bf8fb15f-1e7e-40b7-aa4f-bfca390f8686), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.408489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8fb15f-1e7e-40b7-aa4f-bfca390f8686,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.412495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.415883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8183042b-9298-4a6e-83e7-ad9fc1f6813f tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "DELETE /v2.0/subnets/bf8fb15f-1e7e-40b7-aa4f-bfca390f8686 HTTP/1.1" status: 204 len: 168 time: 0.4249911 Mar 07 10:42:18.418465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:18.436283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600bd90-fc05-412a-9c82-0ca9e06c4501 None None] Network 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:18.514096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bcedfd1-a9bc-4dfb-91e9-7a7b68b396ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.542568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.545781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for router_gateway (df52de76-c6fe-4ef5-89e0-175715e76996), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.581491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] For port 7e658e0b-16e1-4f2a-862a-f5a132440358, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:18.584416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.596556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] For port 7e658e0b-16e1-4f2a-862a-f5a132440358, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e658e0b-16e1-4f2a-862a-f5a132440358,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:18.612584 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.613873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Deleting port b57f6c20-9fc5-4853-b174-e89711778963 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:18.614003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b57f6c20-9fc5-4853-b174-e89711778963), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.695911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbcb24-939a-45ca-8c82-0bf99465c3b7 None None] Pushing event updated for resources: {'Port': ['ID=7e658e0b-16e1-4f2a-862a-f5a132440358,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.709970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] For port b57f6c20-9fc5-4853-b174-e89711778963, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b57f6c20-9fc5-4853-b174-e89711778963,segment=NetworkSegment(165f6f20-ca7d-4f4a-9d7e-eeec165c7434),segment_id=165f6f20-ca7d-4f4a-9d7e-eeec165c7434)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:18.710346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b57f6c20-9fc5-4853-b174-e89711778963), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.729815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Calling delete_port for b57f6c20-9fc5-4853-b174-e89711778963 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:18.755024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] DHCP port deletion for 2f5bc44b-62ce-40fc-8d62-02e7f2811a0f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:42:18.826346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bcedfd1-a9bc-4dfb-91e9-7a7b68b396ba admin admin] Publish callbacks [] for security_group (2e17723a-3ab1-4de8-b139-1c7415e411f6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.838167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Deleting port b57f6c20-9fc5-4853-b174-e89711778963 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:18.838741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b57f6c20-9fc5-4853-b174-e89711778963), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.839764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b57f6c20-9fc5-4853-b174-e89711778963), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.842544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bcedfd1-a9bc-4dfb-91e9-7a7b68b396ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2e17723a-3ab1-4de8-b139-1c7415e411f6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.845864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Allocated IP 172.25.4.161 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/af6e00cf-e481-4fc4-b6f0-b6d432ebaf52) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:18.881316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event deleted for resources: {'Port': ['ID=b57f6c20-9fc5-4853-b174-e89711778963,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.883280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] No DVR routers for this DVR port b57f6c20-9fc5-4853-b174-e89711778963 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:18.929467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcedfd1-a9bc-4dfb-91e9-7a7b68b396ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e17723a-3ab1-4de8-b139-1c7415e411f6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.937568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4bcedfd1-a9bc-4dfb-91e9-7a7b68b396ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3546d163f3c24a03bdf64561224bc0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0491877 Mar 07 10:42:18.940407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:18.963230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] For port b57f6c20-9fc5-4853-b174-e89711778963, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:18.963755 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b57f6c20-9fc5-4853-b174-e89711778963), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.015133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Calling delete_port for b57f6c20-9fc5-4853-b174-e89711778963 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:19.018350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Port b57f6c20-9fc5-4853-b174-e89711778963 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:42:19.038559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (b57f6c20-9fc5-4853-b174-e89711778963), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.071616 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.085346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] Pushing event deleted for resources: {'Port': ['ID=b57f6c20-9fc5-4853-b174-e89711778963,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.097920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a31a-84fa-49ef-adf4-41e2415758c0 None None] No DVR routers for this DVR port b57f6c20-9fc5-4853-b174-e89711778963 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:19.110917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] Publish callbacks [] for security_group (2e17723a-3ab1-4de8-b139-1c7415e411f6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.112902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5bc44b-62ce-40fc-8d62-02e7f2811a0f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:19.124376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165f6f20-ca7d-4f4a-9d7e-eeec165c7434') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:19.124705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165f6f20-ca7d-4f4a-9d7e-eeec165c7434') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:19.132539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.135749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (165f6f20-ca7d-4f4a-9d7e-eeec165c7434), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.156242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (165f6f20-ca7d-4f4a-9d7e-eeec165c7434), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.158170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] Publish callbacks [] for security_group (2e17723a-3ab1-4de8-b139-1c7415e411f6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.165290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:19.165853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (165f6f20-ca7d-4f4a-9d7e-eeec165c7434), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:19.170406 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:19.245734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.260891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2f5bc44b-62ce-40fc-8d62-02e7f2811a0f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.276536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.280114 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] 10.222.0.23 "DELETE /v2.0/networks/2f5bc44b-62ce-40fc-8d62-02e7f2811a0f HTTP/1.1" status: 204 len: 168 time: 0.8605485 Mar 07 10:42:19.290340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2e17723a-3ab1-4de8-b139-1c7415e411f6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.292883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.293148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838b80f-37aa-4d79-af08-c615c9b7b942 tempest-ExtraDHCPOptionsTestJSON-2108408837 tempest-ExtraDHCPOptionsTestJSON-2108408837-project] Pushing event deleted for resources: {'Network': ['ID=2f5bc44b-62ce-40fc-8d62-02e7f2811a0f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.294019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e17723a-3ab1-4de8-b139-1c7415e411f6 HTTP/1.1" status: 204 len: 168 time: 0.3525679 Mar 07 10:42:19.312097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:19.319535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:19.321564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8d97-8c05-4274-a491-14150ee918e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e17723a-3ab1-4de8-b139-1c7415e411f6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.324892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:19.331704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Pushing event updated for resources: {'Port': ['ID=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.606708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57344) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:19.654794 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for router_gateway (df52de76-c6fe-4ef5-89e0-175715e76996), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.841145 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e9cf451-8841-4773-8712-eb9da30960bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9d82ec2aef845d48c79c363a7f7e67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325308 Mar 07 10:42:19.841832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:19.909865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] Publish callbacks [] for security_group (eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.949901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] Publish callbacks [] for security_group (eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.019722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (df52de76-c6fe-4ef5-89e0-175715e76996), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.027202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-9d99d748-50f0-4576-a66b-6d39209dc100 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:20.035045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-9d99d748-50f0-4576-a66b-6d39209dc100 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/networks?id=c71d5a9c-252c-47d2-aa80-c5dae0e62c34 HTTP/1.1" status: 200 len: 809 time: 0.1965926 Mar 07 10:42:20.035864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.039934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.041226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b HTTP/1.1" status: 204 len: 168 time: 0.1983738 Mar 07 10:42:20.055298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca08e6-b4a6-41e6-a64b-abca580d0ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf89f5e-4cf7-4ccc-90f7-9fdb146a598b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:20.058171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-2d8d4970-45ea-450b-9e67-99e6f16a83c6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/quotas/baeb50f53f56423ba446fb828ca008a9 HTTP/1.1" status: 200 len: 375 time: 0.0220499 Mar 07 10:42:20.117419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-7f2d4681-3cf3-4d83-a786-a449f95c8b3e tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baeb50f53f56423ba446fb828ca008a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582056 Mar 07 10:42:20.151456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9c7e5-ce79-4faf-958a-2c50086ee608 None None] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:20.250519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57376) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:20.288656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-8bd16616-b093-468a-8cdc-ba994e86215f service neutron] 10.222.0.23 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628628 Mar 07 10:42:20.380740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Router df52de76-c6fe-4ef5-89e0-175715e76996 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:42:20.391914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1956864888-network', 'tenant_id': 'ecd557264a144f58bc78fb73796fa7b3'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:20.436796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-05c233a1-e7d4-4abd-872b-423d9a22836e service neutron] 10.222.0.23 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412020 Mar 07 10:42:20.455582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Provisioning complete for port 7e658e0b-16e1-4f2a-862a-f5a132440358 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:20.456000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.598562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Made reservation on behalf of ecd557264a144f58bc78fb73796fa7b3 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:20.600823 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.605683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Current status of the port 7e658e0b-16e1-4f2a-862a-f5a132440358 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:20.606490 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.614054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.619984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:20.632810 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:20.651299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] For port 7e658e0b-16e1-4f2a-862a-f5a132440358, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e658e0b-16e1-4f2a-862a-f5a132440358,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:20.656573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e658e0b-16e1-4f2a-862a-f5a132440358 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:20.659471 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.661566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.662380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8aec8fb0-e0b4-49ad-8304-b631ced282a8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3017163 Mar 07 10:42:20.666369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57388) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:20.671518 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:20.672637 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:20.773331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-883cb523-762a-46af-8ebb-9ab8d375b463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.783036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks [] for security_group (b99d9f47-5308-418f-8e8a-d5ad50543e00), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.807417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b99d9f47-5308-418f-8e8a-d5ad50543e00), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.835489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e7ef-ec09-41b7-97a6-dad3abbaba2d None None] Pushing event updated for resources: {'Port': ['ID=7e658e0b-16e1-4f2a-862a-f5a132440358,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:20.863213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7e658e0b-16e1-4f2a-862a-f5a132440358 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:20.864128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.869634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:20.891945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d9f47-5308-418f-8e8a-d5ad50543e00,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:20.930079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.930594 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Added segment bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79 of type vlan for network 5164353d-3ee6-4328-95c1-6598b35d4d3f Mar 07 10:42:20.938681 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:21.084268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a8e8ce-1f02-4ec0-8135-2466cb9d5391 req-95978415-4a41-416f-9d99-0e5496327b1d tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 210 time: 0.0779688 Mar 07 10:42:21.095793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7e658e0b-16e1-4f2a-862a-f5a132440358 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:21.096192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5164353d-3ee6-4328-95c1-6598b35d4d3f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.105162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0781d5e5-5295-4366-94c1-ef3143c189fc None None] Provisioning complete for port 7e658e0b-16e1-4f2a-862a-f5a132440358 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:21.105536 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0781d5e5-5295-4366-94c1-ef3143c189fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.156137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5164353d-3ee6-4328-95c1-6598b35d4d3f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.157382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.157840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.167303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b57f6c20-9fc5-4853-b174-e89711778963 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:21.199069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9473388 Mar 07 10:42:21.202318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57402) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.208370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Request body: {'subnet': {'network_id': '5164353d-3ee6-4328-95c1-6598b35d4d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1956864888-subnet', 'tenant_id': 'ecd557264a144f58bc78fb73796fa7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:21.216046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b57f6c20-9fc5-4853-b174-e89711778963 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:21.216789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b57f6c20-9fc5-4853-b174-e89711778963 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:21.246344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.260659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a6d6-6b5d-4690-8fdd-4712c6ed16f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5164353d-3ee6-4328-95c1-6598b35d4d3f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:21.267627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0781d5e5-5295-4366-94c1-ef3143c189fc None None] Current status of the port 7e658e0b-16e1-4f2a-862a-f5a132440358 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:21.276720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Made reservation on behalf of ecd557264a144f58bc78fb73796fa7b3 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:21.277155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5164353d-3ee6-4328-95c1-6598b35d4d3f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:21.280347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.445625 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:19Z', 'revision_number': 3, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:21.462077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d8d901e7-b2ec-41c7-9aa7-2f5bbef62abd tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] Request body: {'port': {'network_id': '4635feb9-dd30-4349-94fb-7ecd47a95ff4', 'name': 'tempest-NetworksNegativeTestJSON-1969478104'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:21.484425 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:21.484766 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Updating router df52de76-c6fe-4ef5-89e0-175715e76996 port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:21.519591 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.580719 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d901e7-b2ec-41c7-9aa7-2f5bbef62abd tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] POST failed (client error): The resource could not be found. Mar 07 10:42:21.581353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d901e7-b2ec-41c7-9aa7-2f5bbef62abd tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.587472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d8d901e7-b2ec-41c7-9aa7-2f5bbef62abd tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3398848 Mar 07 10:42:21.588505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.598689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (9b19f365-f4bb-4563-8881-6d66bfef8b7e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.656217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b19f365-f4bb-4563-8881-6d66bfef8b7e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:21.659009 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-38278d55-d43f-416d-9fbc-7e82d4a01ca1 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:21.660297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38278d55-d43f-416d-9fbc-7e82d4a01ca1 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.668706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-38278d55-d43f-416d-9fbc-7e82d4a01ca1 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "DELETE /v2.0/networks/0f0949dd-c4cd-4b60-a15b-dfc9f9750256 HTTP/1.1" status: 404 len: 339 time: 0.0791609 Mar 07 10:42:21.669757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57420) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.708138 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f4f9cb-351e-4812-8119-c189304ee966 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:21.708608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f4f9cb-351e-4812-8119-c189304ee966 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.715946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-85f4f9cb-351e-4812-8119-c189304ee966 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "DELETE /v2.0/ports/a28b0fb8-b190-4ec1-baf7-27ffac776d94 HTTP/1.1" status: 404 len: 333 time: 0.0447166 Mar 07 10:42:21.719455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57422) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.731330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Checking segment: {'id': 'bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5164353d-3ee6-4328-95c1-6598b35d4d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:21.731808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Network hostable DHCP agents. Network: 5164353d-3ee6-4328-95c1-6598b35d4d3f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:21.755276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Network 5164353d-3ee6-4328-95c1-6598b35d4d3f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:21.760101 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f9dec6-485d-4fd9-8400-82a2703fa7f7 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:21.760762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f9dec6-485d-4fd9-8400-82a2703fa7f7 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.765482 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7f9dec6-485d-4fd9-8400-82a2703fa7f7 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "DELETE /v2.0/subnets/692ac392-3c5a-4878-a221-6d25ef6f6733 HTTP/1.1" status: 404 len: 337 time: 0.0449884 Mar 07 10:42:21.769993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57424) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.781967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5164353d-3ee6-4328-95c1-6598b35d4d3f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:21.794420 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8945605-1b27-4467-862b-06995b5b8598 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] GET failed (client error): The resource could not be found. Mar 07 10:42:21.795129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8b986-16c9-4a27-b5ee-ebd8c6186d30 None None] Network 5164353d-3ee6-4328-95c1-6598b35d4d3f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:21.796297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f8945605-1b27-4467-862b-06995b5b8598 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "GET /v2.0/networks/514b9aa2-c3e4-47b0-b76f-7f4896d6c141 HTTP/1.1" status: 404 len: 339 time: 0.0254042 Mar 07 10:42:21.797877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.798531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.801000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57426) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.844189 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31e8498-44fc-4dee-bbfa-c4ad87bf3c58 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] GET failed (client error): The resource could not be found. Mar 07 10:42:21.845906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f31e8498-44fc-4dee-bbfa-c4ad87bf3c58 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "GET /v2.0/ports/e11629fa-63e3-45e3-aa00-5365a49661b6 HTTP/1.1" status: 404 len: 333 time: 0.0438533 Mar 07 10:42:21.850434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57428) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.859548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d7875e5-a59b-40bc-be0e-d31afdd13da9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6559067 Mar 07 10:42:21.862079 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks [] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.879515 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.891797 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea28122-293f-4136-a093-5cc38f428644 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] GET failed (client error): The resource could not be found. Mar 07 10:42:21.895198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0ea28122-293f-4136-a093-5cc38f428644 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "GET /v2.0/subnets/a7326f4a-1f29-43e7-a9bc-1904d7d31145 HTTP/1.1" status: 404 len: 337 time: 0.0420165 Mar 07 10:42:21.899233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57432) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.905347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9b322493-ca6a-4280-9e41-3fdc7b73af78 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:21.926770 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b322493-ca6a-4280-9e41-3fdc7b73af78 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] PUT failed (client error): The resource could not be found. Mar 07 10:42:21.927498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b322493-ca6a-4280-9e41-3fdc7b73af78 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.928887 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9b322493-ca6a-4280-9e41-3fdc7b73af78 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "PUT /v2.0/networks/fb6284a3-5533-4c94-ae91-44c8b9e1dc03 HTTP/1.1" status: 404 len: 339 time: 0.0283761 Mar 07 10:42:21.933302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57434) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.938935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d0684d0a-b396-487a-a8ea-e943c1dd4e4b tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:21.965814 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0684d0a-b396-487a-a8ea-e943c1dd4e4b tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] PUT failed (client error): The resource could not be found. Mar 07 10:42:21.976909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0684d0a-b396-487a-a8ea-e943c1dd4e4b tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:21.979272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0684d0a-b396-487a-a8ea-e943c1dd4e4b tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "PUT /v2.0/ports/9f9249f3-bc9e-4068-8ed1-3168aa6be93b HTTP/1.1" status: 404 len: 333 time: 0.0429850 Mar 07 10:42:21.981864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.987139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f0ade090-31dd-40e7-97e0-1394320a4f75 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.017268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c9d62-85b4-4290-8ce9-1187b47740f2 None None] Network 5164353d-3ee6-4328-95c1-6598b35d4d3f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:22.046085 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ade090-31dd-40e7-97e0-1394320a4f75 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] PUT failed (client error): The resource could not be found. Mar 07 10:42:22.047731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ade090-31dd-40e7-97e0-1394320a4f75 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:22.064623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0ade090-31dd-40e7-97e0-1394320a4f75 tempest-NetworksNegativeTestJSON-331233817 tempest-NetworksNegativeTestJSON-331233817-project] 10.222.0.23 "PUT /v2.0/subnets/fc732c23-d688-4054-8f51-22cc5e058fcb HTTP/1.1" status: 404 len: 337 time: 0.0800626 Mar 07 10:42:22.132123 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Attempting to bind port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:22.132724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Attempting to bind port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:22.133245 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Attempting to bind port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:22.140690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:22.141343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:22.141991 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.142541 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:22.143161 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Bound port: af6e00cf-e481-4fc4-b6f0-b6d432ebaf52, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:22.143805 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.170492 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Pushing event updated for resources: {'Port': ['ID=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.196156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.200790 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.201131 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.201465 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.201805 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.202124 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.202444 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.202757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.203076 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.203386 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.204103 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.204417 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.204728 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.205040 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:22.257787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] For port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:22.264721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] For port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:22.275454 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.336131 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b99d5-cd63-424d-a25d-e67ee4d2108e None None] Pushing event updated for resources: {'Port': ['ID=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.336572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-740429213', 'description': 'tempest-description-1672836648'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.351305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:22.352217 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:41:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:22.409921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.481224 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:22.559379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b5064a6-618f-442e-81cc-a97331f06ff2 req-4cc54f65-fef6-4fb0-95b6-8339844d3cbe tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 210 time: 0.3501606 Mar 07 10:42:22.599821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e658e0b-16e1-4f2a-862a-f5a132440358 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:22.616618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Allocated IP 172.20.0.1 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/b120e9aa-3aa5-4578-ad67-b96e6ae43e33) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:22.635488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57452) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:22.644842 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (e989975d-53ee-4e92-aa15-ca0df34374cd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.650010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e989975d-53ee-4e92-aa15-ca0df34374cd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.711920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.719738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da980e70-a423-4a2f-9ea7-174c60a39f34 req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3877618 Mar 07 10:42:22.740362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7e658e0b-16e1-4f2a-862a-f5a132440358 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:22.740740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.764312 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:19Z', 'revision_number': 3, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:22.817013 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5555e1-a49f-4ddc-bfd5-4b8ced46a019 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:19Z', 'revision_number': 3, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:22.852591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac453b-ce45-42f9-9845-db0956922212 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e989975d-53ee-4e92-aa15-ca0df34374cd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.861208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-b6544c9b-8b1d-4a20-bf9e-18f4db3b5669 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.864004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-b6544c9b-8b1d-4a20-bf9e-18f4db3b5669 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.32 "GET /v2.0/networks?id=c71d5a9c-252c-47d2-aa80-c5dae0e62c34 HTTP/1.1" status: 200 len: 809 time: 0.3379269 Mar 07 10:42:22.865738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-2d8e049f-1e76-4311-93e1-d7944fad33cc tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/e989975d-53ee-4e92-aa15-ca0df34374cd HTTP/1.1" status: 200 len: 1831 time: 0.1106386 Mar 07 10:42:22.878631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e989975d-53ee-4e92-aa15-ca0df34374cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.878969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e989975d-53ee-4e92-aa15-ca0df34374cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.886182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7e658e0b-16e1-4f2a-862a-f5a132440358 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:22.895261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Request body: {'port': {'device_id': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34', 'admin_state_up': True, 'tenant_id': 'baeb50f53f56423ba446fb828ca008a9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.903130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12109796-f731-41f2-875f-2e5f00f13e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.940906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks [] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.955677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.955949 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b7a9dbad-be11-46a1-94d4-63a11ac55d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.976328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.981388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.004035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d62c15f-d02e-4e90-8ca5-fe31eeb260e0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.016463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.026788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78b73112-ee99-4588-ac8d-0de765cb4165 req-a850da1d-0840-4d87-885f-1558e3845d2f tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1463649 Mar 07 10:42:23.079379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.104675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-181712af-0188-47be-b338-a8fb8e4b8ca9 req-53862f1e-5823-488f-99fc-cb3298f9513e tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/e989975d-53ee-4e92-aa15-ca0df34374cd HTTP/1.1" status: 200 len: 2425 time: 0.0578520 Mar 07 10:42:23.167188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Made reservation on behalf of baeb50f53f56423ba446fb828ca008a9 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:23.171058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.177767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:23.185566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-7ce97593-5f86-46e3-97bc-45a9127595f3 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-group-rules/5d62c15f-d02e-4e90-8ca5-fe31eeb260e0 HTTP/1.1" status: 200 len: 778 time: 0.0559781 Mar 07 10:42:23.198508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:23.205316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:23.258407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-cba50a78-876b-4ac9-ae95-a8e7a070f4a7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/e989975d-53ee-4e92-aa15-ca0df34374cd HTTP/1.1" status: 200 len: 2425 time: 0.0529699 Mar 07 10:42:23.282786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Pushing event updated for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.300112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.303928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12109796-f731-41f2-875f-2e5f00f13e57 admin admin] Publish callbacks [] for security_group (f6fcd2e8-a063-4482-90fa-ba080f0237a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.306931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (df52de76-c6fe-4ef5-89e0-175715e76996), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.310163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.316301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12109796-f731-41f2-875f-2e5f00f13e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f6fcd2e8-a063-4482-90fa-ba080f0237a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.362364 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5d62c15f-d02e-4e90-8ca5-fe31eeb260e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.368185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.372142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf5dd703-0adf-4603-bf06-0ed8e81b9492 req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5d62c15f-d02e-4e90-8ca5-fe31eeb260e0 HTTP/1.1" status: 204 len: 173 time: 0.1052237 Mar 07 10:42:23.396293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36e26e-9851-40ca-90ca-1c1811966236 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d62c15f-d02e-4e90-8ca5-fe31eeb260e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.414749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1691900677', 'description': 'tempest-description-328581165'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:23.470495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.558917 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12109796-f731-41f2-875f-2e5f00f13e57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04a61a7fd7124102b3d09fbcaaad30d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209313 Mar 07 10:42:23.563722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57470) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:23.584888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.599048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.616648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109796-f731-41f2-875f-2e5f00f13e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fcd2e8-a063-4482-90fa-ba080f0237a5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.624263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6eae1ad3-e2e1-42aa-a3a0-bd3159d75e14 None None] Provisioning complete for port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:23.625961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6eae1ad3-e2e1-42aa-a3a0-bd3159d75e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.639038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Allocated IP 172.20.0.14 (c71d5a9c-252c-47d2-aa80-c5dae0e62c34/3f828d11-56e9-4e35-8239-22454a6f590a/8cf249da-0847-416d-94e8-e2c3639c4d1b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:23.681962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.709191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.710566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9042c6b0-9526-4c1a-833e-6612d61ebb9e req-e25ec224-7991-44d6-b891-5768cedb4761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3021274 Mar 07 10:42:23.732182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6eae1ad3-e2e1-42aa-a3a0-bd3159d75e14 None None] Port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:23.752122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff79cd01-65f0-4d02-bb43-0c5f33ed642f req-c18f17fe-9596-4a89-b4af-b5b1dddcabbb tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 210 time: 0.0384583 Mar 07 10:42:23.755425 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] Publish callbacks [] for security_group (f6fcd2e8-a063-4482-90fa-ba080f0237a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.801984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] Publish callbacks [] for security_group (f6fcd2e8-a063-4482-90fa-ba080f0237a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.913377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09e13d09-460d-4610-a5f9-75f87e241d7f req-09846190-b181-4760-a8f2-b0e3972b4294 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72 HTTP/1.1" status: 200 len: 1831 time: 0.1257169 Mar 07 10:42:23.923152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759143ae-4473-4661-946b-1d1191747b04 req-d87ede69-f8b7-4087-8e48-6873fe28c241 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:23.924795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-759143ae-4473-4661-946b-1d1191747b04 req-d87ede69-f8b7-4087-8e48-6873fe28c241 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1181588 Mar 07 10:42:23.957270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.967112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104994c-d940-40c1-a339-09f058043152 req-e31dc578-4c47-4490-87de-8e32f0b413bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:23.968732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-e31dc578-4c47-4490-87de-8e32f0b413bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.2299404 Mar 07 10:42:23.973077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-738191397', 'description': 'tempest-description-1181640849'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:23.976736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f6fcd2e8-a063-4482-90fa-ba080f0237a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.979205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.980331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6fcd2e8-a063-4482-90fa-ba080f0237a5 HTTP/1.1" status: 204 len: 168 time: 0.4156804 Mar 07 10:42:23.991376 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.036433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.042070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc9827-b9a8-4090-ab3c-28ab0e99b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fcd2e8-a063-4482-90fa-ba080f0237a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.102342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-759143ae-4473-4661-946b-1d1191747b04 req-4b977a83-4c6f-40fb-af11-4d3d69295bf4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708465 Mar 07 10:42:24.152483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.165561 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (bb07c71f-c406-4fea-8531-d9588ef2990f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.170456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bb07c71f-c406-4fea-8531-d9588ef2990f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.177489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104994c-d940-40c1-a339-09f058043152 req-dc567188-da1a-483b-8516-21d511aa7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.178987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-dc567188-da1a-483b-8516-21d511aa7cbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2022533 Mar 07 10:42:24.187585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks [] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.200672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07c71f-c406-4fea-8531-d9588ef2990f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.205719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.210859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4e6756f-02b1-4a18-b86c-a82faa8b8f79 req-69b23a55-8e39-4694-abaa-6b8025a7eafe tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2471294 Mar 07 10:42:24.274714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a167775c-4f13-4241-85bf-741cd4699552 req-6a6966d9-a05b-40a1-99a8-dcae95a78235 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/bb07c71f-c406-4fea-8531-d9588ef2990f HTTP/1.1" status: 200 len: 1831 time: 0.0433915 Mar 07 10:42:24.301750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2101883237', 'description': 'tempest-description-424361140'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:24.325696 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.345618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-8757d13b-aea0-4004-9619-fd0796a940bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.1558721 Mar 07 10:42:24.409020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (29817be8-9f03-44a0-be0a-3a644a2a5267), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.411519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.414566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29817be8-9f03-44a0-be0a-3a644a2a5267), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.445921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29817be8-9f03-44a0-be0a-3a644a2a5267,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.450591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.456831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d7df478-1fc0-4ff4-9f2b-4a2704e8b7fa req-fe3b1f2c-aa0b-448b-9d8c-9446bdcd30f9 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1594491 Mar 07 10:42:24.499770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks [] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.505937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104994c-d940-40c1-a339-09f058043152 req-414a7cad-15a8-438f-8210-b4515b85b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.507623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-414a7cad-15a8-438f-8210-b4515b85b9f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1517844 Mar 07 10:42:24.510101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:24.516032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:24.518507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:24.521326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.523321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Pushing event updated for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.551576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bac7a254-7b1e-4744-a6e0-2cd851e6dd63 req-afb5ddd0-76cb-454b-a30f-2a8d74641c99 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/29817be8-9f03-44a0-be0a-3a644a2a5267 HTTP/1.1" status: 200 len: 1831 time: 0.0781896 Mar 07 10:42:24.576257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1893468184', 'description': 'tempest-description-1733226620'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:24.621777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.628410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:24.704697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Pushing event updated for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.708397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (df52de76-c6fe-4ef5-89e0-175715e76996), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.718076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.718543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.719366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (9638f5d7-43c7-42b9-b530-829d00e66d2a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.726814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9638f5d7-43c7-42b9-b530-829d00e66d2a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.736526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:24.737357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.768187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.769628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104994c-d940-40c1-a339-09f058043152 req-e8cf733a-0b0e-4a49-a181-a6772098fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.770579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb653b69-58bb-4445-8b16-61ec5c7b4682 req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1988652 Mar 07 10:42:24.771267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-e8cf733a-0b0e-4a49-a181-a6772098fa74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2566400 Mar 07 10:42:24.772249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68474611-45a4-41c9-bdc7-5e64fc78342c tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9638f5d7-43c7-42b9-b530-829d00e66d2a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.782641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-587209b4-a8c7-4cd3-b87d-3058d847aef6 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8920298 Mar 07 10:42:24.846271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Request body: {'port': {'device_id': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:24.910689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:24.911310 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.919703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85721b56-179a-458b-8594-539637b31e76 req-2d4154cb-c9f5-4eb4-8851-3af0cf853f1d tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/9638f5d7-43c7-42b9-b530-829d00e66d2a HTTP/1.1" status: 200 len: 1832 time: 0.1002510 Mar 07 10:42:24.944450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:24.962149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.022579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.028987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492327e9-8966-4da5-98cf-4e6632e942fd req-73513f08-19d4-496a-9203-41fddc8d7d27 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.032165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-492327e9-8966-4da5-98cf-4e6632e942fd req-73513f08-19d4-496a-9203-41fddc8d7d27 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 932 time: 0.1388493 Mar 07 10:42:25.035248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:25.068113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-8eb6d6ed-b059-4b85-9144-cf1810aa4732 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842956 Mar 07 10:42:25.074756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:25.118892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:25.144217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-492327e9-8966-4da5-98cf-4e6632e942fd req-8f333ced-383e-413e-aa58-968277bb56f7 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969689 Mar 07 10:42:25.151674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57520) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:25.322132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1048877649'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:25.329564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2360a2-92df-47ff-8296-c6414f9a6a0a req-18f5a114-3d97-46af-96c7-7315afe239ad tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.338300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be2360a2-92df-47ff-8296-c6414f9a6a0a req-18f5a114-3d97-46af-96c7-7315afe239ad tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0802264 Mar 07 10:42:25.427875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Made reservation on behalf of 135e7d6de2994bd08c760e3ad41c6073 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:25.431816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.460890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.473971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-971188ea-1ca0-457f-a1ac-237a8d6fbcfc None None] Provisioning complete for port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:25.474343 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-971188ea-1ca0-457f-a1ac-237a8d6fbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.519446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-971188ea-1ca0-457f-a1ac-237a8d6fbcfc None None] Port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:25.583887 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.627432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4104994c-d940-40c1-a339-09f058043152 req-831c99a1-0a5e-4bb4-bf7d-c42f476cafa9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504405 Mar 07 10:42:25.655943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:25.670391 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-8a06967f-4af7-444d-8ee3-2784e3ad5023 req-1663ada5-f928-405d-b360-bf75a4f4c84b tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] show failed (client error): The resource could not be found. Mar 07 10:42:25.671415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06967f-4af7-444d-8ee3-2784e3ad5023 req-1663ada5-f928-405d-b360-bf75a4f4c84b tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/21565a0d-a99d-4efe-983c-7a6f68d3f6df HTTP/1.1" status: 404 len: 352 time: 0.4971089 Mar 07 10:42:25.701337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be2360a2-92df-47ff-8296-c6414f9a6a0a req-5e4638ff-742a-4fb8-a662-19df7d7be2eb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617566 Mar 07 10:42:25.763327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks [] for security_group (aa2a2f84-2059-498b-bdeb-0777d7c8f4e4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.775314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (aa2a2f84-2059-498b-bdeb-0777d7c8f4e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.779397 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-b7b96b87-1fbe-4d25-a51e-7396339714e5 req-4948510a-a702-47ed-a018-479d6691ba4b tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] show failed (client error): The resource could not be found. Mar 07 10:42:25.780431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b96b87-1fbe-4d25-a51e-7396339714e5 req-4948510a-a702-47ed-a018-479d6691ba4b tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-group-rules/e1964fba-98b2-44ce-b70a-ab0701f3ec9a HTTP/1.1" status: 404 len: 361 time: 0.0273125 Mar 07 10:42:25.837591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:25.852493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b9c83-e6aa-4fb7-a37d-48318c291376 req-137878c0-80c0-4227-baa0-ee8eadb7871a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.853979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-177b9c83-e6aa-4fb7-a37d-48318c291376 req-137878c0-80c0-4227-baa0-ee8eadb7871a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.1094687 Mar 07 10:42:25.871026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-82c40797-fe87-41c1-b179-a13ba72d881a tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/9638f5d7-43c7-42b9-b530-829d00e66d2a HTTP/1.1" status: 200 len: 1832 time: 0.0652175 Mar 07 10:42:25.939426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-177b9c83-e6aa-4fb7-a37d-48318c291376 req-d24dc40d-e6c8-4e07-9819-fe5f933d3437 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792978 Mar 07 10:42:25.960048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (9638f5d7-43c7-42b9-b530-829d00e66d2a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.984831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (9638f5d7-43c7-42b9-b530-829d00e66d2a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.047131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9638f5d7-43c7-42b9-b530-829d00e66d2a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.050373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.051764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c81ed95-72bc-405c-8fb8-1b7647621339 req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-groups/9638f5d7-43c7-42b9-b530-829d00e66d2a HTTP/1.1" status: 204 len: 173 time: 0.1735234 Mar 07 10:42:26.067346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304f90-cd5c-4796-b63f-ec121f864b03 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638f5d7-43c7-42b9-b530-829d00e66d2a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.141978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-1ae6d388-a595-45c6-9027-ee088d45fa33 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/29817be8-9f03-44a0-be0a-3a644a2a5267 HTTP/1.1" status: 200 len: 1831 time: 0.0647213 Mar 07 10:42:26.227529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a2f84-2059-498b-bdeb-0777d7c8f4e4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.231980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (29817be8-9f03-44a0-be0a-3a644a2a5267), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.236026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (892a0ad5-bf9c-4535-92cf-deb5a8efa2ed), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.236345 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Added segment 892a0ad5-bf9c-4535-92cf-deb5a8efa2ed of type vlan for network 7013c67b-a1f8-4c36-81ea-cdb72aa8f582 Mar 07 10:42:26.275458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (29817be8-9f03-44a0-be0a-3a644a2a5267), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.288160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf249da-0847-416d-94e8-e2c3639c4d1b {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:26.309739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks [] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.313429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7013c67b-a1f8-4c36-81ea-cdb72aa8f582), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.320750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee570-d3e0-4317-aa59-33a040dd6474 req-b2ac06b3-e489-433e-ac1b-71725b6e3877 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.322245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94fee570-d3e0-4317-aa59-33a040dd6474 req-b2ac06b3-e489-433e-ac1b-71725b6e3877 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 932 time: 0.1051025 Mar 07 10:42:26.330966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:26.341355 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7094e9be-9f0e-4184-8661-9d5ae3da3045 admin admin] 10.222.0.23 "PUT /v2.0/routers/df52de76-c6fe-4ef5-89e0-175715e76996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6723802 Mar 07 10:42:26.342678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:26.357326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:26.359295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:26.361618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29817be8-9f03-44a0-be0a-3a644a2a5267), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.362626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Transition to ACTIVE for port object 8cf249da-0847-416d-94e8-e2c3639c4d1b will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:26.364714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.365933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36e8bed8-0c29-4155-b708-47c58ad7c176 req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-groups/29817be8-9f03-44a0-be0a-3a644a2a5267 HTTP/1.1" status: 204 len: 173 time: 0.2171319 Mar 07 10:42:26.366226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7013c67b-a1f8-4c36-81ea-cdb72aa8f582), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.378432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.379182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.386152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a059-4246-4f6e-bddf-492de28befd4 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29817be8-9f03-44a0-be0a-3a644a2a5267,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.402398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.415063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2576451 Mar 07 10:42:26.483087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94fee570-d3e0-4317-aa59-33a040dd6474 req-b62e7a34-4e25-4fd1-aed9-dacb32cff14b tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547556 Mar 07 10:42:26.483857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57540) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:26.491033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-a37f17aa-9b5e-4dbb-92df-67dfb7f2e61b tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-397460229') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:26.512678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Pushing event updated for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.527711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-ba7fd1ce-c27c-41fb-9d8b-74dc30a00761 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/bb07c71f-c406-4fea-8531-d9588ef2990f HTTP/1.1" status: 200 len: 1831 time: 0.1166866 Mar 07 10:42:26.616880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:26.653822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:26.664813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a64bc1-728b-4a97-bf78-a39a7bc2639d tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Pushing event updated for resources: {'Network': ['ID=7013c67b-a1f8-4c36-81ea-cdb72aa8f582,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.669411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Attempting to bind port 8cf249da-0847-416d-94e8-e2c3639c4d1b on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:26.669749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Attempting to bind port 8cf249da-0847-416d-94e8-e2c3639c4d1b by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '453deeb6-670b-4a29-a383-15a8d248738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:26.670079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Attempting to bind port 8cf249da-0847-416d-94e8-e2c3639c4d1b on network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:26.676642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Port 8cf249da-0847-416d-94e8-e2c3639c4d1b on network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:26.677006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Attempting to bind port 8cf249da-0847-416d-94e8-e2c3639c4d1b on network c71d5a9c-252c-47d2-aa80-c5dae0e62c34 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:26.682521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:26.683010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Checking segment: {'id': '453deeb6-670b-4a29-a383-15a8d248738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:26.683526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Bound using segment: {'id': '453deeb6-670b-4a29-a383-15a8d248738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:26.684133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Bound port: 8cf249da-0847-416d-94e8-e2c3639c4d1b, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453deeb6-670b-4a29-a383-15a8d248738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:26.684691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.701135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7013c67b-a1f8-4c36-81ea-cdb72aa8f582 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:26.710360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a37f17aa-9b5e-4dbb-92df-67dfb7f2e61b tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "PUT /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-397460229 HTTP/1.1" status: 201 len: 201 time: 0.2241683 Mar 07 10:42:26.713701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57546) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:26.718219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-e09801ec-0d00-47a7-a873-0f86382ad49f tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-397460229') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:26.731604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (bb07c71f-c406-4fea-8531-d9588ef2990f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.772351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (bb07c71f-c406-4fea-8531-d9588ef2990f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.779886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:26.787585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b,segment=NetworkSegment(453deeb6-670b-4a29-a383-15a8d248738c),segment_id=453deeb6-670b-4a29-a383-15a8d248738c)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:26.797169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.809147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-56f98287-41ae-46d0-b7a4-2614edd5ef45 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.810693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-56f98287-41ae-46d0-b7a4-2614edd5ef45 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.32 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.1442916 Mar 07 10:42:26.827019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.828050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.831236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] 10.222.0.32 "PUT /v2.0/ports/8cf249da-0847-416d-94e8-e2c3639c4d1b HTTP/1.1" status: 200 len: 1092 time: 2.0280368 Mar 07 10:42:26.833020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:26.836704 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:26.898408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:26.899181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.943355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:26.944090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e09801ec-0d00-47a7-a873-0f86382ad49f tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-397460229 HTTP/1.1" status: 204 len: 168 time: 0.2292175 Mar 07 10:42:26.955204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bb07c71f-c406-4fea-8531-d9588ef2990f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.956431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-ea42a36e-4579-47d7-a3bc-2f36047b959a tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:26.958479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.959678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c95c3ddf-6554-435c-8b0b-e98dd00bff29 req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb07c71f-c406-4fea-8531-d9588ef2990f HTTP/1.1" status: 204 len: 173 time: 0.4311175 Mar 07 10:42:26.995502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b78d-fc24-4fc0-bcde-d719f0bd5c89 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07c71f-c406-4fea-8531-d9588ef2990f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.045410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Deleting port 1d88c1a5-83a4-4249-9233-d799723b7d83 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:27.045849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.054972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fdd30-b1ea-4208-8892-430e5f75f03e service neutron] Pushing event updated for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.085022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.089331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.101215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999891984', 'description': 'tempest-description--1705164191'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:27.102472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:27.118332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:27.119913 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4c232-b284-4b88-b42f-1601bd85d70a x-openstack-request-id: req-17e4c232-b284-4b88-b42f-1601bd85d70a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:27.120212 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:27.120471 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17e4c232-b284-4b88-b42f-1601bd85d70a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:27.121232 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b', 'status': 'completed', 'code': 200} Mar 07 10:42:27.134539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-ec219018-f69f-44fc-9f6a-7f49ff0a5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.136169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-ec219018-f69f-44fc-9f6a-7f49ff0a5de1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baeb50f53f56423ba446fb828ca008a9&device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 1126 time: 0.2585800 Mar 07 10:42:27.194931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.199139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-0655a542-86b0-4bd1-bf07-60e2ad665496 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72 HTTP/1.1" status: 200 len: 1831 time: 0.0686646 Mar 07 10:42:27.227921 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea42a36e-4579-47d7-a3bc-2f36047b959a tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags HTTP/1.1" status: 200 len: 237 time: 0.2757111 Mar 07 10:42:27.236258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-cdec175e-42a0-4da2-b9b8-d49b89ed241b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b HTTP/1.1" status: 200 len: 217 time: 0.0589750 Mar 07 10:42:27.237054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.245600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-8973234d-d8cf-4eba-9130-ff694d3948e2 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', {'tags': ['tempest-TagsTest-Tag-1447238190', 'tempest-TagsTest-Tag-932166835', 'tempest-TagsTest-Tag-2023671119']}) {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:27.313239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01de1-6d35-4c4e-9982-7d14fa21299c req-22f9090a-6c0d-4651-b8c6-ec598c12cdc5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.313854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:27.314404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Updating router df52de76-c6fe-4ef5-89e0-175715e76996 port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:27.315211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01b01de1-6d35-4c4e-9982-7d14fa21299c req-22f9090a-6c0d-4651-b8c6-ec598c12cdc5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2312944 Mar 07 10:42:27.346639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.370380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] For port 1d88c1a5-83a4-4249-9233-d799723b7d83, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1d88c1a5-83a4-4249-9233-d799723b7d83,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:27.370944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.373476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.376772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971075-dc43-4858-9f71-e794d5dae618 req-06f011e3-e435-45d4-a739-c04dbc6dac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.378416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-06f011e3-e435-45d4-a739-c04dbc6dac29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f828d11-56e9-4e35-8239-22454a6f590a HTTP/1.1" status: 200 len: 849 time: 0.1296499 Mar 07 10:42:27.422890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-156bdf83-d236-4f94-b6df-e1c505e57d32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c71d5a9c-252c-47d2-aa80-c5dae0e62c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389416 Mar 07 10:42:27.430462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8973234d-d8cf-4eba-9130-ff694d3948e2 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "PUT /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags HTTP/1.1" status: 200 len: 308 time: 0.1874614 Mar 07 10:42:27.433542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57562) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.450409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-f1a7fa3a-aed8-4583-8eee-d5e5a6d8d565 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-1447238190') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:27.475977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.482919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (36252643-b640-4726-a0bc-6c85565c7d9e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.496096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01b01de1-6d35-4c4e-9982-7d14fa21299c req-2e705b70-9030-47ea-b440-d1b132598b6a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628008 Mar 07 10:42:27.496865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (36252643-b640-4726-a0bc-6c85565c7d9e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.580172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.584574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4898839 Mar 07 10:42:27.587564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.599350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '36252643-b640-4726-a0bc-6c85565c7d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:27.605421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be86a3-9f36-4744-b9fe-3dbfa5841c66 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36252643-b640-4726-a0bc-6c85565c7d9e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.668392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-801c43a2-c2b4-428e-b5c2-833ce05a949b service neutron] 10.222.0.32 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335868 Mar 07 10:42:27.716470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (eb4cecd4-586a-4e6a-81e6-54fa80ceee59), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.728591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.728823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks [] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.728980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.729426 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Floating IP ed19bf4a-4e56-4a74-841e-5ba094dda308 disassociated. External IP: 172.25.4.217, port: 1d88c1a5-83a4-4249-9233-d799723b7d83. Mar 07 10:42:27.729777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Calling delete_port for 1d88c1a5-83a4-4249-9233-d799723b7d83 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:27.734733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.736425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.737416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.738612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edf6bd99-8bc6-4dc9-b647-c07b41d82d7f req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-groups/4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72 HTTP/1.1" status: 204 len: 173 time: 0.5386736 Mar 07 10:42:27.764683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b418a-23be-486c-8e16-4e4e18ae485a req-6027cfe9-f52a-4518-9c11-7eb438d9c616 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.765215 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1a7fa3a-aed8-4583-8eee-d5e5a6d8d565 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "DELETE /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-1447238190 HTTP/1.1" status: 204 len: 168 time: 0.3293974 Mar 07 10:42:27.769734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-667b418a-23be-486c-8e16-4e4e18ae485a req-6027cfe9-f52a-4518-9c11-7eb438d9c616 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 945 time: 0.1422429 Mar 07 10:42:27.771462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57574) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.774245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea432b29-c52e-48e6-8f37-b9343c834156 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735aa4c-d0a4-48ce-ae2f-8f91e52e9c72,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.779320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-d8be960f-c765-46a1-9379-2bd3b9dfbcc6 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-1447238190') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:27.814132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330314-70c9-4548-8781-f6bb2e152780 None None] Pushing event updated for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.867341 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f971075-dc43-4858-9f71-e794d5dae618 req-5387268d-aa83-4547-848b-75c14d719c41 service neutron] 10.222.0.32 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926339 Mar 07 10:42:27.883395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (eb4cecd4-586a-4e6a-81e6-54fa80ceee59), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.926627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (eb4cecd4-586a-4e6a-81e6-54fa80ceee59), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.949337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-667b418a-23be-486c-8e16-4e4e18ae485a req-23a7acc9-220e-4d9a-8ef8-7e84345b303a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups?id=d27f9f16-a57c-45ad-ab27-8487ea48fb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334312 Mar 07 10:42:27.951335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Attempting to bind port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:27.951748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Attempting to bind port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:27.952297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Attempting to bind port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:27.958995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:27.959473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:27.959935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.962308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:27.962308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Bound port: b120e9aa-3aa5-4578-ad67-b96e6ae43e33, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:27.962308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.978273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4cecd4-586a-4e6a-81e6-54fa80ceee59,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.980657 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-d8be960f-c765-46a1-9379-2bd3b9dfbcc6 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] show failed (client error): The resource could not be found. Mar 07 10:42:27.981732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8be960f-c765-46a1-9379-2bd3b9dfbcc6 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-1447238190 HTTP/1.1" status: 404 len: 326 time: 0.2073374 Mar 07 10:42:27.984637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57576) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.010733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-447ab777-eb59-4e30-8606-d95ff51b8d5f tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-932166835') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.016414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b700-6296-45c5-b467-404405b59521 req-cdf24e93-fd99-4838-9b5f-3283fed356b2 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.018066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.019486 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-10740eba-dffb-4b62-9138-4c21ca48c6e8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293873 Mar 07 10:42:28.019761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87e2b700-6296-45c5-b467-404405b59521 req-cdf24e93-fd99-4838-9b5f-3283fed356b2 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 944 time: 0.1615114 Mar 07 10:42:28.030008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.035136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '36252643-b640-4726-a0bc-6c85565c7d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:28.062150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-0b29e620-aef7-4aa9-a972-84a48849610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.067779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-0b29e620-aef7-4aa9-a972-84a48849610e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baeb50f53f56423ba446fb828ca008a9&device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 1126 time: 0.1498797 Mar 07 10:42:28.084830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] For port b120e9aa-3aa5-4578-ad67-b96e6ae43e33, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:28.089111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] For port b120e9aa-3aa5-4578-ad67-b96e6ae43e33, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:28.097539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.140103 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1d88c1a5-83a4-4249-9233-d799723b7d83), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.177380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:28.179554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.202747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (62a48074-d905-4140-8d22-24354d44bb4e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.213083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-447ab777-eb59-4e30-8606-d95ff51b8d5f tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-932166835 HTTP/1.1" status: 204 len: 168 time: 0.2264292 Mar 07 10:42:28.216037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57580) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.221152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-fd67b9ec-b03f-4384-ba4f-9aa6f1dc05e3 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-2023671119') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.237062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330314-70c9-4548-8781-f6bb2e152780 None None] Pushing event updated for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.246310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-1414ed92-acff-434d-b5d9-87da8cb243f8 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "GET /v2.0/security-groups/e989975d-53ee-4e92-aa15-ca0df34374cd HTTP/1.1" status: 200 len: 1831 time: 0.2206411 Mar 07 10:42:28.308711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Provisioning complete for port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:28.309277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.321179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87e2b700-6296-45c5-b467-404405b59521 req-b5d6c021-2fd8-4d99-95fa-a92ae7bb2e85 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793133 Mar 07 10:42:28.334196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-32d9f9c4-740c-45a0-94b8-468741f59e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.336384 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-32d9f9c4-740c-45a0-94b8-468741f59e46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c71d5a9c-252c-47d2-aa80-c5dae0e62c34 HTTP/1.1" status: 200 len: 910 time: 0.2609291 Mar 07 10:42:28.342081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd67b9ec-b03f-4384-ba4f-9aa6f1dc05e3 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-2023671119 HTTP/1.1" status: 204 len: 168 time: 0.1249444 Mar 07 10:42:28.353414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.359513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-e8cea7bd-7bd5-49b6-91ac-31d044bf93f3 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.384162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:28.420737 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-21030dfc-0948-4445-8c7c-dcfd86e1918b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b HTTP/1.1" status: 200 len: 217 time: 0.0772979 Mar 07 10:42:28.456299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.475026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event deleted for resources: {'Port': ['ID=1d88c1a5-83a4-4249-9233-d799723b7d83,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.483335 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (e989975d-53ee-4e92-aa15-ca0df34374cd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.506613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-70666afb-fbe5-4a5f-a865-0589f8545d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.508924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-70666afb-fbe5-4a5f-a865-0589f8545d4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f828d11-56e9-4e35-8239-22454a6f590a HTTP/1.1" status: 200 len: 849 time: 0.0813265 Mar 07 10:42:28.533370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:28.542368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (e989975d-53ee-4e92-aa15-ca0df34374cd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.555350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Current status of the port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:28.556391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.578166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-27d64217-37e4-4e6e-84ae-54d4bf0dd187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c71d5a9c-252c-47d2-aa80-c5dae0e62c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617816 Mar 07 10:42:28.647225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (62a48074-d905-4140-8d22-24354d44bb4e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.661859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] For port b120e9aa-3aa5-4578-ad67-b96e6ae43e33, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:28.663268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (62a48074-d905-4140-8d22-24354d44bb4e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.675021 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.687869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e989975d-53ee-4e92-aa15-ca0df34374cd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.690662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.691962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a87fd6b2-ded1-48b4-a06c-7c4a4c0b4158 req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] 10.222.0.23 "DELETE /v2.0/security-groups/e989975d-53ee-4e92-aa15-ca0df34374cd HTTP/1.1" status: 204 len: 173 time: 0.4438307 Mar 07 10:42:28.711226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57586) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.725043 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8cea7bd-7bd5-49b6-91ac-31d044bf93f3 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "DELETE /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags HTTP/1.1" status: 204 len: 168 time: 0.3702497 Mar 07 10:42:28.725268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57588) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.750526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a48074-d905-4140-8d22-24354d44bb4e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.750791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-b3c3c8ae-13c7-49b0-838e-e83bd4eff0fe tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-932166835') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.770225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f88208-e64a-4c78-9979-0f45f3a6bcd7 tempest-SecurityGroupRulesNegativeTestJSON-1535192936 tempest-SecurityGroupRulesNegativeTestJSON-1535192936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989975d-53ee-4e92-aa15-ca0df34374cd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.773300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-87eb2c8f-7c04-4f0c-9d1e-a8660e50d577 service neutron] 10.222.0.32 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869185 Mar 07 10:42:28.777492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.778315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f49755da-2e92-4b55-bab6-8564d5c14c13 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7465572 Mar 07 10:42:28.784326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.793467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:28.818066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:28.823848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba21e0-d811-4750-b677-8ba7314922fe None None] Pushing event updated for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.833324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-18a6e8ba-7d1b-4621-8995-e314c8df616d None None] Provisioning complete for port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:28.833781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-18a6e8ba-7d1b-4621-8995-e314c8df616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.841038 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Sync routers for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:28.861764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:28.862780 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.896592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.898456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] No DVR routers for this DVR port 1d88c1a5-83a4-4249-9233-d799723b7d83 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:28.900816 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.909939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Deleting subnet 9b19f365-f4bb-4563-8881-6d66bfef8b7e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:28.921170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.928961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Publish callbacks [] for subnet (9b19f365-f4bb-4563-8881-6d66bfef8b7e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.936187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aaa0cf5d-17ff-46d6-b6ae-71bddfc2a80c req-c8f86090-1433-4678-881c-1fe6a1992399 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.32 "DELETE /v2.0/ports/1d88c1a5-83a4-4249-9233-d799723b7d83 HTTP/1.1" status: 204 len: 173 time: 2.1122491 Mar 07 10:42:28.938593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'name': 'network-vif-deleted', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:28.942118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6ce8-92fb-4697-ade5-523779d4db9e None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:28.943546 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acccf96-0722-42f8-825f-253ed3292e6d" -d '{"events": [{"server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "name": "network-vif-deleted", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:29.119057 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:29.140312 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d326537-0757-4c78-ac90-fe511b8d4940 x-openstack-request-id: req-9d326537-0757-4c78-ac90-fe511b8d4940 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:29.140958 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14cacd0-28f9-464b-9514-5f66f0a83d4b", "name": "network-vif-deleted", "tag": "1d88c1a5-83a4-4249-9233-d799723b7d83", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:29.140958 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d326537-0757-4c78-ac90-fe511b8d4940 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:29.141480 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14cacd0-28f9-464b-9514-5f66f0a83d4b', 'name': 'network-vif-deleted', 'tag': '1d88c1a5-83a4-4249-9233-d799723b7d83', 'status': 'completed', 'code': 200} Mar 07 10:42:29.144199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-18a6e8ba-7d1b-4621-8995-e314c8df616d None None] Current status of the port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:29.176197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (9b19f365-f4bb-4563-8881-6d66bfef8b7e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.182439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1d88c1a5-83a4-4249-9233-d799723b7d83 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:29.214063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 1d88c1a5-83a4-4249-9233-d799723b7d83 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:29.214729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1d88c1a5-83a4-4249-9233-d799723b7d83 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:29.231166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec604190-606b-4d0e-a1b2-8cbf4a346ae4 req-c97f3e5c-a808-4628-873c-5e3eb1ecb20a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e14cacd0-28f9-464b-9514-5f66f0a83d4b HTTP/1.1" status: 200 len: 210 time: 0.0507703 Mar 07 10:42:29.232626 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-18ba84ef-d71f-4920-bab5-38fddd6e5ce0 req-761b88cd-11cb-4405-bc09-f99c12d5e6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332333 Mar 07 10:42:29.251435 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-b3c3c8ae-13c7-49b0-838e-e83bd4eff0fe tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] show failed (client error): The resource could not be found. Mar 07 10:42:29.265332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:29.265332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-98a79c7d-b740-4dea-b17a-fb058bbf34f7 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582', 'tempest-TagsTest-Tag-2023671119') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.265613 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3c3c8ae-13c7-49b0-838e-e83bd4eff0fe tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-932166835 HTTP/1.1" status: 404 len: 325 time: 0.5353081 Mar 07 10:42:29.281778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9b19f365-f4bb-4563-8881-6d66bfef8b7e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.291599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.349050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (9b19f365-f4bb-4563-8881-6d66bfef8b7e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.395722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b19f365-f4bb-4563-8881-6d66bfef8b7e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:29.397624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.404030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5329eda0-2b18-47ca-a499-fd097a82133d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b19f365-f4bb-4563-8881-6d66bfef8b7e HTTP/1.1" status: 204 len: 168 time: 0.6914904 Mar 07 10:42:29.405162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:29.450531 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-98a79c7d-b740-4dea-b17a-fb058bbf34f7 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] show failed (client error): The resource could not be found. Mar 07 10:42:29.451674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98a79c7d-b740-4dea-b17a-fb058bbf34f7 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "GET /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags/tempest-TagsTest-Tag-2023671119 HTTP/1.1" status: 404 len: 326 time: 0.1936491 Mar 07 10:42:29.458999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57604) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:29.463748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-f0a272b4-5e6c-460a-ba11-9015af07a851 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7013c67b-a1f8-4c36-81ea-cdb72aa8f582') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.492555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.534230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5164353d-3ee6-4328-95c1-6598b35d4d3f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.541717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Checking router: b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:29.554250 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:29.555661 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.582396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.25.4.247 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bb79d041-b092-4c7a-910b-22e21b4cc262) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:29.670678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5164353d-3ee6-4328-95c1-6598b35d4d3f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.702737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5164353d-3ee6-4328-95c1-6598b35d4d3f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.708776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d5eb-e36e-4261-9bc7-91ac5ed362ba req-2cd1c1f1-5f3d-4750-8e72-b24f3622e5bd tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.710807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b224d5eb-e36e-4261-9bc7-91ac5ed362ba req-2cd1c1f1-5f3d-4750-8e72-b24f3622e5bd tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 944 time: 0.2555370 Mar 07 10:42:29.716856 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:29.721720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.722032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.748179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.763287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.770919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:29.771384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bfc2e4c8-bb95-4e6e-97ae-ba80e4dcaa79), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:29.773155 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:29.779691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0a272b4-5e6c-460a-ba11-9015af07a851 tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "DELETE /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582/tags HTTP/1.1" status: 204 len: 168 time: 0.3190262 Mar 07 10:42:29.782303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:29.854244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5164353d-3ee6-4328-95c1-6598b35d4d3f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.861996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.865546 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/5164353d-3ee6-4328-95c1-6598b35d4d3f HTTP/1.1" status: 204 len: 168 time: 0.4593482 Mar 07 10:42:29.879068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dba345-d0c7-450f-befe-f5d21d9cfb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=5164353d-3ee6-4328-95c1-6598b35d4d3f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:29.880417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b224d5eb-e36e-4261-9bc7-91ac5ed362ba req-c320a189-ba5b-4408-8587-cb3a1342233e tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531971 Mar 07 10:42:29.949249 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7013c67b-a1f8-4c36-81ea-cdb72aa8f582), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.966188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.051140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:30.088034 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab2a0-143d-438e-a1ea-62f37a1a8cbc None None] The sync data for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 is: [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:40:23Z', 'revision_number': 4, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '35f63e5e-3bd5-46c6-9a94-360f07e80f17', 'name': '', 'network_id': '3905b878-7032-4dfb-98b0-f5c6337bfd7a', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'mac_address': 'fa:16:3e:3f:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:22Z', 'updated_at': '2022-03-07T10:40:29Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'subnets': [{'id': '29ae9fff-c574-443e-8884-a89b6b95ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:30.099439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7013c67b-a1f8-4c36-81ea-cdb72aa8f582), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.104355 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.165961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57610) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.169267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7013c67b-a1f8-4c36-81ea-cdb72aa8f582']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:30.177958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:30.179619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:30.183873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:30.219140 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-803ec3ec-2bdc-445e-9d94-9e12eca178c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd557264a144f58bc78fb73796fa7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518184 Mar 07 10:42:30.222225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.292872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] Publish callbacks [] for security_group (b99d9f47-5308-418f-8e8a-d5ad50543e00), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.346918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] Publish callbacks [] for security_group (b99d9f47-5308-418f-8e8a-d5ad50543e00), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.348953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57618) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.463923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (d27f9f16-a57c-45ad-ab27-8487ea48fb0a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.505493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b99d9f47-5308-418f-8e8a-d5ad50543e00), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.508715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.509720 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99d9f47-5308-418f-8e8a-d5ad50543e00 HTTP/1.1" status: 204 len: 168 time: 0.2864337 Mar 07 10:42:30.524127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (d27f9f16-a57c-45ad-ab27-8487ea48fb0a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.563328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36d54-b706-45be-88eb-9eeb604bc481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d9f47-5308-418f-8e8a-d5ad50543e00,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.563589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=bb79d041-b092-4c7a-910b-22e21b4cc262,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.571165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a0ad5-bf9c-4535-92cf-deb5a8efa2ed') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:30.571461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a0ad5-bf9c-4535-92cf-deb5a8efa2ed') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:30.602240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (892a0ad5-bf9c-4535-92cf-deb5a8efa2ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.626657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (892a0ad5-bf9c-4535-92cf-deb5a8efa2ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.636433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:30.636881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (892a0ad5-bf9c-4535-92cf-deb5a8efa2ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:30.640227 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:30.652610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7b694-f9d8-4c0f-ac5f-92d1f6b04d2d None None] New status for floating IP ed19bf4a-4e56-4a74-841e-5ba094dda308: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:30.661540 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d27f9f16-a57c-45ad-ab27-8487ea48fb0a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.664606 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.665967 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "DELETE /v2.0/security-groups/d27f9f16-a57c-45ad-ab27-8487ea48fb0a HTTP/1.1" status: 204 len: 168 time: 0.3156638 Mar 07 10:42:30.670804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57622) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.699990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0135-5207-4fca-acfb-336b3835a042 tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f9f16-a57c-45ad-ab27-8487ea48fb0a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.716118 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-8827117a-72ee-4dcd-abd8-8322e483951a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] show failed (client error): The resource could not be found. Mar 07 10:42:30.719758 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8827117a-72ee-4dcd-abd8-8322e483951a tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "GET /v2.0/security-groups/d27f9f16-a57c-45ad-ab27-8487ea48fb0a HTTP/1.1" status: 404 len: 347 time: 0.0455754 Mar 07 10:42:30.720216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.756936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b120e9aa-3aa5-4578-ad67-b96e6ae43e33 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:30.780318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7013c67b-a1f8-4c36-81ea-cdb72aa8f582), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.819630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.826860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] 10.222.0.23 "DELETE /v2.0/networks/7013c67b-a1f8-4c36-81ea-cdb72aa8f582 HTTP/1.1" status: 204 len: 168 time: 1.0409167 Mar 07 10:42:30.899364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:30.900188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.933436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066735c4-72b1-477a-818a-9f0a339ef3da tempest-TagsTest-498925339 tempest-TagsTest-498925339-project] Pushing event deleted for resources: {'Network': ['ID=7013c67b-a1f8-4c36-81ea-cdb72aa8f582,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.000374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Deleting port 1126381e-a7a5-402f-9150-42250a73609f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:31.000639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1126381e-a7a5-402f-9150-42250a73609f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.017060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.128908 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.146804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:31.178632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1126381e-a7a5-402f-9150-42250a73609f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.179184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (1126381e-a7a5-402f-9150-42250a73609f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.200902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Calling delete_port for 1126381e-a7a5-402f-9150-42250a73609f owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:31.201533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8cf249da-0847-416d-94e8-e2c3639c4d1b details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:31.229919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423795f-ea8f-4d67-a71b-19d65f8a9586 req-2386de11-9e34-4c1d-b844-166c59b7a3f9 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:31.231700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d423795f-ea8f-4d67-a71b-19d65f8a9586 req-2386de11-9e34-4c1d-b844-166c59b7a3f9 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 944 time: 0.1839941 Mar 07 10:42:31.291632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57640) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:31.303908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d423795f-ea8f-4d67-a71b-19d65f8a9586 req-0999cd66-7cf8-43d6-b42d-a7357164b681 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Mar 07 10:42:31.373219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b,segment=NetworkSegment(453deeb6-670b-4a29-a383-15a8d248738c),segment_id=453deeb6-670b-4a29-a383-15a8d248738c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:31.405288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '8cf249da-0847-416d-94e8-e2c3639c4d1b', 'network_id': 'c71d5a9c-252c-47d2-aa80-c5dae0e62c34', 'port_id': '8cf249da-0847-416d-94e8-e2c3639c4d1b', 'mac_address': 'fa:16:3e:08:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f828d11-56e9-4e35-8239-22454a6f590a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:31.450183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.468049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1126381e-a7a5-402f-9150-42250a73609f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.490661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.491088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 8cf249da-0847-416d-94e8-e2c3639c4d1b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:31.491527 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.507051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Pushing event deleted for resources: {'Port': ['ID=1126381e-a7a5-402f-9150-42250a73609f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.526624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf249da-0847-416d-94e8-e2c3639c4d1b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:31.551921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b,segment=NetworkSegment(453deeb6-670b-4a29-a383-15a8d248738c),segment_id=453deeb6-670b-4a29-a383-15a8d248738c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:31.557225 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.572792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=bb79d041-b092-4c7a-910b-22e21b4cc262,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.605010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks [] for floatingip (ed19bf4a-4e56-4a74-841e-5ba094dda308), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.608720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.610588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd86c0d1-638a-427f-90c3-dffc597bc5be tempest-ServersTestFqdnHostnames-1147607660 tempest-ServersTestFqdnHostnames-1147607660-project] 10.222.0.23 "DELETE /v2.0/floatingips/ed19bf4a-4e56-4a74-841e-5ba094dda308 HTTP/1.1" status: 204 len: 168 time: 0.8890185 Mar 07 10:42:31.614513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:31.627874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.641212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ecd81f3e-7606-466c-b2a0-0615e60fe5c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=135e7d6de2994bd08c760e3ad41c6073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466024 Mar 07 10:42:31.642117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:31.643275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.686417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.687775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d7c62336-90f0-4f57-b03b-7a50644946ad tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9007041 Mar 07 10:42:31.721614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] Publish callbacks [] for security_group (aa2a2f84-2059-498b-bdeb-0777d7c8f4e4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.753158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] Publish callbacks [] for security_group (aa2a2f84-2059-498b-bdeb-0777d7c8f4e4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.830203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (aa2a2f84-2059-498b-bdeb-0777d7c8f4e4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.838078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.841154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa2a2f84-2059-498b-bdeb-0777d7c8f4e4 HTTP/1.1" status: 204 len: 168 time: 0.1940887 Mar 07 10:42:31.853250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cf1aa-4af2-48c1-808d-2e9fdfc9521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a2f84-2059-498b-bdeb-0777d7c8f4e4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.874367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['8cf249da-0847-416d-94e8-e2c3639c4d1b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:31.893145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57670) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:32.026186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-36e67f9f-72ed-4a38-9a91-3d5aa22fa9a4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1999891984&fields=id&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 267 time: 0.0872266 Mar 07 10:42:32.044964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1488423703-network', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:32.131238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Made reservation on behalf of 3681beb3f37c4e649e5aac668a16d265 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:32.133671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.143610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.145610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.196188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-6f167ebe-fb08-4273-864d-ca1d63f6f11c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.200245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-6f167ebe-fb08-4273-864d-ca1d63f6f11c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.1615095 Mar 07 10:42:32.230328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-b56cf89a-bfea-48d7-ac84-6b510e6b381c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/quotas/d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 375 time: 0.0180392 Mar 07 10:42:32.295310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks [] for security_group (0af1849f-c731-4b31-8aab-678e5acb5987), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.303250 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0af1849f-c731-4b31-8aab-678e5acb5987), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.345767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:32.360553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2a07714e-bebf-44c3-9e17-f20ce2e2f0fd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.360936 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Added segment 2a07714e-bebf-44c3-9e17-f20ce2e2f0fd of type vlan for network 2143387b-541a-48ea-aa1a-a5c957df479a Mar 07 10:42:32.375482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af1849f-c731-4b31-8aab-678e5acb5987,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.398098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-00bed4a4-332b-4dd4-b0c1-24b448ba0d04 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536276 Mar 07 10:42:32.459373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Deleting port 35f63e5e-3bd5-46c6-9a94-360f07e80f17 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:32.459744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.482133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2143387b-541a-48ea-aa1a-a5c957df479a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.550261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] For port 35f63e5e-3bd5-46c6-9a94-360f07e80f17, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=35f63e5e-3bd5-46c6-9a94-360f07e80f17,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:32.550767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.561602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ed8b6-ea5b-4040-adb5-6a3ca102b2e8 req-5d90da86-ead0-4f7d-89bd-e4fe1c13a973 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.565813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb3ed8b6-ea5b-4040-adb5-6a3ca102b2e8 req-5d90da86-ead0-4f7d-89bd-e4fe1c13a973 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 945 time: 0.1624076 Mar 07 10:42:32.572524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Calling delete_port for 35f63e5e-3bd5-46c6-9a94-360f07e80f17 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:32.580224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2143387b-541a-48ea-aa1a-a5c957df479a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.581276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.582027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.668763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7742898 Mar 07 10:42:32.674625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-c62e1934-6570-48c9-b022-99aa2516676f service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482514 Mar 07 10:42:32.677411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:32.685916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Request body: {'subnet': {'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1488423703-subnet', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:32.711499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d601-e1f4-47a9-8b20-07bb40096bea admin admin] Pushing event updated for resources: {'Network': ['ID=2143387b-541a-48ea-aa1a-a5c957df479a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.730752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2143387b-541a-48ea-aa1a-a5c957df479a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:32.740552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb3ed8b6-ea5b-4040-adb5-6a3ca102b2e8 req-5daaf25d-bd28-45a4-9a6c-3b0be4b5a566 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688907 Mar 07 10:42:32.786339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Made reservation on behalf of 3681beb3f37c4e649e5aac668a16d265 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:32.788776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.819655 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (35f63e5e-3bd5-46c6-9a94-360f07e80f17), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.859345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f63e5e-3bd5-46c6-9a94-360f07e80f17,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.877910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-11c4482a-bab3-42ee-95f5-cf3b5db5b75b service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957896 Mar 07 10:42:33.080198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.133677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83c403c5-c5b0-42e1-8973-90bf7d1ffa63 req-c78031ea-a8d9-4a49-96f8-895e533d7b48 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 210 time: 0.0673034 Mar 07 10:42:33.181917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:33.202952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8cf249da-0847-416d-94e8-e2c3639c4d1b up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:33.215873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Checking segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:33.216545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Network hostable DHCP agents. Network: 2143387b-541a-48ea-aa1a-a5c957df479a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:33.235309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Network 2143387b-541a-48ea-aa1a-a5c957df479a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:33.248362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2143387b-541a-48ea-aa1a-a5c957df479a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:33.253927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:33.256576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.280962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5af84601-780e-40d1-a852-9904e14c0acd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5999062 Mar 07 10:42:33.284481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:33.290866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5d401-da39-4508-909d-5ee60452d445 None None] Network 2143387b-541a-48ea-aa1a-a5c957df479a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:33.291039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:33.365078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.366502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.431749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 8cf249da-0847-416d-94e8-e2c3639c4d1b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:33.439554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 8cf249da-0847-416d-94e8-e2c3639c4d1b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:33.440433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.482497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for router_controller (5315bcce-240f-46f0-b5cb-1014d9e36e9a), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.485783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2143387b-541a-48ea-aa1a-a5c957df479a', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:33.486889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.563768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.659401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 8cf249da-0847-416d-94e8-e2c3639c4d1b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:33.671720 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.728178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for router_gateway (5315bcce-240f-46f0-b5cb-1014d9e36e9a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.764595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Allocated IP 172.20.0.2 (2143387b-541a-48ea-aa1a-a5c957df479a/cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9/3345d2d1-2847-471d-b401-d94848d342dc) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:33.772904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:33.775728 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77352bf0-251e-40c1-9594-111cbd8e7b97" -d '{"events": [{"server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:33.803799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b,segment=NetworkSegment(453deeb6-670b-4a29-a383-15a8d248738c),segment_id=453deeb6-670b-4a29-a383-15a8d248738c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:33.837540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.855033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:33.907037 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e6fa25-0dca-4fe1-846b-5d8c361b1ea6 x-openstack-request-id: req-46e6fa25-0dca-4fe1-846b-5d8c361b1ea6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:33.907745 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:33.908232 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46e6fa25-0dca-4fe1-846b-5d8c361b1ea6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:33.909043 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b', 'code': 200} Mar 07 10:42:33.910452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.044766 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for router_gateway (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.087801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks [] for port (3345d2d1-2847-471d-b401-d94848d342dc), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.096460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.098035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3345d2d1-2847-471d-b401-d94848d342dc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.141306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:34.149922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Network 2143387b-541a-48ea-aa1a-a5c957df479a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:34.157368 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Sync routers for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:34.162173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:34.162833 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf7b2f94-378e-4c4d-bc24-987685735812 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1c69e33-3dfa-46ea-b3c5-1e871ac116f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468824 Mar 07 10:42:34.163443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:34.169304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:34.177160 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:34.178491 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.183019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Pushing event updated for resources: {'Port': ['ID=3345d2d1-2847-471d-b401-d94848d342dc,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.197505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6357b6-72c0-41b0-92b6-f8ba7340dac9 req-ffe5fe5e-7a01-404a-9fff-30eb213a735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.199000 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb6357b6-72c0-41b0-92b6-f8ba7340dac9 req-ffe5fe5e-7a01-404a-9fff-30eb213a735c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 1128 time: 0.2201982 Mar 07 10:42:34.307501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Attempting to bind port 3345d2d1-2847-471d-b401-d94848d342dc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:34.308164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Attempting to bind port 3345d2d1-2847-471d-b401-d94848d342dc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:34.308450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Attempting to bind port 3345d2d1-2847-471d-b401-d94848d342dc on network 2143387b-541a-48ea-aa1a-a5c957df479a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:34.314978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:34.326576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Checking segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:34.327298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.327835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Bound using segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:34.328439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Bound port: 3345d2d1-2847-471d-b401-d94848d342dc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:34.329282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3345d2d1-2847-471d-b401-d94848d342dc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.347586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0e5ab26-e54d-41db-a47b-e99b24efb858 req-9d1d4e3a-7ac9-432f-a4e2-2581c98a744b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 210 time: 0.0672095 Mar 07 10:42:34.380608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd564-e1d8-408b-a09e-14d91757c45a req-679e45d6-761a-49d1-8e42-038e40f1b18b tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.384301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bccd564-e1d8-408b-a09e-14d91757c45a req-679e45d6-761a-49d1-8e42-038e40f1b18b tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.3817046 Mar 07 10:42:34.438111 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:34.501378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks [] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.505952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Allocated IP 172.25.4.171 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:34.513417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bccd564-e1d8-408b-a09e-14d91757c45a req-87cb526d-8f4f-4007-a626-e85c645a2d92 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Mar 07 10:42:34.666429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.723586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.780110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:34.784991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:34.790346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:34.797613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.822404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] For port 3345d2d1-2847-471d-b401-d94848d342dc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:34.826151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] For port 3345d2d1-2847-471d-b401-d94848d342dc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3345d2d1-2847-471d-b401-d94848d342dc,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:34.834580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3345d2d1-2847-471d-b401-d94848d342dc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.843570 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:42:32Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.872294 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Checking router: b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:34.884112 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Routers {'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:34.885008 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.919920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aadb4-7078-426a-b976-42bb96ecd97f None None] Pushing event updated for resources: {'Port': ['ID=3345d2d1-2847-471d-b401-d94848d342dc,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.955726 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb6357b6-72c0-41b0-92b6-f8ba7340dac9 req-42c1f683-5e6d-4da1-9686-cd6ef356a3ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7406781 Mar 07 10:42:35.045382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks [] for router_gateway (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.051872 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] Set router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:35.077188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-722bfd0e-5b39-4576-b96a-9b960c9ad88e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.079024 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-722bfd0e-5b39-4576-b96a-9b960c9ad88e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.2214460 Mar 07 10:42:35.179785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-8baad168-4850-4631-ba2f-82ccdd0dccee tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 380 time: 0.0831609 Mar 07 10:42:35.188827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'port': {'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'admin_state_up': True, 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'security_groups': ['36252643-b640-4726-a0bc-6c85565c7d9e']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:35.192854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Deleting port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:35.193186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.226791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for router_gateway (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.342839 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:42:32Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:35.369264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] For port 7be6fc61-7f60-41c4-89a5-9650cb0dcf88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:35.369632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.371118 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da2313-e7de-4828-a810-b18f018da1dd None None] The sync data for ids ['b1c69e33-3dfa-46ea-b3c5-1e871ac116f2'] in n-d-832156-4 is: [{'id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'name': 'tempest-ServersTestFqdnHostnames-1458756150-router', 'tenant_id': 'e408e709b2f546ffa913384045b49fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:12Z', 'updated_at': '2022-03-07T10:42:32Z', 'revision_number': 5, 'project_id': 'e408e709b2f546ffa913384045b49fa6', 'gw_port': {'id': '7be6fc61-7f60-41c4-89a5-9650cb0dcf88', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c69e33-3dfa-46ea-b3c5-1e871ac116f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:15Z', 'updated_at': '2022-03-07T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:35.400394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Calling delete_port for 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:35.465796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:35.469303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.484019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b65eb0c-c12d-482f-9cc3-5ac5d97f200b req-be3ae922-f393-4b62-bec8-2333435b0b7c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 210 time: 0.0372398 Mar 07 10:42:35.496484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.700773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.20.0.9 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/dc159ad8-1471-4b7f-b90e-14ea7970f501) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:35.749563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7be6fc61-7f60-41c4-89a5-9650cb0dcf88), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.821479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Pushing event deleted for resources: {'Port': ['ID=7be6fc61-7f60-41c4-89a5-9650cb0dcf88,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:35.916571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.078222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.082777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks [] for router_controller (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.133473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Router 5315bcce-240f-46f0-b5cb-1014d9e36e9a is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:42:36.146123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e22e1-b0e7-43c8-a4f4-15136b2d5f88 req-2e24cd90-e145-4e95-8e7d-858a7d95f697 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.147782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-371e22e1-b0e7-43c8-a4f4-15136b2d5f88 req-2e24cd90-e145-4e95-8e7d-858a7d95f697 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.5404639 Mar 07 10:42:36.151791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (b1c69e33-3dfa-46ea-b3c5-1e871ac116f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.152314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:42:36.161422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.162849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-480c5686-2027-4340-af56-31215e4b482f admin admin] 10.222.0.23 "DELETE /v2.0/routers/b1c69e33-3dfa-46ea-b3c5-1e871ac116f2 HTTP/1.1" status: 204 len: 168 time: 1.9856167 Mar 07 10:42:36.165085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:36.180979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.269493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.284195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Deleting subnet 29ae9fff-c574-443e-8884-a89b6b95ba75 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:36.294988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Publish callbacks [] for subnet (29ae9fff-c574-443e-8884-a89b6b95ba75), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.318139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-371e22e1-b0e7-43c8-a4f4-15136b2d5f88 req-358320c1-b694-4111-b3cf-f2195189227d tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256418 Mar 07 10:42:36.333565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:36.344208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Sync routers for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:36.364062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:36.364710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.364876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:36.367710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9fcfe0aa-9882-417f-a1aa-0b31f69e9c01 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0801940 Mar 07 10:42:36.371090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:36.432218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741672be-3714-4b56-804d-27f9a2eaf316 None None] Network 2143387b-541a-48ea-aa1a-a5c957df479a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:36.438847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:36.445172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:36.451199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:36.479492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:36.487099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (29ae9fff-c574-443e-8884-a89b6b95ba75), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.543007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.544287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.558236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Provisioning complete for port 3345d2d1-2847-471d-b401-d94848d342dc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:36.558601 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3345d2d1-2847-471d-b401-d94848d342dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.605700 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-0f2afe8e-81ec-419c-a002-1452fe1a8d1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4208951 Mar 07 10:42:36.620108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Request body: {'port': {'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:36.647881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:36.659527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (29ae9fff-c574-443e-8884-a89b6b95ba75), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.776687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.794762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd490c-44e1-43b6-885f-24721dfa4a5f req-6c086228-82b4-429a-b96f-b8de003842e7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.798408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bfd490c-44e1-43b6-885f-24721dfa4a5f req-6c086228-82b4-429a-b96f-b8de003842e7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 931 time: 0.1421344 Mar 07 10:42:36.890405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (29ae9fff-c574-443e-8884-a89b6b95ba75), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.907990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bfd490c-44e1-43b6-885f-24721dfa4a5f req-a20a87b9-c82b-4b98-a9eb-0b19ae9d553e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675044 Mar 07 10:42:36.960532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ae9fff-c574-443e-8884-a89b6b95ba75,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:36.974265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.977044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3345d2d1-2847-471d-b401-d94848d342dc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:36.981197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-880ce5b0-c481-4018-b8cf-719060c54576 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29ae9fff-c574-443e-8884-a89b6b95ba75 HTTP/1.1" status: 204 len: 168 time: 0.8149304 Mar 07 10:42:36.984680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:37.051599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a865b2-951d-4b51-8868-fdf8e420166f None None] Network 3905b878-7032-4dfb-98b0-f5c6337bfd7a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:37.097091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Current status of the port 3345d2d1-2847-471d-b401-d94848d342dc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:37.097481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3345d2d1-2847-471d-b401-d94848d342dc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.129405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.249749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (3905b878-7032-4dfb-98b0-f5c6337bfd7a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.280107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] For port 3345d2d1-2847-471d-b401-d94848d342dc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3345d2d1-2847-471d-b401-d94848d342dc,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:37.291167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:35Z', 'revision_number': 3, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:37.295717 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3345d2d1-2847-471d-b401-d94848d342dc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.380885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Checking router: 5315bcce-240f-46f0-b5cb-1014d9e36e9a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:37.381402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Updating router 5315bcce-240f-46f0-b5cb-1014d9e36e9a port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:37.386066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3345d2d1-2847-471d-b401-d94848d342dc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:37.386435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3345d2d1-2847-471d-b401-d94848d342dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.452272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Allocated IP 172.20.0.1 (2143387b-541a-48ea-aa1a-a5c957df479a/cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9/30ca09b2-3b94-4c34-8aa2-19c722260f48) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:37.464860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc159ad8-1471-4b7f-b90e-14ea7970f501 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:37.474948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks [] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.516492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Transition to ACTIVE for port object dc159ad8-1471-4b7f-b90e-14ea7970f501 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:37.522533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Deleting port 7b157a1d-bace-41c8-914f-4115e2bba93f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:37.523347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.528114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.541125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.588717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac368e-0f45-4e88-9b7f-780baed066bb req-71afef83-0602-41b4-ad71-599fb6035c25 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.590295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fac368e-0f45-4e88-9b7f-780baed066bb req-71afef83-0602-41b4-ad71-599fb6035c25 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.1500528 Mar 07 10:42:37.591632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16f941-98f5-4770-8288-96dd865994e0 None None] Pushing event updated for resources: {'Port': ['ID=3345d2d1-2847-471d-b401-d94848d342dc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:37.608370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] DHCP port deletion for 3905b878-7032-4dfb-98b0-f5c6337bfd7a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:42:37.624764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-702d918d-8895-45b9-82ba-a5c06bee41d6 None None] Provisioning complete for port 3345d2d1-2847-471d-b401-d94848d342dc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:37.625949 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-702d918d-8895-45b9-82ba-a5c06bee41d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3345d2d1-2847-471d-b401-d94848d342dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.638432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:37.672915 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks [] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.700408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fac368e-0f45-4e88-9b7f-780baed066bb req-5547af81-ce95-4d67-bebb-6eb68c126bc9 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Mar 07 10:42:37.733837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.786726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] For port 7b157a1d-bace-41c8-914f-4115e2bba93f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7b157a1d-bace-41c8-914f-4115e2bba93f,segment=NetworkSegment(e0169331-bc5b-48b1-881a-db2f480fdfa8),segment_id=e0169331-bc5b-48b1-881a-db2f480fdfa8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:37.786999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.792246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Network 2143387b-541a-48ea-aa1a-a5c957df479a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:37.799618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:37.804481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:37.807372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Calling delete_port for 7b157a1d-bace-41c8-914f-4115e2bba93f owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:37.833831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Attempting to bind port dc159ad8-1471-4b7f-b90e-14ea7970f501 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:37.834565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Attempting to bind port dc159ad8-1471-4b7f-b90e-14ea7970f501 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:37.834907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Attempting to bind port dc159ad8-1471-4b7f-b90e-14ea7970f501 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:37.886211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:37.908175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.962594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Port dc159ad8-1471-4b7f-b90e-14ea7970f501 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:37.962992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Attempting to bind port dc159ad8-1471-4b7f-b90e-14ea7970f501 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:37.980744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:37.981146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:37.981464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:37.982052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Bound port: dc159ad8-1471-4b7f-b90e-14ea7970f501, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:37.982328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.066573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3345d2d1-2847-471d-b401-d94848d342dc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:38.191905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.212085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-702d918d-8895-45b9-82ba-a5c06bee41d6 None None] Current status of the port 3345d2d1-2847-471d-b401-d94848d342dc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:38.215108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 35f63e5e-3bd5-46c6-9a94-360f07e80f17 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:38.241336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 35f63e5e-3bd5-46c6-9a94-360f07e80f17 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:38.241791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 35f63e5e-3bd5-46c6-9a94-360f07e80f17 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:38.242295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:38.244491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c83db-f637-4678-b38f-6b8765602dff req-e3b4158c-c0c6-47d9-8f6f-f7ce9fa15859 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.245276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Deleting port 7b157a1d-bace-41c8-914f-4115e2bba93f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:38.245728 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.246074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c2c83db-f637-4678-b38f-6b8765602dff req-e3b4158c-c0c6-47d9-8f6f-f7ce9fa15859 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 943 time: 0.1975198 Mar 07 10:42:38.282340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:38.288819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:38.295961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] No DVR routers for this DVR port 7b157a1d-bace-41c8-914f-4115e2bba93f on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:38.306669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.309625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b157a1d-bace-41c8-914f-4115e2bba93f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:38.322338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:38.322788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7be6fc61-7f60-41c4-89a5-9650cb0dcf88 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:38.368380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c2c83db-f637-4678-b38f-6b8765602dff req-80f25d56-579c-468f-8e6e-284ba762a132 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986238 Mar 07 10:42:38.397861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.398492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.400763 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 200 len: 1091 time: 1.7856975 Mar 07 10:42:38.432331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] For port 7b157a1d-bace-41c8-914f-4115e2bba93f, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:38.432918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.442068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:38.446032 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac054c2-fcf6-4913-beb6-c27e8e67e79b" -d '{"events": [{"name": "network-changed", "server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:38.455019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Calling delete_port for 7b157a1d-bace-41c8-914f-4115e2bba93f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:38.459782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Port 7b157a1d-bace-41c8-914f-4115e2bba93f was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:42:38.465873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7b157a1d-bace-41c8-914f-4115e2bba93f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.480730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.515597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d4999-c0ac-410e-b464-3ac586229fe8 req-2fb5eb94-04c6-4983-8f42-136355ee9c72 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.524608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-639d4999-c0ac-410e-b464-3ac586229fe8 req-2fb5eb94-04c6-4983-8f42-136355ee9c72 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.2559991 Mar 07 10:42:38.582177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74336b09-25b2-40fa-b5f9-63cf8af86ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:38.587677 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689682c2-579d-4ee1-beb2-86855e1b9ee9 x-openstack-request-id: req-689682c2-579d-4ee1-beb2-86855e1b9ee9 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:38.587677 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:38.590652 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-689682c2-579d-4ee1-beb2-86855e1b9ee9 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:38.591066 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'status': 'completed', 'code': 200} Mar 07 10:42:38.591936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks [] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.605437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] Pushing event deleted for resources: {'Port': ['ID=7b157a1d-bace-41c8-914f-4115e2bba93f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:38.612172 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.686608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (3905b878-7032-4dfb-98b0-f5c6337bfd7a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.698445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-ce170abd-5c84-4c42-b93c-414757680d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.700021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-ce170abd-5c84-4c42-b93c-414757680d66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 1125 time: 0.2506251 Mar 07 10:42:38.718562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-639d4999-c0ac-410e-b464-3ac586229fe8 req-8e7a6000-3a90-45fe-8d78-92ca6c704c53 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926725 Mar 07 10:42:38.758885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3905b878-7032-4dfb-98b0-f5c6337bfd7a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:38.771114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0169331-bc5b-48b1-881a-db2f480fdfa8') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:38.771833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0169331-bc5b-48b1-881a-db2f480fdfa8') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:38.791932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (e0169331-bc5b-48b1-881a-db2f480fdfa8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.834396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-c1376ffd-5a1f-4eac-ba13-392fe454b33c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 200 len: 217 time: 0.1176503 Mar 07 10:42:38.842331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e0169331-bc5b-48b1-881a-db2f480fdfa8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.851694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c2e55-ffaf-4014-bce6-2ed461350bdf None None] Pushing event updated for resources: {'Port': ['ID=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:38.854995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3345d2d1-2847-471d-b401-d94848d342dc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:38.876366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks [] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.877369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:38.878039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (e0169331-bc5b-48b1-881a-db2f480fdfa8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:38.880253 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:38.882437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0108e7b-c171-4485-af40-6f62aa271069 None None] No DVR routers for this DVR port 7b157a1d-bace-41c8-914f-4115e2bba93f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:38.898243 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.925415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-da69811f-8327-49f1-8971-79351d54e57e None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:38.926101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da69811f-8327-49f1-8971-79351d54e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.952714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Attempting to bind port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:38.953486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Attempting to bind port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:38.954976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Attempting to bind port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:38.963197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-8ecd7e0b-e778-499d-afb6-9e162442071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.963860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:38.964513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:38.965165 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-8ecd7e0b-e778-499d-afb6-9e162442071e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1199436 Mar 07 10:42:38.965953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.966533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:38.967313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Bound port: e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:38.968034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.969423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (3905b878-7032-4dfb-98b0-f5c6337bfd7a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.998624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.000487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:39.014334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.018987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3905b878-7032-4dfb-98b0-f5c6337bfd7a HTTP/1.1" status: 204 len: 168 time: 2.0334694 Mar 07 10:42:39.036209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0135-6079-4f35-9f9f-7152ed625018 admin admin] Pushing event deleted for resources: {'Network': ['ID=3905b878-7032-4dfb-98b0-f5c6337bfd7a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:39.052045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-da69811f-8327-49f1-8971-79351d54e57e None None] Port 30ca09b2-3b94-4c34-8aa2-19c722260f48 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:39.059586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3345d2d1-2847-471d-b401-d94848d342dc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:39.060386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3345d2d1-2847-471d-b401-d94848d342dc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.080667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-12a8fa8f-2b11-4230-bada-6f1340bda807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.082417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-12a8fa8f-2b11-4230-bada-6f1340bda807 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1084945 Mar 07 10:42:39.173308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Network 2143387b-541a-48ea-aa1a-a5c957df479a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:39.178960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:39.198484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] For port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:39.218030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] For port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:39.240080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-01b0dead-0ef4-4e42-a8e3-85748ae71993 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488016 Mar 07 10:42:39.255377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.407183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57812) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:39.450418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-245b31d2-ef7e-48eb-b6b0-e75202cd5d62 req-fedf9a8b-a21c-4913-92b6-00bc4d716083 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035515 Mar 07 10:42:39.503043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57816) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:39.505088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35f79221-d215-4de2-9ff6-d9dded2312bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e408e709b2f546ffa913384045b49fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965319 Mar 07 10:42:39.558191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Router 5315bcce-240f-46f0-b5cb-1014d9e36e9a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:39.576251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3345d2d1-2847-471d-b401-d94848d342dc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:39.603589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:39.606054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:39.682597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7b157a1d-bace-41c8-914f-4115e2bba93f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:39.698219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c2e55-ffaf-4014-bce6-2ed461350bdf None None] Pushing event updated for resources: {'Port': ['ID=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:39.723742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7b157a1d-bace-41c8-914f-4115e2bba93f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:39.724128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7b157a1d-bace-41c8-914f-4115e2bba93f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:39.811539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea429-2722-4994-bc09-94db8cca0310 req-a0bf884f-2a1a-40c7-9792-8b2807570233 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.817561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-289ea429-2722-4994-bc09-94db8cca0310 req-a0bf884f-2a1a-40c7-9792-8b2807570233 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 943 time: 0.3111176 Mar 07 10:42:39.926008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d748723f-89f9-49a9-8367-b9af86ecf7dd None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:39.927691 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d748723f-89f9-49a9-8367-b9af86ecf7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.935077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:39.963999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8710711f-6f82-4f3b-81ca-7197a05905d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/5315bcce-240f-46f0-b5cb-1014d9e36e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5909646 Mar 07 10:42:40.010167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:40.040864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0803c-a116-4e58-a949-3681e67467f4 req-e713603d-d620-4342-9242-5b8b6a96f306 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.042517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39e0803c-a116-4e58-a949-3681e67467f4 req-e713603d-d620-4342-9242-5b8b6a96f306 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.1857040 Mar 07 10:42:40.045914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-289ea429-2722-4994-bc09-94db8cca0310 req-9c93e5aa-90d2-4051-bd75-7cb7288c5383 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979334 Mar 07 10:42:40.119591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d748723f-89f9-49a9-8367-b9af86ecf7dd None None] Port 30ca09b2-3b94-4c34-8aa2-19c722260f48 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:40.230205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39e0803c-a116-4e58-a949-3681e67467f4 req-ecdc4010-606c-4bc3-8819-e6cb1491b685 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745989 Mar 07 10:42:40.295021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-d649391e-e59d-4f6c-be73-4cb13b00c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.296590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-d649391e-e59d-4f6c-be73-4cb13b00c4a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 1125 time: 0.7911654 Mar 07 10:42:40.298100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] Publish callbacks [] for security_group (e5cdd28f-54be-46d4-8414-d82df2b767a8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.352683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-9e061ac2-71df-4955-b9bf-49d5ad1aea9d tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.354168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-9e061ac2-71df-4955-b9bf-49d5ad1aea9d tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.32 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.1646526 Mar 07 10:42:40.367711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] Publish callbacks [] for security_group (e5cdd28f-54be-46d4-8414-d82df2b767a8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.430653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 2, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:40.463690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bacd8-bb09-465e-a7bc-e1a9bcc06fc4 None None] The sync data for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 is: [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 2, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:40.553410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-2ee53124-ff95-4329-8492-aea7248bcb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.555526 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-2ee53124-ff95-4329-8492-aea7248bcb28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.2503066 Mar 07 10:42:40.640808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5cdd28f-54be-46d4-8414-d82df2b767a8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.644306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.647949 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5cdd28f-54be-46d4-8414-d82df2b767a8 HTTP/1.1" status: 204 len: 168 time: 1.1415021 Mar 07 10:42:40.647949 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-f6fdeb3e-b92a-4ec3-a725-52e7a3fa3c8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 200 len: 217 time: 0.0647244 Mar 07 10:42:40.719983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117df539-b79e-4c62-b09c-da54541e0f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cdd28f-54be-46d4-8414-d82df2b767a8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:40.766505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-69177834-c11f-4eb3-afd1-c6a8127ede62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.769127 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-69177834-c11f-4eb3-afd1-c6a8127ede62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.0939229 Mar 07 10:42:40.864209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Deleting port 8cf249da-0847-416d-94e8-e2c3639c4d1b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:40.864713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.865572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:40.871295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311201524', 'description': 'tempest-description--1154996348'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:40.904001 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.929069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-c00721e8-8e30-4763-b463-42ec495eea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.938112 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-c00721e8-8e30-4763-b463-42ec495eea22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1568971 Mar 07 10:42:41.052837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (6b8e681c-e192-4cb6-9e47-59ae6c41cda3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.059087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6b8e681c-e192-4cb6-9e47-59ae6c41cda3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.103825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.108784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2420852 Mar 07 10:42:41.110055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57850) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:41.140900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'security_group_rule': {'security_group_id': '6b8e681c-e192-4cb6-9e47-59ae6c41cda3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:41.165162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387deef6-3f1c-4772-a991-498f9be3e7da tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e681c-e192-4cb6-9e47-59ae6c41cda3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.195702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-6c9c3c3e-9cd6-40c9-807e-a06168340e8c service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165642 Mar 07 10:42:41.351685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (8374decc-33be-46de-82d0-522853bc0ac8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.407554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] For port 8cf249da-0847-416d-94e8-e2c3639c4d1b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=8cf249da-0847-416d-94e8-e2c3639c4d1b,segment=NetworkSegment(453deeb6-670b-4a29-a383-15a8d248738c),segment_id=453deeb6-670b-4a29-a383-15a8d248738c)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:41.408008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.437965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Calling delete_port for 8cf249da-0847-416d-94e8-e2c3639c4d1b owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:41.480950 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eac054c2-fcf6-4913-beb6-c27e8e67e79b req-e95fa354-d111-489c-b71e-a72f683b73dd service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675047 Mar 07 10:42:41.516963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91a3a-8de3-4da5-8028-c304b8c7d680 req-fdde9a30-48cc-443d-bcd6-d078fccba868 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.527194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21d91a3a-8de3-4da5-8028-c304b8c7d680 req-fdde9a30-48cc-443d-bcd6-d078fccba868 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 943 time: 0.3300464 Mar 07 10:42:41.652631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (8374decc-33be-46de-82d0-522853bc0ac8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.699165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (8374decc-33be-46de-82d0-522853bc0ac8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.779141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8cf249da-0847-416d-94e8-e2c3639c4d1b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.822422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21d91a3a-8de3-4da5-8028-c304b8c7d680 req-7c56c609-278b-45f9-90f9-28209caec98d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916293 Mar 07 10:42:41.839300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dc159ad8-1471-4b7f-b90e-14ea7970f501 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:41.873433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11e38-4a35-4b1a-adb3-28ce2a93e553 req-b333a9c1-5531-4a89-a197-3e317473821c tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.901082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e11e38-4a35-4b1a-adb3-28ce2a93e553 req-b333a9c1-5531-4a89-a197-3e317473821c tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/ports?device_id=133d6810-eff8-445a-a4f6-f2b454d03cd3 HTTP/1.1" status: 200 len: 946 time: 0.5311294 Mar 07 10:42:41.908864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8374decc-33be-46de-82d0-522853bc0ac8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.937700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.937857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Pushing event deleted for resources: {'Port': ['ID=8cf249da-0847-416d-94e8-e2c3639c4d1b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.943260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af73d728-fa2e-4cb4-b4d7-e720e97665fe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8290882 Mar 07 10:42:41.944980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:41.952650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'security_group_rule': {'security_group_id': '6b8e681c-e192-4cb6-9e47-59ae6c41cda3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:41.998390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:42.022767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] No DVR routers for this DVR port 8cf249da-0847-416d-94e8-e2c3639c4d1b on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:42.029210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.034817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:42.039165 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97a45dc0-152c-4d34-a4dc-b49c80443634 req-b19937a6-9447-44ae-9a4f-73b39f0410ff tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.32 "DELETE /v2.0/ports/8cf249da-0847-416d-94e8-e2c3639c4d1b HTTP/1.1" status: 204 len: 173 time: 1.6737659 Mar 07 10:42:42.040157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'name': 'network-vif-deleted', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:42.044210 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bfe403-a697-4b11-a6df-3f251e3486a7" -d '{"events": [{"server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "name": "network-vif-deleted", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:42.070429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (d4f46c95-987a-4c8c-8c98-9b3f1f8c4856), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.087049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7e11e38-4a35-4b1a-adb3-28ce2a93e553 req-4e1546ee-a382-4bc2-9da8-94c51b143b60 tempest-ServerGroupTestJSON-1675218896 tempest-ServerGroupTestJSON-1675218896-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c795e7b-a641-484a-9008-132c547b046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810338 Mar 07 10:42:42.152430 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8f6b91-8845-4a79-b25e-cef241110384 x-openstack-request-id: req-9b8f6b91-8845-4a79-b25e-cef241110384 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:42.152892 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133d6810-eff8-445a-a4f6-f2b454d03cd3", "name": "network-vif-deleted", "tag": "8cf249da-0847-416d-94e8-e2c3639c4d1b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:42.153241 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b8f6b91-8845-4a79-b25e-cef241110384 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:42.153808 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133d6810-eff8-445a-a4f6-f2b454d03cd3', 'name': 'network-vif-deleted', 'tag': '8cf249da-0847-416d-94e8-e2c3639c4d1b', 'status': 'completed', 'code': 200} Mar 07 10:42:42.181044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (d4f46c95-987a-4c8c-8c98-9b3f1f8c4856), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.187318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d4f46c95-987a-4c8c-8c98-9b3f1f8c4856), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.193321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dc159ad8-1471-4b7f-b90e-14ea7970f501 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:42.193953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.211401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f46c95-987a-4c8c-8c98-9b3f1f8c4856,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.235813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.237886 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b271632d-4c3f-40b5-bf58-1a6eed9e25e0 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909281 Mar 07 10:42:42.241496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:42.245150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc159ad8-1471-4b7f-b90e-14ea7970f501 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:42.246752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:42.291400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.323685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:42.330851 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.432237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57898) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:42.442303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.587910 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.669425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['dc159ad8-1471-4b7f-b90e-14ea7970f501'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:42.690678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2014787448-network', 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:42.724850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:42.728528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.754214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.835722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:42.837359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Allocated IP 172.25.4.75 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0a42e458-c320-4ad0-9938-b6caecc250b5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:42.912827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks [] for security_group (c05c32fb-6e44-4113-9383-809039ff16c6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.919505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c05c32fb-6e44-4113-9383-809039ff16c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.937645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:42.951813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2b023d2c-c5f2-4f73-9989-9c6279c8cb3e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.951813 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Added segment 2b023d2c-c5f2-4f73-9989-9c6279c8cb3e of type vlan for network 55583358-8faf-4dc8-bcb2-a17f973c53df Mar 07 10:42:43.065753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (55583358-8faf-4dc8-bcb2-a17f973c53df), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.067722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:43.069715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.148288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77f1-fbc9-469e-9833-6baae6646f48 req-802788c5-b89f-4b91-964a-47c85f0c8ab7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.162719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f6e77f1-fbc9-469e-9833-6baae6646f48 req-802788c5-b89f-4b91-964a-47c85f0c8ab7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 944 time: 0.1498363 Mar 07 10:42:43.173677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c32fb-6e44-4113-9383-809039ff16c6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.188296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.195690 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (55583358-8faf-4dc8-bcb2-a17f973c53df), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.198203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.201055 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.220749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:43.221595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.254497 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8208380 Mar 07 10:42:43.255221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57910) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:43.272627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:43.280448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.283507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Request body: {'subnet': {'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2014787448-subnet', 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:43.341047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e44362-9b16-42e2-b2cc-821a3a3d8e32 admin admin] Pushing event updated for resources: {'Network': ['ID=55583358-8faf-4dc8-bcb2-a17f973c53df,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.391748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f6e77f1-fbc9-469e-9833-6baae6646f48 req-c83a8ade-6712-469d-b8ad-e5df085c0172 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236772 Mar 07 10:42:43.404577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:43.406591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.408475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.424668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.445651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8cf249da-0847-416d-94e8-e2c3639c4d1b no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:43.449234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 55583358-8faf-4dc8-bcb2-a17f973c53df details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:43.524301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 8cf249da-0847-416d-94e8-e2c3639c4d1b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:43.524649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 8cf249da-0847-416d-94e8-e2c3639c4d1b not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:43.562118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:43.623427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:43.627686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'Port': ['ID=0a42e458-c320-4ad0-9938-b6caecc250b5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.633273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:43.671266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:43.750593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Deleting subnet 3f828d11-56e9-4e35-8239-22454a6f590a {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:43.761951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Publish callbacks [] for subnet (3f828d11-56e9-4e35-8239-22454a6f590a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.824918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3f828d11-56e9-4e35-8239-22454a6f590a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.845207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.912978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3f828d11-56e9-4e35-8239-22454a6f590a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.953122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.980989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (3b086337-8eba-49ff-8520-560dfc275240), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.021422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3f828d11-56e9-4e35-8239-22454a6f590a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.055991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b086337-8eba-49ff-8520-560dfc275240,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.090949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.098132 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f828d11-56e9-4e35-8239-22454a6f590a HTTP/1.1" status: 204 len: 168 time: 0.4255145 Mar 07 10:42:44.102614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0154ce-cbc6-4991-a9db-a5dcd462ae86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f828d11-56e9-4e35-8239-22454a6f590a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.103581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:44.441661 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Sync routers for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:44.463498 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:44.468066 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:44.640691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:44.730258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:44.730588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.748851 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:44.804736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:44.805353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Network hostable DHCP agents. Network: 55583358-8faf-4dc8-bcb2-a17f973c53df, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:44.844437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:44.931186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c71d5a9c-252c-47d2-aa80-c5dae0e62c34), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.939364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:44.989741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 55583358-8faf-4dc8-bcb2-a17f973c53df) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:45.001116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6089377-1f8b-4a4c-9e54-a7be31bb7eea None None] Network 55583358-8faf-4dc8-bcb2-a17f973c53df requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:45.022448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479013-9ce5-44a1-9e69-096086dfddf1 req-f52d13e8-185a-4b70-8ce1-88101f95aef1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.031368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00479013-9ce5-44a1-9e69-096086dfddf1 req-f52d13e8-185a-4b70-8ce1-88101f95aef1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 944 time: 0.2289488 Mar 07 10:42:45.037384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.038061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.044333 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 2, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:45.059532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e5b4-9511-4c7f-8715-4fd98508bb39 req-f1099c0e-e6ee-4b64-a1bd-94d7ceba11ee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.068512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8965e5b4-9511-4c7f-8715-4fd98508bb39 req-f1099c0e-e6ee-4b64-a1bd-94d7ceba11ee tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2675402 Mar 07 10:42:45.093530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f58b278-fe32-4087-be5b-378fccc366f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8243914 Mar 07 10:42:45.093750 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Checking router: 5315bcce-240f-46f0-b5cb-1014d9e36e9a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:45.093750 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Updating router 5315bcce-240f-46f0-b5cb-1014d9e36e9a port 30ca09b2-3b94-4c34-8aa2-19c722260f48 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:45.152439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.167607 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.191434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.235134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d3143-67e6-4722-898e-db4f833d3f83 None None] Network 55583358-8faf-4dc8-bcb2-a17f973c53df requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:45.399636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'Port': ['ID=0a42e458-c320-4ad0-9938-b6caecc250b5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:45.413175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.471342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c71d5a9c-252c-47d2-aa80-c5dae0e62c34), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.501468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d5a9c-252c-47d2-aa80-c5dae0e62c34']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:45.515518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453deeb6-670b-4a29-a383-15a8d248738c') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:45.515840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453deeb6-670b-4a29-a383-15a8d248738c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:45.529556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (453deeb6-670b-4a29-a383-15a8d248738c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.582798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (453deeb6-670b-4a29-a383-15a8d248738c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.591238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:45.591697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (453deeb6-670b-4a29-a383-15a8d248738c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.617429 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks [] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.625652 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:45.667215 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:45.687552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.689296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7fc704c2-a937-4c53-a084-524e759a97a4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4466374 Mar 07 10:42:45.730683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00479013-9ce5-44a1-9e69-096086dfddf1 req-99788b3d-22bc-42a0-8f03-188fe3e335f9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6985891 Mar 07 10:42:45.736386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c71d5a9c-252c-47d2-aa80-c5dae0e62c34), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.754200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.763510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c71d5a9c-252c-47d2-aa80-c5dae0e62c34 HTTP/1.1" status: 204 len: 168 time: 1.6579328 Mar 07 10:42:45.786377 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1697e-13e9-4a79-983e-c6bb4f4a6bf2 None None] Pushing event updated for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:45.814971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8965e5b4-9511-4c7f-8715-4fd98508bb39 req-a0eb8c1a-a812-4cc3-8fd7-070bb8205c7e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7453310 Mar 07 10:42:45.820570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada5fef-4e75-4dc6-8cd4-8eb083f867f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71d5a9c-252c-47d2-aa80-c5dae0e62c34,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:45.842978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dc159ad8-1471-4b7f-b90e-14ea7970f501 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:45.903534 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Attempting to bind port 30ca09b2-3b94-4c34-8aa2-19c722260f48 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:45.903962 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Attempting to bind port 30ca09b2-3b94-4c34-8aa2-19c722260f48 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:45.904332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Attempting to bind port 30ca09b2-3b94-4c34-8aa2-19c722260f48 on network 2143387b-541a-48ea-aa1a-a5c957df479a {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:45.941247 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:45.941717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Checking segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:45.944476 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.945843 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Bound using segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:45.946386 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Bound port: 30ca09b2-3b94-4c34-8aa2-19c722260f48, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:45.946903 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.108379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] For port 30ca09b2-3b94-4c34-8aa2-19c722260f48, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:46.115366 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] For port 30ca09b2-3b94-4c34-8aa2-19c722260f48, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=30ca09b2-3b94-4c34-8aa2-19c722260f48,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:46.130798 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.142169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:46.142543 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.211616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port dc159ad8-1471-4b7f-b90e-14ea7970f501 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:46.231860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:46.258202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port dc159ad8-1471-4b7f-b90e-14ea7970f501 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:46.265430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.353630 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1697e-13e9-4a79-983e-c6bb4f4a6bf2 None None] Pushing event updated for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:46.357214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:46.358194 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:46.397539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57d65399-d242-4309-93aa-383eef0bfa35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baeb50f53f56423ba446fb828ca008a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626782 Mar 07 10:42:46.398567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:46.530346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] Publish callbacks [] for security_group (7c795e7b-a641-484a-9008-132c547b046e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.577646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] Publish callbacks [] for security_group (7c795e7b-a641-484a-9008-132c547b046e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.620398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Current status of the port 30ca09b2-3b94-4c34-8aa2-19c722260f48 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:46.620800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.692348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c795e7b-a641-484a-9008-132c547b046e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.695683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.696610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c795e7b-a641-484a-9008-132c547b046e HTTP/1.1" status: 204 len: 168 time: 0.2970355 Mar 07 10:42:46.725349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b00c23-8b52-462f-b366-d21a415f2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c795e7b-a641-484a-9008-132c547b046e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:46.750282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] For port 30ca09b2-3b94-4c34-8aa2-19c722260f48, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=30ca09b2-3b94-4c34-8aa2-19c722260f48,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:46.752620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dc159ad8-1471-4b7f-b90e-14ea7970f501 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:46.754051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.763419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 30ca09b2-3b94-4c34-8aa2-19c722260f48 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:46.776136 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:46.820820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.929256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-341f7737-8085-4dd2-8203-68bd0cd931a1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.937842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-341f7737-8085-4dd2-8203-68bd0cd931a1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.2055907 Mar 07 10:42:47.042802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2dfbcb8b-cc42-4bc4-8e2a-07c579cffdc1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.1038179 Mar 07 10:42:47.069690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:47.077004 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d0cad-0393-49f1-bc43-318135a5aa3c" -d '{"events": [{"server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "name": "network-vif-plugged", "status": "completed", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:47.090517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3aa7d4b6-b4c9-4ec3-a6c8-232bd0d5acff tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463796 Mar 07 10:42:47.159295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:47.167493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-56391b7d-6790-47c5-9efa-d2515fc0a4bd None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:47.168910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56391b7d-6790-47c5-9efa-d2515fc0a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.215835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.225896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7f67d-ed8c-48f4-951a-226d71d6a30f None None] Pushing event updated for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.246141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15861b-199a-4c71-bee6-1729e059a1ad req-06a5ccbd-1a22-4bad-a50a-cb75f9164d60 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:47.255118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d15861b-199a-4c71-bee6-1729e059a1ad req-06a5ccbd-1a22-4bad-a50a-cb75f9164d60 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 944 time: 0.3081434 Mar 07 10:42:47.261530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0a108950-30b6-4f0a-907a-39211999485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:47.284535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:47.284962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.336105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108950-30b6-4f0a-907a-39211999485a None None] The sync data for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 is: [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:47.342355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d15861b-199a-4c71-bee6-1729e059a1ad req-f45c600d-66c4-4956-a741-cf98d0695280 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862491 Mar 07 10:42:47.357056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-b3d504ba-80d0-4491-9ebb-c9c532410a50 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649457 Mar 07 10:42:47.576327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-561dc907-f20a-4331-9676-fad55cdb3e3b service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182636 Mar 07 10:42:47.622222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0532f-d20c-4487-9dc9-a8c354987429 req-d3931ceb-c728-468a-aaf2-b7bc3b968eb9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:47.629811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a0532f-d20c-4487-9dc9-a8c354987429 req-d3931ceb-c728-468a-aaf2-b7bc3b968eb9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1379833 Mar 07 10:42:47.769541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a0532f-d20c-4487-9dc9-a8c354987429 req-ad795328-dc2d-4834-98f1-a98867506507 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377840 Mar 07 10:42:47.829520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.908570 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb0630-6d2f-403e-82b7-1eb04db09dcd x-openstack-request-id: req-44fb0630-6d2f-403e-82b7-1eb04db09dcd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:47.909816 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "name": "network-vif-plugged", "status": "completed", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:47.910856 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44fb0630-6d2f-403e-82b7-1eb04db09dcd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:47.925995 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'code': 200} Mar 07 10:42:47.943684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-56391b7d-6790-47c5-9efa-d2515fc0a4bd None None] Current status of the port 30ca09b2-3b94-4c34-8aa2-19c722260f48 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:48.025550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a53e2751-85d9-4b97-b5a7-0cc805cbc39e req-699b6c91-df2a-4cc3-9475-121e862b95a9 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 210 time: 0.1095006 Mar 07 10:42:48.158955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:48.167016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 30ca09b2-3b94-4c34-8aa2-19c722260f48 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:48.275754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2026893900-network', 'tenant_id': 'c5b640d604294838ba6ab6234f9026d5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:48.312332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Made reservation on behalf of c5b640d604294838ba6ab6234f9026d5 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:48.316039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.330692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7a9e7-3885-4abf-8052-186065a96862 req-8d179220-679f-4ae7-87e1-3b1957a9c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.333325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89b7a9e7-3885-4abf-8052-186065a96862 req-8d179220-679f-4ae7-87e1-3b1957a9c937 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 1127 time: 0.3619261 Mar 07 10:42:48.340752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.452819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89b7a9e7-3885-4abf-8052-186065a96862 req-b812a8f3-0e43-4687-9e5e-f5c39b51c22c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110065 Mar 07 10:42:48.476186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks [] for security_group (c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.483486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.568002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:48.584087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:48.602178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4bbbcf5b-a9df-4e8a-9765-c8408f393beb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.602632 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Added segment 4bbbcf5b-a9df-4e8a-9765-c8408f393beb of type vlan for network 36002a19-732a-4805-a88f-3273b6d25bb6 Mar 07 10:42:48.610192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 30ca09b2-3b94-4c34-8aa2-19c722260f48 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:48.648519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307b54-4e22-4353-b1b8-e8b81a366c24 req-71c3b3d3-361a-4e77-b5ab-6fca8a8b3768 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.657195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e307b54-4e22-4353-b1b8-e8b81a366c24 req-71c3b3d3-361a-4e77-b5ab-6fca8a8b3768 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.1657810 Mar 07 10:42:48.660459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.661279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.662008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.662522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.663029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.663522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.664023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.664545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.665020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.665994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.666520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.667354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.667885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:48.684919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 30ca09b2-3b94-4c34-8aa2-19c722260f48 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:48.685558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.757351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (36002a19-732a-4805-a88f-3273b6d25bb6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.829966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 30ca09b2-3b94-4c34-8aa2-19c722260f48 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:48.833644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e307b54-4e22-4353-b1b8-e8b81a366c24 req-23ed963f-a079-41cc-8d6c-e531c3c9fc5f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740243 Mar 07 10:42:48.843322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (36002a19-732a-4805-a88f-3273b6d25bb6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.844658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.845403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.957581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7975037 Mar 07 10:42:48.961802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458532b-ea6f-42bf-92f3-cd4914484446 admin admin] Pushing event updated for resources: {'Network': ['ID=36002a19-732a-4805-a88f-3273b6d25bb6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:48.975763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 36002a19-732a-4805-a88f-3273b6d25bb6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:49.031606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a6bf1-edce-44be-8667-f5c23837a822 req-d958f22e-136b-48e4-8655-ffd442a0e1c0 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.033870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-787a6bf1-edce-44be-8667-f5c23837a822 req-d958f22e-136b-48e4-8655-ffd442a0e1c0 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1483274 Mar 07 10:42:49.097687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-787a6bf1-edce-44be-8667-f5c23837a822 req-297c4706-1262-4d03-9c40-972375f8d4c5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561848 Mar 07 10:42:49.184011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9791fae-89cb-463a-8144-3c208de5541b req-cee24766-1880-4e1a-a7a0-b7268180b1cb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 210 time: 0.0346892 Mar 07 10:42:49.665215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2128cc3b-66c2-4340-95a3-fef871c91c59 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.666689 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2128cc3b-66c2-4340-95a3-fef871c91c59 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.2681916 Mar 07 10:42:49.680423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:49.730028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285e0f-e4f1-458e-9e70-2237ce3b5b68 req-dfe120f8-3277-4f94-8102-56182c90b2f8 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.744248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285e0f-e4f1-458e-9e70-2237ce3b5b68 req-dfe120f8-3277-4f94-8102-56182c90b2f8 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.760713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285e0f-e4f1-458e-9e70-2237ce3b5b68 req-dfe120f8-3277-4f94-8102-56182c90b2f8 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.767613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18285e0f-e4f1-458e-9e70-2237ce3b5b68 req-dfe120f8-3277-4f94-8102-56182c90b2f8 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3404970 Mar 07 10:42:49.871012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:49.879428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:49.917586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2dbb-1fa0-4a3d-b99b-11d98e203f16 req-261e94d7-f7be-44d0-b7d5-4139e4c78373 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.919147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a3b2dbb-1fa0-4a3d-b99b-11d98e203f16 req-261e94d7-f7be-44d0-b7d5-4139e4c78373 tempest-ComputeTenantNetworksTest-985557050 tempest-ComputeTenantNetworksTest-985557050-project] 10.222.0.23 "GET /v2.0/networks/36002a19-732a-4805-a88f-3273b6d25bb6 HTTP/1.1" status: 200 len: 769 time: 0.1268573 Mar 07 10:42:49.928769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:50.055095 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (36002a19-732a-4805-a88f-3273b6d25bb6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.131198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.3 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/5897911e-dd82-41f6-99af-60ff96f48904) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:50.211330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57805f1-16a9-48dd-89e9-486111074d8d req-962d4e9f-a753-4817-b63f-2ac084948ce2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.222272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c57805f1-16a9-48dd-89e9-486111074d8d req-962d4e9f-a753-4817-b63f-2ac084948ce2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.1645122 Mar 07 10:42:50.314057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (5897911e-dd82-41f6-99af-60ff96f48904), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.355886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.421442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:50.428642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:50.435026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:50.440517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:50.495319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.495935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.496461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.496797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.497408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.497751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.498100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.498413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.498735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.499056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.499377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.499734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.500061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:50.517038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c57805f1-16a9-48dd-89e9-486111074d8d req-20a4cc1e-4bd6-4c70-b57a-3bb257d055bf tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929502 Mar 07 10:42:50.528399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (36002a19-732a-4805-a88f-3273b6d25bb6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.556816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.560340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.584952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-132d2610-d7ef-420a-99f5-15cffd6d9063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086311 Mar 07 10:42:50.600031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Request body: {'port': {'device_id': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:50.602664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36002a19-732a-4805-a88f-3273b6d25bb6']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:50.636657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d8f7-c769-458b-93dc-5143614b3b07 req-b0527f2a-f1a5-459b-8d10-d9598bdf626e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.638300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fe5d8f7-c769-458b-93dc-5143614b3b07 req-b0527f2a-f1a5-459b-8d10-d9598bdf626e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.4108970 Mar 07 10:42:50.644379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbbcf5b-a9df-4e8a-9765-c8408f393beb') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:50.644670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbbcf5b-a9df-4e8a-9765-c8408f393beb') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:50.671185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e9ca77-520d-4379-bbb1-9115cf98620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.714844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (4bbbcf5b-a9df-4e8a-9765-c8408f393beb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.759969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4bbbcf5b-a9df-4e8a-9765-c8408f393beb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.765993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fe5d8f7-c769-458b-93dc-5143614b3b07 req-06ed20a9-5c50-4cb9-b57c-ceafbd00288c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056967 Mar 07 10:42:50.774839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:50.775248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (4bbbcf5b-a9df-4e8a-9765-c8408f393beb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:50.777403 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:50.812085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ad3a-2d36-4626-8d2a-84d8f57a4d81 req-f6d6e189-666e-4aca-99d4-19f0e4c7f535 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.824681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5897911e-dd82-41f6-99af-60ff96f48904), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.834891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89b9ad3a-2d36-4626-8d2a-84d8f57a4d81 req-f6d6e189-666e-4aca-99d4-19f0e4c7f535 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 931 time: 0.1952345 Mar 07 10:42:50.932515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89b9ad3a-2d36-4626-8d2a-84d8f57a4d81 req-7edd2924-9cdc-45fd-ba63-9f0a222d990d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916729 Mar 07 10:42:50.955106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (36002a19-732a-4805-a88f-3273b6d25bb6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.963305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.970772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/36002a19-732a-4805-a88f-3273b6d25bb6 HTTP/1.1" status: 204 len: 168 time: 1.0409160 Mar 07 10:42:51.064111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff253c68-8ebb-4c54-87fe-2c8114636e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=36002a19-732a-4805-a88f-3273b6d25bb6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.102801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72188f-ff25-4f93-8329-1f9098fc01c7 req-79f24b26-bffd-4293-a2ec-84f0ebc96b2d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.105142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b72188f-ff25-4f93-8329-1f9098fc01c7 req-79f24b26-bffd-4293-a2ec-84f0ebc96b2d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.1704347 Mar 07 10:42:51.114927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58166) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:51.121618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:51.222169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.244182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:51.340246 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cd3709b7-1067-41b3-80b2-1ebeb458c2b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5b640d604294838ba6ab6234f9026d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0948009 Mar 07 10:42:51.349402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58176) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:51.379496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5897911e-dd82-41f6-99af-60ff96f48904 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:51.392345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks [] for port (5897911e-dd82-41f6-99af-60ff96f48904), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.416232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Transition to ACTIVE for port object 5897911e-dd82-41f6-99af-60ff96f48904 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:51.421572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.536602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.566100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] Publish callbacks [] for security_group (c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.614345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] Publish callbacks [] for security_group (c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.627143 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:42:51.673364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Attempting to bind port 5897911e-dd82-41f6-99af-60ff96f48904 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:51.673712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Attempting to bind port 5897911e-dd82-41f6-99af-60ff96f48904 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:51.674037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Attempting to bind port 5897911e-dd82-41f6-99af-60ff96f48904 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:51.691741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Port 5897911e-dd82-41f6-99af-60ff96f48904 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:51.692063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Attempting to bind port 5897911e-dd82-41f6-99af-60ff96f48904 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:51.702056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:51.702481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:51.702973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:51.703493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Bound port: 5897911e-dd82-41f6-99af-60ff96f48904, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:51.704283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5897911e-dd82-41f6-99af-60ff96f48904), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.802748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:51.814089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5897911e-dd82-41f6-99af-60ff96f48904,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:51.816754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.820900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.822800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933 HTTP/1.1" status: 204 len: 168 time: 0.4620886 Mar 07 10:42:51.828892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.846504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3a2e1-52cb-467c-bcf7-ecc0ae744fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10f64f3-b5dd-4c1a-8bb2-11dd7cd8e933,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.929746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.932863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.939178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/5897911e-dd82-41f6-99af-60ff96f48904 HTTP/1.1" status: 200 len: 1091 time: 1.3454900 Mar 07 10:42:51.940113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:51.963018 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8" -d '{"events": [{"name": "network-changed", "server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "tag": "5897911e-dd82-41f6-99af-60ff96f48904"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:52.119123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faec9b8-e115-4778-a836-dd31063fc9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:52.166320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2c34b5b2-c290-48ae-9713-a3b4cc705c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.170550 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2c34b5b2-c290-48ae-9713-a3b4cc705c9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 1125 time: 0.1746206 Mar 07 10:42:52.250133 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-4565350f-19a1-43da-b118-7bcdd3dd88bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5897911e-dd82-41f6-99af-60ff96f48904 HTTP/1.1" status: 200 len: 217 time: 0.0729294 Mar 07 10:42:52.279987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e40c9-78a5-4088-af3e-bd4e6b4f0a8d req-c026c83f-b2a2-4fca-b88e-34f1e4c56ccd tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.287570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb3e40c9-78a5-4088-af3e-bd4e6b4f0a8d req-c026c83f-b2a2-4fca-b88e-34f1e4c56ccd tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 943 time: 0.2094326 Mar 07 10:42:52.324989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb228eb-01a3-4c33-9554-a623ed52ad60 req-6e9230db-6093-4125-a017-5e71fd2f9181 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.326598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fb228eb-01a3-4c33-9554-a623ed52ad60 req-6e9230db-6093-4125-a017-5e71fd2f9181 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2746966 Mar 07 10:42:52.366868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb3e40c9-78a5-4088-af3e-bd4e6b4f0a8d req-8b178ef7-b5da-4335-a75e-ef8be3f52b7d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782380 Mar 07 10:42:52.413375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-663b7db7-53d1-4c5e-b88e-cc8f07f1fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.414878 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-663b7db7-53d1-4c5e-b88e-cc8f07f1fee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1542685 Mar 07 10:42:52.511885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-f319e630-2eb2-4515-8239-4e8ea0092e1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894341 Mar 07 10:42:52.518523 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60acaff3-e1d9-427f-a5ef-5de4478c4380 x-openstack-request-id: req-60acaff3-e1d9-427f-a5ef-5de4478c4380 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:52.519996 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "tag": "5897911e-dd82-41f6-99af-60ff96f48904", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:52.520342 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60acaff3-e1d9-427f-a5ef-5de4478c4380 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:52.520698 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904', 'status': 'completed', 'code': 200} Mar 07 10:42:52.636123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fb228eb-01a3-4c33-9554-a623ed52ad60 req-d0153b2b-f6ee-480d-af92-0c01d697586a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839255 Mar 07 10:42:52.738032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:52.750280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:52.802177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-da3a75d8-1fc9-4cbb-8f34-b84384010f40 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774026 Mar 07 10:42:52.971595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0898ed1-7850-4637-9432-0f39add7d8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.046806 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ec9c6d5-ca94-413b-871e-88287e929dc8 req-2142a1b6-b154-40cb-bb90-4dd56518c4ba service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382200 Mar 07 10:42:53.297307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-10d4dfec-3df0-405f-8635-25b7ff5afeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.302759 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-10d4dfec-3df0-405f-8635-25b7ff5afeac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 1125 time: 0.1778860 Mar 07 10:42:53.478359 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP 092fc15d-32f3-447d-82d1-10c0753b3da1 associated. External IP: 172.25.4.247, port: dc159ad8-1471-4b7f-b90e-14ea7970f501. Mar 07 10:42:53.508958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-fe503d0a-8f80-44c9-9dbf-6992b4e3c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.511104 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-fe503d0a-8f80-44c9-9dbf-6992b4e3c74b service neutron] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.2025006 Mar 07 10:42:53.562899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.569875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.591145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.595669 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-ebb12986-a41a-4d36-bd3f-50099200c951 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5897911e-dd82-41f6-99af-60ff96f48904 HTTP/1.1" status: 200 len: 217 time: 0.0770383 Mar 07 10:42:53.607170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.627517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.635766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.653940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.657159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-b12e876e-b94e-4cef-a998-b6c4e995b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.659337 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-b12e876e-b94e-4cef-a998-b6c4e995b662 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0569630 Mar 07 10:42:53.663877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-fd5a24c4-e3ab-442f-b2f2-a295d677477e tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 1.0163915 Mar 07 10:42:53.699105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-3aa4101e-97c6-46ff-afc7-8c9db793f0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328095 Mar 07 10:42:53.806167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835c5ee-50e6-46b0-9f94-c7d8b2f91cc0 req-de2f079f-22ef-4ed9-b5a8-ef91d34dde35 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.814018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5835c5ee-50e6-46b0-9f94-c7d8b2f91cc0 req-de2f079f-22ef-4ed9-b5a8-ef91d34dde35 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 943 time: 0.2895899 Mar 07 10:42:53.838784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad19e5a-1e50-430c-a709-df15d2644a8f req-bdff6305-5ab8-4a33-9ab6-b933d3a17218 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724088 Mar 07 10:42:53.912136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-02e20422-730e-4c7a-9502-3044ac11fca9 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063253 Mar 07 10:42:53.973697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.043691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-76aa4b85-2bdd-4da2-a6b3-1b1de89248a8 req-f9381ff7-13c2-4d0d-aaf8-b52a8ddf2e36 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250577 Mar 07 10:42:54.048163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5835c5ee-50e6-46b0-9f94-c7d8b2f91cc0 req-eabdb690-bcb8-4ede-8e60-f26ef14f6194 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329998 Mar 07 10:42:54.109916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed3d9-ed22-42fb-996f-124f485aff00 req-384187bd-d5a0-484e-91c4-073fbca32153 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.111447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f54ed3d9-ed22-42fb-996f-124f485aff00 req-384187bd-d5a0-484e-91c4-073fbca32153 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1264684 Mar 07 10:42:54.146952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.199210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:54.224796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f54ed3d9-ed22-42fb-996f-124f485aff00 req-97a652b2-1300-4e79-8195-f5f23e5f8e4b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063089 Mar 07 10:42:54.285213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.290612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.297271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.303104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.308475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.313928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.319364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.321382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3b788ee-9360-4da5-8e51-8c8fdbe1b79e req-b19c0fe5-efea-4896-b462-84cd66e938b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.1687024 Mar 07 10:42:54.439066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:54.445733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.452034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:54.468898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:54.474362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:54.540251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0a2194fa-aeb5-4bca-9918-d2af5b168fbd tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "PUT /v2.0/floatingips/092fc15d-32f3-447d-82d1-10c0753b3da1 HTTP/1.1" status: 200 len: 991 time: 3.4159274 Mar 07 10:42:54.540251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:54.540251 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd257f5-401a-4042-9c3f-8acf0b90fc90" -d '{"events": [{"name": "network-changed", "server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:54.630654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:54.779884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58260) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:54.928826 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbf765-da8f-46ce-9bab-55b149229cbf x-openstack-request-id: req-44dbf765-da8f-46ce-9bab-55b149229cbf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:54.929173 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:54.929492 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44dbf765-da8f-46ce-9bab-55b149229cbf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:54.929954 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'status': 'completed', 'code': 200} Mar 07 10:42:54.982976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f3da838-aa0a-4d5b-8821-fa6c96126ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.054115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:52Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.065578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-f32341d2-4cbd-4d4f-b5f3-b3fe96e64d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.069308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-f32341d2-4cbd-4d4f-b5f3-b3fe96e64d08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 1127 time: 0.1166699 Mar 07 10:42:55.110866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:55.121279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:55.122407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:42:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.135767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f3da838-aa0a-4d5b-8821-fa6c96126ec6 admin admin] Publish callbacks [] for security_group (7280ef8e-b13e-49e1-a493-0c9e8b7de608), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.145785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f3da838-aa0a-4d5b-8821-fa6c96126ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7280ef8e-b13e-49e1-a493-0c9e8b7de608), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.213383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-2a97f4e3-6d3d-4962-8fc1-32a16d42b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.215812 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-2a97f4e3-6d3d-4962-8fc1-32a16d42b8b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.1390035 Mar 07 10:42:55.232132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3da838-aa0a-4d5b-8821-fa6c96126ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7280ef8e-b13e-49e1-a493-0c9e8b7de608,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:55.238415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f3da838-aa0a-4d5b-8821-fa6c96126ec6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=136922da37594cc1ab00f4d504912a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571874 Mar 07 10:42:55.243242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58266) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:55.288340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:55.330448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d9bc-a2f5-422f-8d40-0b78ae6fb6cc req-e4bb16df-b45e-4395-88f1-e63b2cd261b3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.336619 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-1fd4805e-d88e-4bf9-abf7-7f066397bfd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 200 len: 999 time: 0.1148136 Mar 07 10:42:55.340344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb13d9bc-a2f5-422f-8d40-0b78ae6fb6cc req-e4bb16df-b45e-4395-88f1-e63b2cd261b3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1720545 Mar 07 10:42:55.408168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-d507f9e2-91f8-4936-b53a-f76f852afbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.410428 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-d507f9e2-91f8-4936-b53a-f76f852afbb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.0626228 Mar 07 10:42:55.440454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] Publish callbacks [] for security_group (7280ef8e-b13e-49e1-a493-0c9e8b7de608), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.463540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ad3a-e276-47bb-b4da-042040c5715b req-05fed4ec-29ba-4271-ac34-e8ff2df4c7b2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.465738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0a0ad3a-e276-47bb-b4da-042040c5715b req-05fed4ec-29ba-4271-ac34-e8ff2df4c7b2 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1145020 Mar 07 10:42:55.476294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-f07eb599-7a5d-441f-91a4-5fcaa1592e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.478169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-f07eb599-7a5d-441f-91a4-5fcaa1592e92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608974 Mar 07 10:42:55.489064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb13d9bc-a2f5-422f-8d40-0b78ae6fb6cc req-7883a64a-9302-4bb3-a0af-b58266cb1c90 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456404 Mar 07 10:42:55.541280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] Publish callbacks [] for security_group (7280ef8e-b13e-49e1-a493-0c9e8b7de608), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.588122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0a0ad3a-e276-47bb-b4da-042040c5715b req-cffc98d9-8e68-4ea1-98fc-9919f012b6c7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132023 Mar 07 10:42:55.631869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7280ef8e-b13e-49e1-a493-0c9e8b7de608), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.634574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.638257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7280ef8e-b13e-49e1-a493-0c9e8b7de608 HTTP/1.1" status: 204 len: 168 time: 0.3915873 Mar 07 10:42:55.649308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-694c30bb-103b-4c64-b999-5682820fdd04 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647198 Mar 07 10:42:55.673002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840444ff-744f-4762-a9b8-140b02cf98c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7280ef8e-b13e-49e1-a493-0c9e8b7de608,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:55.692042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.749009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:52Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.780428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6d94e-30aa-4f05-bc4f-41d5fc9795c7 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:52Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:55.800555 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd257f5-401a-4042-9c3f-8acf0b90fc90 req-f2ee78bd-f298-477c-b918-8067d31eed0f service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430776 Mar 07 10:42:56.059426 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c660e0-68a0-4fa9-b122-fb6fce7620d4 None None] New status for floating IP 092fc15d-32f3-447d-82d1-10c0753b3da1: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:56.746160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fb7a-0ead-44dc-9736-61e10989db4b req-2614bf23-6293-44a2-97d9-4fd5af910178 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:56.748461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9e7fb7a-0ead-44dc-9736-61e10989db4b req-2614bf23-6293-44a2-97d9-4fd5af910178 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1416235 Mar 07 10:42:56.910958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77995-9828-4074-b906-309c1b383884 req-b4bf8e86-aef0-4fba-8799-d7ce87765005 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:56.913141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2b77995-9828-4074-b906-309c1b383884 req-b4bf8e86-aef0-4fba-8799-d7ce87765005 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1903110 Mar 07 10:42:56.984453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9e7fb7a-0ead-44dc-9736-61e10989db4b req-e20e77d0-585e-4688-9c44-0272e2d7c70e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879847 Mar 07 10:42:57.049591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.054957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2b77995-9828-4074-b906-309c1b383884 req-b2e1d7c6-7214-4585-b38e-b5b23f1a0fa4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238878 Mar 07 10:42:57.178859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:57.310861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.311339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.311830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.312293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.312750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.313207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.313670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.325679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20a35716-135a-4d00-a61d-22644e0270ea req-15dd614d-95d2-40db-81ab-2b7a471db5ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6719 time: 0.1435592 Mar 07 10:42:57.391844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20a35716-135a-4d00-a61d-22644e0270ea req-200336dd-0200-4a15-87a3-bf683f320b2f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650418 Mar 07 10:42:57.399073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5897911e-dd82-41f6-99af-60ff96f48904 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:57.562074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5897911e-dd82-41f6-99af-60ff96f48904,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:57.585438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '5897911e-dd82-41f6-99af-60ff96f48904', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '5897911e-dd82-41f6-99af-60ff96f48904', 'mac_address': 'fa:16:3e:73:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:57.635348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5897911e-dd82-41f6-99af-60ff96f48904 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:57.635759 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5897911e-dd82-41f6-99af-60ff96f48904), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.651231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5897911e-dd82-41f6-99af-60ff96f48904 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:57.673605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5897911e-dd82-41f6-99af-60ff96f48904,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:57.678741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.746051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:58.000750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5897911e-dd82-41f6-99af-60ff96f48904'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:58.145861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed129-25b6-43fb-a208-297c01d8a1ee req-080c01b9-1d9d-41d6-90f1-6b2fc13df587 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:58.148316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-779ed129-25b6-43fb-a208-297c01d8a1ee req-080c01b9-1d9d-41d6-90f1-6b2fc13df587 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 944 time: 0.0739205 Mar 07 10:42:58.242905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf455183-1eaa-4122-8a78-3e3af6bf911b req-7db22f96-649d-45ae-85c7-f4d1a1f3664d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:58.244606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf455183-1eaa-4122-8a78-3e3af6bf911b req-7db22f96-649d-45ae-85c7-f4d1a1f3664d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.0923638 Mar 07 10:42:58.266602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-779ed129-25b6-43fb-a208-297c01d8a1ee req-9a7e8c3f-c200-4f0a-9ad2-4fb85c336229 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Mar 07 10:42:58.317482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf455183-1eaa-4122-8a78-3e3af6bf911b req-eb434c63-f517-4ddf-9b40-af1fab4fe856 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617073 Mar 07 10:42:58.422728 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.401008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5897911e-dd82-41f6-99af-60ff96f48904 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:59.410339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de7b2c-c526-4f28-9c41-1c9f514e1042 req-d3640928-1229-4552-9024-9d885b6cfbd8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:59.413072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02de7b2c-c526-4f28-9c41-1c9f514e1042 req-d3640928-1229-4552-9024-9d885b6cfbd8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 944 time: 0.0647500 Mar 07 10:42:59.485058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 5897911e-dd82-41f6-99af-60ff96f48904 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:59.494744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 5897911e-dd82-41f6-99af-60ff96f48904 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:59.495174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5897911e-dd82-41f6-99af-60ff96f48904), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.520084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e87c15-8f13-4687-875a-4935b553ad0e req-cc276a7f-4d1b-43a6-b19b-1cba0e0e2312 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:59.528395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8e87c15-8f13-4687-875a-4935b553ad0e req-cc276a7f-4d1b-43a6-b19b-1cba0e0e2312 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1140959 Mar 07 10:42:59.532047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58412) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:59.571055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02de7b2c-c526-4f28-9c41-1c9f514e1042 req-18e5a24b-a4b2-4632-a7dc-3d08d38b1762 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210406 Mar 07 10:42:59.616206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8e87c15-8f13-4687-875a-4935b553ad0e req-39b53e7e-c843-4e17-a601-07d1fe33a321 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826807 Mar 07 10:42:59.670831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5897911e-dd82-41f6-99af-60ff96f48904 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:59.671220 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5897911e-dd82-41f6-99af-60ff96f48904), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.714195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:59.716517 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84239b69-21dd-4735-8c09-e2bbe270d048" -d '{"events": [{"server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "name": "network-vif-plugged", "status": "completed", "tag": "5897911e-dd82-41f6-99af-60ff96f48904"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:59.719481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8521571c-7470-4e1e-bbb2-6b8f54c0565d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.728133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5897911e-dd82-41f6-99af-60ff96f48904,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:59.737420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.834963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a564a-d21d-4217-803a-bf1c757f576f req-f8229611-64c8-475e-aac6-58047099ab0b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:59.844094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59a564a-d21d-4217-803a-bf1c757f576f req-f8229611-64c8-475e-aac6-58047099ab0b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1483791 Mar 07 10:42:59.852097 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eac101-228e-495b-9eea-0757da443a2b x-openstack-request-id: req-e8eac101-228e-495b-9eea-0757da443a2b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:59.853282 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "name": "network-vif-plugged", "status": "completed", "tag": "5897911e-dd82-41f6-99af-60ff96f48904", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:59.853704 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8eac101-228e-495b-9eea-0757da443a2b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:59.854255 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904', 'code': 200} Mar 07 10:42:59.861511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:59.915494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8521571c-7470-4e1e-bbb2-6b8f54c0565d admin admin] Publish callbacks [] for security_group (4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.925338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8521571c-7470-4e1e-bbb2-6b8f54c0565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.931602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59a564a-d21d-4217-803a-bf1c757f576f req-d52f0151-8ddd-475a-ba9f-192c3efdd003 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774069 Mar 07 10:42:59.980529 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8521571c-7470-4e1e-bbb2-6b8f54c0565d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=897f3211a28e49a68fb981c1ba379cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467623 Mar 07 10:42:59.982107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.016129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521571c-7470-4e1e-bbb2-6b8f54c0565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.043179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a23cd6-07c4-4173-9137-65c6b7c740dd req-ab93abc8-4ec2-4b31-9ba9-7f2a9f04f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.044883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-03a23cd6-07c4-4173-9137-65c6b7c740dd req-ab93abc8-4ec2-4b31-9ba9-7f2a9f04f814 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 1127 time: 0.1701796 Mar 07 10:43:00.049854 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] Publish callbacks [] for security_group (4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.102316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-03a23cd6-07c4-4173-9137-65c6b7c740dd req-64a15d69-a23b-4971-b238-a5719d995081 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Mar 07 10:43:00.104241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] Publish callbacks [] for security_group (4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.151485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139257bb-9857-4976-8a76-ba2a6db22896 req-b69d041a-9cfe-44fe-a8a6-d46589b468df tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.153036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-139257bb-9857-4976-8a76-ba2a6db22896 req-b69d041a-9cfe-44fe-a8a6-d46589b468df tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1000767 Mar 07 10:43:00.196187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.198921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.200195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf HTTP/1.1" status: 204 len: 168 time: 0.2170954 Mar 07 10:43:00.216742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ce99-9ade-4aad-b64d-3b076ddd9d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb01d7-8f93-4466-b0fa-ce2a9b9cfdbf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.227854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-139257bb-9857-4976-8a76-ba2a6db22896 req-706e6e5f-5ccf-49c3-85c6-63b4de32fcb3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683892 Mar 07 10:43:00.366469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14683295-65b9-4244-b637-325fd3d1efcb req-83210b77-2448-4784-80ef-3c503c1c1732 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.368107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14683295-65b9-4244-b637-325fd3d1efcb req-83210b77-2448-4784-80ef-3c503c1c1732 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0627661 Mar 07 10:43:00.420372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14683295-65b9-4244-b637-325fd3d1efcb req-9c418700-63e9-4f00-aa37-aa3198c7479e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Mar 07 10:43:00.526662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58440) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.544036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-131959e9-bd20-491c-8e80-cb743afd5c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.581223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185eb62-50af-4339-a3fc-0cf60e1daff6 req-ba73d29e-28e4-418e-bf4e-4afab529bf8a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.582718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7185eb62-50af-4339-a3fc-0cf60e1daff6 req-ba73d29e-28e4-418e-bf4e-4afab529bf8a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0863235 Mar 07 10:43:00.658894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7185eb62-50af-4339-a3fc-0cf60e1daff6 req-a4ada2e5-88de-4c11-985d-e5f22c6f51f3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688267 Mar 07 10:43:00.706943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-131959e9-bd20-491c-8e80-cb743afd5c8e admin admin] Publish callbacks [] for security_group (7841e17d-b939-4a71-8702-41f3737fa6f1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.715909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-131959e9-bd20-491c-8e80-cb743afd5c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7841e17d-b939-4a71-8702-41f3737fa6f1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.790466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6531676-b115-4315-a349-e9825aee8de5 req-384bc434-b52f-42b6-8bfd-732f010a34d1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.791993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6531676-b115-4315-a349-e9825aee8de5 req-384bc434-b52f-42b6-8bfd-732f010a34d1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1298170 Mar 07 10:43:00.797121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-131959e9-bd20-491c-8e80-cb743afd5c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2051d4e397ae468c9f07d7ef368c4c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694216 Mar 07 10:43:00.799730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131959e9-bd20-491c-8e80-cb743afd5c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7841e17d-b939-4a71-8702-41f3737fa6f1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.803393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.897673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836f291-f228-447b-b044-a748f793a3b9 req-fa03138f-1334-4a68-ad6e-395cf0d59a42 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.899077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2836f291-f228-447b-b044-a748f793a3b9 req-fa03138f-1334-4a68-ad6e-395cf0d59a42 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1632390 Mar 07 10:43:00.905589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6531676-b115-4315-a349-e9825aee8de5 req-a6591604-7571-4f64-be77-fc63bf0cb8df tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031079 Mar 07 10:43:00.935883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] Publish callbacks [] for security_group (7841e17d-b939-4a71-8702-41f3737fa6f1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.978660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] Publish callbacks [] for security_group (7841e17d-b939-4a71-8702-41f3737fa6f1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.997637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2836f291-f228-447b-b044-a748f793a3b9 req-f0cfb880-a114-4c94-8f27-d35e1682260c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911107 Mar 07 10:43:01.113798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7841e17d-b939-4a71-8702-41f3737fa6f1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.119283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.120486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7841e17d-b939-4a71-8702-41f3737fa6f1 HTTP/1.1" status: 204 len: 168 time: 0.3162351 Mar 07 10:43:01.148636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-202b8cd7-93d7-4236-b0fe-21a6cd83bde7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:01.150343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-202b8cd7-93d7-4236-b0fe-21a6cd83bde7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.1597042 Mar 07 10:43:01.156002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94663e-ba1a-42c0-9fb2-f92265f26cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7841e17d-b939-4a71-8702-41f3737fa6f1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:01.172833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-7e13144c-df7a-4061-a684-51afc4e1a566 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/quotas/1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 375 time: 0.0134995 Mar 07 10:43:01.274702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-fcee950b-4d9d-42e5-9964-6b4c7a6b3207 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945551 Mar 07 10:43:01.390731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ba84427e-bb9c-4848-b1dd-d092eff5343b service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082323 Mar 07 10:43:01.609635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-62afc10a-4334-4575-881e-6030d58db7b3 service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079935 Mar 07 10:43:01.812120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da7b39f3-3b94-4c09-ab31-a84941074dbb req-9ac7fc1a-835d-4e80-8358-80f47ac2e2bb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 210 time: 0.0553420 Mar 07 10:43:02.140490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d7d07-5d14-4cb5-98df-0afc2939950d req-35ac691a-a4fb-4f45-8226-333083bc5c47 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:02.141586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-170d7d07-5d14-4cb5-98df-0afc2939950d req-35ac691a-a4fb-4f45-8226-333083bc5c47 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1394339 Mar 07 10:43:02.238074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a309e73-8f30-4695-afb3-df9847f7e4b0 req-7988c859-4a6e-40b9-8d8e-e7f2621b48f9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:02.245090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a309e73-8f30-4695-afb3-df9847f7e4b0 req-7988c859-4a6e-40b9-8d8e-e7f2621b48f9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1327891 Mar 07 10:43:02.262513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-170d7d07-5d14-4cb5-98df-0afc2939950d req-caacdc8c-e1a9-4ba6-b978-bff3e421ad4d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Mar 07 10:43:02.368281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a309e73-8f30-4695-afb3-df9847f7e4b0 req-d9dd35b2-ea30-4137-9a51-f2e0f24370b5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222200 Mar 07 10:43:02.616115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce50a4-7140-4584-9d0e-07b73deff9c7 req-30b43083-b775-4b70-ae67-174564e0867b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:02.636394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9ce50a4-7140-4584-9d0e-07b73deff9c7 req-30b43083-b775-4b70-ae67-174564e0867b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1033218 Mar 07 10:43:02.741582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9ce50a4-7140-4584-9d0e-07b73deff9c7 req-d4ce9f23-8fac-47d8-b0a5-23f757fd9a78 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032360 Mar 07 10:43:02.940343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2013a17-c00b-4771-b9b0-4152c30f9aaa req-4afb8b98-0784-452d-a342-08c2e4ca9e23 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 210 time: 0.0423129 Mar 07 10:43:03.345549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-200f617d-cb09-4108-a4ff-0fa4dc0e5376 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:03.348164 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-200f617d-cb09-4108-a4ff-0fa4dc0e5376 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.32 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.1283388 Mar 07 10:43:03.363491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'device_id': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'admin_state_up': True, 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:03.431453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:03.539315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093dde9-4a50-4443-b5b1-0e5a742103a0 req-1aeb11c0-5651-4f0e-a431-b85ae75cd731 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:03.551027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1093dde9-4a50-4443-b5b1-0e5a742103a0 req-1aeb11c0-5651-4f0e-a431-b85ae75cd731 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.0891037 Mar 07 10:43:03.637055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1093dde9-4a50-4443-b5b1-0e5a742103a0 req-29325b1c-9334-4578-b22e-1db43be1dc71 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800180 Mar 07 10:43:03.640291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:03.646822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.708922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:03.724181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '34630400-52f3-4b31-9ec8-1607e86d574c', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:03.834524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:03.834913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.863086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:03.925542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:03.934207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.947114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.20.0.12 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/17691ac1-5cba-420d-b9d6-03314c67aa3b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:03.975832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8f483-c54c-4763-a193-a98f534d37a8 req-1467739f-950b-41a1-8c44-17fffe283455 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:03.980296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d8f483-c54c-4763-a193-a98f534d37a8 req-1467739f-950b-41a1-8c44-17fffe283455 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1031175 Mar 07 10:43:04.093284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:04.114889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d8f483-c54c-4763-a193-a98f534d37a8 req-c5d3eb7a-6803-461d-9f68-d347adf9fe28 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285410 Mar 07 10:43:04.179420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c3f4216-b59a-4d83-bcb9-f2e40490d000 req-257d6373-8e28-4af7-84d2-f6f00fb4ecb1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 210 time: 0.0894778 Mar 07 10:43:04.262799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.266397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['34630400-52f3-4b31-9ec8-1607e86d574c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:04.309538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.384414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:04.388089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:04.392432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:04.454668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:04.454859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-35b58978-9832-40ab-967d-016769d4f6dc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:04.455939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.460689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-35b58978-9832-40ab-967d-016769d4f6dc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1290157 Mar 07 10:43:04.463292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:04.504134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-ff6a6691-a348-4897-9d19-3e56dcf69da5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1463358 Mar 07 10:43:04.516600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Request body: {'port': {'device_id': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:04.687072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.701920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 5897911e-dd82-41f6-99af-60ff96f48904 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:04.702938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5897911e-dd82-41f6-99af-60ff96f48904), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.706634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b', '156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:04.895403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5d9f350b-1574-4463-ab79-64d0609aefeb None None] Provisioning complete for port 17691ac1-5cba-420d-b9d6-03314c67aa3b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:04.895403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5d9f350b-1574-4463-ab79-64d0609aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.043561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 5897911e-dd82-41f6-99af-60ff96f48904, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5897911e-dd82-41f6-99af-60ff96f48904,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:05.044175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5897911e-dd82-41f6-99af-60ff96f48904), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.068193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1211450-c50b-4119-9c02-c67e8548928a req-34991b7a-8f5d-465a-8094-a13b2ebc3785 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.075940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1211450-c50b-4119-9c02-c67e8548928a req-34991b7a-8f5d-465a-8094-a13b2ebc3785 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 945 time: 0.2384439 Mar 07 10:43:05.079912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 5897911e-dd82-41f6-99af-60ff96f48904 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:05.201793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f350b-1574-4463-ab79-64d0609aefeb None None] Port 17691ac1-5cba-420d-b9d6-03314c67aa3b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:43:05.323361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17691ac1-5cba-420d-b9d6-03314c67aa3b {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:05.324930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1211450-c50b-4119-9c02-c67e8548928a req-b0b18830-d482-4be4-bf67-736005e16505 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478480 Mar 07 10:43:05.346479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks [] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.379037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef528-2060-43b2-950a-e3e3d25bb5dc req-9b9efdfe-431d-4175-8e1a-6ee348ed67ae tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.386549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af7ef528-2060-43b2-950a-e3e3d25bb5dc req-9b9efdfe-431d-4175-8e1a-6ee348ed67ae tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=063d3981-9097-4af9-8c47-5dd5a74a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1192138 Mar 07 10:43:05.474243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Transition to ACTIVE for port object 17691ac1-5cba-420d-b9d6-03314c67aa3b will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:05.479736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:05.482900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.586917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5897911e-dd82-41f6-99af-60ff96f48904), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.660141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 34630400-52f3-4b31-9ec8-1607e86d574c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:05.660514 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.674073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:05.733829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af7ef528-2060-43b2-950a-e3e3d25bb5dc req-9e1f845d-e8ea-4b59-9ecd-1ed5a72fb86c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463664 Mar 07 10:43:05.756196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=5897911e-dd82-41f6-99af-60ff96f48904,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:05.843863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Attempting to bind port 17691ac1-5cba-420d-b9d6-03314c67aa3b on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:05.844198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Attempting to bind port 17691ac1-5cba-420d-b9d6-03314c67aa3b by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:05.844528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Attempting to bind port 17691ac1-5cba-420d-b9d6-03314c67aa3b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:05.849327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:05.852194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 5897911e-dd82-41f6-99af-60ff96f48904 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:05.860905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.864336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f962413b-d4cd-4221-821d-bdcd6bd9eb9f req-bf361b13-af7b-4f60-993b-0b2b24a40607 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "DELETE /v2.0/ports/5897911e-dd82-41f6-99af-60ff96f48904 HTTP/1.1" status: 204 len: 173 time: 1.3969452 Mar 07 10:43:05.865003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'name': 'network-vif-deleted', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:05.867289 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f269531-a727-44b6-b840-f24587908aea" -d '{"events": [{"server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "name": "network-vif-deleted", "tag": "5897911e-dd82-41f6-99af-60ff96f48904"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:05.870647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Port 17691ac1-5cba-420d-b9d6-03314c67aa3b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:05.870973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Attempting to bind port 17691ac1-5cba-420d-b9d6-03314c67aa3b on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:05.885328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:05.885898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.887236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:05.887614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:05.888037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:05.888481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Bound port: 17691ac1-5cba-420d-b9d6-03314c67aa3b, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:05.888847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.903271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e30a17-ebdd-41ac-8514-029eb51e0f47 req-a262ea47-27dd-4f24-a898-95ceb8282080 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.904850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99e30a17-ebdd-41ac-8514-029eb51e0f47 req-a262ea47-27dd-4f24-a898-95ceb8282080 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 944 time: 0.4275455 Mar 07 10:43:05.922185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:05.925734 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1accab3a-2ab4-4faf-8cf6-02f164b9110c" -d '{"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:05.943122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:05.955518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.014561 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b2218-4b5a-4287-83e0-aa4bb7639272 x-openstack-request-id: req-dd2b2218-4b5a-4287-83e0-aa4bb7639272 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:06.014931 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063d3981-9097-4af9-8c47-5dd5a74a26e3", "name": "network-vif-deleted", "tag": "5897911e-dd82-41f6-99af-60ff96f48904", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:06.015210 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd2b2218-4b5a-4287-83e0-aa4bb7639272 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:06.015715 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063d3981-9097-4af9-8c47-5dd5a74a26e3', 'name': 'network-vif-deleted', 'tag': '5897911e-dd82-41f6-99af-60ff96f48904', 'status': 'completed', 'code': 200} Mar 07 10:43:06.031067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99e30a17-ebdd-41ac-8514-029eb51e0f47 req-da8ed401-cff1-4382-a42e-5b109cf64c97 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144602 Mar 07 10:43:06.137348 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3e0f5c-2bb8-490a-9912-9ab51b9495ba x-openstack-request-id: req-ea3e0f5c-2bb8-490a-9912-9ab51b9495ba {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:06.138527 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:06.140361 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea3e0f5c-2bb8-490a-9912-9ab51b9495ba {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:06.140946 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'code': 200} Mar 07 10:43:06.148889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:06.168109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:06.193599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.211949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.227821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911c8289-ece8-426d-bc97-4194d20ee84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.271347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.272004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.273413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 200 len: 1092 time: 1.7612641 Mar 07 10:43:06.274748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:06.277295 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:06.353880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee417-faba-45ba-963b-e62d44eed1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.403870 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9fb3ce-a708-45f2-9d7f-7664abfd1cbf x-openstack-request-id: req-4f9fb3ce-a708-45f2-9d7f-7664abfd1cbf {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:06.404226 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:06.404565 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f9fb3ce-a708-45f2-9d7f-7664abfd1cbf {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:06.405004 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'status': 'completed', 'code': 200} Mar 07 10:43:06.454749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-32be28bf-fd66-4c04-a5b7-738cab649dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.456047 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-32be28bf-fd66-4c04-a5b7-738cab649dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 1126 time: 0.1347835 Mar 07 10:43:06.531158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-c54e356c-7def-416f-8b8f-421e5e2574b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 200 len: 217 time: 0.0572720 Mar 07 10:43:06.644348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-a07af2c4-7cf9-4c39-b513-0e6228b23627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.645909 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-a07af2c4-7cf9-4c39-b513-0e6228b23627 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1046693 Mar 07 10:43:06.676364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911c8289-ece8-426d-bc97-4194d20ee84b admin admin] Publish callbacks [] for security_group (17b2c3d8-be63-4010-92bd-f38e5ad285f2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.718854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cc95-77ab-4b28-90c6-e703b9bb6c85 req-b1265a34-204f-46ac-907b-a9a3e5a2ed54 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.730541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3995cc95-77ab-4b28-90c6-e703b9bb6c85 req-b1265a34-204f-46ac-907b-a9a3e5a2ed54 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1835258 Mar 07 10:43:06.735356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-911c8289-ece8-426d-bc97-4194d20ee84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (17b2c3d8-be63-4010-92bd-f38e5ad285f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.790506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3995cc95-77ab-4b28-90c6-e703b9bb6c85 req-72a3780c-17af-45cc-93cf-882036be1f1d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545137 Mar 07 10:43:06.845901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-911c8289-ece8-426d-bc97-4194d20ee84b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa6818e1a3a1457286fc6d30317020cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9942555 Mar 07 10:43:06.849200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58646) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:06.872146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-55bbe92f-cb89-467b-b9c5-6ea8e36b6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.873952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-55bbe92f-cb89-467b-b9c5-6ea8e36b6828 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2181854 Mar 07 10:43:06.876662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c8289-ece8-426d-bc97-4194d20ee84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2c3d8-be63-4010-92bd-f38e5ad285f2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.998065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] Publish callbacks [] for security_group (17b2c3d8-be63-4010-92bd-f38e5ad285f2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.035318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-c6cc43fd-91cb-44e9-bccb-5e303b54a7da service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470912 Mar 07 10:43:07.051930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] Publish callbacks [] for security_group (17b2c3d8-be63-4010-92bd-f38e5ad285f2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.120322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (17b2c3d8-be63-4010-92bd-f38e5ad285f2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.123459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.134307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17b2c3d8-be63-4010-92bd-f38e5ad285f2 HTTP/1.1" status: 204 len: 168 time: 0.2832267 Mar 07 10:43:07.148489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6e14-468e-4f7d-8c03-c6fe245802eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2c3d8-be63-4010-92bd-f38e5ad285f2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:07.279454 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-36f8c35f-1392-4a7f-b970-dd3ab307e882 req-87a7598b-1489-4413-ab54-09e8ae3094ca service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338917 Mar 07 10:43:07.469428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-4fe1ae69-f993-4133-add4-e595b90aed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:07.472961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-4fe1ae69-f993-4133-add4-e595b90aed67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 1126 time: 0.1232553 Mar 07 10:43:07.482771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5897911e-dd82-41f6-99af-60ff96f48904 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:07.539978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90c942-b540-48f7-86aa-406690408a0f req-024c1dc3-320e-4c8b-b388-05a16783ac84 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:07.542002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a90c942-b540-48f7-86aa-406690408a0f req-024c1dc3-320e-4c8b-b388-05a16783ac84 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 944 time: 0.2610700 Mar 07 10:43:07.562438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 5897911e-dd82-41f6-99af-60ff96f48904 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:07.562798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5897911e-dd82-41f6-99af-60ff96f48904 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:07.577573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-8491dac6-0362-43dd-9ebb-434f23803629 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:07.587215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-8491dac6-0362-43dd-9ebb-434f23803629 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.4169087 Mar 07 10:43:07.649261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-c6b018ff-f381-49c6-86c4-55b1ba35dbe1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.0514755 Mar 07 10:43:07.712728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-50888642-081b-4ecf-95aa-a83324870d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:07.716586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-50888642-081b-4ecf-95aa-a83324870d2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2364187 Mar 07 10:43:07.737061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5195a912-149b-4c69-8e4d-e47e93df8bea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762408 Mar 07 10:43:07.823260 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-f5a5b16f-6362-480d-8674-6dd60e0fee60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 200 len: 217 time: 0.1002123 Mar 07 10:43:07.872646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-263e5736-523d-45a4-a9fe-b72a5fcc529f service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266413 Mar 07 10:43:07.950752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:07.961861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-82ec24f8-7ebf-49b6-9243-124b05be60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:07.963951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-82ec24f8-7ebf-49b6-9243-124b05be60e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1332233 Mar 07 10:43:07.973813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-636d9570-f8fe-4e20-a043-4f4d34b16d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.003254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-70d6196c-944d-4e1c-84c0-2821cb38babf service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289334 Mar 07 10:43:08.044963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a90c942-b540-48f7-86aa-406690408a0f req-c58a89bb-99df-4064-8bd7-30d4c4976891 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946997 Mar 07 10:43:08.062036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-3d4cf6c1-cf0d-4f65-9fa0-c4d53ad3c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:08.063913 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-3d4cf6c1-cf0d-4f65-9fa0-c4d53ad3c0fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919583 Mar 07 10:43:08.299833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-636d9570-f8fe-4e20-a043-4f4d34b16d64 admin admin] Publish callbacks [] for security_group (13b0216e-1f83-479d-af6f-ebb407d68d5e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.328938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-636d9570-f8fe-4e20-a043-4f4d34b16d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (13b0216e-1f83-479d-af6f-ebb407d68d5e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.329605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ed4e234-078a-40f4-a0c4-efde1539d035 req-6cb2b497-ea85-47f1-ae67-caae6bc59f9e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0435915 Mar 07 10:43:08.346830 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-54431b44-f700-47d1-8198-66c0a754719a service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690399 Mar 07 10:43:08.380542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a8b6e-ca8b-489c-ae18-144555462b59 req-023408ad-68a3-4b88-b40d-38862da07f3e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:08.382561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150a8b6e-ca8b-489c-ae18-144555462b59 req-023408ad-68a3-4b88-b40d-38862da07f3e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1569641 Mar 07 10:43:08.470792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-150a8b6e-ca8b-489c-ae18-144555462b59 req-612ab0fb-d935-454a-ac73-5b8a564fa06c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798872 Mar 07 10:43:08.988570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-636d9570-f8fe-4e20-a043-4f4d34b16d64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0013ecbb653b4311a5a5312d96efb609&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0339327 Mar 07 10:43:08.989127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:09.107054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d9570-f8fe-4e20-a043-4f4d34b16d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0216e-1f83-479d-af6f-ebb407d68d5e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:09.181398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] Publish callbacks [] for security_group (13b0216e-1f83-479d-af6f-ebb407d68d5e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.259634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eacd618e-e701-4d1b-b13c-e06ce7bdb0f7 req-67b942ff-ea4a-4e11-858c-3d7b896a2355 service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8975356 Mar 07 10:43:09.265230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] Publish callbacks [] for security_group (13b0216e-1f83-479d-af6f-ebb407d68d5e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.333050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be542-8a1c-4ce4-a4f4-631fafc80b03 req-079b4a6b-b3ad-4408-8d22-53dd3447d84a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:09.334870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f83be542-8a1c-4ce4-a4f4-631fafc80b03 req-079b4a6b-b3ad-4408-8d22-53dd3447d84a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 944 time: 0.1183243 Mar 07 10:43:09.357196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (13b0216e-1f83-479d-af6f-ebb407d68d5e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.359917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.366973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13b0216e-1f83-479d-af6f-ebb407d68d5e HTTP/1.1" status: 204 len: 168 time: 0.3767824 Mar 07 10:43:09.431881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1173df-663d-4bda-824e-08bc374fd963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0216e-1f83-479d-af6f-ebb407d68d5e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:09.524502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f83be542-8a1c-4ce4-a4f4-631fafc80b03 req-e3f10479-c91c-485a-9af8-8cafb292e227 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541364 Mar 07 10:43:09.630673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cef48bf-15c9-4c25-8112-b6b313ae1125 req-c858aaf9-89be-4a55-beac-16667b351ecb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0982454 Mar 07 10:43:09.785171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4497-e921-4746-89bd-6cf5354b6df2 req-65c99b8d-d96a-4e7c-8ef4-d558b6063595 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:09.804856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f93d4497-e921-4746-89bd-6cf5354b6df2 req-65c99b8d-d96a-4e7c-8ef4-d558b6063595 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1326427 Mar 07 10:43:09.966338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f93d4497-e921-4746-89bd-6cf5354b6df2 req-764a09f2-12fe-4dd3-b86d-1f7b3c2600f1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558552 Mar 07 10:43:10.220729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-4474b051-4571-4f22-8a8b-03a9be79ad40 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.225560 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-4474b051-4571-4f22-8a8b-03a9be79ad40 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.2925396 Mar 07 10:43:10.243544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:10.471955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:10.475954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.746368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88b98-596b-4dd3-917c-2592fbe267b8 req-2c7dd504-2a04-4941-abcf-35559d589862 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.748008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06b88b98-596b-4dd3-917c-2592fbe267b8 req-2c7dd504-2a04-4941-abcf-35559d589862 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 944 time: 0.1008575 Mar 07 10:43:10.755934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.14 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/079502e5-55d8-4e41-9005-d8e7e5d087ee) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:10.889942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8dfac5a-1223-4c54-a1a6-93f376737501 req-e8875b59-53ef-4e30-bee1-98a8ec314555 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0856678 Mar 07 10:43:10.969916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06b88b98-596b-4dd3-917c-2592fbe267b8 req-8e917917-e8b9-4620-9286-c06cad86c9a3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133098 Mar 07 10:43:11.080130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.150090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.215258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:11.220456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:11.233339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:11.294788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1be4d-824e-4e4c-895c-164cb250c0b9 req-b2357736-4465-424b-b4dc-a3a3d885e4e7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:11.301534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:11.301766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebc1be4d-824e-4e4c-895c-164cb250c0b9 req-b2357736-4465-424b-b4dc-a3a3d885e4e7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1722238 Mar 07 10:43:11.304535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.417305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebc1be4d-824e-4e4c-895c-164cb250c0b9 req-8b508fc2-843e-4850-95a6-d6bd3fbd8bd7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094048 Mar 07 10:43:11.454030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194743 Mar 07 10:43:11.455148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423a165-93e7-42e6-a8c3-70c868dbdc8d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:11.469697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Request body: {'port': {'device_id': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:11.540910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 17691ac1-5cba-420d-b9d6-03314c67aa3b details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:11.588725 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-d720a5e1-4c74-4091-b942-8bd56475d101 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2192359 Mar 07 10:43:11.662676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.758827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:11.784614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'mac_address': 'fa:16:3e:4b:2f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:11.858964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 17691ac1-5cba-420d-b9d6-03314c67aa3b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:11.859616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.866473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-b656fefd-87f1-49db-abf4-4decccf8b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:11.875056 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-b656fefd-87f1-49db-abf4-4decccf8b782 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 1127 time: 0.2575090 Mar 07 10:43:11.898345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17691ac1-5cba-420d-b9d6-03314c67aa3b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:11.977818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:11.989549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.102690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:12.259282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4e6c8-9b39-47ff-a87d-bcf074a85305 req-d2f2113c-aab1-449a-82aa-bd9510f8114c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.262901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe4e6c8-9b39-47ff-a87d-bcf074a85305 req-d2f2113c-aab1-449a-82aa-bd9510f8114c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 932 time: 0.2200139 Mar 07 10:43:12.272929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-3f3234de-e9bc-46b5-a237-fb9ad6d5bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.285930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-3f3234de-e9bc-46b5-a237-fb9ad6d5bc10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.3814790 Mar 07 10:43:12.315680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['17691ac1-5cba-420d-b9d6-03314c67aa3b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:12.339471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45104d-875f-414e-8bca-2aea21bef6c4 req-52609cb1-4597-4289-9502-4127b8823e7c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.347040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a45104d-875f-414e-8bca-2aea21bef6c4 req-52609cb1-4597-4289-9502-4127b8823e7c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 945 time: 0.2100329 Mar 07 10:43:12.363400 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-36fdf3bb-3cd3-4caf-b04f-aa6ce54855c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b HTTP/1.1" status: 200 len: 217 time: 0.0714731 Mar 07 10:43:12.461251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079502e5-55d8-4e41-9005-d8e7e5d087ee {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:12.481759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks [] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.513247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-c5f9dee0-6015-4a22-98eb-1ee2db02a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.516011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-c5f9dee0-6015-4a22-98eb-1ee2db02a68b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1446533 Mar 07 10:43:12.575355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe4e6c8-9b39-47ff-a87d-bcf074a85305 req-acc1ecde-97b7-4cc6-8d7b-e5b154c88990 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993028 Mar 07 10:43:12.590035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Transition to ACTIVE for port object 079502e5-55d8-4e41-9005-d8e7e5d087ee will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:12.607076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a45104d-875f-414e-8bca-2aea21bef6c4 req-9cca518d-b5af-4fda-bbd7-c8e414d9c847 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590446 Mar 07 10:43:12.624449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.690066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-dd172b03-bd76-4410-8f09-2ee25936b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.692216 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-dd172b03-bd76-4410-8f09-2ee25936b888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1668675 Mar 07 10:43:12.695509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Pushing event updated for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:12.908360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c5b40-344d-456d-9835-01d55e882a06 req-f9d2d1f8-4b5a-49c0-a096-b3e4ec651bb3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.926097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d8c5b40-344d-456d-9835-01d55e882a06 req-f9d2d1f8-4b5a-49c0-a096-b3e4ec651bb3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2043898 Mar 07 10:43:12.966300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-0517b0b1-687f-4a92-b42b-3b69665cf53b service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639809 Mar 07 10:43:13.062685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Attempting to bind port 079502e5-55d8-4e41-9005-d8e7e5d087ee on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:13.063059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Attempting to bind port 079502e5-55d8-4e41-9005-d8e7e5d087ee by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:13.063341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Attempting to bind port 079502e5-55d8-4e41-9005-d8e7e5d087ee on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:13.068484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d8c5b40-344d-456d-9835-01d55e882a06 req-0ed81b88-a953-44b5-ad65-04d2dcc30422 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340117 Mar 07 10:43:13.090257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Port 079502e5-55d8-4e41-9005-d8e7e5d087ee on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:13.090582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Attempting to bind port 079502e5-55d8-4e41-9005-d8e7e5d087ee on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:13.123517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:13.123925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:13.124255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:13.127042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Bound port: 079502e5-55d8-4e41-9005-d8e7e5d087ee, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:13.128651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.232887 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2cc9b517-f1a0-46b3-974b-225dc2f9e4f2 req-a0780610-4dc8-4fe1-8501-043d6be5df81 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541976 Mar 07 10:43:13.277515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:13.281601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:13.295070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.381213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.381898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.383324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] 10.222.0.32 "PUT /v2.0/ports/079502e5-55d8-4e41-9005-d8e7e5d087ee HTTP/1.1" status: 200 len: 1092 time: 1.9191284 Mar 07 10:43:13.383987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:13.386772 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91802d53-c93d-481e-856b-50fb4f2bda88" -d '{"events": [{"name": "network-changed", "server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:13.490080 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0700d38-aa8f-4543-9704-084ffaa9e963 x-openstack-request-id: req-e0700d38-aa8f-4543-9704-084ffaa9e963 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:13.490664 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:13.491093 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0700d38-aa8f-4543-9704-084ffaa9e963 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:13.491696 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee', 'status': 'completed', 'code': 200} Mar 07 10:43:13.497606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e997-b4d0-4142-b6bb-9da56650b78e service neutron] Pushing event updated for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:13.518980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-d9c27c61-2293-4676-9318-eb8ecde51e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.521446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-d9c27c61-2293-4676-9318-eb8ecde51e94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 1126 time: 0.0731385 Mar 07 10:43:13.555560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 17691ac1-5cba-420d-b9d6-03314c67aa3b up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:13.730293 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-599d03ba-cd0b-41a4-94b5-8267ed707431 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee HTTP/1.1" status: 200 len: 217 time: 0.1946554 Mar 07 10:43:13.787557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 17691ac1-5cba-420d-b9d6-03314c67aa3b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:43:13.804034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 17691ac1-5cba-420d-b9d6-03314c67aa3b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:13.806407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.901528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-28d41d40-5800-4b77-9b29-264167b322fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.906478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-28d41d40-5800-4b77-9b29-264167b322fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1697543 Mar 07 10:43:13.980948 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-1bf1760a-73f0-4fd7-b407-53aa49606ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677774 Mar 07 10:43:14.044909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 17691ac1-5cba-420d-b9d6-03314c67aa3b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:14.046758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.128271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:14.131155 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e522f88-1f46-452e-8134-ba367e96e8d8" -d '{"events": [{"server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "name": "network-vif-plugged", "status": "completed", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:14.165721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:14.178207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.244184 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-6fc3ab34-8d0e-4a4a-817a-9f4549ba307b service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551727 Mar 07 10:43:14.320719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:14.449533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f943beb9-931b-4d60-ad34-f4c1ac4bc07f req-af8ea506-4fe9-4714-b97d-a2c6aeefce02 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987736 Mar 07 10:43:14.645351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436526-ce5c-461d-9bd0-14cbc581c5d0 req-5368f6fd-6db5-49d2-a719-7424666d9f98 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.653909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59436526-ce5c-461d-9bd0-14cbc581c5d0 req-5368f6fd-6db5-49d2-a719-7424666d9f98 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 944 time: 0.8768911 Mar 07 10:43:14.674761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-9b002962-4c9d-4347-bb0f-089543e24841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.676632 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-9b002962-4c9d-4347-bb0f-089543e24841 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 1126 time: 0.1585517 Mar 07 10:43:14.715938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59436526-ce5c-461d-9bd0-14cbc581c5d0 req-00afff00-3e3b-4494-b0d0-fc878156b918 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573461 Mar 07 10:43:14.778906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9cd48-b274-4913-afd0-900234cf9272 req-5bfaffdf-9892-43e8-a649-4ecf5aadda62 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.791162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99e9cd48-b274-4913-afd0-900234cf9272 req-5bfaffdf-9892-43e8-a649-4ecf5aadda62 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 945 time: 0.9293916 Mar 07 10:43:14.847306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58832) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:14.896342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-1c1f6774-5e97-4278-80d7-4ce17c735d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.899257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-1c1f6774-5e97-4278-80d7-4ce17c735d97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.2153559 Mar 07 10:43:14.927206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99e9cd48-b274-4913-afd0-900234cf9272 req-40b1bf5d-0280-4b5a-8d9d-5436f839da8d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275172 Mar 07 10:43:14.954282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d251c7-8922-4c1b-a457-71be41a769fb req-151215c2-407b-47ea-af54-8088c6825fb9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.955972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21d251c7-8922-4c1b-a457-71be41a769fb req-151215c2-407b-47ea-af54-8088c6825fb9 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1608429 Mar 07 10:43:15.023442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-4646d3b2-6092-41b9-ac4e-938edc6d5ef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee HTTP/1.1" status: 200 len: 217 time: 0.1048450 Mar 07 10:43:15.087103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21d251c7-8922-4c1b-a457-71be41a769fb req-88e467f3-49d2-4e42-8354-6a6d852d212c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217511 Mar 07 10:43:15.222633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-774e8fe5-737d-4193-95ff-905784855d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:15.224657 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-774e8fe5-737d-4193-95ff-905784855d99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1948402 Mar 07 10:43:15.225726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69e6-d32b-42d7-9fd8-a315fe9cd570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.276832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-85cec994-a9f7-44f8-911e-1f9b1fd59f60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382118 Mar 07 10:43:15.312083 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b6319-6a0b-403d-a002-9db3f13cd8da x-openstack-request-id: req-799b6319-6a0b-403d-a002-9db3f13cd8da {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:15.312655 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "name": "network-vif-plugged", "status": "completed", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:15.313186 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-799b6319-6a0b-403d-a002-9db3f13cd8da {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:15.313683 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'code': 200} Mar 07 10:43:15.506515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9a15-8034-4c45-83a4-3a2c12548630 req-c35c972e-be4e-4140-8e52-6d515b3f3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:15.508326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffdf9a15-8034-4c45-83a4-3a2c12548630 req-c35c972e-be4e-4140-8e52-6d515b3f3c26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 1128 time: 0.1173148 Mar 07 10:43:15.640103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffdf9a15-8034-4c45-83a4-3a2c12548630 req-b67c37dc-3725-4e9f-a14f-4dd43d667cf2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252236 Mar 07 10:43:15.695252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-942c7555-a2c4-4462-8232-60716dc4a7a5 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043214 Mar 07 10:43:15.697848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69e6-d32b-42d7-9fd8-a315fe9cd570 admin admin] Publish callbacks [] for security_group (6683fea3-6b26-4a20-a9cb-820e4278db1c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.706024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69e6-d32b-42d7-9fd8-a315fe9cd570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6683fea3-6b26-4a20-a9cb-820e4278db1c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.937100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e3c69e6-d32b-42d7-9fd8-a315fe9cd570 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5667ab7d3c384f8e968561837c313d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0845292 Mar 07 10:43:15.981244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:16.047279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c69e6-d32b-42d7-9fd8-a315fe9cd570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6683fea3-6b26-4a20-a9cb-820e4278db1c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.118871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58876) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:16.220612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a91cc2-6de0-449c-8b64-7ceb5919ce14 req-8a2d3ebd-d962-48b7-8e43-85cfcb344a3a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.228613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a91cc2-6de0-449c-8b64-7ceb5919ce14 req-8a2d3ebd-d962-48b7-8e43-85cfcb344a3a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 944 time: 0.3331494 Mar 07 10:43:16.236999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-91802d53-c93d-481e-856b-50fb4f2bda88 req-30578e61-b4c4-4271-9e87-51a41a7e4dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953446 Mar 07 10:43:16.336222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97752-7d61-4c7e-a698-62fe8aabc62a req-629da19b-73c4-477b-90d7-c3a72d087e22 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.338676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2da97752-7d61-4c7e-a698-62fe8aabc62a req-629da19b-73c4-477b-90d7-c3a72d087e22 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 946 time: 0.2333286 Mar 07 10:43:16.347028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] Publish callbacks [] for security_group (6683fea3-6b26-4a20-a9cb-820e4278db1c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.389386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a91cc2-6de0-449c-8b64-7ceb5919ce14 req-2443a1b2-6332-45ce-b0f0-ae87a1bcac33 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494977 Mar 07 10:43:16.442884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d93e-2a3e-40e0-9bee-0a2232d2c906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.477846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] Publish callbacks [] for security_group (6683fea3-6b26-4a20-a9cb-820e4278db1c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.590789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2da97752-7d61-4c7e-a698-62fe8aabc62a req-0646a96f-8406-4912-8059-ac773399826e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386210 Mar 07 10:43:16.670598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d02888-9a51-472a-954c-4cdc941181fa req-98ba8780-0b21-4a24-82f7-ec987981ddcc tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.681278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d02888-9a51-472a-954c-4cdc941181fa req-98ba8780-0b21-4a24-82f7-ec987981ddcc tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2067769 Mar 07 10:43:16.732744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d93e-2a3e-40e0-9bee-0a2232d2c906 admin admin] Publish callbacks [] for security_group (04e9d2ed-e1f8-46f9-a988-058b82274e84), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.739168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6683fea3-6b26-4a20-a9cb-820e4278db1c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.742716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.744599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6683fea3-6b26-4a20-a9cb-820e4278db1c HTTP/1.1" status: 204 len: 168 time: 0.7572186 Mar 07 10:43:16.802334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d93e-2a3e-40e0-9bee-0a2232d2c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04e9d2ed-e1f8-46f9-a988-058b82274e84), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.807843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256cb33-45cc-4145-818e-a51a9156f4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683fea3-6b26-4a20-a9cb-820e4278db1c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.824668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d02888-9a51-472a-954c-4cdc941181fa req-c4a08c8b-7e09-459e-ae8b-5e1999252dc4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889933 Mar 07 10:43:16.911531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:16.912406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1eb9d93e-2a3e-40e0-9bee-0a2232d2c906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f98c5c5593a34bccb21d3a097629e483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909782 Mar 07 10:43:16.919144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9d93e-2a3e-40e0-9bee-0a2232d2c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9d2ed-e1f8-46f9-a988-058b82274e84,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:17.090105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] Publish callbacks [] for security_group (04e9d2ed-e1f8-46f9-a988-058b82274e84), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.162930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] Publish callbacks [] for security_group (04e9d2ed-e1f8-46f9-a988-058b82274e84), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.254260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (04e9d2ed-e1f8-46f9-a988-058b82274e84), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.256846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.258023 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04e9d2ed-e1f8-46f9-a988-058b82274e84 HTTP/1.1" status: 204 len: 168 time: 0.3456085 Mar 07 10:43:17.281285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14806017-3b22-48fa-9650-5ed830968e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9d2ed-e1f8-46f9-a988-058b82274e84,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:17.387956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:17.435612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70f5f7b5-f9ad-4915-b7f7-660600c875f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.566791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079502e5-55d8-4e41-9005-d8e7e5d087ee details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:17.652140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70f5f7b5-f9ad-4915-b7f7-660600c875f3 admin admin] Publish callbacks [] for security_group (1ed32f0d-2c33-44c1-890d-32411e037c4c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.664589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70f5f7b5-f9ad-4915-b7f7-660600c875f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1ed32f0d-2c33-44c1-890d-32411e037c4c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.710794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a62727-f1b2-4e86-a8a8-8b3b25d07134 req-94758f5d-1815-48bf-bdbb-84ff6b67a967 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.712990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8a62727-f1b2-4e86-a8a8-8b3b25d07134 req-94758f5d-1815-48bf-bdbb-84ff6b67a967 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 944 time: 0.1250157 Mar 07 10:43:17.823132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8a62727-f1b2-4e86-a8a8-8b3b25d07134 req-9a502b1d-a44a-414e-b794-65251055f7c5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Mar 07 10:43:17.910589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-70f5f7b5-f9ad-4915-b7f7-660600c875f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc7df477636b44f8ad29f6d65d144b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197425 Mar 07 10:43:17.912839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:17.913633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5f7b5-f9ad-4915-b7f7-660600c875f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed32f0d-2c33-44c1-890d-32411e037c4c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:17.964863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:17.992311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58906) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:18.007699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '079502e5-55d8-4e41-9005-d8e7e5d087ee', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '079502e5-55d8-4e41-9005-d8e7e5d087ee', 'mac_address': 'fa:16:3e:2d:9a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:18.012561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a11a-b412-4577-a73b-b47bf3643c8d req-619ead95-9658-4cb4-8341-b48b29717767 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.015417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c41a11a-b412-4577-a73b-b47bf3643c8d req-619ead95-9658-4cb4-8341-b48b29717767 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 946 time: 0.2076325 Mar 07 10:43:18.032006 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] Publish callbacks [] for security_group (1ed32f0d-2c33-44c1-890d-32411e037c4c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.034171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e294e1-f1ca-466e-b525-9aa734628228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.124250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] Publish callbacks [] for security_group (1ed32f0d-2c33-44c1-890d-32411e037c4c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.129145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 079502e5-55d8-4e41-9005-d8e7e5d087ee is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:18.129536 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.148544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561ce6-b064-4089-9252-a868e59e518c req-9ece8edb-3628-443e-a095-ad445f6265d3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.150822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be561ce6-b064-4089-9252-a868e59e518c req-9ece8edb-3628-443e-a095-ad445f6265d3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1344082 Mar 07 10:43:18.180571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079502e5-55d8-4e41-9005-d8e7e5d087ee {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:18.183018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c41a11a-b412-4577-a73b-b47bf3643c8d req-d5b91500-4716-4c92-b9f6-e50028ef94b7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282461 Mar 07 10:43:18.264017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:18.284037 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.287185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be561ce6-b064-4089-9252-a868e59e518c req-65a9d754-e7dd-46cb-a62d-a9c11ed1b231 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282845 Mar 07 10:43:18.314152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e294e1-f1ca-466e-b525-9aa734628228 admin admin] Publish callbacks [] for security_group (fb64ce37-a1e8-4539-98a4-eb68cdd8264c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.337725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e294e1-f1ca-466e-b525-9aa734628228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fb64ce37-a1e8-4539-98a4-eb68cdd8264c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.366202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-a112569e-acca-447b-a47b-69bea387a77f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 267 time: 0.0884800 Mar 07 10:43:18.418623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.428572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1ed32f0d-2c33-44c1-890d-32411e037c4c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.431359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.432730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.433075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.433411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.433726 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed32f0d-2c33-44c1-890d-32411e037c4c HTTP/1.1" status: 204 len: 168 time: 0.5196171 Mar 07 10:43:18.433839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.434057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.435977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.439008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.441461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.443964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.444701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.446158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.446750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.447680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:18.461285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-b573a944-87cf-49ea-9fd0-931de1347761 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.463372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-b573a944-87cf-49ea-9fd0-931de1347761 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 946 time: 0.0880225 Mar 07 10:43:18.464143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58912) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:18.464402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1e294e1-f1ca-466e-b525-9aa734628228 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=809e510d3a4e424c98358fc42840f76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727936 Mar 07 10:43:18.479368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e294e1-f1ca-466e-b525-9aa734628228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb64ce37-a1e8-4539-98a4-eb68cdd8264c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.505897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c878ab-4197-43d7-b288-ab34af463d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed32f0d-2c33-44c1-890d-32411e037c4c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.515798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'security_groups': []}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:18.640852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['079502e5-55d8-4e41-9005-d8e7e5d087ee'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:18.739108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] Publish callbacks [] for security_group (fb64ce37-a1e8-4539-98a4-eb68cdd8264c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.746897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.780936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] Publish callbacks [] for security_group (fb64ce37-a1e8-4539-98a4-eb68cdd8264c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.086378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fb64ce37-a1e8-4539-98a4-eb68cdd8264c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.089047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.092621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb64ce37-a1e8-4539-98a4-eb68cdd8264c HTTP/1.1" status: 204 len: 168 time: 0.6248133 Mar 07 10:43:19.106656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c906e-f399-4ab9-8ccf-a3b78cc7bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb64ce37-a1e8-4539-98a4-eb68cdd8264c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.147026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:19.156763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0674-1cd1-47eb-8bbb-98a9a0418bfb req-10878c15-aeac-4950-8160-ed0ac4357044 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.164697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-461d0674-1cd1-47eb-8bbb-98a9a0418bfb req-10878c15-aeac-4950-8160-ed0ac4357044 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 945 time: 0.1623731 Mar 07 10:43:19.262495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.279109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.290983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-461d0674-1cd1-47eb-8bbb-98a9a0418bfb req-6d07344a-72d7-423e-882f-3fe22b9cf8eb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253822 Mar 07 10:43:19.296860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b', '156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:19.423808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['17691ac1-5cba-420d-b9d6-03314c67aa3b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:19.457435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.465331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.473972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c10da59c-7eb0-4c82-a6ed-72a58244aa60 req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "PUT /v2.0/ports/17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 200 len: 905 time: 0.9794927 Mar 07 10:43:19.493890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:19.512073 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c6751-c4b6-4460-b678-6ca8975ce2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:19.636892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['17691ac1-5cba-420d-b9d6-03314c67aa3b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:19.741380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337add7-bd8c-40e2-a66b-386b0f6f7055 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.781655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970546a-cae5-4b4a-a0fd-5671521a1425 req-24e91afd-8809-4163-85cd-7ec2f2dfbcb3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.784116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9970546a-cae5-4b4a-a0fd-5671521a1425 req-24e91afd-8809-4163-85cd-7ec2f2dfbcb3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.3081737 Mar 07 10:43:19.834656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b23795-9ae7-411e-88d3-5f8477745a83 req-600c184f-a3a5-476e-bf3e-4b9c21bb7bf6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.848319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70b23795-9ae7-411e-88d3-5f8477745a83 req-600c184f-a3a5-476e-bf3e-4b9c21bb7bf6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 908 time: 0.1901805 Mar 07 10:43:19.969732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9970546a-cae5-4b4a-a0fd-5671521a1425 req-4dcaa055-80b2-44df-8a2a-379fee8e05cf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782398 Mar 07 10:43:19.998213 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1251e32-3c88-4ed6-8afc-7360294f4005 x-openstack-request-id: req-d1251e32-3c88-4ed6-8afc-7360294f4005 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:20.003751 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:20.004194 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1251e32-3c88-4ed6-8afc-7360294f4005 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:20.004774 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'status': 'completed', 'code': 200} Mar 07 10:43:20.137863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-4a71285d-530c-4fcf-a66a-9c944a4e3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.140101 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-4a71285d-530c-4fcf-a66a-9c944a4e3769 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 1090 time: 0.1210995 Mar 07 10:43:20.154897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d52b2604-6a8d-4195-b44a-10aa2075ffb9 None None] Provisioning complete for port 17691ac1-5cba-420d-b9d6-03314c67aa3b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:20.155990 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d52b2604-6a8d-4195-b44a-10aa2075ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.248376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3d2a-d9a8-46bc-a2fb-309fd6b0ab70 req-a3132da6-4eb1-4fe4-b9d5-a65736bedcd5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.264511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-228d3d2a-d9a8-46bc-a2fb-309fd6b0ab70 req-a3132da6-4eb1-4fe4-b9d5-a65736bedcd5 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1327596 Mar 07 10:43:20.364702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-228d3d2a-d9a8-46bc-a2fb-309fd6b0ab70 req-7d5bc08d-ec8b-4931-a80b-1233a0b81d84 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992076 Mar 07 10:43:20.388030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-3cd91422-14e4-4574-af61-385e40ca2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.390506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-3cd91422-14e4-4574-af61-385e40ca2308 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2427752 Mar 07 10:43:20.454056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d52b2604-6a8d-4195-b44a-10aa2075ffb9 None None] Current status of the port 17691ac1-5cba-420d-b9d6-03314c67aa3b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:20.489703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-29687947-8674-4364-abae-8a98b748e913 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 200 len: 217 time: 0.0887926 Mar 07 10:43:20.586370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81fdc-3a4c-4bda-8106-1b6eb4ab49a3 req-0b43f767-4cf8-4278-96d8-6f4beb69cb2c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.597024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95f81fdc-3a4c-4bda-8106-1b6eb4ab49a3 req-0b43f767-4cf8-4278-96d8-6f4beb69cb2c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 945 time: 0.1537399 Mar 07 10:43:20.607090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-ef76927f-8338-4125-83e4-922d92a5b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.612196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-ef76927f-8338-4125-83e4-922d92a5b1af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1160965 Mar 07 10:43:20.636100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a583-15b8-46f6-80e5-6d01ce5f4c95 req-4ed43b31-98e0-4423-8133-c7ab042bf6c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.644607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ff5a583-15b8-46f6-80e5-6d01ce5f4c95 req-4ed43b31-98e0-4423-8133-c7ab042bf6c3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1389673 Mar 07 10:43:20.669716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02289c0c-6e21-41cb-8df9-55d30a8d1e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.707190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95f81fdc-3a4c-4bda-8106-1b6eb4ab49a3 req-6fecdea6-da12-470e-8b44-6cb6d82e34b8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Mar 07 10:43:20.708981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-3bf3a386-58fc-4f5b-82d9-005492cf8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.719478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-3bf3a386-58fc-4f5b-82d9-005492cf8e42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920451 Mar 07 10:43:20.756495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ff5a583-15b8-46f6-80e5-6d01ce5f4c95 req-9f2902c1-11c0-4abf-9d01-647f6e33311e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108572 Mar 07 10:43:20.887406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-24cd3556-d388-456e-8211-cba5c8f9f592 service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698179 Mar 07 10:43:21.121451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8496895-11e0-4355-8c07-48089600f15b req-8e50257f-92f1-44b4-92b5-308c440eb051 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:21.123137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8496895-11e0-4355-8c07-48089600f15b req-8e50257f-92f1-44b4-92b5-308c440eb051 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2323878 Mar 07 10:43:21.174882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e70c6751-c4b6-4460-b678-6ca8975ce2c3 req-2345c2b7-c873-436e-92c7-d58c62d17538 service neutron] 10.222.0.32 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788310 Mar 07 10:43:21.365642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8496895-11e0-4355-8c07-48089600f15b req-a809fb81-dfd3-4668-87cc-42d0ab9f5cc4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314975 Mar 07 10:43:21.402532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95056a4d-4171-4bb4-93a9-1afffcb30d61 req-bb1caa97-ef95-4f45-b0e0-dd2e3ddb251c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:21.404369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95056a4d-4171-4bb4-93a9-1afffcb30d61 req-bb1caa97-ef95-4f45-b0e0-dd2e3ddb251c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1722696 Mar 07 10:43:21.603889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079502e5-55d8-4e41-9005-d8e7e5d087ee up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:21.644923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95056a4d-4171-4bb4-93a9-1afffcb30d61 req-e2dd5bc5-1496-4447-be26-57a7a1c33dca tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322514 Mar 07 10:43:21.756016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a3cb-90f0-4bfa-930a-85dc7e1bdcf2 req-3481da95-4f8a-4596-b883-2f9f266be906 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:21.783467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5294a3cb-90f0-4bfa-930a-85dc7e1bdcf2 req-3481da95-4f8a-4596-b883-2f9f266be906 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2384615 Mar 07 10:43:21.818206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 079502e5-55d8-4e41-9005-d8e7e5d087ee completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:43:21.824129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 079502e5-55d8-4e41-9005-d8e7e5d087ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:21.824796 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.911458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5294a3cb-90f0-4bfa-930a-85dc7e1bdcf2 req-bd9ac592-8502-4b20-8b79-30f563d71a0f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266091 Mar 07 10:43:22.054004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 079502e5-55d8-4e41-9005-d8e7e5d087ee is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:22.054393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.119248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:22.129682 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7ae7d-085e-45ce-8ae9-60d705071904" -d '{"events": [{"server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "name": "network-vif-plugged", "status": "completed", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:22.167240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46f831-f64f-4b81-94b5-e1af1bf56ca9 req-3cecc9df-e103-4dc0-92e7-a76a4e0cad49 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:22.167621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:22.176694 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.178970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f46f831-f64f-4b81-94b5-e1af1bf56ca9 req-3cecc9df-e103-4dc0-92e7-a76a4e0cad49 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 945 time: 0.1440113 Mar 07 10:43:22.282255 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a93b8b-0d24-40dc-a845-80668de4f20e x-openstack-request-id: req-56a93b8b-0d24-40dc-a845-80668de4f20e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:22.298967 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "name": "network-vif-plugged", "status": "completed", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:22.303362 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56a93b8b-0d24-40dc-a845-80668de4f20e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:22.303892 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee', 'code': 200} Mar 07 10:43:22.321608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f46f831-f64f-4b81-94b5-e1af1bf56ca9 req-eb6f468a-8688-4cb7-beed-536978eb5782 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413584 Mar 07 10:43:22.373867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:22.404659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e90a-af27-4c2b-9f34-1b24a7fbe1d8 req-68293fb2-3652-4854-9663-97e9300fbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:22.409733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9227e90a-af27-4c2b-9f34-1b24a7fbe1d8 req-68293fb2-3652-4854-9663-97e9300fbbac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 1128 time: 0.1237812 Mar 07 10:43:22.569511 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9227e90a-af27-4c2b-9f34-1b24a7fbe1d8 req-846ab0ac-8563-4789-b887-062b674733f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513147 Mar 07 10:43:22.663384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-5631c33b-b4c9-4e94-a7ad-733ca40d0f1d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:22.674574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-5631c33b-b4c9-4e94-a7ad-733ca40d0f1d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.2779191 Mar 07 10:43:22.704497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-424961ba-45e9-47e6-a341-54ea9988edb1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/quotas/1c939f71dd0d4ee2881c59663c1c4743 HTTP/1.1" status: 200 len: 375 time: 0.0276666 Mar 07 10:43:22.975086 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19b1ab62-a295-43d9-8757-b979cedffcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.977067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-b0211e24-a28a-4fee-83e9-1ea027aff349 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2693882 Mar 07 10:43:23.104229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58284ce-7ca7-4971-ad78-55b851130e97 req-e26bd34f-cf5b-4f8f-beb1-83e9a6c5e794 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:23.135877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58284ce-7ca7-4971-ad78-55b851130e97 req-e26bd34f-cf5b-4f8f-beb1-83e9a6c5e794 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2872949 Mar 07 10:43:23.270711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-ac0612d8-8735-4ed6-a2ed-471150d90f3f service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915468 Mar 07 10:43:23.544086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-ef28861b-657b-4ee0-9bb9-b9edb7aa701a service neutron] 10.222.0.23 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719576 Mar 07 10:43:23.615858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58284ce-7ca7-4971-ad78-55b851130e97 req-7fb9bde2-dabe-4d46-8ecd-7e7b7b2a79a7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982963 Mar 07 10:43:23.855110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02916b63-d47d-44c9-8d8c-fadfa31b300c req-c26ea65d-cd90-4acd-a974-7abcbc1eeb67 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:23.879212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02916b63-d47d-44c9-8d8c-fadfa31b300c req-c26ea65d-cd90-4acd-a974-7abcbc1eeb67 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 946 time: 0.1163502 Mar 07 10:43:23.973032 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.066029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02916b63-d47d-44c9-8d8c-fadfa31b300c req-092ea00d-a45b-4e6f-9c80-ef5c377b5db5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857913 Mar 07 10:43:24.158238 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.183897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c3a7bb9-807e-47a9-8ffd-2a14be5f7afa req-a53266c2-d89b-4f34-a9b4-9ee6d7193e5a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 210 time: 0.1512101 Mar 07 10:43:24.771259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416baeb-b924-48e3-acb4-51c5124ad316 req-4e554ee5-befc-4e37-b184-a03ebc039dab tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:24.780605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c416baeb-b924-48e3-acb4-51c5124ad316 req-4e554ee5-befc-4e37-b184-a03ebc039dab tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Mar 07 10:43:24.893174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c416baeb-b924-48e3-acb4-51c5124ad316 req-ce0411ea-453a-4f0e-a2ad-9f509f6d9fbf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104095 Mar 07 10:43:25.331978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5008ef3-28b9-481d-a58b-f45380e52ea4 req-78a4e1e8-4caf-44ad-920c-11cb64403778 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:25.343888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5008ef3-28b9-481d-a58b-f45380e52ea4 req-78a4e1e8-4caf-44ad-920c-11cb64403778 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 946 time: 0.1288874 Mar 07 10:43:25.452605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a89375a1-595a-42f8-82f6-b7693b788a22 req-7eabd816-cf8b-4741-bab5-5bdff4d8ae23 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 210 time: 0.0788321 Mar 07 10:43:25.547572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5008ef3-28b9-481d-a58b-f45380e52ea4 req-92d7aedd-af36-402b-82e2-c3c4262003d9 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961403 Mar 07 10:43:25.616874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.014457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-15833750-5c06-40a4-a22e-34f2a7d8e460 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.016794 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-15833750-5c06-40a4-a22e-34f2a7d8e460 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 812 time: 0.3201065 Mar 07 10:43:26.036871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Request body: {'port': {'device_id': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'admin_state_up': True, 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:26.243134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Made reservation on behalf of 1c939f71dd0d4ee2881c59663c1c4743 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:26.249389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.278237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-d587ddb7-47d8-4dd9-8a34-66367724f8aa tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1311201524&fields=id&tenant_id=3681beb3f37c4e649e5aac668a16d265 HTTP/1.1" status: 200 len: 267 time: 0.1429572 Mar 07 10:43:26.311576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829935b1-a820-48c2-9a34-5dc3e7fa8d7c req-da5dfc01-577a-4f25-ab78-3f7836d4c1aa tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.320505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-829935b1-a820-48c2-9a34-5dc3e7fa8d7c req-da5dfc01-577a-4f25-ab78-3f7836d4c1aa tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2874143 Mar 07 10:43:26.553206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Allocated IP 172.20.0.8 (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537/219eced6-f88e-49d7-8daa-74c807bf2a8c/9716a555-7e20-42fb-a784-cc770e880bb8) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:26.565877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-829935b1-a820-48c2-9a34-5dc3e7fa8d7c req-f4288065-84d1-4271-9246-e32f78669d1d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403452 Mar 07 10:43:26.623234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-8e19d327-d14e-4dd8-9eb3-e9062217cfef tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.635700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-8e19d327-d14e-4dd8-9eb3-e9062217cfef tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/networks?id=2143387b-541a-48ea-aa1a-a5c957df479a HTTP/1.1" status: 200 len: 816 time: 0.3557751 Mar 07 10:43:26.664010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-b966276a-6777-482b-b89d-b78fd6f4011f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/quotas/3681beb3f37c4e649e5aac668a16d265 HTTP/1.1" status: 200 len: 375 time: 0.0256681 Mar 07 10:43:26.758158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-f519d954-e914-4df8-a4c7-a40e9b714025 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3681beb3f37c4e649e5aac668a16d265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889368 Mar 07 10:43:26.964482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for port (9716a555-7e20-42fb-a784-cc770e880bb8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.060558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.071497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.083378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b', '156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:27.089763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59254) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:27.378353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:27.388145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99322d09-bf93-457f-b1fc-5cf106b56604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.398429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:27.403360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:27.410922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:27.539209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:27.544810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.589583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-f081d888-b745-40f2-92b0-b654c5ff51d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5574849 Mar 07 10:43:27.601228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Request body: {'port': {'device_id': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:27.605899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99322d09-bf93-457f-b1fc-5cf106b56604 admin admin] Publish callbacks [] for security_group (99e309b8-9be7-4cea-8235-e75e4c6a6a4c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.634901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-de2526e5-cffd-4b18-8e6d-2d102ad1f89f service neutron] 10.222.0.23 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597505 Mar 07 10:43:27.641108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99322d09-bf93-457f-b1fc-5cf106b56604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99e309b8-9be7-4cea-8235-e75e4c6a6a4c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.709919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99322d09-bf93-457f-b1fc-5cf106b56604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e309b8-9be7-4cea-8235-e75e4c6a6a4c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:27.739333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.757446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27592-6ad8-4a2c-aaf9-515f9418687f req-21ae84f9-10f2-4cd8-b996-45994a988e9c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:27.765942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db27592-6ad8-4a2c-aaf9-515f9418687f req-21ae84f9-10f2-4cd8-b996-45994a988e9c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 931 time: 0.4087229 Mar 07 10:43:27.857436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-99322d09-bf93-457f-b1fc-5cf106b56604 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e8a41e6ae1e43b9983bf216da9ecdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663848 Mar 07 10:43:27.860076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59268) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:27.868632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7b27d6af-f308-4215-bc7c-c5d6f700f0e3 None None] Provisioning complete for port 9716a555-7e20-42fb-a784-cc770e880bb8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:27.869020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7b27d6af-f308-4215-bc7c-c5d6f700f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.984140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7b27d6af-f308-4215-bc7c-c5d6f700f0e3 None None] Port 9716a555-7e20-42fb-a784-cc770e880bb8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:43:27.998661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db27592-6ad8-4a2c-aaf9-515f9418687f req-bce43b0e-30cb-4222-ab88-a0b2e5fbeae3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314904 Mar 07 10:43:28.072153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-be8ed748-969f-47fa-83f6-5239e507c1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268997 Mar 07 10:43:28.100829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] Publish callbacks [] for security_group (99e309b8-9be7-4cea-8235-e75e4c6a6a4c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.261353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] Publish callbacks [] for security_group (99e309b8-9be7-4cea-8235-e75e4c6a6a4c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.395533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d63f3b-c8f8-4cc3-8ec0-d4d146e41574 req-44acb342-9487-4ade-8eeb-31538645463c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:28.412252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7d63f3b-c8f8-4cc3-8ec0-d4d146e41574 req-44acb342-9487-4ade-8eeb-31538645463c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.2691500 Mar 07 10:43:28.417910 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:43:28.455609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9716a555-7e20-42fb-a784-cc770e880bb8 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:28.457870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.468012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks [] for port (9716a555-7e20-42fb-a784-cc770e880bb8), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.500631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Transition to ACTIVE for port object 9716a555-7e20-42fb-a784-cc770e880bb8 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:28.510186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.670826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99e309b8-9be7-4cea-8235-e75e4c6a6a4c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.678862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.682969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99e309b8-9be7-4cea-8235-e75e4c6a6a4c HTTP/1.1" status: 204 len: 168 time: 0.8204200 Mar 07 10:43:28.697554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7d63f3b-c8f8-4cc3-8ec0-d4d146e41574 req-dadd6ad8-548d-4275-a31a-539629303cac tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834954 Mar 07 10:43:28.698593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63760494-19f1-403f-8949-9266e4c693f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e309b8-9be7-4cea-8235-e75e4c6a6a4c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.837562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.849798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Attempting to bind port 9716a555-7e20-42fb-a784-cc770e880bb8 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:28.851266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Attempting to bind port 9716a555-7e20-42fb-a784-cc770e880bb8 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:28.853008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Attempting to bind port 9716a555-7e20-42fb-a784-cc770e880bb8 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:28.868195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Port 9716a555-7e20-42fb-a784-cc770e880bb8 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:28.868757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Attempting to bind port 9716a555-7e20-42fb-a784-cc770e880bb8 on network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:28.876539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:28.879161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Checking segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:28.879795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Bound using segment: {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:28.880531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Bound port: 9716a555-7e20-42fb-a784-cc770e880bb8, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212650d7-c1ca-4117-933f-5b052a13b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:28.881639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.072107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3146bea5-7465-4ae9-b63f-8d591f7052a6 req-3100264e-66e1-493c-9ca3-92f684210914 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0804770 Mar 07 10:43:29.112215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:29.120092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:29.135819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.203361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.208396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.209937 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] 10.222.0.26 "PUT /v2.0/ports/9716a555-7e20-42fb-a784-cc770e880bb8 HTTP/1.1" status: 200 len: 1091 time: 1.6132953 Mar 07 10:43:29.210462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:29.215628 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1112b5-cdc5-46ff-9718-11df93b8e642" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:29.413395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aa6b8-6b99-4a69-ae68-d58a48cb87ae service neutron] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:29.458294 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a865c8e-c5f2-44ef-8bfe-bb44087fb307 x-openstack-request-id: req-1a865c8e-c5f2-44ef-8bfe-bb44087fb307 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:29.459067 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:29.459067 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a865c8e-c5f2-44ef-8bfe-bb44087fb307 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:29.459269 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8', 'status': 'completed', 'code': 200} Mar 07 10:43:29.483047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47146b2d-aea9-4607-815e-f58f683282f5 req-6b537696-8ac5-48ac-9f23-5954995b14e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.484430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-cc159b4a-5460-476e-adf2-fea4765a3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.485990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-cc159b4a-5460-476e-adf2-fea4765a3465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 1125 time: 0.2165468 Mar 07 10:43:29.497960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47146b2d-aea9-4607-815e-f58f683282f5 req-6b537696-8ac5-48ac-9f23-5954995b14e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.1733029 Mar 07 10:43:29.729740 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-d406206c-571b-423d-bb23-a7600c491dc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9716a555-7e20-42fb-a784-cc770e880bb8 HTTP/1.1" status: 200 len: 217 time: 0.2236340 Mar 07 10:43:29.739317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47146b2d-aea9-4607-815e-f58f683282f5 req-1a7f1adc-1499-4305-ba0b-4d2d27f13d18 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365351 Mar 07 10:43:29.917215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-d55b76aa-7f06-4e92-898f-c5dbcf8f5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.923924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-d55b76aa-7f06-4e92-898f-c5dbcf8f5c10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1768191 Mar 07 10:43:29.982753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59326) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:30.035475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85b704c2-7371-4b61-8c31-6879a30f7bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.090127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-0bff8bdd-a058-48a4-b72d-941fd19c8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.096763 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-0bff8bdd-a058-48a4-b72d-941fd19c8ba5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1666050 Mar 07 10:43:30.207876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a59f26-1a33-496a-bc22-ca32640a7d5c req-4b2a1528-a7b2-4095-a16d-832424d3df89 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.212138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78a59f26-1a33-496a-bc22-ca32640a7d5c req-4b2a1528-a7b2-4095-a16d-832424d3df89 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.3041525 Mar 07 10:43:30.284110 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-629a6fff-962b-4620-9dc3-a0110e67e5bb service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804509 Mar 07 10:43:30.285729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78a59f26-1a33-496a-bc22-ca32640a7d5c req-6397047e-0033-484e-9ed4-818af2fca852 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666804 Mar 07 10:43:30.330566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85b704c2-7371-4b61-8c31-6879a30f7bf5 admin admin] Publish callbacks [] for security_group (528698a2-07d4-4370-97b2-19594412a359), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.357580 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85b704c2-7371-4b61-8c31-6879a30f7bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (528698a2-07d4-4370-97b2-19594412a359), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.448607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b704c2-7371-4b61-8c31-6879a30f7bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528698a2-07d4-4370-97b2-19594412a359,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:30.464154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-85b704c2-7371-4b61-8c31-6879a30f7bf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=220ecb4416884b6a8c80434921630525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773059 Mar 07 10:43:30.466995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:30.615355 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bab0765d-9ad2-4511-b7aa-c4d8a2a91d2a req-3dbe0d7e-2b7a-4abf-b928-0ebaeb05da5e service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137903 Mar 07 10:43:30.676351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31cc927f-adad-407e-8a06-67ffd1af6990 req-854e31fb-1b41-4c5d-b7c1-7e928a22c60f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.1017957 Mar 07 10:43:30.695690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] Publish callbacks [] for security_group (528698a2-07d4-4370-97b2-19594412a359), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.722982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] Publish callbacks [] for security_group (528698a2-07d4-4370-97b2-19594412a359), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.778974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (528698a2-07d4-4370-97b2-19594412a359), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.781655 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.782868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/528698a2-07d4-4370-97b2-19594412a359 HTTP/1.1" status: 204 len: 168 time: 0.3135991 Mar 07 10:43:30.803634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87ebc8-feca-4074-9a61-cc893554dfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528698a2-07d4-4370-97b2-19594412a359,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:30.811295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-2323c010-5035-4d16-a079-02e648613fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.838408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-2323c010-5035-4d16-a079-02e648613fd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 1125 time: 0.1560826 Mar 07 10:43:31.131337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-4245e9e7-f5d3-45e5-83d1-4a9053774876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.133261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-4245e9e7-f5d3-45e5-83d1-4a9053774876 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2887614 Mar 07 10:43:31.364595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43ab74-710b-4b97-999d-e399343f5a6b req-a0e2283e-9637-4566-8667-d5661eb25816 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.376970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a43ab74-710b-4b97-999d-e399343f5a6b req-a0e2283e-9637-4566-8667-d5661eb25816 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.4362311 Mar 07 10:43:31.459621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-a9fdcae7-398f-4cee-9d07-5b1cc2e8c16d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.461142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-a9fdcae7-398f-4cee-9d07-5b1cc2e8c16d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.26 "GET /v2.0/networks?id=2143387b-541a-48ea-aa1a-a5c957df479a HTTP/1.1" status: 200 len: 816 time: 0.5458050 Mar 07 10:43:31.749571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a43ab74-710b-4b97-999d-e399343f5a6b req-b455c1e2-9806-443e-8441-1389fbfd30d6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713803 Mar 07 10:43:31.868098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd8a08-8139-4eb9-990a-c1d705febe0f req-d39ffb0e-fa23-4ca8-81e2-74e048ff6013 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.876813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fffd8a08-8139-4eb9-990a-c1d705febe0f req-d39ffb0e-fa23-4ca8-81e2-74e048ff6013 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.3923762 Mar 07 10:43:31.933793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-05ee565d-0c06-443b-8295-ac1c63f8e830 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3681beb3f37c4e649e5aac668a16d265 HTTP/1.1" status: 200 len: 380 time: 0.4505112 Mar 07 10:43:31.950250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae85dd13-d41e-463a-a6c0-3baef2f721f7 req-14685e7d-a918-4803-8976-e24de863a74e tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0523422 Mar 07 10:43:31.958184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'port': {'device_id': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'admin_state_up': True, 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'security_groups': ['6b8e681c-e192-4cb6-9e47-59ae6c41cda3']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:32.115434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fffd8a08-8139-4eb9-990a-c1d705febe0f req-63ed285b-7d2e-4e6f-aaf1-64898cc75a16 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316401 Mar 07 10:43:32.121176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Made reservation on behalf of 3681beb3f37c4e649e5aac668a16d265 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:32.121749 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-83d4a65e-8861-4e31-84f2-edeb820dc289 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9716a555-7e20-42fb-a784-cc770e880bb8 HTTP/1.1" status: 200 len: 217 time: 0.9820831 Mar 07 10:43:32.125620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.243372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-90b7b015-e4b1-4d0e-8076-4bb2a7ed0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.245160 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-90b7b015-e4b1-4d0e-8076-4bb2a7ed0942 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1173208 Mar 07 10:43:32.351596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-dfe0e8cd-fa58-4e54-b67a-93dc9ead779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.353152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-dfe0e8cd-fa58-4e54-b67a-93dc9ead779b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023049 Mar 07 10:43:32.416722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Allocated IP 172.20.0.10 (2143387b-541a-48ea-aa1a-a5c957df479a/cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9/42ed72c7-0384-48f3-b1d9-674a44f8e568) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:32.635271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-f0fdbfb5-35f3-43ed-8b23-01328020af59 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757123 Mar 07 10:43:32.787532 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.931457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.986304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0f1112b5-cdc5-46ff-9718-11df93b8e642 req-b75b6672-a674-4175-99ec-0a5aad49e437 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442600 Mar 07 10:43:33.083179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531247-19d6-49db-ab74-acb371b617ba req-a54869a5-2329-4556-9e9a-a6e45ae5e303 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:33.091061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27531247-19d6-49db-ab74-acb371b617ba req-a54869a5-2329-4556-9e9a-a6e45ae5e303 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.2600753 Mar 07 10:43:33.543835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Network 2143387b-541a-48ea-aa1a-a5c957df479a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:33.545406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:33.548295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:33.696772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event updated for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:33.818672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:33.818672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.827017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be47a3-316f-4d0c-8003-aded441d0cbb req-b7c6d131-a977-41ae-8370-5f187a7dc214 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:33.835428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68be47a3-316f-4d0c-8003-aded441d0cbb req-b7c6d131-a977-41ae-8370-5f187a7dc214 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 932 time: 0.7636611 Mar 07 10:43:33.847981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27531247-19d6-49db-ab74-acb371b617ba req-0c5f6c22-9bb8-4a14-a165-073ddc5c8e13 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7496991 Mar 07 10:43:33.875768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-fb1e4bc8-cb8e-4332-ba06-5940048cb5ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9229012 Mar 07 10:43:33.891422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Request body: {'port': {'device_id': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:34.051095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68be47a3-316f-4d0c-8003-aded441d0cbb req-c076c7de-1df9-4f3a-9695-6a5cb7f57d4d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145042 Mar 07 10:43:34.089282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.128799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45752d29-071a-4624-b957-86bb6199afc5 req-d73e63c8-b831-4b30-adf9-327e3ea29ee1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.130403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45752d29-071a-4624-b957-86bb6199afc5 req-d73e63c8-b831-4b30-adf9-327e3ea29ee1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1593387 Mar 07 10:43:34.162428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:34.180599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6991fd4-605e-4aeb-8938-9ea270aa4000 None None] Provisioning complete for port 42ed72c7-0384-48f3-b1d9-674a44f8e568 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:34.183169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6991fd4-605e-4aeb-8938-9ea270aa4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.288427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45752d29-071a-4624-b957-86bb6199afc5 req-52db043d-7de7-4536-9b10-46cd01fba6c4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379752 Mar 07 10:43:34.395527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6991fd4-605e-4aeb-8938-9ea270aa4000 None None] Port 42ed72c7-0384-48f3-b1d9-674a44f8e568 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:43:34.404587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:34.427557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '9716a555-7e20-42fb-a784-cc770e880bb8', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '9716a555-7e20-42fb-a784-cc770e880bb8', 'mac_address': 'fa:16:3e:21:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:34.516162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:34.516540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.548120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9716a555-7e20-42fb-a784-cc770e880bb8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:34.584435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:34.587920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ed72c7-0384-48f3-b1d9-674a44f8e568 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:34.590274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.596765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks [] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.611851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Transition to ACTIVE for port object 42ed72c7-0384-48f3-b1d9-674a44f8e568 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:34.622339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.650167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:34.696979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:34.817431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Attempting to bind port 42ed72c7-0384-48f3-b1d9-674a44f8e568 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:34.817880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Attempting to bind port 42ed72c7-0384-48f3-b1d9-674a44f8e568 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:34.818303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Attempting to bind port 42ed72c7-0384-48f3-b1d9-674a44f8e568 on network 2143387b-541a-48ea-aa1a-a5c957df479a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:34.823580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Port 42ed72c7-0384-48f3-b1d9-674a44f8e568 on network 2143387b-541a-48ea-aa1a-a5c957df479a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:34.824236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Attempting to bind port 42ed72c7-0384-48f3-b1d9-674a44f8e568 on network 2143387b-541a-48ea-aa1a-a5c957df479a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:34.831539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:34.832041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Checking segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:34.833841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Bound using segment: {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:34.834457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Bound port: 42ed72c7-0384-48f3-b1d9-674a44f8e568, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:34.834968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.885645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['9716a555-7e20-42fb-a784-cc770e880bb8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:35.037782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:35.057174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:35.078226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.113704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f298-76a5-43b2-a463-6561eeea707c req-b1154c00-2ddc-48ce-85e3-f2819c6bf66e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.116051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1557f298-76a5-43b2-a463-6561eeea707c req-b1154c00-2ddc-48ce-85e3-f2819c6bf66e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 944 time: 0.1251526 Mar 07 10:43:35.169734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.170485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.172924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] 10.222.0.26 "PUT /v2.0/ports/42ed72c7-0384-48f3-b1d9-674a44f8e568 HTTP/1.1" status: 200 len: 1092 time: 1.2894795 Mar 07 10:43:35.173617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:35.176712 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:35.333030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1557f298-76a5-43b2-a463-6561eeea707c req-44d14c00-3d86-464f-800c-d18cf6a6e903 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757104 Mar 07 10:43:35.342203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5620-abe7-4c80-bbfd-674de18a4bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:35.363978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa97c-54c4-41d0-8f9f-501344e2f179 req-c0fd1116-ad5e-43c1-9865-4584384589d9 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.375503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-868aa97c-54c4-41d0-8f9f-501344e2f179 req-c0fd1116-ad5e-43c1-9865-4584384589d9 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1465847 Mar 07 10:43:35.382232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-7cf29f26-a255-41df-ab4d-9fdd2da27650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.384066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-7cf29f26-a255-41df-ab4d-9fdd2da27650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3681beb3f37c4e649e5aac668a16d265&device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 1126 time: 0.1564765 Mar 07 10:43:35.435331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-868aa97c-54c4-41d0-8f9f-501344e2f179 req-72150f8f-50e9-46df-aa2b-1532daf9fc38 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497384 Mar 07 10:43:35.491214 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaa0735-7291-4f11-b658-e5bc582e92a2 x-openstack-request-id: req-faaa0735-7291-4f11-b658-e5bc582e92a2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:35.491559 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:35.491835 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faaa0735-7291-4f11-b658-e5bc582e92a2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:35.492243 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'status': 'completed', 'code': 200} Mar 07 10:43:35.493961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-1ff333a1-099b-4f9c-8ce4-31435db9a292 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568 HTTP/1.1" status: 200 len: 217 time: 0.0624800 Mar 07 10:43:35.582699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-096e1a5f-979e-4e31-bd44-7db0805ff3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.584244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-096e1a5f-979e-4e31-bd44-7db0805ff3dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9 HTTP/1.1" status: 200 len: 855 time: 0.0827923 Mar 07 10:43:35.639945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b73dc-d616-4627-925e-80f05abad6d8 req-862682e7-9067-47a5-b8c5-2397c78c3330 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.641417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-103b73dc-d616-4627-925e-80f05abad6d8 req-862682e7-9067-47a5-b8c5-2397c78c3330 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1059058 Mar 07 10:43:35.679027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-b93dbb3c-9dd4-41bc-a604-ed63080593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.680626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-b93dbb3c-9dd4-41bc-a604-ed63080593b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2143387b-541a-48ea-aa1a-a5c957df479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0894821 Mar 07 10:43:35.732378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-103b73dc-d616-4627-925e-80f05abad6d8 req-a59a98fd-1fb8-4528-8eb2-aa89f62469e6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804942 Mar 07 10:43:35.805679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-abe7427b-1b55-46c1-b8aa-5648d87d9135 service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137908 Mar 07 10:43:35.902383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43e645a7-2a6d-46c1-8a25-51780ef2f6d0 req-ce9cb047-5533-48b8-b3e1-2495f5a94adb service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907967 Mar 07 10:43:35.996682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-5f7c1d03-5a02-4f61-b347-2069e46a3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.998489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-5f7c1d03-5a02-4f61-b347-2069e46a3534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3681beb3f37c4e649e5aac668a16d265&device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 1126 time: 0.0522051 Mar 07 10:43:36.128241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-0289ec8c-00b3-4caf-bc2a-3c9784e21b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.130560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-0289ec8c-00b3-4caf-bc2a-3c9784e21b25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2143387b-541a-48ea-aa1a-a5c957df479a HTTP/1.1" status: 200 len: 917 time: 0.1260555 Mar 07 10:43:36.151772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:36.178421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-76ca3c73-fe77-47cd-981a-896f3b7260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.183217 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-76ca3c73-fe77-47cd-981a-896f3b7260bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1128 time: 0.0716076 Mar 07 10:43:36.207939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-ff4c168e-acd3-4948-9db8-05fd3bcb6e4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568 HTTP/1.1" status: 200 len: 217 time: 0.0713847 Mar 07 10:43:36.257090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 9716a555-7e20-42fb-a784-cc770e880bb8 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:43:36.261311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 9716a555-7e20-42fb-a784-cc770e880bb8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:36.261892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.268715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-bbfb20c8-2d80-481f-9ef4-e2f6fe2dc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.273422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-bbfb20c8-2d80-481f-9ef4-e2f6fe2dc4f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9 HTTP/1.1" status: 200 len: 855 time: 0.0594659 Mar 07 10:43:36.294507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-598eba25-81b3-42b3-a9b9-6f2db709fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.296167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-598eba25-81b3-42b3-a9b9-6f2db709fa00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.1085017 Mar 07 10:43:36.335623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-22965013-f28f-4fd0-8bca-4fda6bb6aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.341000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-22965013-f28f-4fd0-8bca-4fda6bb6aef1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2143387b-541a-48ea-aa1a-a5c957df479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618839 Mar 07 10:43:36.428212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-0974b8cc-fc36-40ff-adb0-56358e06081f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 1002 time: 0.1222901 Mar 07 10:43:36.557081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-54e162a6-46ed-41b4-aeea-921ebba4c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.558540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-54e162a6-46ed-41b4-aeea-921ebba4c4ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.1235821 Mar 07 10:43:36.611574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-6f99139e-bf7a-4698-a275-f7b3c2af5eaf service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643712 Mar 07 10:43:36.628657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:36.629318 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.660424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-46b91b52-723f-4866-986d-a45c375faf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.662071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-46b91b52-723f-4866-986d-a45c375faf3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952332 Mar 07 10:43:36.667331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770cbd5-838c-41e2-ba04-4c770ebded71 req-378e99b5-8e0b-495c-91b8-91fd53805b9a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.668919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0770cbd5-838c-41e2-ba04-4c770ebded71 req-378e99b5-8e0b-495c-91b8-91fd53805b9a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 944 time: 0.2138767 Mar 07 10:43:36.677761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:36.680516 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e86e55-9e75-4ae6-bca7-997cbfeecae1" -d '{"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-plugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:36.698413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:36.706863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.792470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-d0726603-201f-4ae0-a5bd-eabde108c533 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192057 Mar 07 10:43:36.812713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:36.816880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f7ad-4f68-4a36-9a3b-a5e8d7a60389 req-b00d6387-12a1-4078-a261-e660b45b3426 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.822895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4a1f7ad-4f68-4a36-9a3b-a5e8d7a60389 req-b00d6387-12a1-4078-a261-e660b45b3426 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.2527497 Mar 07 10:43:36.888616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9ebada6-1ed7-4d8d-b6bf-723c78b9ffcc req-afd4b876-4ce4-4c40-bc4b-0b961b3ba14e service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539485 Mar 07 10:43:36.903517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b8e14ea-c65d-48d3-a3b5-dfc7feed19ef req-8ff5a81b-2382-4d2f-95fc-3c0d02e40e05 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031640 Mar 07 10:43:36.945492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0770cbd5-838c-41e2-ba04-4c770ebded71 req-825356af-4ab9-4049-9595-17ee205521ca tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497628 Mar 07 10:43:36.975769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4a1f7ad-4f68-4a36-9a3b-a5e8d7a60389 req-a4ef9051-3b7a-46b1-a964-68bac083b8a7 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361265 Mar 07 10:43:37.010686 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c375e-6f1f-4b17-b156-21e3be1fe5a2 x-openstack-request-id: req-b23c375e-6f1f-4b17-b156-21e3be1fe5a2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:37.010974 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-plugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:37.011223 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b23c375e-6f1f-4b17-b156-21e3be1fe5a2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:37.011714 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8', 'code': 200} Mar 07 10:43:37.141007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33987-0376-4b58-b68f-15e6fae16141 req-019f692f-79a3-4deb-9ce7-bffd5d65c9ea tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.142481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75b33987-0376-4b58-b68f-15e6fae16141 req-019f692f-79a3-4deb-9ce7-bffd5d65c9ea tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.1032693 Mar 07 10:43:37.144577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cf91-d10d-4352-8ca6-a636192ad919 req-457f77f5-e0ed-446e-b7d3-81ebe91237af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.146073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a70cf91-d10d-4352-8ca6-a636192ad919 req-457f77f5-e0ed-446e-b7d3-81ebe91237af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 1127 time: 0.0644088 Mar 07 10:43:37.222540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75b33987-0376-4b58-b68f-15e6fae16141 req-b7a39f8e-ef61-4f40-adc0-6593d66996aa tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731742 Mar 07 10:43:37.224991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a70cf91-d10d-4352-8ca6-a636192ad919 req-cbd997e5-2d7f-4bf7-aa77-ed022c867a7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694797 Mar 07 10:43:38.121164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c9944-3198-4ed3-b3b3-62d98de53490 req-d9e8d0cc-5217-46bf-bbc5-f6efb1f2da77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.122833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f7c9944-3198-4ed3-b3b3-62d98de53490 req-d9e8d0cc-5217-46bf-bbc5-f6efb1f2da77 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0969796 Mar 07 10:43:38.142763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531a500-1c7b-49a0-8464-0e4c87e78151 req-128b2fd7-54b2-49fe-b219-a6d7d8eaaff2 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.144625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c531a500-1c7b-49a0-8464-0e4c87e78151 req-128b2fd7-54b2-49fe-b219-a6d7d8eaaff2 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0837743 Mar 07 10:43:38.219258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f7c9944-3198-4ed3-b3b3-62d98de53490 req-b51a4d44-7acc-4e32-bdb0-2bda0a117904 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894361 Mar 07 10:43:38.232238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c531a500-1c7b-49a0-8464-0e4c87e78151 req-b8afa87a-e746-480a-babe-eb2021a252ec tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798566 Mar 07 10:43:38.372458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ef92-110a-47c6-8744-2d8d10b839d9 req-4fbf10f3-bce3-4002-8bfd-2a482f1b51c4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.374359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb94ef92-110a-47c6-8744-2d8d10b839d9 req-4fbf10f3-bce3-4002-8bfd-2a482f1b51c4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.0642917 Mar 07 10:43:38.431155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb94ef92-110a-47c6-8744-2d8d10b839d9 req-a02794ca-fd4f-4fe1-bc54-b71ff8205004 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502231 Mar 07 10:43:39.391667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c7d31-22df-490d-84bd-bf6bde890d96 req-b424334e-8b04-457b-8b72-a535e4f65c29 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.396149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d84c7d31-22df-490d-84bd-bf6bde890d96 req-b424334e-8b04-457b-8b72-a535e4f65c29 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0986943 Mar 07 10:43:39.405577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18b1c9-d85d-46e0-8505-9b8c92661ff7 req-1aa5a261-f430-4305-a370-588708eeb6ee tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.407393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe18b1c9-d85d-46e0-8505-9b8c92661ff7 req-1aa5a261-f430-4305-a370-588708eeb6ee tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0792844 Mar 07 10:43:39.482371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d84c7d31-22df-490d-84bd-bf6bde890d96 req-99e6e404-3dda-402e-94ee-bf25f2787844 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Mar 07 10:43:39.490304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe18b1c9-d85d-46e0-8505-9b8c92661ff7 req-f126f3b2-9325-4fa4-bc37-6f732e575d22 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675511 Mar 07 10:43:39.635441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff26f6e-21b6-4d5f-9f68-683df63ef567 req-b1df7e78-3dff-4dee-b0aa-1ac9d2c8a648 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.637509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ff26f6e-21b6-4d5f-9f68-683df63ef567 req-b1df7e78-3dff-4dee-b0aa-1ac9d2c8a648 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 946 time: 0.0668831 Mar 07 10:43:39.673260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:39.723484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ff26f6e-21b6-4d5f-9f68-683df63ef567 req-5b9df78c-76ca-46d3-8458-702ae9f3acce tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803020 Mar 07 10:43:39.782671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:39.783488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.803011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0158-7e80-4d5f-a02b-919651989169 req-16ed66a2-14e5-4172-a765-b8bd676600ce tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.820816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:39.826191 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081f08d-c69d-4253-a83d-f72bb9012858" -d '{"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:39.828267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43fa0158-7e80-4d5f-a02b-919651989169 req-16ed66a2-14e5-4172-a765-b8bd676600ce tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1416607 Mar 07 10:43:39.846257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:39.853174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.915145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43fa0158-7e80-4d5f-a02b-919651989169 req-96e02cfb-7af9-497f-901a-23b4d0d9239e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840831 Mar 07 10:43:39.925188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.965273 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c536a26-6be7-427b-baa8-35e27aba8951 x-openstack-request-id: req-6c536a26-6be7-427b-baa8-35e27aba8951 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:39.965779 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-unplugged", "status": "failed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "code": 422}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:39.966527 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c536a26-6be7-427b-baa8-35e27aba8951 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:39.967085 n-d-832156-4 neutron-server[103790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'code': 422} returned with failed status Mar 07 10:43:39.990147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.097266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b96b367-2e84-48d9-97b2-0edbf14a9049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.173302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b96b367-2e84-48d9-97b2-0edbf14a9049 admin admin] Publish callbacks [] for security_group (7a8ba461-c6fa-4e8e-9405-aacb276ef619), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.178276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b96b367-2e84-48d9-97b2-0edbf14a9049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a8ba461-c6fa-4e8e-9405-aacb276ef619), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.215454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96b367-2e84-48d9-97b2-0edbf14a9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8ba461-c6fa-4e8e-9405-aacb276ef619,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.222769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8b96b367-2e84-48d9-97b2-0edbf14a9049 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3cb43aa847c43e2993cdb5deed5eb53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312927 Mar 07 10:43:40.222999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.274676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] Publish callbacks [] for security_group (7a8ba461-c6fa-4e8e-9405-aacb276ef619), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.296654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] Publish callbacks [] for security_group (7a8ba461-c6fa-4e8e-9405-aacb276ef619), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.351440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a8ba461-c6fa-4e8e-9405-aacb276ef619), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.354231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.359684 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a8ba461-c6fa-4e8e-9405-aacb276ef619 HTTP/1.1" status: 204 len: 168 time: 0.1354523 Mar 07 10:43:40.369035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d8ac3-a925-4269-b4ae-71fa6f5ae3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8ba461-c6fa-4e8e-9405-aacb276ef619,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.620818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71494-6592-4821-b19d-1cad0d737523 req-d3ef5322-a6eb-4d2d-ac91-a7ea60d88ff8 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:40.622436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cb71494-6592-4821-b19d-1cad0d737523 req-d3ef5322-a6eb-4d2d-ac91-a7ea60d88ff8 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0611899 Mar 07 10:43:40.656159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59590) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.669525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa8952f3-a3e4-4197-bc1e-37494530a974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.674400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cb71494-6592-4821-b19d-1cad0d737523 req-ea53f5ed-6c36-40f9-97f5-1797f2404237 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Mar 07 10:43:40.747426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa8952f3-a3e4-4197-bc1e-37494530a974 admin admin] Publish callbacks [] for security_group (d075fcb6-3d88-4e48-9ef4-614c80f2c647), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.751862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa8952f3-a3e4-4197-bc1e-37494530a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d075fcb6-3d88-4e48-9ef4-614c80f2c647), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.790052 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aa8952f3-a3e4-4197-bc1e-37494530a974 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0161394723f482cb8308f9f6d56eb8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326752 Mar 07 10:43:40.790815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8952f3-a3e4-4197-bc1e-37494530a974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d075fcb6-3d88-4e48-9ef4-614c80f2c647,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.792938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 59592) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.856495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] Publish callbacks [] for security_group (d075fcb6-3d88-4e48-9ef4-614c80f2c647), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.878543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] Publish callbacks [] for security_group (d075fcb6-3d88-4e48-9ef4-614c80f2c647), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.926630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d075fcb6-3d88-4e48-9ef4-614c80f2c647), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.929293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.930463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d075fcb6-3d88-4e48-9ef4-614c80f2c647 HTTP/1.1" status: 204 len: 168 time: 0.1364629 Mar 07 10:43:40.938562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfbe32-9bae-4ba7-88b2-653de6eafd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d075fcb6-3d88-4e48-9ef4-614c80f2c647,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:41.069032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ebe9d-7fb3-4a51-a77a-f129b1176edf req-b994b370-8fd8-4057-b473-61c65cde6769 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.070660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-028ebe9d-7fb3-4a51-a77a-f129b1176edf req-b994b370-8fd8-4057-b473-61c65cde6769 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0650110 Mar 07 10:43:41.148542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-028ebe9d-7fb3-4a51-a77a-f129b1176edf req-aa6945a0-650b-4ab7-befd-ff13bae1af8f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Mar 07 10:43:41.604131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963ace-3961-4016-913a-a8d614b9ba5f req-23867e69-aac2-4bbd-bdff-5b79bc63f75d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.605697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13963ace-3961-4016-913a-a8d614b9ba5f req-23867e69-aac2-4bbd-bdff-5b79bc63f75d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Mar 07 10:43:41.656185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13963ace-3961-4016-913a-a8d614b9ba5f req-f2120ef3-6066-416c-94d7-6d23b871b0a1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Mar 07 10:43:41.813193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebea216-597c-4e76-925e-c7f778471e64 req-de283202-d4a0-421a-819f-7fa81b1f0726 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.814737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ebea216-597c-4e76-925e-c7f778471e64 req-de283202-d4a0-421a-819f-7fa81b1f0726 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0551467 Mar 07 10:43:41.869165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ebea216-597c-4e76-925e-c7f778471e64 req-6cd1e9ed-6366-4cc7-9627-cfaf9cce8b26 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 Mar 07 10:43:42.802387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d1b6-2e90-492c-9ca4-9d5e1f71d61a req-629a8adc-418c-4f50-938f-8564760d74fa tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:42.810635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa67d1b6-2e90-492c-9ca4-9d5e1f71d61a req-629a8adc-418c-4f50-938f-8564760d74fa tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0716908 Mar 07 10:43:42.868209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa67d1b6-2e90-492c-9ca4-9d5e1f71d61a req-de256e77-9e57-4299-8cd2-077a234a7d3f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563068 Mar 07 10:43:43.032629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa049-a544-433d-9e92-2279d2aa7aa1 req-ef717ab5-afbf-4d9e-8fee-0825074a1d18 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:43.039338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9fa049-a544-433d-9e92-2279d2aa7aa1 req-ef717ab5-afbf-4d9e-8fee-0825074a1d18 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0954635 Mar 07 10:43:43.085830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9fa049-a544-433d-9e92-2279d2aa7aa1 req-fd5394e4-a94d-4188-834b-73f574217d1e tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Mar 07 10:43:44.066286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f601485-6fba-4c1e-87b6-9215b2a89666 req-0e06e8a1-142a-482a-9f68-02b8231c94c2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.067353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f601485-6fba-4c1e-87b6-9215b2a89666 req-0e06e8a1-142a-482a-9f68-02b8231c94c2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0794587 Mar 07 10:43:44.169675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:44.190606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f601485-6fba-4c1e-87b6-9215b2a89666 req-cc988f3e-ca74-470f-9096-2edb44546001 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159871 Mar 07 10:43:44.353053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1070f-7c64-434f-87b1-a92101d6121a req-74e7d25d-d77b-467f-b210-ba2fb40f211f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.368559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91a1070f-7c64-434f-87b1-a92101d6121a req-74e7d25d-d77b-467f-b210-ba2fb40f211f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0857956 Mar 07 10:43:44.422586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:44.439692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '9716a555-7e20-42fb-a784-cc770e880bb8', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'port_id': '9716a555-7e20-42fb-a784-cc770e880bb8', 'mac_address': 'fa:16:3e:21:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:44.508808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91a1070f-7c64-434f-87b1-a92101d6121a req-fa630d3a-a849-4e6e-80b2-4da4669ccf0b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384006 Mar 07 10:43:44.539590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:44.540261 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.563231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9716a555-7e20-42fb-a784-cc770e880bb8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:44.587101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:44.603046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.750278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:44.771044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['9716a555-7e20-42fb-a784-cc770e880bb8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:45.357939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a64721-f282-406f-a941-9850a1661180 req-1e4d1ca9-bc5a-4b6a-bb27-cb95de63b243 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:45.359557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11a64721-f282-406f-a941-9850a1661180 req-1e4d1ca9-bc5a-4b6a-bb27-cb95de63b243 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 944 time: 0.0833399 Mar 07 10:43:45.448988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11a64721-f282-406f-a941-9850a1661180 req-22c17268-15a2-4fcb-b57e-f096771d1e69 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762124 Mar 07 10:43:45.738331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0317c-2832-4861-ac59-2b3e1a4ec9a1 req-be2ecc9c-a080-47ba-bfc3-256e9ab39ba2 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:45.743734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7d0317c-2832-4861-ac59-2b3e1a4ec9a1 req-be2ecc9c-a080-47ba-bfc3-256e9ab39ba2 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1227221 Mar 07 10:43:45.840855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7d0317c-2832-4861-ac59-2b3e1a4ec9a1 req-ccc2fabe-8a82-4404-88d1-9c873544125a tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908892 Mar 07 10:43:46.177540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:46.249405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 9716a555-7e20-42fb-a784-cc770e880bb8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:46.250027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.363612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:46.364446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.408371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:46.411319 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293125ac-27de-406c-a1f7-a01043905f97" -d '{"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-plugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:46.428709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:46.437087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.522868 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5d4ba-4d18-43c1-8022-1dda0940e32d x-openstack-request-id: req-8eb5d4ba-4d18-43c1-8022-1dda0940e32d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:46.523796 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-plugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:46.525745 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb5d4ba-4d18-43c1-8022-1dda0940e32d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:46.531546 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8', 'code': 200} Mar 07 10:43:46.600662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:46.698083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c113-a51a-40af-903d-8d7086720878 req-1f7c77ba-8fb9-40bb-8b9b-f72c1ef465b8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:46.707042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c557c113-a51a-40af-903d-8d7086720878 req-1f7c77ba-8fb9-40bb-8b9b-f72c1ef465b8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0826051 Mar 07 10:43:46.792844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c557c113-a51a-40af-903d-8d7086720878 req-b4b03243-07fb-4075-8a5e-95eede384c61 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843670 Mar 07 10:43:47.056489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac765a8-9931-4a43-97c8-2731d0464115 req-7a91e18f-7a77-40ca-ad5f-b76de5c2c9d5 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:47.065371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dac765a8-9931-4a43-97c8-2731d0464115 req-7a91e18f-7a77-40ca-ad5f-b76de5c2c9d5 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1163790 Mar 07 10:43:47.133804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dac765a8-9931-4a43-97c8-2731d0464115 req-078d9a2f-14f9-4c62-b795-9de91a49dbfe tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674295 Mar 07 10:43:47.948288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec335-2bb8-448c-8a85-ca712c86dfc4 req-e9984fe2-bd6e-4b2f-8efc-76ceb485649f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:47.949850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a2ec335-2bb8-448c-8a85-ca712c86dfc4 req-e9984fe2-bd6e-4b2f-8efc-76ceb485649f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0673754 Mar 07 10:43:48.057154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a2ec335-2bb8-448c-8a85-ca712c86dfc4 req-86b6e04c-7426-4c5a-8f6a-711fc297e33f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Mar 07 10:43:48.326919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38a23b-966f-4e19-b979-212433b19135 req-b7cdbee0-66e0-48c3-905f-150ee32f0237 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:48.335825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f38a23b-966f-4e19-b979-212433b19135 req-b7cdbee0-66e0-48c3-905f-150ee32f0237 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0976596 Mar 07 10:43:48.427311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f38a23b-966f-4e19-b979-212433b19135 req-f34d5bf8-ce24-4492-b36f-f59604202643 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843742 Mar 07 10:43:49.224890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ef2a-f841-4847-98e0-e48262057c2d req-90b6dab7-9589-4682-b47b-14d0694da6ac tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.234473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82b9ef2a-f841-4847-98e0-e48262057c2d req-90b6dab7-9589-4682-b47b-14d0694da6ac tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0890958 Mar 07 10:43:49.348204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82b9ef2a-f841-4847-98e0-e48262057c2d req-130384aa-d5c1-46ea-934c-811e377e1794 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128261 Mar 07 10:43:49.673290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1298267-d258-4a68-a482-084690538d59 req-d4f30198-8c71-4250-9d2e-4dbbb4d1503c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.681864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1298267-d258-4a68-a482-084690538d59 req-d4f30198-8c71-4250-9d2e-4dbbb4d1503c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1346002 Mar 07 10:43:49.754270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1298267-d258-4a68-a482-084690538d59 req-dbd900df-a3c5-49df-a756-1530ff72722b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671945 Mar 07 10:43:50.577309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543278c-8a54-4da3-b6bc-f982d3d29654 req-9e67cbe0-4553-4674-a0b1-00becc598832 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.586276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3543278c-8a54-4da3-b6bc-f982d3d29654 req-9e67cbe0-4553-4674-a0b1-00becc598832 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1085384 Mar 07 10:43:50.656215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3543278c-8a54-4da3-b6bc-f982d3d29654 req-4f893fc8-7150-4f72-a9b5-9452cd08ec3f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Mar 07 10:43:50.657928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fee40df5-6efc-4f68-8b3e-febb6463b910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.009563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74c9e-a17f-4b35-bfdd-7ef6f2df2398 req-c3bbb1ec-96bd-434f-9ac0-e9e7b6a9fcc4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:51.011775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fa74c9e-a17f-4b35-bfdd-7ef6f2df2398 req-c3bbb1ec-96bd-434f-9ac0-e9e7b6a9fcc4 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1348586 Mar 07 10:43:51.166308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fa74c9e-a17f-4b35-bfdd-7ef6f2df2398 req-3ec44111-e935-49e9-8942-f72a6d4e3e12 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404662 Mar 07 10:43:51.827290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45bdaa-6a06-4504-8fb8-cf440efbf2e9 req-355d5891-b0fe-4eab-a90a-d334b3dadfd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:51.837051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b45bdaa-6a06-4504-8fb8-cf440efbf2e9 req-355d5891-b0fe-4eab-a90a-d334b3dadfd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0739586 Mar 07 10:43:51.986349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b45bdaa-6a06-4504-8fb8-cf440efbf2e9 req-8a6309f5-d861-4545-b059-3f520684488b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481953 Mar 07 10:43:52.399474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c9f2-c946-4a18-9a6b-4310626934fb req-76e9eec5-ee84-4387-8aaf-4d4885828f4b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:52.401447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f848c9f2-c946-4a18-9a6b-4310626934fb req-76e9eec5-ee84-4387-8aaf-4d4885828f4b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1355872 Mar 07 10:43:52.498334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f848c9f2-c946-4a18-9a6b-4310626934fb req-599c882d-bbe4-4965-adac-90056d4d7fe1 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894330 Mar 07 10:43:52.955425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cffc404e-584d-4e5b-bdfb-efdd5566eca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.150969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c615780-f829-46f6-a3e0-eba7a548f2df req-5cfbb9c2-fbaf-40df-a934-70edc11c80d1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:53.153143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c615780-f829-46f6-a3e0-eba7a548f2df req-5cfbb9c2-fbaf-40df-a934-70edc11c80d1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0865722 Mar 07 10:43:53.247826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c615780-f829-46f6-a3e0-eba7a548f2df req-bf391907-6127-4ca4-a32a-1e5ddeaed5a3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798998 Mar 07 10:43:53.681169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbff899-3f15-435c-8195-7de159c5ece5 req-722ca857-2497-4dd5-badd-130982263205 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:53.683145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfbff899-3f15-435c-8195-7de159c5ece5 req-722ca857-2497-4dd5-badd-130982263205 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.0884523 Mar 07 10:43:53.768197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfbff899-3f15-435c-8195-7de159c5ece5 req-91ce0c54-66ac-46c2-94e9-ca29b89a3c8b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681827 Mar 07 10:43:53.991744 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.161713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.476477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5e014-a4d8-4d83-8ea7-3f03410fd0da req-a1e7ba46-989d-418b-ad57-e1991ac11859 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:54.478036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ad5e014-a4d8-4d83-8ea7-3f03410fd0da req-a1e7ba46-989d-418b-ad57-e1991ac11859 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1077690 Mar 07 10:43:54.594722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ad5e014-a4d8-4d83-8ea7-3f03410fd0da req-8094136f-c840-47a2-9dc5-cb28c2a6ab9b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063058 Mar 07 10:43:55.022705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc9a2-e46e-45d4-9fbc-d1ad47640197 req-b2ca7c61-ef05-4f10-b2ea-4da48eb53462 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:55.032111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342fc9a2-e46e-45d4-9fbc-d1ad47640197 req-b2ca7c61-ef05-4f10-b2ea-4da48eb53462 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1416116 Mar 07 10:43:55.170722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342fc9a2-e46e-45d4-9fbc-d1ad47640197 req-07a9acea-0a49-4746-ab26-66d09ae10f61 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321354 Mar 07 10:43:55.612912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.944460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59972) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.949023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240511001', 'description': 'tempest-description--1492064142'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:56.012776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.017699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-c2927d5f-88fd-4345-ad79-122e84713734 req-e45f1171-e710-4280-8fcf-ba9981e437e0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:43:56.046710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2927d5f-88fd-4345-ad79-122e84713734 req-e45f1171-e710-4280-8fcf-ba9981e437e0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472004 Mar 07 10:43:56.118686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6accc-8778-4620-81b7-d184245e0b71 req-ea79f442-0175-476e-b7b5-2d5740e771f1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:56.121542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6db6accc-8778-4620-81b7-d184245e0b71 req-ea79f442-0175-476e-b7b5-2d5740e771f1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.2769408 Mar 07 10:43:56.226012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6db6accc-8778-4620-81b7-d184245e0b71 req-3042fcf0-c859-40c5-a251-56d42f81833d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910974 Mar 07 10:43:56.277818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (1ae07220-4acd-4ffd-b455-4ab664e496b4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.288970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1ae07220-4acd-4ffd-b455-4ab664e496b4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.366901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae07220-4acd-4ffd-b455-4ab664e496b4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.391185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.393880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4483764 Mar 07 10:43:56.396833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.413458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '1ae07220-4acd-4ffd-b455-4ab664e496b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:56.448139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.451091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.454891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.455666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.456188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.456683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.457373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.459759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.460293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.462096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.463667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.464202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.468406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9790b2-723c-431c-a123-c01098e771e4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:56.544879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (47397ec9-338d-4f6b-8b9e-db3c0dd07d7f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.660468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f588b3f-274e-45e1-9d59-7d2add70cb21 req-0486601f-c604-4967-af2b-478cea6eff2c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:56.690235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f588b3f-274e-45e1-9d59-7d2add70cb21 req-0486601f-c604-4967-af2b-478cea6eff2c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.2320719 Mar 07 10:43:56.734267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (47397ec9-338d-4f6b-8b9e-db3c0dd07d7f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.737666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5829f1f-707f-43da-ae85-3d2003438e5a req-75cc593d-0e51-4951-a509-6dadb48a5b05 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:56.744548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (47397ec9-338d-4f6b-8b9e-db3c0dd07d7f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.760403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5829f1f-707f-43da-ae85-3d2003438e5a req-75cc593d-0e51-4951-a509-6dadb48a5b05 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.3817458 Mar 07 10:43:56.874567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47397ec9-338d-4f6b-8b9e-db3c0dd07d7f,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.880539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f588b3f-274e-45e1-9d59-7d2add70cb21 req-60e94f77-6e2c-43ce-937a-a4c94ca2fd1d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872997 Mar 07 10:43:56.898286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.901336 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6593543a-baa4-4ebc-a7a7-f795f159b51a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998174 Mar 07 10:43:56.904731 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.921449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '1ae07220-4acd-4ffd-b455-4ab664e496b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:56.944942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5829f1f-707f-43da-ae85-3d2003438e5a req-95acd557-2a2c-4273-ae12-6755152afc34 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806200 Mar 07 10:43:56.975446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (601dd4f4-2d46-48b1-b89b-8107cdbf7bee), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.098346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.135363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (601dd4f4-2d46-48b1-b89b-8107cdbf7bee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.145924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (601dd4f4-2d46-48b1-b89b-8107cdbf7bee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.178571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601dd4f4-2d46-48b1-b89b-8107cdbf7bee,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.227045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.231607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-913c11db-7469-4fe6-ae0a-65af5c005433 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228393 Mar 07 10:43:57.232013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:57.238347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:57.284763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.452096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-bf0b8804-0db0-4ea5-8654-9ddbb1033dfc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4749079 Mar 07 10:43:57.480636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a65b7-e03f-4d23-8b17-da1e8cdfa758 req-3cdb46ea-ed95-4bb7-8b21-6a78b9636d60 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:57.489463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b24a65b7-e03f-4d23-8b17-da1e8cdfa758 req-3cdb46ea-ed95-4bb7-8b21-6a78b9636d60 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.0902271 Mar 07 10:43:57.558848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.566000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b24a65b7-e03f-4d23-8b17-da1e8cdfa758 req-fac8d4e0-101a-42f8-b31e-8ab4c0482e93 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753119 Mar 07 10:43:57.896004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.25.4.195 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/4815a56c-ddef-4a47-8573-4853ce1eb819) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:58.126329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.174814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.217654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:58.221686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:58.227927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:58.283890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=4815a56c-ddef-4a47-8573-4853ce1eb819,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:58.323482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-c7197335-ea64-4a96-ab2f-f00892b7cc26 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.339399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-c7197335-ea64-4a96-ab2f-f00892b7cc26 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports/34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 941 time: 0.7914569 Mar 07 10:43:58.353907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e083a8-e6fb-409d-a332-73283219db46 req-1a357158-4d15-48ea-960f-4f7910424064 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.356167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e083a8-e6fb-409d-a332-73283219db46 req-1a357158-4d15-48ea-960f-4f7910424064 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.2048020 Mar 07 10:43:58.439121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.450885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.486816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e083a8-e6fb-409d-a332-73283219db46 req-f0c1f2c0-be22-423e-a670-ba268e722e27 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042871 Mar 07 10:43:58.499559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b942b-fcba-41b1-a350-c88e992f62ae req-41cccc68-e878-43d2-a691-daac44a10fde tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.510213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2b942b-fcba-41b1-a350-c88e992f62ae req-41cccc68-e878-43d2-a691-daac44a10fde tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.4180362 Mar 07 10:43:58.559811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.600285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2b942b-fcba-41b1-a350-c88e992f62ae req-d8a6ec77-4810-4e5c-b061-361145b29cf1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888693 Mar 07 10:43:58.674067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:58.795002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d897ce-9f62-49a6-bb71-e8ad9b2bfb55 req-c0481dfe-bb49-4945-950b-0546fafef4a9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.810413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72d897ce-9f62-49a6-bb71-e8ad9b2bfb55 req-c0481dfe-bb49-4945-950b-0546fafef4a9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1127901 Mar 07 10:43:58.904976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72d897ce-9f62-49a6-bb71-e8ad9b2bfb55 req-f2a7830c-a2ec-42d5-9d2e-9be06c15495a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936751 Mar 07 10:43:59.006715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.067707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.079389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.167331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Publish callbacks [] for security_group (a521f104-cfb2-4b02-abc0-6207efe94596), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.174234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a521f104-cfb2-4b02-abc0-6207efe94596), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.225194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a521f104-cfb2-4b02-abc0-6207efe94596,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:59.234758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.235572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.236207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.236728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.238324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.239005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.239685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.240250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.240913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.241394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.241908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.242761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.243249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:59.267825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b70c3a1a-23cf-4d2e-821f-9e93c0110c47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d8059b9ff9d4160a95fcda952699d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894661 Mar 07 10:43:59.268712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:59.309029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.343004 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] Publish callbacks [] for security_group (a521f104-cfb2-4b02-abc0-6207efe94596), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.354160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=4815a56c-ddef-4a47-8573-4853ce1eb819,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:59.360182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.371093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-878d7138-1c82-4b4e-bf3f-3487a188a7c8 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1285357 Mar 07 10:43:59.421216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] Publish callbacks [] for security_group (a521f104-cfb2-4b02-abc0-6207efe94596), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.484484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a521f104-cfb2-4b02-abc0-6207efe94596), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.489502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.491721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a521f104-cfb2-4b02-abc0-6207efe94596 HTTP/1.1" status: 204 len: 168 time: 0.2197888 Mar 07 10:43:59.503903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3245-ba88-4424-a241-37da15d7bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521f104-cfb2-4b02-abc0-6207efe94596,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:59.768102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a95bbb-80e2-4ce9-95cc-d9211eee7114 req-80eb65c8-2fd3-49ce-b86a-d63888ed9def tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:59.792412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2a95bbb-80e2-4ce9-95cc-d9211eee7114 req-80eb65c8-2fd3-49ce-b86a-d63888ed9def tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1168752 Mar 07 10:44:00.082582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-879732a4-fad7-4b23-b2b0-3cef1b4def27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.085863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-879732a4-fad7-4b23-b2b0-3cef1b4def27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6&tenant_id=1709c3629e3a43ec8e1fadc750a565d9 HTTP/1.1" status: 200 len: 1126 time: 0.3453112 Mar 07 10:44:00.109489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2a95bbb-80e2-4ce9-95cc-d9211eee7114 req-6774190c-5543-4443-bb47-426bf7501291 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122520 Mar 07 10:44:00.202699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-0a2d4444-201c-4d5e-b57b-4255cbf34a2a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1240511001&fields=id&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 267 time: 0.2752852 Mar 07 10:44:00.221335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-ede17b7c-1f44-4b4d-966d-71923dbfd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.223309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-ede17b7c-1f44-4b4d-966d-71923dbfd804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1126 time: 0.1054256 Mar 07 10:44:00.340249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60088) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:00.364193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3e3c-5377-4cbc-9739-a933040a3991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.413290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-2529e559-1a09-4b33-8865-90983f65b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.415116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-2529e559-1a09-4b33-8865-90983f65b220 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.1748660 Mar 07 10:44:00.478823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-2cd3caf0-a8e8-43cb-b7a6-b5f7ef153087 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.489687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-2cd3caf0-a8e8-43cb-b7a6-b5f7ef153087 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.2727761 Mar 07 10:44:00.538563 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-6fec1f03-0890-4853-b623-998c7924c444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 1000 time: 0.1161480 Mar 07 10:44:00.552995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-2426f4bf-ac5f-488c-952b-16f0fdf2dedc tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/quotas/d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 375 time: 0.0621974 Mar 07 10:44:00.604602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3e3c-5377-4cbc-9739-a933040a3991 admin admin] Publish callbacks [] for security_group (d9b66165-1cba-4da7-823b-4b14dc8b7d91), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.617987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3e3c-5377-4cbc-9739-a933040a3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d9b66165-1cba-4da7-823b-4b14dc8b7d91), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.629931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9a8d0-4527-482e-9cc0-700d2b93b946 req-5ff164eb-e4c4-4e03-b3b6-6cca52ff768d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.632101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94a9a8d0-4527-482e-9cc0-700d2b93b946 req-5ff164eb-e4c4-4e03-b3b6-6cca52ff768d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.4138851 Mar 07 10:44:00.654980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-f2d4de56-6558-40c8-8323-c5cf4a173ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.656711 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-f2d4de56-6558-40c8-8323-c5cf4a173ae6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.1073599 Mar 07 10:44:00.708006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f3e3c-5377-4cbc-9739-a933040a3991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b66165-1cba-4da7-823b-4b14dc8b7d91,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:00.712591 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff7f3e3c-5377-4cbc-9739-a933040a3991 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9843e7d5781e4110bfb81256f39c24d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711922 Mar 07 10:44:00.715169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94a9a8d0-4527-482e-9cc0-700d2b93b946 req-da495a22-3997-4834-a6fc-a97cf94134bc tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758317 Mar 07 10:44:00.721821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60090) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:00.736325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-c25d32bc-1993-4d56-a545-76b230b1bd12 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759956 Mar 07 10:44:00.806548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-481c6df2-acb6-4ce7-87e9-7dfb038350ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.821018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-481c6df2-acb6-4ce7-87e9-7dfb038350ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1539106 Mar 07 10:44:00.900714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-affe15b8-b672-4945-9c54-2072057eef2e service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600695 Mar 07 10:44:00.908380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] Publish callbacks [] for security_group (d9b66165-1cba-4da7-823b-4b14dc8b7d91), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.941526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] Publish callbacks [] for security_group (d9b66165-1cba-4da7-823b-4b14dc8b7d91), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.948334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e75c3a-c879-4ce2-827f-161ee34b0154 req-2df1f9d0-1c4f-4596-9ca4-fe239eb900dd tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.950128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46e75c3a-c879-4ce2-827f-161ee34b0154 req-2df1f9d0-1c4f-4596-9ca4-fe239eb900dd tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1182361 Mar 07 10:44:00.980770 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-f1d0c3a5-02a5-43e8-98b8-015e7c133d3c service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495881 Mar 07 10:44:01.086736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46e75c3a-c879-4ce2-827f-161ee34b0154 req-bbea5875-f25f-4d84-9785-633c78135ebb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259458 Mar 07 10:44:01.110312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-7d1b7ff7-4f75-4fba-be3c-84b27bb36773 service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984165 Mar 07 10:44:01.197834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d9b66165-1cba-4da7-823b-4b14dc8b7d91), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.200659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.207104 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9b66165-1cba-4da7-823b-4b14dc8b7d91 HTTP/1.1" status: 204 len: 168 time: 0.4826958 Mar 07 10:44:01.214614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-473e2af7-a315-4061-858e-ab2fe3ac09c6 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108850 Mar 07 10:44:01.229222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557abdf-92cd-49cc-b25d-2eb8c6182b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b66165-1cba-4da7-823b-4b14dc8b7d91,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.177765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-805535ed-8f72-480c-a299-839ce5621732 req-42daf87e-449f-40b1-a6c4-9a91e0f1c676 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 210 time: 0.1171684 Mar 07 10:44:02.234120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f65749-8eb6-4820-a5ac-6c546c287d45 req-ed56f9ed-a41c-4b56-9dec-13a1ef8f2e5c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.241600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f65749-8eb6-4820-a5ac-6c546c287d45 req-ed56f9ed-a41c-4b56-9dec-13a1ef8f2e5c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.8726840 Mar 07 10:44:02.351690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f65749-8eb6-4820-a5ac-6c546c287d45 req-800b4be2-1127-4a05-bb55-2a213b33c3ef tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006262 Mar 07 10:44:02.590796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4f7c-ce92-47d2-aed1-28c837e20cf6 req-5fe50560-36e2-43d8-9f44-59c685368b73 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.604248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02ba4f7c-ce92-47d2-aed1-28c837e20cf6 req-5fe50560-36e2-43d8-9f44-59c685368b73 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 946 time: 0.2423685 Mar 07 10:44:02.689382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4948-a0e4-4fba-8a15-fc13494ee995 req-795d12f6-c25c-4957-9a63-fa0576e126d6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.700131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d2b4948-a0e4-4fba-8a15-fc13494ee995 req-795d12f6-c25c-4957-9a63-fa0576e126d6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.2609143 Mar 07 10:44:02.886402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d2b4948-a0e4-4fba-8a15-fc13494ee995 req-6ff20db1-6fcc-4b36-8123-1ac6cc49aa54 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835229 Mar 07 10:44:02.897544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02ba4f7c-ce92-47d2-aed1-28c837e20cf6 req-c93da3a8-ab0c-410e-a004-cde8c6ea2b91 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922792 Mar 07 10:44:03.159286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06be1-068d-4d97-8344-3245ac4f486d req-77f53079-1bc2-4174-b32a-bac1de6159e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.169796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9a06be1-068d-4d97-8344-3245ac4f486d req-77f53079-1bc2-4174-b32a-bac1de6159e9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.1367383 Mar 07 10:44:03.326870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9a06be1-068d-4d97-8344-3245ac4f486d req-f4e604b3-539d-401e-bd5a-fdf53d3ac198 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560631 Mar 07 10:44:03.461090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2c6ca8f-91d3-415d-bfbf-d13d89fb3c72 req-8eb7d616-a532-4297-80a7-2e7c4bbf6f18 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 210 time: 0.0998652 Mar 07 10:44:03.626230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:03.716110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e1060-be09-40a8-8205-4b2a0fafbbeb req-ecb5ff62-976a-4790-b84d-b063e25e1c43 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.727325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6e1060-be09-40a8-8205-4b2a0fafbbeb req-ecb5ff62-976a-4790-b84d-b063e25e1c43 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1277483 Mar 07 10:44:03.886388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c6e1060-be09-40a8-8205-4b2a0fafbbeb req-a34d71ff-42ea-4409-abcd-6546a8963413 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497517 Mar 07 10:44:03.970131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88e4c169-509b-4476-901b-4e33328e2e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.047988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-ec8b5c66-09f4-4ccc-adb4-076a90c3549f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.049585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-ec8b5c66-09f4-4ccc-adb4-076a90c3549f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 946 time: 0.3393257 Mar 07 10:44:04.332159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 079502e5-55d8-4e41-9005-d8e7e5d087ee {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:04.350934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.482300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab421-d19d-4d1b-8e83-3f5ebeb3211f req-551b005e-026d-4bb7-9fe4-7e81cd47fcb1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.492190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-752ab421-d19d-4d1b-8e83-3f5ebeb3211f req-551b005e-026d-4bb7-9fe4-7e81cd47fcb1 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.4156599 Mar 07 10:44:04.504793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-2d00ea55-1200-402b-828e-f9bb18e91585 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.507277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-2d00ea55-1200-402b-828e-f9bb18e91585 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.32 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.5464261 Mar 07 10:44:04.517531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf5d23-6fcb-4406-806f-910c52e47d00 req-fb6acf20-dade-411b-bbf0-1cbd66b39f22 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.527939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ccf5d23-6fcb-4406-806f-910c52e47d00 req-fb6acf20-dade-411b-bbf0-1cbd66b39f22 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 946 time: 0.4629090 Mar 07 10:44:04.672855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 079502e5-55d8-4e41-9005-d8e7e5d087ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=079502e5-55d8-4e41-9005-d8e7e5d087ee,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:04.679300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.690046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88e4c169-509b-4476-901b-4e33328e2e55 admin admin] Publish callbacks [] for security_group (14898fc7-8c5a-4264-9c21-a47cb71d6c5c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.712440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88e4c169-509b-4476-901b-4e33328e2e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (14898fc7-8c5a-4264-9c21-a47cb71d6c5c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.734010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ccf5d23-6fcb-4406-806f-910c52e47d00 req-01101511-3a07-4b94-915c-776b3c7381c3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026963 Mar 07 10:44:04.741480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 079502e5-55d8-4e41-9005-d8e7e5d087ee owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:04.918508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-752ab421-d19d-4d1b-8e83-3f5ebeb3211f req-d71bdd7f-2c8d-4fe0-ae11-ad43cfc65f8e tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252822 Mar 07 10:44:04.931252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:04.932141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88e4c169-509b-4476-901b-4e33328e2e55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=988c7ae2428a417ea75ed3a4ecf0231f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2971272 Mar 07 10:44:04.950919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c169-509b-4476-901b-4e33328e2e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14898fc7-8c5a-4264-9c21-a47cb71d6c5c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:05.133175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (079502e5-55d8-4e41-9005-d8e7e5d087ee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.183019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=079502e5-55d8-4e41-9005-d8e7e5d087ee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:05.219559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-f70add0d-99c9-4433-8f87-fa0b63716e56 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 473 time: 0.6116447 Mar 07 10:44:05.241610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32238e8d-4662-4448-aef2-a3c0168e0f3f req-517301bb-ed1f-4035-b62f-121109f6f062 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 210 time: 0.1196506 Mar 07 10:44:05.264453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 079502e5-55d8-4e41-9005-d8e7e5d087ee on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:05.272518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.278431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-42037baa-1efb-45eb-aa42-8b28b8d2ff14 req-1e184138-7976-42e3-bd16-d5d3132ede71 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "DELETE /v2.0/ports/079502e5-55d8-4e41-9005-d8e7e5d087ee HTTP/1.1" status: 204 len: 173 time: 1.2150559 Mar 07 10:44:05.279159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'name': 'network-vif-deleted', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:05.285738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'port': {'device_id': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'admin_state_up': True, 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'security_groups': ['1ae07220-4acd-4ffd-b455-4ab664e496b4']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:05.305975 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2028b6-e39b-4f3d-a221-785b6d33dd68" -d '{"events": [{"server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "name": "network-vif-deleted", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:05.410886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cfa85-dad7-4266-b577-8eccced64268 req-d37d781c-c8a3-4ca6-a4c3-db0e3d952c50 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:05.419174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da6cfa85-dad7-4266-b577-8eccced64268 req-d37d781c-c8a3-4ca6-a4c3-db0e3d952c50 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.4887390 Mar 07 10:44:05.420482 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:44:05.511835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] Publish callbacks [] for security_group (14898fc7-8c5a-4264-9c21-a47cb71d6c5c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.536385 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] Publish callbacks [] for security_group (14898fc7-8c5a-4264-9c21-a47cb71d6c5c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.604810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (14898fc7-8c5a-4264-9c21-a47cb71d6c5c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.607940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.609298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14898fc7-8c5a-4264-9c21-a47cb71d6c5c HTTP/1.1" status: 204 len: 168 time: 0.6649711 Mar 07 10:44:05.640836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e04e-e43e-421f-8d09-388bb5e44a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14898fc7-8c5a-4264-9c21-a47cb71d6c5c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:05.683426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15840eb2-ed62-404f-be28-1329180f3241 req-5ea174f3-7a5f-4b85-b8df-84e69bde4d46 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:05.692375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15840eb2-ed62-404f-be28-1329180f3241 req-5ea174f3-7a5f-4b85-b8df-84e69bde4d46 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.2270956 Mar 07 10:44:05.748524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da6cfa85-dad7-4266-b577-8eccced64268 req-a0309379-5242-40d7-be73-d204243d6646 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282073 Mar 07 10:44:05.790790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079502e5-55d8-4e41-9005-d8e7e5d087ee no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:05.835847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15840eb2-ed62-404f-be28-1329180f3241 req-dcf65d70-168e-4ccc-ae23-2f22e8f8fdb3 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378810 Mar 07 10:44:05.885443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:05.897528 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.950860 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e73bf-78a6-4587-bf94-e3dec5300de3 x-openstack-request-id: req-d03e73bf-78a6-4587-bf94-e3dec5300de3 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:05.951885 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2504a75-1848-4b91-8935-1abd64d7df53", "name": "network-vif-deleted", "tag": "079502e5-55d8-4e41-9005-d8e7e5d087ee", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:05.952341 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d03e73bf-78a6-4587-bf94-e3dec5300de3 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:05.952466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 079502e5-55d8-4e41-9005-d8e7e5d087ee {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:05.952718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 079502e5-55d8-4e41-9005-d8e7e5d087ee not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:05.953267 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2504a75-1848-4b91-8935-1abd64d7df53', 'name': 'network-vif-deleted', 'tag': '079502e5-55d8-4e41-9005-d8e7e5d087ee', 'status': 'completed', 'code': 200} Mar 07 10:44:06.025626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8109a48-cd50-494d-91d9-0c78a6260f35 req-18b0021c-ff7a-47e3-ab4e-39e540756314 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0749242 Mar 07 10:44:06.487859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e700215-691b-4ad8-8cac-325f6dd1b42c req-2f03e4c8-e2ca-4f8b-8830-a280b49e25ee tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 210 time: 0.0554028 Mar 07 10:44:06.516173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-bdbc9ece-81a1-4c0b-b9da-121905796f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.517836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-bdbc9ece-81a1-4c0b-b9da-121905796f02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 1127 time: 0.3177683 Mar 07 10:44:06.530358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ea005-dac7-4cec-9f9f-25a19a0ced52 req-9d326125-5fe5-4485-ac8d-3ebacce5bb4b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.538258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-639ea005-dac7-4cec-9f9f-25a19a0ced52 req-9d326125-5fe5-4485-ac8d-3ebacce5bb4b tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.3391244 Mar 07 10:44:06.561269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.20.0.6 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/cffc30f5-07c6-4f31-b6d0-3821b48548ce) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:06.745906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-639ea005-dac7-4cec-9f9f-25a19a0ced52 req-e348b50c-ee4a-4284-9df0-ff8d5a689144 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066994 Mar 07 10:44:06.824301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-04647991-8ad6-4e7f-8a53-cef46287aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.826220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-04647991-8ad6-4e7f-8a53-cef46287aaae service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2858102 Mar 07 10:44:07.057266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-4ab3a13c-d18f-4b58-832c-d4338b29c248 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9716a555-7e20-42fb-a784-cc770e880bb8 HTTP/1.1" status: 200 len: 217 time: 0.1944613 Mar 07 10:44:07.199302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.207495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c5ac-79c9-4a20-929c-39c274f78dc7 req-6c80ac25-5a02-477b-a9c3-dbc7fb662bb9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.214338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13c6c5ac-79c9-4a20-929c-39c274f78dc7 req-6c80ac25-5a02-477b-a9c3-dbc7fb662bb9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 945 time: 0.3505652 Mar 07 10:44:07.240883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-9aaf66c1-a62d-42f1-b869-55ca4b651c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.242320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-9aaf66c1-a62d-42f1-b869-55ca4b651c24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1373954 Mar 07 10:44:07.320932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a685-0027-4eec-b30a-4095a1335d2a req-53490a7a-3e78-4d67-a4fa-fcdf3a97c455 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.333425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0874a685-0027-4eec-b30a-4095a1335d2a req-53490a7a-3e78-4d67-a4fa-fcdf3a97c455 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.2725780 Mar 07 10:44:07.596443 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.785825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13c6c5ac-79c9-4a20-929c-39c274f78dc7 req-0f95d481-1a7d-4dba-8541-592f835b20f9 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706074 Mar 07 10:44:07.855149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-6e7d0bce-1cba-4a27-977c-2f83084441c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.861192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-6e7d0bce-1cba-4a27-977c-2f83084441c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5828562 Mar 07 10:44:07.882313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0874a685-0027-4eec-b30a-4095a1335d2a req-89e49496-31e6-44af-97d7-6d1f4708e823 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5480363 Mar 07 10:44:07.937788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:07.966213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:07.977020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:08.034922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:08.142136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93749d8b-bed7-43ef-9b0f-acf0261f7583 req-43d05cb3-f22c-489b-94fa-961f70e64001 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.1956418 Mar 07 10:44:08.257946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:08.426107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.426757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.453371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-650feb5d-e7c6-4e08-8c0e-dcbd081a1dc3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2042787 Mar 07 10:44:08.469003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859899-beba-4ec5-a804-cc3c6c625049 req-f4df9535-2173-4f38-9a67-f40491952884 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.476446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0859899-beba-4ec5-a804-cc3c6c625049 req-f4df9535-2173-4f38-9a67-f40491952884 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 931 time: 0.3740976 Mar 07 10:44:08.487535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Request body: {'port': {'device_id': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:08.519891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:08.520647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.524067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-96969f10-be10-4daa-81aa-4469911c0812 None None] Provisioning complete for port cffc30f5-07c6-4f31-b6d0-3821b48548ce triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:08.524609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96969f10-be10-4daa-81aa-4469911c0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.548124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-0e20573f-8bbe-4796-b70e-d84834c14a08 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385098 Mar 07 10:44:08.643098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:08.656869 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6da68e-6ab5-4d78-b4cd-f8ac49d3ef16" -d '{"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:08.664050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dd06c7e-6435-4f29-bbad-f4709286979f req-c3abae86-9c9f-4cd6-be64-baba1209c4a9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087430 Mar 07 10:44:08.679026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:08.680693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-96969f10-be10-4daa-81aa-4469911c0812 None None] Port cffc30f5-07c6-4f31-b6d0-3821b48548ce cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:08.694215 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.772393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:08.790402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889431e-e665-4fcf-b877-62a5474b0454 req-edbba6ab-d6c5-4130-88db-a5550e0dda12 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.797562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e889431e-e665-4fcf-b877-62a5474b0454 req-edbba6ab-d6c5-4130-88db-a5550e0dda12 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.4993596 Mar 07 10:44:08.810476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.826134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0859899-beba-4ec5-a804-cc3c6c625049 req-1128cc28-5f26-4d58-b023-bdb82713a1b1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462121 Mar 07 10:44:08.922505 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20cd308-4cc3-407e-896b-2c3cf3b4bbe9 x-openstack-request-id: req-c20cd308-4cc3-407e-896b-2c3cf3b4bbe9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:08.922801 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:08.923057 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c20cd308-4cc3-407e-896b-2c3cf3b4bbe9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:08.923884 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8', 'code': 200} Mar 07 10:44:09.364435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e889431e-e665-4fcf-b877-62a5474b0454 req-9007ebbf-c878-4d8e-ac9a-b98d33a17b7c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5658758 Mar 07 10:44:09.498810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271ac2-350c-4c3f-a371-707a6a0f8a9e req-b11fc92e-65af-4ce5-aeb4-76e051e0cf80 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:09.517863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08271ac2-350c-4c3f-a371-707a6a0f8a9e req-b11fc92e-65af-4ce5-aeb4-76e051e0cf80 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.3162558 Mar 07 10:44:09.650980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffc30f5-07c6-4f31-b6d0-3821b48548ce {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:09.757807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks [] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:09.767079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08271ac2-350c-4c3f-a371-707a6a0f8a9e req-f2d7bc4e-b2ee-469f-868a-93441de31338 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462853 Mar 07 10:44:09.787852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c726f6-6f87-4bc0-bbf5-6dab4e81b464 req-7a40edd3-d845-4f90-9dd1-5c6ccbffe73c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:09.787852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17c726f6-6f87-4bc0-bbf5-6dab4e81b464 req-7a40edd3-d845-4f90-9dd1-5c6ccbffe73c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.3042805 Mar 07 10:44:09.797879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Transition to ACTIVE for port object cffc30f5-07c6-4f31-b6d0-3821b48548ce will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:09.860544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17c726f6-6f87-4bc0-bbf5-6dab4e81b464 req-8dc8f083-eaae-4261-a7e6-fb5bf9ecdf76 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663340 Mar 07 10:44:09.861515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.010764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:10.163236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2eb3b8ff-e214-40c6-9c13-cf44a6da31b9 req-d5574082-e28d-4aed-bec0-715eec1c6a70 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.1449006 Mar 07 10:44:10.303364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f043d-5f07-4bee-b863-68331ab1feee req-a7137db0-74ee-462d-97bd-ea180b4860c2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:10.305325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-403f043d-5f07-4bee-b863-68331ab1feee req-a7137db0-74ee-462d-97bd-ea180b4860c2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.2644906 Mar 07 10:44:10.306263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Attempting to bind port cffc30f5-07c6-4f31-b6d0-3821b48548ce on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:10.306850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Attempting to bind port cffc30f5-07c6-4f31-b6d0-3821b48548ce by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:10.307383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Attempting to bind port cffc30f5-07c6-4f31-b6d0-3821b48548ce on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:10.345385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Port cffc30f5-07c6-4f31-b6d0-3821b48548ce on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:10.349048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Attempting to bind port cffc30f5-07c6-4f31-b6d0-3821b48548ce on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:10.369553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:10.371829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:10.373540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:10.374203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Bound port: cffc30f5-07c6-4f31-b6d0-3821b48548ce, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:10.374588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.010425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-403f043d-5f07-4bee-b863-68331ab1feee req-f5bffabd-1c01-4721-9129-948302cfa57f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6665678 Mar 07 10:44:11.054787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:11.074409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60316) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:11.083042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:11.110302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f781e-bdaf-44b2-8e53-3ff7f9af792a req-611727d2-9516-468d-8580-75adb5470921 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.114469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e78f781e-bdaf-44b2-8e53-3ff7f9af792a req-611727d2-9516-468d-8580-75adb5470921 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.5982764 Mar 07 10:44:11.118793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.239084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f817292b-bde5-4a74-a37b-be2c02214878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.330632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.331256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.332723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/cffc30f5-07c6-4f31-b6d0-3821b48548ce HTTP/1.1" status: 200 len: 1091 time: 2.8510282 Mar 07 10:44:11.338520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:11.341371 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b71859-65db-4908-9cfb-95d62263e264" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:11.401961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94184396-ae94-4e84-9c01-63fc405105f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:11.407447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f817292b-bde5-4a74-a37b-be2c02214878 admin admin] Publish callbacks [] for security_group (5a06ae81-283f-4cc3-9072-c2f3cb2f3c39), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.413582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f817292b-bde5-4a74-a37b-be2c02214878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5a06ae81-283f-4cc3-9072-c2f3cb2f3c39), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.436136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d3825-96d2-4b79-bdc0-cc068c7506ed req-093f4971-0525-4d0a-b1fe-b73c8097ec5c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.446146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604d3825-96d2-4b79-bdc0-cc068c7506ed req-093f4971-0525-4d0a-b1fe-b73c8097ec5c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.3297558 Mar 07 10:44:11.452682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817292b-bde5-4a74-a37b-be2c02214878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06ae81-283f-4cc3-9072-c2f3cb2f3c39,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:11.502142 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f817292b-bde5-4a74-a37b-be2c02214878 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca474b58c0c24edfac3fbd68fca1378d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256556 Mar 07 10:44:11.503047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60324) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:11.548683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e78f781e-bdaf-44b2-8e53-3ff7f9af792a req-f2bcde98-54a1-438d-ac4b-476819228740 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036334 Mar 07 10:44:11.569673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] Publish callbacks [] for security_group (5a06ae81-283f-4cc3-9072-c2f3cb2f3c39), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.595361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] Publish callbacks [] for security_group (5a06ae81-283f-4cc3-9072-c2f3cb2f3c39), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.681254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604d3825-96d2-4b79-bdc0-cc068c7506ed req-2e9be21b-5a3f-4b3e-afbf-fc3f9239f1cd tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283309 Mar 07 10:44:11.688444 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5a06ae81-283f-4cc3-9072-c2f3cb2f3c39), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.705831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.714274 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a06ae81-283f-4cc3-9072-c2f3cb2f3c39 HTTP/1.1" status: 204 len: 168 time: 0.2093182 Mar 07 10:44:11.743345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-9141f027-7bc2-4008-8bdf-5c158cafa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.744433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac18a5-b787-492f-8feb-cc7b7fd555e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06ae81-283f-4cc3-9072-c2f3cb2f3c39,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:11.757276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-9141f027-7bc2-4008-8bdf-5c158cafa42a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 1125 time: 0.2373340 Mar 07 10:44:11.930496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-e063a699-41b8-4da9-acc1-76ad6e2dd480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce HTTP/1.1" status: 200 len: 217 time: 0.1528783 Mar 07 10:44:12.011524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d7b7982-7dc6-4af7-85f6-1e368473ae4d req-dfc2322b-8c3d-4711-9aae-99ed849710d2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0782855 Mar 07 10:44:12.149271 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eecfbb9-8188-44e2-970b-c818ae41824b x-openstack-request-id: req-8eecfbb9-8188-44e2-970b-c818ae41824b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:12.149589 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:12.149824 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eecfbb9-8188-44e2-970b-c818ae41824b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:12.150239 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'status': 'completed', 'code': 200} Mar 07 10:44:12.194771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-9b9d9538-ab69-481e-9ad0-38c1c8fea119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.196298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-9b9d9538-ab69-481e-9ad0-38c1c8fea119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1811504 Mar 07 10:44:12.304195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60334) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:12.324567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da18-0a90-4c44-b114-851c08cd8b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.356959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d670dd7-f6b6-4bd6-bfbd-0f8984435abf req-b4d50c94-f76f-4d23-aa9d-72097e93ed62 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.363428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d670dd7-f6b6-4bd6-bfbd-0f8984435abf req-b4d50c94-f76f-4d23-aa9d-72097e93ed62 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.3728402 Mar 07 10:44:12.510050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da18-0a90-4c44-b114-851c08cd8b41 admin admin] Publish callbacks [] for security_group (1d43c6f8-5ae7-4dbe-80fc-802c602b5dae), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.524145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da18-0a90-4c44-b114-851c08cd8b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d43c6f8-5ae7-4dbe-80fc-802c602b5dae), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.552120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d670dd7-f6b6-4bd6-bfbd-0f8984435abf req-a2892499-4997-4685-b166-85359876ea62 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381989 Mar 07 10:44:12.571554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b0b14-b465-44d4-a924-c55136d9cccd req-1271614b-7119-4cfd-9cbe-794dd0b8d409 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.600474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c2b0b14-b465-44d4-a924-c55136d9cccd req-1271614b-7119-4cfd-9cbe-794dd0b8d409 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3889811 Mar 07 10:44:12.617824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-61084985-c4d6-425f-bc3d-2682c3c92677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.619601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-61084985-c4d6-425f-bc3d-2682c3c92677 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3222463 Mar 07 10:44:12.654919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9da18-0a90-4c44-b114-851c08cd8b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43c6f8-5ae7-4dbe-80fc-802c602b5dae,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:12.689053 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f8b9da18-0a90-4c44-b114-851c08cd8b41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa1abab16672478aa75b11e3590064df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829000 Mar 07 10:44:12.692394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60338) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:12.781441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c2b0b14-b465-44d4-a924-c55136d9cccd req-35c53a2d-561b-42e0-a6af-c78af4ea0097 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799338 Mar 07 10:44:12.830609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] Publish callbacks [] for security_group (1d43c6f8-5ae7-4dbe-80fc-802c602b5dae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.890079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] Publish callbacks [] for security_group (1d43c6f8-5ae7-4dbe-80fc-802c602b5dae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.970941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-c0164f8e-46d0-46f2-a60e-7e76ce81c42f service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308940 Mar 07 10:44:12.986133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c55746-6f03-4bdc-8ad2-5240049ad5d1 req-8fd2a3bf-a887-4367-82b3-5c4888495151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.986402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d43c6f8-5ae7-4dbe-80fc-802c602b5dae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.995170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.995170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d43c6f8-5ae7-4dbe-80fc-802c602b5dae HTTP/1.1" status: 204 len: 168 time: 0.2976880 Mar 07 10:44:12.999427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c55746-6f03-4bdc-8ad2-5240049ad5d1 req-8fd2a3bf-a887-4367-82b3-5c4888495151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.2316647 Mar 07 10:44:13.006107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d3466-80ce-4490-8975-2d9436dfc674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43c6f8-5ae7-4dbe-80fc-802c602b5dae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:13.146010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab876f2c-ff99-49aa-a39e-f5ed03de714e req-78266cc2-d8c3-4630-b704-2b8a6b6c961d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.155548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab876f2c-ff99-49aa-a39e-f5ed03de714e req-78266cc2-d8c3-4630-b704-2b8a6b6c961d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.2405200 Mar 07 10:44:13.227480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c55746-6f03-4bdc-8ad2-5240049ad5d1 req-fa417141-2b01-493d-bd00-24e47616871a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088792 Mar 07 10:44:13.343386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab876f2c-ff99-49aa-a39e-f5ed03de714e req-29c15f82-338c-4844-bc20-1c830b5bb9bf tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864858 Mar 07 10:44:13.511613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270f1253-e933-4de4-95cc-1cedf8b03b1e req-c4cbc18a-69ed-412e-9f93-5e011665f614 service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107756 Mar 07 10:44:13.639857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4509de47-e149-4785-a6c4-00240946f066 req-ba4c6c87-3a06-4014-970d-efc217b6d12a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0957749 Mar 07 10:44:13.704005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-ca46eb93-884a-48c0-bb10-901462a32375 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4031835 Mar 07 10:44:13.798595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f6dcd-2fdb-4934-99cc-25b9182700b3 req-d9c5dbe2-869e-4698-9632-b582680891ce tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.801376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-077f6dcd-2fdb-4934-99cc-25b9182700b3 req-d9c5dbe2-869e-4698-9632-b582680891ce tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.4279656 Mar 07 10:44:14.045840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71859-65db-4908-9cfb-95d62263e264 req-8a6e7ccb-bcab-48fc-8970-a6f5b8463398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.060102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-8a6e7ccb-bcab-48fc-8970-a6f5b8463398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 1125 time: 0.3235142 Mar 07 10:44:14.274992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9716a555-7e20-42fb-a784-cc770e880bb8 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:14.390563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71859-65db-4908-9cfb-95d62263e264 req-524ff915-a6af-47e2-9c24-ccb40a982691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.395771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-524ff915-a6af-47e2-9c24-ccb40a982691 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.2966747 Mar 07 10:44:14.438287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.439186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.439691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.440181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.440644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.441113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.441578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.456871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4badbcbe-97c8-41de-8a6c-c690453f9b1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 6719 time: 0.6909070 Mar 07 10:44:14.482533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-077f6dcd-2fdb-4934-99cc-25b9182700b3 req-751f0f35-aa09-4537-8a15-37ad43c72ff8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6740522 Mar 07 10:44:14.525290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9716a555-7e20-42fb-a784-cc770e880bb8 is: DOWN; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:14.650767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e529b2-1fbd-4bc3-9ed8-9ba083855e27 req-09a56a89-a8b1-44c1-a083-76887f188e7d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.658481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67e529b2-1fbd-4bc3-9ed8-9ba083855e27 req-09a56a89-a8b1-44c1-a083-76887f188e7d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.7917795 Mar 07 10:44:14.808682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-dace20e4-df26-4ebc-a83a-923d10f6607a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce HTTP/1.1" status: 200 len: 217 time: 0.0662928 Mar 07 10:44:15.150423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05670165-f40a-4abc-a5dd-60b286dbb614 req-6e37a68f-7c4a-460a-94a5-647d44f51ea1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.159492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05670165-f40a-4abc-a5dd-60b286dbb614 req-6e37a68f-7c4a-460a-94a5-647d44f51ea1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.4352794 Mar 07 10:44:15.197666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-67e529b2-1fbd-4bc3-9ed8-9ba083855e27 req-6968281c-b4cd-4dae-8ea6-d04a2382d306 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659095 Mar 07 10:44:15.199295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71859-65db-4908-9cfb-95d62263e264 req-bcba3b98-0e6b-45cb-a586-a32f8b7ba0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.200763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-bcba3b98-0e6b-45cb-a586-a32f8b7ba0b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.3741865 Mar 07 10:44:15.288694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1cc16afb-1660-4557-aee8-17fe7bec1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.289159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1cc16afb-1660-4557-aee8-17fe7bec1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.289625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1cc16afb-1660-4557-aee8-17fe7bec1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.291250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1cc16afb-1660-4557-aee8-17fe7bec1d54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02778223-21a1-40ab-ae6e-908f706d874a&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&id=9a78a6c9-19e3-422d-8090-7f057d147f04&id=9a78a6c9-19e3-422d-8090-7f057d147f04 HTTP/1.1" status: 200 len: 2297 time: 0.7915206 Mar 07 10:44:15.473411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05670165-f40a-4abc-a5dd-60b286dbb614 req-e04c1e59-9819-43db-bd3d-df3ebd1fa426 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112509 Mar 07 10:44:15.606066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-ac6a6acd-44ff-411c-a84c-99ea446fdaa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbd4492-64ea-491a-9b90-fea3807bac31 HTTP/1.1" status: 200 len: 1002 time: 0.2152557 Mar 07 10:44:15.779260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71859-65db-4908-9cfb-95d62263e264 req-81808541-8b30-4496-93fd-9ebf564cd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.785143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-81808541-8b30-4496-93fd-9ebf564cd4b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4911745 Mar 07 10:44:15.806067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-de998665-58e5-4cb8-ba7d-37b99ceb5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.807967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-de998665-58e5-4cb8-ba7d-37b99ceb5dfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d72245-5f7b-4788-8dd7-28a3951e95b1 HTTP/1.1" status: 200 len: 855 time: 0.1883695 Mar 07 10:44:15.862427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1aa23-86eb-4001-8b9d-d12d2c6640d5 req-8935f2a5-0e8a-423f-8a3f-f002b17cc9ef tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.865466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99a1aa23-86eb-4001-8b9d-d12d2c6640d5 req-8935f2a5-0e8a-423f-8a3f-f002b17cc9ef tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.4157002 Mar 07 10:44:15.910957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2fd58-92ac-43ce-8da7-0dd42e84602d req-48b641e3-d7be-4f71-ba92-9799045a3178 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.912890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fe2fd58-92ac-43ce-8da7-0dd42e84602d req-48b641e3-d7be-4f71-ba92-9799045a3178 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.3056395 Mar 07 10:44:15.958012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99a1aa23-86eb-4001-8b9d-d12d2c6640d5 req-a5e1bf5f-85a7-421c-9820-abefdd872b1c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880504 Mar 07 10:44:15.968597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5bcecebb-9941-4ba9-b40a-88a0fc0974b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.970626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5bcecebb-9941-4ba9-b40a-88a0fc0974b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02778223-21a1-40ab-ae6e-908f706d874a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1545012 Mar 07 10:44:16.134938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-3f791fef-03a5-4966-af7d-5ee857376db9 service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526563 Mar 07 10:44:16.180185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-752aa948-3563-47b6-a15f-b7e21b750668 req-29562d2e-236c-4e2a-9b75-27fec384795f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0980120 Mar 07 10:44:16.195474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fe2fd58-92ac-43ce-8da7-0dd42e84602d req-d69e2c6a-0068-4ebe-8635-870166152b2b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518156 Mar 07 10:44:16.401504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-de1c7db0-4c9c-4afb-9106-f046fade0fea service neutron] 10.222.0.26 "GET /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421708 Mar 07 10:44:16.414935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610fd7-bad3-4c81-b7cd-d772b69dea97 req-496a2f33-ed1e-4a8e-af24-06a74e71c82d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.416228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd610fd7-bad3-4c81-b7cd-d772b69dea97 req-496a2f33-ed1e-4a8e-af24-06a74e71c82d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1279597 Mar 07 10:44:16.440852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef22fc-db0e-4c94-a1e8-bae7ed11de49 req-ba075d0e-4579-4e29-a87b-735b59d899fd tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.442082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eef22fc-db0e-4c94-a1e8-bae7ed11de49 req-ba075d0e-4579-4e29-a87b-735b59d899fd tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1381404 Mar 07 10:44:16.501481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-8dd939ba-6230-4328-81f2-c817baabb558 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 217 time: 0.0842080 Mar 07 10:44:16.544689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60482) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:16.620688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd610fd7-bad3-4c81-b7cd-d772b69dea97 req-ac4857b2-faf5-4aae-8522-3834ab5fcec6 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771677 Mar 07 10:44:16.646141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eef22fc-db0e-4c94-a1e8-bae7ed11de49 req-7c3ce704-d36d-434a-9740-cd9a69d98325 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451111 Mar 07 10:44:16.676998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-2a15e973-e9d3-4717-8593-8757cf5b88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.678873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-2a15e973-e9d3-4717-8593-8757cf5b88fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.1674447 Mar 07 10:44:16.726527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b924d7-8825-4923-8591-0293a9f152a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.831003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-ba25028a-7714-498b-b65b-f8ec5a8ad123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.836443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-ba25028a-7714-498b-b65b-f8ec5a8ad123 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1512251 Mar 07 10:44:16.846674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48a39-8ec6-43c3-8e4c-a4a6e8267837 req-58010a19-1970-40a3-bc0d-6e71d96a9a05 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.848219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b924d7-8825-4923-8591-0293a9f152a8 admin admin] Publish callbacks [] for security_group (28b6019e-60e8-4b7b-993a-492221d9c948), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.849038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23e48a39-8ec6-43c3-8e4c-a4a6e8267837 req-58010a19-1970-40a3-bc0d-6e71d96a9a05 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.1251667 Mar 07 10:44:16.855894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b924d7-8825-4923-8591-0293a9f152a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (28b6019e-60e8-4b7b-993a-492221d9c948), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.930488 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15b924d7-8825-4923-8591-0293a9f152a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03a32043a73b44f2a135b83209944266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837762 Mar 07 10:44:16.931349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60490) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:16.933562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b924d7-8825-4923-8591-0293a9f152a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6019e-60e8-4b7b-993a-492221d9c948,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:17.004555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] Publish callbacks [] for security_group (28b6019e-60e8-4b7b-993a-492221d9c948), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.032454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] Publish callbacks [] for security_group (28b6019e-60e8-4b7b-993a-492221d9c948), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.097558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (28b6019e-60e8-4b7b-993a-492221d9c948), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.100988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.102425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28b6019e-60e8-4b7b-993a-492221d9c948 HTTP/1.1" status: 204 len: 168 time: 0.1698234 Mar 07 10:44:17.117905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bca0-9da9-456a-956f-a67f045929cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6019e-60e8-4b7b-993a-492221d9c948,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:17.463417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23e48a39-8ec6-43c3-8e4c-a4a6e8267837 req-3ae11cb8-7c89-454e-be31-e73180b8c764 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5909607 Mar 07 10:44:17.499497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8940c-e2ef-4262-87f3-be8b2ffcf056 req-18ddd9fe-c762-4879-b390-5e8b8045d8a3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.519290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7f8940c-e2ef-4262-87f3-be8b2ffcf056 req-18ddd9fe-c762-4879-b390-5e8b8045d8a3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.6243594 Mar 07 10:44:17.523532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-c8776231-1df3-42d7-9e9f-7a1680f802de service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734755 Mar 07 10:44:17.772004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7f8940c-e2ef-4262-87f3-be8b2ffcf056 req-c414a101-8d84-45df-8257-3abe3b0e05ce tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456448 Mar 07 10:44:17.785858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-df97a085-f400-46e6-96c6-bb8580ec77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.788001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-df97a085-f400-46e6-96c6-bb8580ec77dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1126 time: 0.0660350 Mar 07 10:44:17.841211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-436aff7a-c66b-462e-94f3-51956368e655 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095191 Mar 07 10:44:17.866091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f5079-d35f-4e6c-8c51-f08d0951a5b8 req-54673484-940e-41ca-ab23-c16edd48832c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.873157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c9f5079-d35f-4e6c-8c51-f08d0951a5b8 req-54673484-940e-41ca-ab23-c16edd48832c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.3031182 Mar 07 10:44:17.942202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-8f98d29a-15e7-4f1a-b726-ca8e5c13f0a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 217 time: 0.0944002 Mar 07 10:44:17.962839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-0fa4f3fb-291a-481b-b308-3f2aa43868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.966317 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-0fa4f3fb-291a-481b-b308-3f2aa43868cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 200 len: 917 time: 0.1561468 Mar 07 10:44:18.002251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8b106e0-0383-430f-90ed-aa0885d65a1e req-6e805f16-8fff-48a6-8124-e2c59d6bf0f2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0849571 Mar 07 10:44:18.028490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-186c562a-24f1-4901-9318-eb703fdc5846 service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525076 Mar 07 10:44:18.064600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-20d24806-aff7-40bb-a1bf-7d977e89de88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 200 len: 1000 time: 0.0921030 Mar 07 10:44:18.107165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c9f5079-d35f-4e6c-8c51-f08d0951a5b8 req-7f802e52-0d70-4619-9457-65281803e95a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311375 Mar 07 10:44:18.178613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-392b4ea6-84c0-41e0-a684-e9ff61633608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.179619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-f55d3aea-1578-406a-a32f-c7bebc2cb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.180390 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-392b4ea6-84c0-41e0-a684-e9ff61633608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 200 len: 855 time: 0.1088839 Mar 07 10:44:18.181067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-f55d3aea-1578-406a-a32f-c7bebc2cb05d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.2199702 Mar 07 10:44:18.279178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-a6bb6454-028a-48a4-af08-2f27de0d8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.280957 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-a6bb6454-028a-48a4-af08-2f27de0d8b59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b2ea1db-e0af-4660-a399-e21d08f1cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0927622 Mar 07 10:44:18.281654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b71859-65db-4908-9cfb-95d62263e264 req-5f80c30c-b892-4a9c-958b-c1c84bdeb66a service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457125 Mar 07 10:44:18.293046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba314-a78b-4129-928e-ebadabe56dc1 req-5ee182c0-ed9d-47ca-8038-65e79fb459bd tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.294523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e18ba314-a78b-4129-928e-ebadabe56dc1 req-5ee182c0-ed9d-47ca-8038-65e79fb459bd tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1215560 Mar 07 10:44:18.297421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5de0702b-add6-4906-8568-0f54ecde91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.298849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5de0702b-add6-4906-8568-0f54ecde91d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1079202 Mar 07 10:44:18.417798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-d4ec15b9-f41c-45bf-a1d3-ed239a206875 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127496 Mar 07 10:44:18.429989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-e20e8b04-1aa9-4c08-8a0c-d33148e32cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367664 Mar 07 10:44:18.549814 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fa1b7470-8e02-475e-a57a-8f83c97448a9 req-4a101c27-4fc8-46bd-82b0-16bdabd81151 service neutron] 10.222.0.32 "GET /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129773 Mar 07 10:44:18.647941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e18ba314-a78b-4129-928e-ebadabe56dc1 req-f4d8b6ed-9ae0-4248-aca9-06e56379aecd tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406361 Mar 07 10:44:18.714079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62efce7-7a9b-4dee-9172-999681b8e577 req-5b1e8b29-e18b-4275-8452-acac20abc8ca tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.716549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d62efce7-7a9b-4dee-9172-999681b8e577 req-5b1e8b29-e18b-4275-8452-acac20abc8ca tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.1199985 Mar 07 10:44:18.719421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-02579ad8-014f-4db1-8858-fe2016a99293 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923558 Mar 07 10:44:18.781063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d62efce7-7a9b-4dee-9172-999681b8e577 req-0b13beb2-f27f-4e64-b808-2f38946e89b5 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586538 Mar 07 10:44:18.820145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-bc92cc41-c0c8-44ab-b573-d8e991c7d5e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb HTTP/1.1" status: 200 len: 217 time: 0.0515661 Mar 07 10:44:18.862700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60542) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:18.920033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5e038834-fd6d-4022-b6bc-0b0d9ad5c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.921852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-5e038834-fd6d-4022-b6bc-0b0d9ad5c5eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.0947034 Mar 07 10:44:18.994739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd03b2-8361-41cf-be6c-be2314fea29f req-12fe38c4-e197-4c06-ac35-fcbb5ed05709 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.999385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eefd03b2-8361-41cf-be6c-be2314fea29f req-12fe38c4-e197-4c06-ac35-fcbb5ed05709 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1181755 Mar 07 10:44:19.041775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-b685f4d5-27bb-46d2-8e4f-e974e363038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.044139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-b685f4d5-27bb-46d2-8e4f-e974e363038a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1142368 Mar 07 10:44:19.045069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-43161bbe-6f08-40ad-94ea-e6e16132fd5b tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-788198554'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:19.045663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-43161bbe-6f08-40ad-94ea-e6e16132fd5b tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Unknown quota resources ['metering_label']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:44:19.132244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eefd03b2-8361-41cf-be6c-be2314fea29f req-31ee369e-5ba9-494e-b368-bd07e9b5e2d7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275401 Mar 07 10:44:19.151974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c23e3736-a1c3-4b8b-91e9-0a96d2bbd3f8 req-88bdb2d5-6875-419a-a14a-09d636551462 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0462747 Mar 07 10:44:19.242355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-91046090-6934-4f6e-9170-547a13a4e5e5 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896398 Mar 07 10:44:19.320663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43161bbe-6f08-40ad-94ea-e6e16132fd5b tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.322251 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-43161bbe-6f08-40ad-94ea-e6e16132fd5b tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4585145 Mar 07 10:44:19.326544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.332444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ce417014-6a05-4cb8-900d-b6f17c3693d5 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f9213887-2541-4fc0-82e1-fe1ff03beed7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:19.333086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ce417014-6a05-4cb8-900d-b6f17c3693d5 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:44:19.410912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-b0b6df79-a099-4b72-83aa-ad44b1e990d7 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616518 Mar 07 10:44:19.427444 n-d-832156-4 neutron-server[103788]: WARNING neutron.services.metering.metering_plugin [None req-ce417014-6a05-4cb8-900d-b6f17c3693d5 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:44:19.470353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12ef77-699d-44a3-a276-488ceaac1df9 req-750ef9b6-4e2a-43dc-a1bc-b4ad4551072d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.471989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb12ef77-699d-44a3-a276-488ceaac1df9 req-750ef9b6-4e2a-43dc-a1bc-b4ad4551072d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.1814823 Mar 07 10:44:19.473356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-99e4d867-b8a2-40ed-8cce-eab16f7e5ea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d HTTP/1.1" status: 200 len: 217 time: 0.0552995 Mar 07 10:44:19.538624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ce417014-6a05-4cb8-900d-b6f17c3693d5 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.539852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ce417014-6a05-4cb8-900d-b6f17c3693d5 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2122819 Mar 07 10:44:19.543118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60554) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.549155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-307640de-6565-4cc5-bfbe-3bee63781a12 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f9213887-2541-4fc0-82e1-fe1ff03beed7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:19.549974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-307640de-6565-4cc5-bfbe-3bee63781a12 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:44:19.552672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4ee5c73d-b0aa-4ef4-bdbe-a39171facb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.554178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-4ee5c73d-b0aa-4ef4-bdbe-a39171facb0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 200 len: 797 time: 0.0744898 Mar 07 10:44:19.559065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb12ef77-699d-44a3-a276-488ceaac1df9 req-403988d8-7539-41fc-9aa2-370f4a1d4cfc tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798018 Mar 07 10:44:19.611923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-8d6fc0b6-9b7e-416b-80c7-96ca563b4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.613458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-8d6fc0b6-9b7e-416b-80c7-96ca563b4327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bafc89a3-5917-47fe-b29a-86c3bb3445aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0527203 Mar 07 10:44:19.616225 n-d-832156-4 neutron-server[103788]: WARNING neutron.services.metering.metering_plugin [None req-307640de-6565-4cc5-bfbe-3bee63781a12 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:44:19.711418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-307640de-6565-4cc5-bfbe-3bee63781a12 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.713481 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-307640de-6565-4cc5-bfbe-3bee63781a12 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1689947 Mar 07 10:44:19.715991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.722312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-73d47181-6352-4f4d-a185-311d51f4b9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018629 Mar 07 10:44:19.729015 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-183e53d7-8720-4e24-b0f7-5f117f7755df tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=55b83299-0493-45b2-8a4d-45798e777212 HTTP/1.1" status: 200 len: 462 time: 0.0118146 Mar 07 10:44:19.731151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.856932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cffc30f5-07c6-4f31-b6d0-3821b48548ce details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:19.861617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc948998-b956-44b5-a2e6-ef93696526ed req-34628767-e662-4722-872f-33f384b501be tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.863338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc948998-b956-44b5-a2e6-ef93696526ed req-34628767-e662-4722-872f-33f384b501be tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1121058 Mar 07 10:44:19.922738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-77be9c05-02f8-4f57-a7d1-617418bd61b6 service neutron] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911955 Mar 07 10:44:19.975826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-eeaac343-9336-4692-8bbf-dbffe8e65d4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863 HTTP/1.1" status: 200 len: 217 time: 0.0388284 Mar 07 10:44:20.008118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc948998-b956-44b5-a2e6-ef93696526ed req-ca581aba-9ba7-4d76-8c36-da3db9a7be7a tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381412 Mar 07 10:44:20.059128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:20.070185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-a6025bcb-b8b8-4b68-bd87-632e54663237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.071816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-a6025bcb-b8b8-4b68-bd87-632e54663237 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 200 len: 797 time: 0.0625837 Mar 07 10:44:20.076078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'port_id': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'mac_address': 'fa:16:3e:a3:3e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:20.120754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac179e6b-e9ea-43b1-ad05-767c7f91ac54 req-5a244894-9e09-4863-b136-996a05c7a6fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.122489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac179e6b-e9ea-43b1-ad05-767c7f91ac54 req-5a244894-9e09-4863-b136-996a05c7a6fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 943 time: 0.1986928 Mar 07 10:44:20.137027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port cffc30f5-07c6-4f31-b6d0-3821b48548ce is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:20.137416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.157419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffc30f5-07c6-4f31-b6d0-3821b48548ce {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:20.157689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-fdca4c33-5f2f-451d-9c7c-ffdff012cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.159112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-fdca4c33-5f2f-451d-9c7c-ffdff012cab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0771346 Mar 07 10:44:20.196408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac179e6b-e9ea-43b1-ad05-767c7f91ac54 req-9428abb4-474c-40d9-8752-d5ff1d4799e0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648148 Mar 07 10:44:20.238038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:20.243157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d85493a-141c-4354-a2f3-e20b57980112 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.244456 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8d85493a-141c-4354-a2f3-e20b57980112 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/55b83299-0493-45b2-8a4d-45798e777212 HTTP/1.1" status: 204 len: 168 time: 0.5124083 Mar 07 10:44:20.252462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.257476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.269549 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d63a453c-ca8c-47ed-a10b-f42d86f8e40f tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=55b83299-0493-45b2-8a4d-45798e777212 HTTP/1.1" status: 200 len: 221 time: 0.0157251 Mar 07 10:44:20.273448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60574) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.283782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9a22062a-b21f-430d-b290-10244b54d248 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2029064887', 'description': 'label created by tempest'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:20.284249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9a22062a-b21f-430d-b290-10244b54d248 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Unknown quota resources ['metering_label']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:44:20.358418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-b3778135-22b8-45ed-ba72-93e04e886a9f service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730824 Mar 07 10:44:20.362194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.371005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.371516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.371889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.372214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.372545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.372873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.373226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.373515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.373908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.374770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.375131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.375597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.376155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:20.448393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-883bbaf9-f961-4403-a074-18b84e61b54c req-294d5cca-e713-488a-bc2a-bf0be4c6b346 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0842810 Mar 07 10:44:20.536518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b938ee-3fc6-4b6f-8b20-d4347e454107 req-9f76c908-a09b-4883-bd47-ca2af817439f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.536767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a22062a-b21f-430d-b290-10244b54d248 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.540189 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a22062a-b21f-430d-b290-10244b54d248 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2634099 Mar 07 10:44:20.540960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47b938ee-3fc6-4b6f-8b20-d4347e454107 req-9f76c908-a09b-4883-bd47-ca2af817439f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1802206 Mar 07 10:44:20.541476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60580) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.596504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cffc30f5-07c6-4f31-b6d0-3821b48548ce'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:20.684265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-236f3479-151a-4e84-8cfc-40ca6a0073af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.720979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47b938ee-3fc6-4b6f-8b20-d4347e454107 req-c968a12c-3e86-4347-bd85-28df8a3897b0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661372 Mar 07 10:44:20.728205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9c35d8c5-803d-47bb-a932-987b2123830e tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b01b2263-56b5-4d96-841e-80b555448604 HTTP/1.1" status: 200 len: 468 time: 0.1775842 Mar 07 10:44:20.728858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60584) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.828983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1e328f57-ac2b-4c28-8fb8-b8089142349a service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409649 Mar 07 10:44:20.882073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-f49059c4-8cd7-4fe2-afea-582fc399a686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc HTTP/1.1" status: 200 len: 217 time: 0.0449016 Mar 07 10:44:20.937151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145912f-fb33-4a4e-93f3-fbd92d3f4683 req-e2c3b012-479f-417d-ae7b-8f08337d43c6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.940097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9145912f-fb33-4a4e-93f3-fbd92d3f4683 req-e2c3b012-479f-417d-ae7b-8f08337d43c6 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.2234457 Mar 07 10:44:20.952498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-d00f4bfe-d25a-491e-814e-230c6843eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.955186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-d00f4bfe-d25a-491e-814e-230c6843eab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 200 len: 797 time: 0.0654676 Mar 07 10:44:21.012255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9b433e1-2a51-49c2-9e60-665274e90e7d tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.014715 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9b433e1-2a51-49c2-9e60-665274e90e7d tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/b01b2263-56b5-4d96-841e-80b555448604 HTTP/1.1" status: 204 len: 168 time: 0.2849317 Mar 07 10:44:21.017158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60586) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.040785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22da0504-4b40-4013-af7f-d512a3b7901b tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b01b2263-56b5-4d96-841e-80b555448604 HTTP/1.1" status: 200 len: 216 time: 0.0222173 Mar 07 10:44:21.044313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60590) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.059604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4473c565-e38b-4ecc-a965-6f824f1eb36e tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139220 Mar 07 10:44:21.062376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9145912f-fb33-4a4e-93f3-fbd92d3f4683 req-ec7f54fe-871d-430d-8775-bb6995b91359 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041949 Mar 07 10:44:21.062847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60592) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.070512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1d5e3a85-434f-478b-970d-32f611a6dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.071822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-1d5e3a85-434f-478b-970d-32f611a6dae2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a78a6c9-19e3-422d-8090-7f057d147f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0942385 Mar 07 10:44:21.128709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a387b1c-b964-47ae-9e64-e88259065c4a tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0647359 Mar 07 10:44:21.132195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60594) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.194534 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16bd19a0-ebf3-405d-b7a6-47bf3bc6bd61 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/f9213887-2541-4fc0-82e1-fe1ff03beed7 HTTP/1.1" status: 200 len: 472 time: 0.0608509 Mar 07 10:44:21.197997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60596) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.210618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b1265ba5-eda2-418b-b8b0-3d25df455ec4 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/ec5b2355-6531-4fb3-8a63-bd5ebf6d1295 HTTP/1.1" status: 200 len: 459 time: 0.0103090 Mar 07 10:44:21.213725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60598) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.284312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37751b-ef1e-4007-91e4-42bc4912b6be req-206f1248-7edf-4381-b978-c24301b095c5 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.286064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff37751b-ef1e-4007-91e4-42bc4912b6be req-206f1248-7edf-4381-b978-c24301b095c5 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1449559 Mar 07 10:44:21.359000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6534a831-d1d4-4245-95cc-c13e0e0d2dad tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.363675 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6534a831-d1d4-4245-95cc-c13e0e0d2dad tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/ec5b2355-6531-4fb3-8a63-bd5ebf6d1295 HTTP/1.1" status: 204 len: 168 time: 0.1459167 Mar 07 10:44:21.363908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.381549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-fb1c91ba-b3e5-42c8-ae24-8052214fe2b8 service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969093 Mar 07 10:44:21.455731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff37751b-ef1e-4007-91e4-42bc4912b6be req-15643c4e-a3c6-4234-968e-b2f5a99c1a6b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561060 Mar 07 10:44:21.496465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570c51d-2549-4088-96a8-ce5b6b163c78 req-d6755a77-f49a-4aa0-a66b-53d60952392c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.497962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3570c51d-2549-4088-96a8-ce5b6b163c78 req-d6755a77-f49a-4aa0-a66b-53d60952392c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 944 time: 0.2084310 Mar 07 10:44:21.544287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c39456a-a51f-4df7-a2b5-e56763700182 req-717eefe7-d925-4d76-89f4-a07a3895bffe service neutron] 10.222.0.26 "GET /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553631 Mar 07 10:44:21.587374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3570c51d-2549-4088-96a8-ce5b6b163c78 req-1af01601-befd-400f-9ebe-c9544a69c691 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714033 Mar 07 10:44:21.640155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e2a4879-e38d-4a18-84a9-7b5e8ac568bf req-049e8985-e10f-41fc-8ced-391311fde10e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0330982 Mar 07 10:44:21.668555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-79f17cfd-796f-40d6-a3f3-6f927d6c6c25 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.669901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-79f17cfd-796f-40d6-a3f3-6f927d6c6c25 tempest-MeteringIpV6TestJSON-937366842 tempest-MeteringIpV6TestJSON-937366842-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/f9213887-2541-4fc0-82e1-fe1ff03beed7 HTTP/1.1" status: 204 len: 168 time: 0.3049884 Mar 07 10:44:21.858346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:21.861642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cffc30f5-07c6-4f31-b6d0-3821b48548ce up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:21.905053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb9147-bddf-4737-8ab6-6cfe55010046 req-f4b4d8a4-eaaf-411e-969a-cf29ebdc7a40 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.906485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97cb9147-bddf-4737-8ab6-6cfe55010046 req-f4b4d8a4-eaaf-411e-969a-cf29ebdc7a40 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1030438 Mar 07 10:44:22.008347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97cb9147-bddf-4737-8ab6-6cfe55010046 req-126bd8be-a027-484d-bd30-6e2d96c8de1e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948374 Mar 07 10:44:22.092185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60614) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:22.098368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port cffc30f5-07c6-4f31-b6d0-3821b48548ce completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:22.117580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port cffc30f5-07c6-4f31-b6d0-3821b48548ce triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:22.118302 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.176574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.197041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '34630400-52f3-4b31-9ec8-1607e86d574c', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'port_id': '34630400-52f3-4b31-9ec8-1607e86d574c', 'mac_address': 'fa:16:3e:58:49:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:22.256693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-426f59cd-2f4b-4daf-881e-e4451be71cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.285019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:22.285400 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.297738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98d506-c445-40b2-a787-f5b0dd5363a7 req-48845795-8201-4788-85e3-d3e0acfe4ff5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.300493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd98d506-c445-40b2-a787-f5b0dd5363a7 req-48845795-8201-4788-85e3-d3e0acfe4ff5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 944 time: 0.1172547 Mar 07 10:44:22.307209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port cffc30f5-07c6-4f31-b6d0-3821b48548ce is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:22.307596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.310214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:22.331286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.341257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.386840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd98d506-c445-40b2-a787-f5b0dd5363a7 req-586dece5-a8f1-4f15-ae10-3158bc08c6f5 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776439 Mar 07 10:44:22.395050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 42ed72c7-0384-48f3-b1d9-674a44f8e568 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:22.402038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-426f59cd-2f4b-4daf-881e-e4451be71cf2 admin admin] Publish callbacks [] for security_group (165b7922-6cc4-460d-9e3d-1fa016040280), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.408351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-426f59cd-2f4b-4daf-881e-e4451be71cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (165b7922-6cc4-460d-9e3d-1fa016040280), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.445295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:22.447519 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c97a6-2364-4eef-9c22-6aa5d84b4da9" -d '{"events": [{"server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "name": "network-vif-plugged", "status": "completed", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:22.462851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f59cd-2f4b-4daf-881e-e4451be71cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165b7922-6cc4-460d-9e3d-1fa016040280,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.466955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-426f59cd-2f4b-4daf-881e-e4451be71cf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2869367df1934e3687902fc2a7af05f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734524 Mar 07 10:44:22.470151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60622) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:22.482460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.483474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.529447 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da611286-8364-4bde-ab82-2004a2e7dc10 x-openstack-request-id: req-da611286-8364-4bde-ab82-2004a2e7dc10 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:22.531006 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "name": "network-vif-plugged", "status": "completed", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:22.531397 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da611286-8364-4bde-ab82-2004a2e7dc10 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:22.531989 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'code': 200} Mar 07 10:44:22.545659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.605227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] Publish callbacks [] for security_group (165b7922-6cc4-460d-9e3d-1fa016040280), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.636993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] Publish callbacks [] for security_group (165b7922-6cc4-460d-9e3d-1fa016040280), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.655035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.669501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.672438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['34630400-52f3-4b31-9ec8-1607e86d574c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:22.699255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599eeb-b337-4701-a108-af8601ee6280 req-b6d07899-0694-48fb-b195-e8b3571753a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.700893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72599eeb-b337-4701-a108-af8601ee6280 req-b6d07899-0694-48fb-b195-e8b3571753a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 1127 time: 0.1307194 Mar 07 10:44:22.772239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'port_id': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'mac_address': 'fa:16:3e:08:ba:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:22.776933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72599eeb-b337-4701-a108-af8601ee6280 req-d31ac095-1326-4ed1-87e3-4b5b067de228 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695846 Mar 07 10:44:22.809173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5878f6d-639a-47b8-8688-613aca01a508 req-ddc8b43c-563f-4a1f-9948-47f255c995a1 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.819757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5878f6d-639a-47b8-8688-613aca01a508 req-ddc8b43c-563f-4a1f-9948-47f255c995a1 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 944 time: 0.1711969 Mar 07 10:44:22.846279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 42ed72c7-0384-48f3-b1d9-674a44f8e568 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:22.846766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.867243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb5e6-0f5b-41ff-bf75-47df18fba216 req-1a9231cd-9a8a-4fd9-9fdc-e65eac91cf2e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.869404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-680bb5e6-0f5b-41ff-bf75-47df18fba216 req-1a9231cd-9a8a-4fd9-9fdc-e65eac91cf2e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.1490147 Mar 07 10:44:22.872952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (165b7922-6cc4-460d-9e3d-1fa016040280), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.876162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.879555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/165b7922-6cc4-460d-9e3d-1fa016040280 HTTP/1.1" status: 204 len: 168 time: 0.4060977 Mar 07 10:44:22.893589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ed72c7-0384-48f3-b1d9-674a44f8e568 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:22.914677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.921709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.937792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa59bd2-8793-49d6-b02f-0c3384f2ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b7922-6cc4-460d-9e3d-1fa016040280,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.988381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.029307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22d5a07f-f08f-4db8-8067-30dabfb703ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.242930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['42ed72c7-0384-48f3-b1d9-674a44f8e568'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:23.312417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60638) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:23.336044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b53ad0cf-f09a-4b75-8728-91ac8ba7c968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.410265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5878f6d-639a-47b8-8688-613aca01a508 req-410a45ac-add7-4ba2-a1fc-455f87b8bdd8 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5887890 Mar 07 10:44:23.415088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-680bb5e6-0f5b-41ff-bf75-47df18fba216 req-53c9c2eb-9cca-41ef-93de-1111ad63a047 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5352900 Mar 07 10:44:23.494872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b53ad0cf-f09a-4b75-8728-91ac8ba7c968 admin admin] Publish callbacks [] for security_group (8b07fabd-5ae3-4ecb-8b2f-c9eac38de445), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.514386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b53ad0cf-f09a-4b75-8728-91ac8ba7c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8b07fabd-5ae3-4ecb-8b2f-c9eac38de445), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.551944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b53ad0cf-f09a-4b75-8728-91ac8ba7c968 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aabfc85d1824a5397de35944c79cadf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381074 Mar 07 10:44:23.554716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:23.573323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da71afe-76e0-4bd0-bdc9-a05d81ac6b83 req-f7372a51-4bab-4ae8-9103-fe302442c84b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0486109 Mar 07 10:44:23.600468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795420d-aea2-4576-a29d-b98e1adf9bcc req-5e26bb32-3f73-457c-bbfe-828ba32cb766 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.607455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4795420d-aea2-4576-a29d-b98e1adf9bcc req-5e26bb32-3f73-457c-bbfe-828ba32cb766 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0964170 Mar 07 10:44:23.637769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ad0cf-f09a-4b75-8728-91ac8ba7c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07fabd-5ae3-4ecb-8b2f-c9eac38de445,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.662203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] Publish callbacks [] for security_group (8b07fabd-5ae3-4ecb-8b2f-c9eac38de445), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.690410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] Publish callbacks [] for security_group (8b07fabd-5ae3-4ecb-8b2f-c9eac38de445), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.694839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4795420d-aea2-4576-a29d-b98e1adf9bcc req-552564d2-5639-4990-b4eb-1465e7ec16fe tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801711 Mar 07 10:44:23.787738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8b07fabd-5ae3-4ecb-8b2f-c9eac38de445), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.790988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.793484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2115f6-d353-4c21-b894-6e40fcd5ce97 req-a9e34a70-4f82-43ad-9c7b-8039aefdfdb0 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.795314 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b07fabd-5ae3-4ecb-8b2f-c9eac38de445 HTTP/1.1" status: 204 len: 168 time: 0.2394750 Mar 07 10:44:23.800887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee2115f6-d353-4c21-b894-6e40fcd5ce97 req-a9e34a70-4f82-43ad-9c7b-8039aefdfdb0 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1050088 Mar 07 10:44:23.804561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4aa1-544b-43b3-aff7-61c3e276208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07fabd-5ae3-4ecb-8b2f-c9eac38de445,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.851165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:23.863823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee2115f6-d353-4c21-b894-6e40fcd5ce97 req-9e88a994-b024-4231-a7a1-aa2248eeac98 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619521 Mar 07 10:44:23.917733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 34630400-52f3-4b31-9ec8-1607e86d574c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:23.918431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.008442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.031732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 34630400-52f3-4b31-9ec8-1607e86d574c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:24.033418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.086773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:24.092316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.273612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.286257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:24.350804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 42ed72c7-0384-48f3-b1d9-674a44f8e568 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:24.420005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 42ed72c7-0384-48f3-b1d9-674a44f8e568 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:24.435965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 42ed72c7-0384-48f3-b1d9-674a44f8e568 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:24.436955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.538960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:24.541381 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0767bd7-c967-4b7f-aa77-c70487518d57" -d '{"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:24.553087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 42ed72c7-0384-48f3-b1d9-674a44f8e568 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:24.554102 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.595391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:24.603121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.643759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf5e0-2a97-41a7-87b8-d9e68c02b24d req-de5aacdb-9681-42f5-a7f1-2ff59bff1fb3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:24.653363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1baaf5e0-2a97-41a7-87b8-d9e68c02b24d req-de5aacdb-9681-42f5-a7f1-2ff59bff1fb3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.1150434 Mar 07 10:44:24.682486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbad341-ed0a-4e0b-a4f9-db56d185b6ea req-566321a5-c4ef-4839-b920-02eb3677ae7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:24.683997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cbad341-ed0a-4e0b-a4f9-db56d185b6ea req-566321a5-c4ef-4839-b920-02eb3677ae7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 945 time: 0.1158755 Mar 07 10:44:24.704684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:24.748531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1baaf5e0-2a97-41a7-87b8-d9e68c02b24d req-5a4a037c-942c-4df4-8492-63f4ec336184 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956616 Mar 07 10:44:24.792252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cbad341-ed0a-4e0b-a4f9-db56d185b6ea req-8186f443-ec98-4d97-b682-e406d46d549f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843332 Mar 07 10:44:24.840047 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e067374-fade-4066-a9a4-0a80dc27c714 x-openstack-request-id: req-2e067374-fade-4066-a9a4-0a80dc27c714 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:24.840405 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:24.840916 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e067374-fade-4066-a9a4-0a80dc27c714 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:24.841642 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'code': 200} Mar 07 10:44:24.947464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fed92b50-79a4-48fe-81f0-3357817323b9 req-dba54d63-7caa-489b-89ba-6ba0a4bd2e93 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0367372 Mar 07 10:44:25.056697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c416ed-bba5-4182-8142-b4b6063f86ab req-7b91ec0f-da32-4c0d-b4ec-c68747f1b766 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.058282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31c416ed-bba5-4182-8142-b4b6063f86ab req-7b91ec0f-da32-4c0d-b4ec-c68747f1b766 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1098673 Mar 07 10:44:25.103014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bae7a-dad5-47e2-8b72-cf663cf7e0a5 req-d2f31596-5c01-4dcd-9c1a-a579c22d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.105620 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-155bae7a-dad5-47e2-8b72-cf663cf7e0a5 req-d2f31596-5c01-4dcd-9c1a-a579c22d4afe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0736873 Mar 07 10:44:25.145688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb87e-fc8c-4064-a65b-0f08b7b235fd req-3b5f5b99-b940-4953-87f6-80699f1e457a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.157511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60684) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:25.158091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2adcb87e-fc8c-4064-a65b-0f08b7b235fd req-3b5f5b99-b940-4953-87f6-80699f1e457a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.0974500 Mar 07 10:44:25.176173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'port_id': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:25.188934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31c416ed-bba5-4182-8142-b4b6063f86ab req-07b744af-5062-49fd-9b5c-39fb7b8b6f31 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974905 Mar 07 10:44:25.281073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e580d-245c-49e6-b150-a5a661a3873c req-c8867a14-6ccd-4906-8e02-4986f103dfc3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.281446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-155bae7a-dad5-47e2-8b72-cf663cf7e0a5 req-1b194fa6-bc9a-4327-9fa2-59068786d38f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592588 Mar 07 10:44:25.283529 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.289768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc0e580d-245c-49e6-b150-a5a661a3873c req-c8867a14-6ccd-4906-8e02-4986f103dfc3 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.0694208 Mar 07 10:44:25.349969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc0e580d-245c-49e6-b150-a5a661a3873c req-92b275e5-3c07-43f9-b3b4-76d049195f35 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540364 Mar 07 10:44:25.605066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.970125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.981577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.045240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b98a3-b576-4ecf-8d09-8a2e3d80bffe req-7973441a-841c-4ddf-8224-321ef0ee7b13 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:26.052927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b4b98a3-b576-4ecf-8d09-8a2e3d80bffe req-7973441a-841c-4ddf-8224-321ef0ee7b13 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.1373529 Mar 07 10:44:26.185535 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP dac31915-4f64-43a0-90af-6a9d8ab65186 associated. External IP: 172.25.4.195, port: cffc30f5-07c6-4f31-b6d0-3821b48548ce. Mar 07 10:44:26.228289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14081f6a-2f20-4eca-811a-7ede5518a189 req-9c51d064-cce1-48fc-b721-5357e6e4529b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2504a75-1848-4b91-8935-1abd64d7df53 HTTP/1.1" status: 200 len: 210 time: 0.1401548 Mar 07 10:44:26.334557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b4b98a3-b576-4ecf-8d09-8a2e3d80bffe req-6f8053ae-f000-42e2-be33-c518a762379c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740123 Mar 07 10:44:26.337996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60714) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:26.481644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc613cd3-771e-41e4-979c-32f1e886af3a req-9b786e59-4874-4772-a80b-e2b8f4b89f8a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:26.492239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc613cd3-771e-41e4-979c-32f1e886af3a req-9b786e59-4874-4772-a80b-e2b8f4b89f8a tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1532998 Mar 07 10:44:26.595375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:26.617359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:26.654798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc613cd3-771e-41e4-979c-32f1e886af3a req-2602a33f-cd6e-4ec7-8734-e4e5cbb4f57f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603022 Mar 07 10:44:26.699940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd89e-438c-4750-b83d-75d1929408ba req-2500de03-e115-4e8c-9abd-18de6ae35628 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:26.707944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04efd89e-438c-4750-b83d-75d1929408ba req-2500de03-e115-4e8c-9abd-18de6ae35628 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.2120080 Mar 07 10:44:26.726173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c26c10f7-c8e8-4e2e-88d0-6f03caef0c38 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:26.767200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04efd89e-438c-4750-b83d-75d1929408ba req-fcbb39ec-52ec-4a16-a691-468c56cfeaf7 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582225 Mar 07 10:44:26.803870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c26c10f7-c8e8-4e2e-88d0-6f03caef0c38 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "PUT /v2.0/quotas/fad1e4ec36b040bbbe95215dca49d357 HTTP/1.1" status: 200 len: 368 time: 0.4579279 Mar 07 10:44:26.817995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-122a5c7d-695b-4ce0-a505-4451ccf412d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.836017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:26.841337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Request body: {'network': {'project_id': 'fad1e4ec36b040bbbe95215dca49d357'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:26.843193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:26.847359 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3846e525-6219-4cdb-ae36-346a0bc64cf5" -d '{"events": [{"server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "name": "network-vif-plugged", "status": "completed", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:26.900520 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dadfa81-a111-4423-9f1e-9f86c6af0795 x-openstack-request-id: req-9dadfa81-a111-4423-9f1e-9f86c6af0795 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:26.900821 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "name": "network-vif-plugged", "status": "completed", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:26.901075 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dadfa81-a111-4423-9f1e-9f86c6af0795 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:26.901521 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'code': 200} Mar 07 10:44:26.920839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:26.928504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.936094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:26.955480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:26.956081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:26.989324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c055d178-bc64-48c6-93dd-e1f21eb5c929 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "PUT /v2.0/floatingips/dac31915-4f64-43a0-90af-6a9d8ab65186 HTTP/1.1" status: 200 len: 991 time: 1.8191698 Mar 07 10:44:26.991191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:26.993725 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9083b2a4-037f-4570-a939-f111829c46ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:27.018479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Made reservation on behalf of fad1e4ec36b040bbbe95215dca49d357 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:27.027753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.059889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-122a5c7d-695b-4ce0-a505-4451ccf412d1 admin admin] Publish callbacks [] for security_group (32676c61-bf10-4d01-aa5a-8025723d503c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.092239 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc0de6-16fe-4426-bb24-c1e7fab3d9a9 x-openstack-request-id: req-eefc0de6-16fe-4426-bb24-c1e7fab3d9a9 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:27.097749 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:27.098679 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eefc0de6-16fe-4426-bb24-c1e7fab3d9a9 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:27.099287 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'status': 'completed', 'code': 200} Mar 07 10:44:27.102259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.111797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-122a5c7d-695b-4ce0-a505-4451ccf412d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32676c61-bf10-4d01-aa5a-8025723d503c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.113002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.147724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-122a5c7d-695b-4ce0-a505-4451ccf412d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ae49fc308524940ad4c70e078bd9417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449955 Mar 07 10:44:27.151429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60756) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:27.221773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b2a4-037f-4570-a939-f111829c46ce req-a9be5e9a-1978-423a-9d77-1d83fdd981d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.224468 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-a9be5e9a-1978-423a-9d77-1d83fdd981d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 1127 time: 0.1341465 Mar 07 10:44:27.230975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a5c7d-695b-4ce0-a505-4451ccf412d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32676c61-bf10-4d01-aa5a-8025723d503c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.244635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9a44-5c16-4cc3-8d60-9931b3ffd309 req-71aa9ece-d5c0-4023-8786-b7e087836fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.246218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61fe9a44-5c16-4cc3-8d60-9931b3ffd309 req-71aa9ece-d5c0-4023-8786-b7e087836fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 1128 time: 0.1721830 Mar 07 10:44:27.283420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] Publish callbacks [] for security_group (32676c61-bf10-4d01-aa5a-8025723d503c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.309569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:27.345650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] Publish callbacks [] for security_group (32676c61-bf10-4d01-aa5a-8025723d503c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.376046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks [] for security_group (069dfad0-90fd-417b-8e68-8f302824bc94), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.381828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b2a4-037f-4570-a939-f111829c46ce req-1b8eebf6-3082-4027-8b6a-23ea50003205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.383732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-1b8eebf6-3082-4027-8b6a-23ea50003205 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.1511626 Mar 07 10:44:27.385639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (069dfad0-90fd-417b-8e68-8f302824bc94), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.486163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61fe9a44-5c16-4cc3-8d60-9931b3ffd309 req-5ee86b3a-e0dd-4706-a947-5b2c5776fd63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289855 Mar 07 10:44:27.521770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:27.549021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-0750648c-0ff2-4d32-97ec-129aee7e0c51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce HTTP/1.1" status: 200 len: 999 time: 0.1519854 Mar 07 10:44:27.584602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447d688-2519-4da3-a5d3-1f45e204d16d req-5abc14db-8df3-4bd1-8aa5-e02a3e568cea tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.592770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e447d688-2519-4da3-a5d3-1f45e204d16d req-5abc14db-8df3-4bd1-8aa5-e02a3e568cea tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.0898499 Mar 07 10:44:27.609262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b2a4-037f-4570-a939-f111829c46ce req-6c9af170-92c3-4836-b1b0-138351824413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.611448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-6c9af170-92c3-4836-b1b0-138351824413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.0554545 Mar 07 10:44:27.613960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32676c61-bf10-4d01-aa5a-8025723d503c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.614477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069dfad0-90fd-417b-8e68-8f302824bc94,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.618056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.618856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.619321 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Added segment 7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b of type vlan for network 9b938f5e-c48d-4cdf-8b9c-d04298c3d32b Mar 07 10:44:27.622361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32676c61-bf10-4d01-aa5a-8025723d503c HTTP/1.1" status: 204 len: 168 time: 0.4649808 Mar 07 10:44:27.712029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9b938f5e-c48d-4cdf-8b9c-d04298c3d32b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.728932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1eafc6-5983-4575-b9ba-f51d79fc7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32676c61-bf10-4d01-aa5a-8025723d503c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.738139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b2a4-037f-4570-a939-f111829c46ce req-170904f1-537f-4374-ad7b-16d446fe4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.740082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-170904f1-537f-4374-ad7b-16d446fe4baf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1186609 Mar 07 10:44:27.811113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}, {'id': 'dac31915-4f64-43a0-90af-6a9d8ab65186', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:a3:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:58Z', 'updated_at': '2022-03-07T10:44:25Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:27.820835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9b938f5e-c48d-4cdf-8b9c-d04298c3d32b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.822313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.822992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.861627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e447d688-2519-4da3-a5d3-1f45e204d16d req-e0f82b2c-22be-4ec8-abb5-e4298f6d94ba tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679527 Mar 07 10:44:27.891046 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0536232 Mar 07 10:44:27.895925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60792) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:27.898733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:44:27.928865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:27.929492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:27.938036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Request body: {'network': {'project_id': 'fad1e4ec36b040bbbe95215dca49d357'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:27.966897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290808a3-d54a-44b9-a022-257a1b14a951 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event updated for resources: {'Network': ['ID=9b938f5e-c48d-4cdf-8b9c-d04298c3d32b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.978960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-49d7b886-00a9-430d-96ae-eff86f55571b service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315562 Mar 07 10:44:27.990933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Made reservation on behalf of fad1e4ec36b040bbbe95215dca49d357 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:27.996809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.002347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f834e-18aa-43c2-a1d4-96cf4e725771 req-1ee946e2-3633-4153-b3ab-c2488321e878 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.013634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e83f834e-18aa-43c2-a1d4-96cf4e725771 req-1ee946e2-3633-4153-b3ab-c2488321e878 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1882725 Mar 07 10:44:28.057817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:28.070981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f36991f6-9adb-4382-820d-746d05d2f2dd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.071346 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Added segment f36991f6-9adb-4382-820d-746d05d2f2dd of type vlan for network 5de8fea2-fd75-4a81-a8cc-c1786d79aa5d Mar 07 10:44:28.140419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5de8fea2-fd75-4a81-a8cc-c1786d79aa5d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.199359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a151923-a093-4a83-9ea9-f293cdf2eb88 req-ed06da6d-cf09-4183-99b7-c1ffbf55a95f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.210021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5de8fea2-fd75-4a81-a8cc-c1786d79aa5d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.211009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.211317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a151923-a093-4a83-9ea9-f293cdf2eb88 req-ed06da6d-cf09-4183-99b7-c1ffbf55a95f tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.1313224 Mar 07 10:44:28.211587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.262544 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3636055 Mar 07 10:44:28.275576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60798) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:28.276140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:28.278923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9b938f5e-c48d-4cdf-8b9c-d04298c3d32b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:28.288683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a151923-a093-4a83-9ea9-f293cdf2eb88 req-ce10efdb-4a79-45a7-b800-3b563b869335 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763710 Mar 07 10:44:28.308867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa71fc-b7b4-4095-9c94-15ba8abbc3d1 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event updated for resources: {'Network': ['ID=5de8fea2-fd75-4a81-a8cc-c1786d79aa5d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:28.315463 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9083b2a4-037f-4570-a939-f111829c46ce req-56414b46-a80e-49a3-afe8-3d1c9759ad9c service neutron] 10.222.0.32 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280661 Mar 07 10:44:28.321388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e83f834e-18aa-43c2-a1d4-96cf4e725771 req-20dd7281-233e-455c-a985-f7db4f0fddc2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946863 Mar 07 10:44:28.339011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5de8fea2-fd75-4a81-a8cc-c1786d79aa5d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:28.344599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3e7c5c22-b8fd-482b-b1af-2312df5e397f tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Request body: {'network': {'project_id': 'fad1e4ec36b040bbbe95215dca49d357'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:28.377366 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c5c22-b8fd-482b-b1af-2312df5e397f tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:44:28.378147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7c5c22-b8fd-482b-b1af-2312df5e397f tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:44:28.379486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e7c5c22-b8fd-482b-b1af-2312df5e397f tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0394654 Mar 07 10:44:28.380922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2700df60-6905-4e9c-aa7e-26abeb8fdfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.382800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60808) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:28.477767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6af2edf-8b35-45ef-bd43-8a177db2380d tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fad1e4ec36b040bbbe95215dca49d357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937443 Mar 07 10:44:28.484150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60814) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:28.550367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.579926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks [] for security_group (069dfad0-90fd-417b-8e68-8f302824bc94), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.588738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:28.606248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks [] for security_group (069dfad0-90fd-417b-8e68-8f302824bc94), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.673965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (069dfad0-90fd-417b-8e68-8f302824bc94), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.677221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.678960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/069dfad0-90fd-417b-8e68-8f302824bc94 HTTP/1.1" status: 204 len: 168 time: 0.1927791 Mar 07 10:44:28.681593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:28.702634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7978b-0666-421f-8ee0-67bf63903eb7 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069dfad0-90fd-417b-8e68-8f302824bc94,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:28.778920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5de8fea2-fd75-4a81-a8cc-c1786d79aa5d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.875696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5de8fea2-fd75-4a81-a8cc-c1786d79aa5d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.896435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de8fea2-fd75-4a81-a8cc-c1786d79aa5d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:28.896666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2700df60-6905-4e9c-aa7e-26abeb8fdfcd admin admin] Publish callbacks [] for security_group (b9efc621-3387-4c63-a30e-745a7832c144), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.904722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63b00b-a474-40b8-809d-dc05a6cc8bfe req-2a1ae9c6-08c1-47d4-9fca-6bfbae11b6c0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.906336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b63b00b-a474-40b8-809d-dc05a6cc8bfe req-2a1ae9c6-08c1-47d4-9fca-6bfbae11b6c0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.2402258 Mar 07 10:44:28.906879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36991f6-9adb-4382-820d-746d05d2f2dd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:28.907392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36991f6-9adb-4382-820d-746d05d2f2dd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:28.914030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-bf040a86-d641-4311-b926-04f3433a7b48 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.915435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-bf040a86-d641-4311-b926-04f3433a7b48 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.4603317 Mar 07 10:44:28.917401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-b3850a93-6436-465a-be06-a4fb83ceb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:28.918438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (f36991f6-9adb-4382-820d-746d05d2f2dd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.918815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-b3850a93-6436-465a-be06-a4fb83ceb80b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.1842587 Mar 07 10:44:28.920832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2700df60-6905-4e9c-aa7e-26abeb8fdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9efc621-3387-4c63-a30e-745a7832c144), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.934435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f36991f6-9adb-4382-820d-746d05d2f2dd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.942220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:28.942993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (f36991f6-9adb-4382-820d-746d05d2f2dd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:28.944709 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:29.000344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}, {'id': 'dac31915-4f64-43a0-90af-6a9d8ab65186', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:a3:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:58Z', 'updated_at': '2022-03-07T10:44:25Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.005336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5de8fea2-fd75-4a81-a8cc-c1786d79aa5d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.023754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-60f19e95-4333-499c-a15e-f32d1a8f919d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.0946217 Mar 07 10:44:29.024645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.030178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700df60-6905-4e9c-aa7e-26abeb8fdfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efc621-3387-4c63-a30e-745a7832c144,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:29.032266 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5de8fea2-fd75-4a81-a8cc-c1786d79aa5d HTTP/1.1" status: 204 len: 168 time: 0.3488557 Mar 07 10:44:29.032776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b086b3-b668-4e3c-8dc2-33554ca7db80 tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event deleted for resources: {'Network': ['ID=5de8fea2-fd75-4a81-a8cc-c1786d79aa5d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:29.033776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60824) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:29.038253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167122f-cba1-48dd-8968-9f5cfd509b49 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}, {'id': 'dac31915-4f64-43a0-90af-6a9d8ab65186', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:a3:3e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:58Z', 'updated_at': '2022-03-07T10:44:25Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:29.100823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2700df60-6905-4e9c-aa7e-26abeb8fdfcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbd0b37cdd9f4ed3bf3147424d36eae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7414105 Mar 07 10:44:29.103458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:29.142765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-8f5b0dae-f3bb-401d-a2db-aad00e6afd8c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040776 Mar 07 10:44:29.155209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] Publish callbacks [] for security_group (b9efc621-3387-4c63-a30e-745a7832c144), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.178477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] Publish callbacks [] for security_group (b9efc621-3387-4c63-a30e-745a7832c144), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.194900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b63b00b-a474-40b8-809d-dc05a6cc8bfe req-08f57b9e-e38a-43b8-93f9-c442f55bcf23 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749383 Mar 07 10:44:29.253282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9efc621-3387-4c63-a30e-745a7832c144), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.256335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.259999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9efc621-3387-4c63-a30e-745a7832c144 HTTP/1.1" status: 204 len: 168 time: 0.1529174 Mar 07 10:44:29.267492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2f17-ae41-4d81-9bac-034a9be84f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efc621-3387-4c63-a30e-745a7832c144,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:29.269275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9b938f5e-c48d-4cdf-8b9c-d04298c3d32b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.277396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-6dd32ca4-326a-4434-8c7d-fb092ff0dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.278870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-6dd32ca4-326a-4434-8c7d-fb092ff0dac4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.3496554 Mar 07 10:44:29.329615 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ae730-5889-44f8-b913-28d2a47baca6 None None] New status for floating IP dac31915-4f64-43a0-90af-6a9d8ab65186: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:44:29.428057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-dabcd007-e272-4737-ae85-4756c5bd1862 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740471 Mar 07 10:44:29.438274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-efeaf0db-64e1-46db-a0e5-3de81175b1ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.1515493 Mar 07 10:44:29.532461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9b938f5e-c48d-4cdf-8b9c-d04298c3d32b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.585571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7008b-6a93-4b82-9438-b295ccdd8409 req-1b6af702-9446-4c38-ad14-0e399319c4ae tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.587112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f7008b-6a93-4b82-9438-b295ccdd8409 req-1b6af702-9446-4c38-ad14-0e399319c4ae tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.2891066 Mar 07 10:44:29.606372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b938f5e-c48d-4cdf-8b9c-d04298c3d32b']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.633598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.633888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.644021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-23f68c8e-c062-4d42-99cb-be0ab1e7aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.645481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-23f68c8e-c062-4d42-99cb-be0ab1e7aa90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.1923335 Mar 07 10:44:29.652957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.708660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.721901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-a74eaa55-f7c6-4040-b473-afbf7cc5780d service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826045 Mar 07 10:44:29.727417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:29.727865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (7802dbc6-ed91-4207-8a9a-7e2fd51a2a1b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:29.729837 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:29.754609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f7008b-6a93-4b82-9438-b295ccdd8409 req-3744431c-c862-454d-8fb9-5b5403e03e16 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549768 Mar 07 10:44:29.800947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-63c482a1-0673-4d24-bf06-a52960f107b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.802765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-63c482a1-0673-4d24-bf06-a52960f107b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1444597 Mar 07 10:44:29.809224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9b938f5e-c48d-4cdf-8b9c-d04298c3d32b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.868890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.876001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9b938f5e-c48d-4cdf-8b9c-d04298c3d32b HTTP/1.1" status: 204 len: 168 time: 0.8323703 Mar 07 10:44:29.936811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f40913-2bf5-4480-ab8c-08da35b5a10e tempest-QuotasNegativeTest-1019536951 tempest-QuotasNegativeTest-1019536951-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b938f5e-c48d-4cdf-8b9c-d04298c3d32b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:30.050219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940949d2-fb7d-441f-99e6-c3dcf7d61024 req-61141320-8153-4fcf-9f90-a6dfa903647c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:30.057151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-940949d2-fb7d-441f-99e6-c3dcf7d61024 req-61141320-8153-4fcf-9f90-a6dfa903647c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.2069764 Mar 07 10:44:30.071558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-2a981f08-1b96-4f0d-9fd1-449a22741ae7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574289 Mar 07 10:44:30.116225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a01a9-9d85-44cd-aeea-e228f3b4da19 req-18c0d5ee-36b8-4287-be38-e3ba69eb938c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:30.117699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-861a01a9-9d85-44cd-aeea-e228f3b4da19 req-18c0d5ee-36b8-4287-be38-e3ba69eb938c tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.1831527 Mar 07 10:44:30.131602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:30.136295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Request body: {'floatingip': {'port_id': '42ed72c7-0384-48f3-b1d9-674a44f8e568'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:30.208821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.284989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-940949d2-fb7d-441f-99e6-c3dcf7d61024 req-db1a6707-5a06-4d7c-918b-495f3222f8a8 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268646 Mar 07 10:44:30.376885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f83b644e-81ba-44d6-80de-14cc067a4c66 req-c1b32845-d356-4e91-90d1-9e6981ab2c6b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.1956258 Mar 07 10:44:30.410142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bed25e5-eba4-43ac-915c-81d0405dc771 req-85e14337-1897-48d9-a604-d78f5560bda1 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295479 Mar 07 10:44:30.506645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c56a-0a5d-457b-bbd6-9ef69ced9336 req-13f6f298-ee47-47da-b7ab-c4677d8a8005 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:30.509003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41a1c56a-0a5d-457b-bbd6-9ef69ced9336 req-13f6f298-ee47-47da-b7ab-c4677d8a8005 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0762584 Mar 07 10:44:30.573575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41a1c56a-0a5d-457b-bbd6-9ef69ced9336 req-e5309208-12fd-43ab-800d-159e5108c011 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566568 Mar 07 10:44:30.602916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:30.809342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15f88e28-7f6f-4890-ae50-4d39c5f40792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.417915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53818d0b-85ae-4de2-9ddd-f68b62376663 req-87cdaddc-38fc-4525-a48c-b0376bb6870d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0421574 Mar 07 10:44:31.447888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-9e6cfb34-d13a-43c5-9baa-6468e1d48e4e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:31.449316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-9e6cfb34-d13a-43c5-9baa-6468e1d48e4e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.2222359 Mar 07 10:44:31.473165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:31.504162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15f88e28-7f6f-4890-ae50-4d39c5f40792 admin admin] Publish callbacks [] for security_group (3db3cb6b-d48d-4dbf-b393-08a746b8556a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.518621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.521311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15f88e28-7f6f-4890-ae50-4d39c5f40792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3db3cb6b-d48d-4dbf-b393-08a746b8556a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.557605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.641805 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15f88e28-7f6f-4890-ae50-4d39c5f40792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5eba8247caf43239652b6976670bef1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0372708 Mar 07 10:44:31.645007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.648617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f88e28-7f6f-4890-ae50-4d39c5f40792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3cb6b-d48d-4dbf-b393-08a746b8556a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:31.735014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:31.738564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.740096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] Publish callbacks [] for security_group (3db3cb6b-d48d-4dbf-b393-08a746b8556a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.750310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad6f63-0d70-4b3e-a233-d0d34d5c6f62 req-1d87e6c0-72d9-4218-a504-b9fe1ecf48c0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:31.751861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ad6f63-0d70-4b3e-a233-d0d34d5c6f62 req-1d87e6c0-72d9-4218-a504-b9fe1ecf48c0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0858345 Mar 07 10:44:31.753333 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Floating IP 1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6 associated. External IP: 172.25.4.75, port: 42ed72c7-0384-48f3-b1d9-674a44f8e568. Mar 07 10:44:31.780002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] Publish callbacks [] for security_group (3db3cb6b-d48d-4dbf-b393-08a746b8556a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.871902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ad6f63-0d70-4b3e-a233-d0d34d5c6f62 req-092ff49c-eb9a-44cf-9312-66e0d6cfa2e3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032958 Mar 07 10:44:31.913549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3db3cb6b-d48d-4dbf-b393-08a746b8556a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.922699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.923902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3db3cb6b-d48d-4dbf-b393-08a746b8556a HTTP/1.1" status: 204 len: 168 time: 0.2777705 Mar 07 10:44:31.947144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d573f-4449-4516-aa86-9b2d5c524c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3cb6b-d48d-4dbf-b393-08a746b8556a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:31.974381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.11 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/ac6d1968-1dce-4c53-a877-f02742bf6e51) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:32.041252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0484e3-2c56-41ef-8834-f8f8ee6ce28c req-0c5869f9-3102-45b4-9390-61616d7bd987 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.048833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b0484e3-2c56-41ef-8834-f8f8ee6ce28c req-0c5869f9-3102-45b4-9390-61616d7bd987 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0847523 Mar 07 10:44:32.107027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b0484e3-2c56-41ef-8834-f8f8ee6ce28c req-4125d689-7c50-46c8-a8bf-767d84eb666c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571969 Mar 07 10:44:32.208481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Router 5315bcce-240f-46f0-b5cb-1014d9e36e9a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:32.243965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd425cd-e370-430b-b24b-4d9e022bf973 req-0da97737-3735-4fc2-a1cb-f676c284d6d3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.255369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abd425cd-e370-430b-b24b-4d9e022bf973 req-0da97737-3735-4fc2-a1cb-f676c284d6d3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0690327 Mar 07 10:44:32.298687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.305145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abd425cd-e370-430b-b24b-4d9e022bf973 req-8581ee41-73e9-41eb-9c8c-e5fb7caf73bf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488472 Mar 07 10:44:32.376888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:32.381883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.393294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Sync routers for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:32.410806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:32.411036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.417044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:32.455541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d90a546a-5246-46cc-844e-180ba973920d tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "PUT /v2.0/floatingips/1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6 HTTP/1.1" status: 200 len: 991 time: 2.3198552 Mar 07 10:44:32.458891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:32.461161 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02a12f-ac4c-44bf-a110-d902b6762989" -d '{"events": [{"name": "network-changed", "server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:32.471215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:32.472105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60932) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:32.475168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:32.484600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:32.507544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e36a13a-b0e5-4aeb-ab5c-04f2420b99bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.517218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:32.530880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b07551-36a3-4b00-b599-a011bc4c6058 req-4862aedc-2cf0-4913-991b-0a9a628d33cf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.532600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86b07551-36a3-4b00-b599-a011bc4c6058 req-4862aedc-2cf0-4913-991b-0a9a628d33cf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1298957 Mar 07 10:44:32.551201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.552180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.570455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-ad13642f-8ff5-47d3-aa42-7f112619cd92 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1010976 Mar 07 10:44:32.585514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Request body: {'port': {'device_id': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:32.616688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:32.657463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86b07551-36a3-4b00-b599-a011bc4c6058 req-de45a26c-3f90-4615-8df8-146d9599473b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037068 Mar 07 10:44:32.694098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.694671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c56bf-9afc-4d2d-ab8f-51b40212a42c req-84bf5fec-a618-4c30-86a3-abfa56bb5f5c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.712271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9c56bf-9afc-4d2d-ab8f-51b40212a42c req-84bf5fec-a618-4c30-86a3-abfa56bb5f5c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 932 time: 0.1785822 Mar 07 10:44:32.783733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e36a13a-b0e5-4aeb-ab5c-04f2420b99bf admin admin] Publish callbacks [] for security_group (06a0c0dc-3282-4084-8161-28d72ad4754e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.799107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e36a13a-b0e5-4aeb-ab5c-04f2420b99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06a0c0dc-3282-4084-8161-28d72ad4754e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.826058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9c56bf-9afc-4d2d-ab8f-51b40212a42c req-a3427634-9dc7-4722-9fd8-ac2d117cdffe tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081214 Mar 07 10:44:32.907413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e36a13a-b0e5-4aeb-ab5c-04f2420b99bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62c2a66709484cc5b9d5a4b551a00ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339037 Mar 07 10:44:32.916792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:32.977516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e3971-9e1f-4d7c-b731-a7a6558aca14 req-6dfd24cd-3dc8-4878-8976-b62c05981186 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.985685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'port_id': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'mac_address': 'fa:16:3e:08:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:43Z', 'updated_at': '2022-03-07T10:44:31Z', 'revision_number': 1, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:32.987956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59e3971-9e1f-4d7c-b731-a7a6558aca14 req-6dfd24cd-3dc8-4878-8976-b62c05981186 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.2452228 Mar 07 10:44:32.993850 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fbf34-e890-4d28-9ad6-8cbcabefe4f1 x-openstack-request-id: req-bb5fbf34-e890-4d28-9ad6-8cbcabefe4f1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:32.994284 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:32.994650 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb5fbf34-e890-4d28-9ad6-8cbcabefe4f1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:32.995396 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'status': 'completed', 'code': 200} Mar 07 10:44:33.004166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36a13a-b0e5-4aeb-ab5c-04f2420b99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a0c0dc-3282-4084-8161-28d72ad4754e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.058913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Checking router: 5315bcce-240f-46f0-b5cb-1014d9e36e9a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:44:33.060217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6d1968-1dce-4c53-a877-f02742bf6e51 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:33.071125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks [] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.071358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:33.072158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:33.087999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Transition to ACTIVE for port object ac6d1968-1dce-4c53-a877-f02742bf6e51 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:33.095060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.190482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.206374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:33.255903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Attempting to bind port ac6d1968-1dce-4c53-a877-f02742bf6e51 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:33.256408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Attempting to bind port ac6d1968-1dce-4c53-a877-f02742bf6e51 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:33.256827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Attempting to bind port ac6d1968-1dce-4c53-a877-f02742bf6e51 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:33.262545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Port ac6d1968-1dce-4c53-a877-f02742bf6e51 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:33.263057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Attempting to bind port ac6d1968-1dce-4c53-a877-f02742bf6e51 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:33.270878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:33.271384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:33.271887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:33.272430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Bound port: ac6d1968-1dce-4c53-a877-f02742bf6e51, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:33.272885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.365718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:33.373153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:33.392197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.439569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.440722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.442425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac6d1968-1dce-4c53-a877-f02742bf6e51 HTTP/1.1" status: 200 len: 1092 time: 0.8650031 Mar 07 10:44:33.471681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a91452-8eb9-4a9e-92da-dd1c2c3ddc44 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.518988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] Publish callbacks [] for security_group (06a0c0dc-3282-4084-8161-28d72ad4754e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.526293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'port_id': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'mac_address': 'fa:16:3e:08:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:43Z', 'updated_at': '2022-03-07T10:44:31Z', 'revision_number': 1, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:33.544653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59e3971-9e1f-4d7c-b731-a7a6558aca14 req-10920d05-5d8a-44db-8ae2-09e570c2cb47 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475993 Mar 07 10:44:33.552951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-74a7a52f-10e8-4bed-87f9-8f681b94cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.554498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-74a7a52f-10e8-4bed-87f9-8f681b94cae9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3681beb3f37c4e649e5aac668a16d265&device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 1128 time: 0.5547361 Mar 07 10:44:33.562944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83b7e-6cea-49f1-9dcc-adb8c1515053 req-0c75b7d6-a154-4bde-9db3-f36b81c6e149 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.568781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db636c15-1004-4d4a-9fa9-1c49e08c871a None None] The sync data for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 is: [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'port_id': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'mac_address': 'fa:16:3e:08:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:43Z', 'updated_at': '2022-03-07T10:44:31Z', 'revision_number': 1, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:33.571745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-829fa82c-da1f-4fcf-b835-d747f5b682c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.574302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-829fa82c-da1f-4fcf-b835-d747f5b682c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 1126 time: 0.0812347 Mar 07 10:44:33.576209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01c83b7e-6cea-49f1-9dcc-adb8c1515053 req-0c75b7d6-a154-4bde-9db3-f36b81c6e149 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.5716984 Mar 07 10:44:33.621832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] Publish callbacks [] for security_group (06a0c0dc-3282-4084-8161-28d72ad4754e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.622730 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-3cef43f7-8468-46a5-aeb1-ce5ff3eaa055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51 HTTP/1.1" status: 200 len: 217 time: 0.0419157 Mar 07 10:44:33.683161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-040d2e08-b4be-4fb2-a203-09bac0f7f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.685591 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-040d2e08-b4be-4fb2-a203-09bac0f7f9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0570242 Mar 07 10:44:33.722493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-60fa614f-7bba-4f25-a703-5219eb50186a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318248 Mar 07 10:44:33.726799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01c83b7e-6cea-49f1-9dcc-adb8c1515053 req-a8c85bb4-c793-47f6-85bb-fa84320d735e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499107 Mar 07 10:44:33.749894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-e424d005-e8b8-4e2f-aa13-a57e83264743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.751635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-e424d005-e8b8-4e2f-aa13-a57e83264743 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2143387b-541a-48ea-aa1a-a5c957df479a HTTP/1.1" status: 200 len: 917 time: 0.1664777 Mar 07 10:44:33.767440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06a0c0dc-3282-4084-8161-28d72ad4754e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.770169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.771477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06a0c0dc-3282-4084-8161-28d72ad4754e HTTP/1.1" status: 204 len: 168 time: 0.8502173 Mar 07 10:44:33.815140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9754c1-76f4-4ca2-8d67-78956677417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a0c0dc-3282-4084-8161-28d72ad4754e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.851124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-7b44bd5a-0c85-4df4-a41e-438beb9ee904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568 HTTP/1.1" status: 200 len: 999 time: 0.0929017 Mar 07 10:44:33.858140 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-4015bdbc-056e-499e-be49-97d2e2f502cb service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287036 Mar 07 10:44:33.912334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-293a1d1d-6d54-45a8-927b-dab79dfe9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.914106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-293a1d1d-6d54-45a8-927b-dab79dfe9b11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9 HTTP/1.1" status: 200 len: 855 time: 0.0566988 Mar 07 10:44:33.962631 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efa144-3be7-4318-b11e-d01d937dc2ba None None] New status for floating IP 1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:44:33.994922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-17897d1a-2e3e-4fb6-bf83-a3d80f00fd44 service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305847 Mar 07 10:44:34.093524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710f409-8ef8-44a7-aad0-8f07234191b4 req-0b27da6a-3fb2-46d3-a27f-d42e898cb86d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:34.096147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9710f409-8ef8-44a7-aad0-8f07234191b4 req-0b27da6a-3fb2-46d3-a27f-d42e898cb86d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 944 time: 0.1483369 Mar 07 10:44:34.130131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-1d8eb507-b0cb-467d-9e56-cf17f2465047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:34.131924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-1d8eb507-b0cb-467d-9e56-cf17f2465047 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2143387b-541a-48ea-aa1a-a5c957df479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2120204 Mar 07 10:44:34.259528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9710f409-8ef8-44a7-aad0-8f07234191b4 req-47e7ad38-1eb5-4773-8d5b-8642f4918497 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537938 Mar 07 10:44:34.285491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5553a9-592f-4526-84c8-4f74774272c4 req-027fdbdd-3d27-41e3-a3a8-e96ab80287b6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:34.292618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f5553a9-592f-4526-84c8-4f74774272c4 req-027fdbdd-3d27-41e3-a3a8-e96ab80287b6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1735487 Mar 07 10:44:34.341839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-59f612a3-eb09-4845-9088-bee98c3328d8 service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785257 Mar 07 10:44:34.392099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f5553a9-592f-4526-84c8-4f74774272c4 req-ff0a441e-a5c7-4b52-9b0b-433c1df43e4f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981026 Mar 07 10:44:34.457905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c02a12f-ac4c-44bf-a110-d902b6762989 req-bff96479-7425-4b04-bd92-54c71083bcc0 service neutron] 10.222.0.26 "GET /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052136 Mar 07 10:44:34.770962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60974) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:34.872040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-237599322'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:34.893636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Made reservation on behalf of 4f7b512e07874a0e8523d8f245f94520 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:34.897491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.906914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.986548 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for security_group (21ba7e1b-75c7-4933-b36d-0d7525d9cadc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.996470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (21ba7e1b-75c7-4933-b36d-0d7525d9cadc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.997090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:34.999843 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc697d-3a4a-4fad-aae0-d33684402ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:35.017572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:35.043238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7ea76fe1-6fe8-4091-ae62-2838c997cad8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.043792 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Added segment 7ea76fe1-6fe8-4091-ae62-2838c997cad8 of type vlan for network 161f62d1-623b-4571-98c3-0306936d12c7 Mar 07 10:44:35.050342 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d82993-19ff-45dc-a825-de4efed1bd11 x-openstack-request-id: req-95d82993-19ff-45dc-a825-de4efed1bd11 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:35.050744 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:35.051158 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95d82993-19ff-45dc-a825-de4efed1bd11 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:35.051675 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51', 'status': 'completed', 'code': 200} Mar 07 10:44:35.057264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba7e1b-75c7-4933-b36d-0d7525d9cadc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:35.100263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (161f62d1-623b-4571-98c3-0306936d12c7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.118340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-47174636-5bef-4755-a9b6-1dc26b36eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.119866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-47174636-5bef-4755-a9b6-1dc26b36eb6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 1126 time: 0.0511508 Mar 07 10:44:35.128365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (161f62d1-623b-4571-98c3-0306936d12c7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.133521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.134117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.190783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4185479 Mar 07 10:44:35.193774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:35.200134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Request body: {'subnet': {'network_id': '161f62d1-623b-4571-98c3-0306936d12c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:35.242412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325a8aa-2de0-45d6-bd9e-344e7ed3428d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'Network': ['ID=161f62d1-623b-4571-98c3-0306936d12c7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:35.254088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 161f62d1-623b-4571-98c3-0306936d12c7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:35.291533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-d23e4884-60c2-4202-b700-b18b84696831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.292980 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-d23e4884-60c2-4202-b700-b18b84696831 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.1666739 Mar 07 10:44:35.361539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-eb2f4aee-20d2-4126-9f85-02517e6f70a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51 HTTP/1.1" status: 200 len: 217 time: 0.0559030 Mar 07 10:44:35.365827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Made reservation on behalf of 4f7b512e07874a0e8523d8f245f94520 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:35.369613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.408905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797305-53c1-44f7-8710-9f0d47ad375f req-7919d92e-60ac-4c88-bfb4-f98869c739a0 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.410394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5797305-53c1-44f7-8710-9f0d47ad375f req-7919d92e-60ac-4c88-bfb4-f98869c739a0 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 944 time: 0.0557556 Mar 07 10:44:35.483548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-bcf1862d-543d-4af9-ae25-c58eac7ec8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.485216 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-bcf1862d-543d-4af9-ae25-c58eac7ec8d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1121869 Mar 07 10:44:35.491513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5797305-53c1-44f7-8710-9f0d47ad375f req-0bd0d7c9-d7a8-4485-b66a-48886d9c6393 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Mar 07 10:44:35.534505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-2469165e-674f-47ac-86d6-3d927fd1d261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386343 Mar 07 10:44:35.544444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8dcb6-561a-4a1c-a6da-2e20f507fbde req-6e401ee1-17b0-403b-91df-93af69a8cbd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.546302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f8dcb6-561a-4a1c-a6da-2e20f507fbde req-6e401ee1-17b0-403b-91df-93af69a8cbd0 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0699167 Mar 07 10:44:35.604887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19f8dcb6-561a-4a1c-a6da-2e20f507fbde req-90ae9c58-9729-4d65-b036-3ca6108619d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Mar 07 10:44:35.713875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-a87d134b-44fb-4178-bd96-4e31ab10df8c service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721914 Mar 07 10:44:35.729164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (96f3fe67-2715-438b-aada-d8167ff09ded), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.831524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'Subnet': ['ID=96f3fe67-2715-438b-aada-d8167ff09ded,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:35.874970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Checking segment: {'id': '7ea76fe1-6fe8-4091-ae62-2838c997cad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:35.875383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Network hostable DHCP agents. Network: 161f62d1-623b-4571-98c3-0306936d12c7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:35.883253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9ffc697d-3a4a-4fad-aae0-d33684402ecc req-b89422a4-a53f-4eb4-ac8c-f29f1a99dc5a service neutron] 10.222.0.32 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629975 Mar 07 10:44:35.892178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900e76-a590-4033-904d-7cdac72ccd99 req-f150f854-8f63-4b7a-8a4a-1d1823992f07 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.893739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18900e76-a590-4033-904d-7cdac72ccd99 req-f150f854-8f63-4b7a-8a4a-1d1823992f07 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0969603 Mar 07 10:44:35.902311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Network 161f62d1-623b-4571-98c3-0306936d12c7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:35.903133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6455-4469-49be-b18a-0b3db6510876 req-569e692c-f7be-4f66-9ae7-c30c7857c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.904922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-569e692c-f7be-4f66-9ae7-c30c7857c958 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 1126 time: 0.0781496 Mar 07 10:44:35.913773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 161f62d1-623b-4571-98c3-0306936d12c7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:35.918386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.920463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.925234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbad084-2240-4a9c-8299-9012ff00232e None None] Network 161f62d1-623b-4571-98c3-0306936d12c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:35.953032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:35.954069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9610820-1fa8-4b65-8c5e-f9d0a6fdcf56 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7577276 Mar 07 10:44:35.964478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Request body: {'port': {'network_id': '161f62d1-623b-4571-98c3-0306936d12c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1000014378'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:36.048425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18900e76-a590-4033-904d-7cdac72ccd99 req-aa485b3e-8f2d-497b-b945-d3067bbd8b86 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479843 Mar 07 10:44:36.049641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-161f62d1-623b-4571-98c3-0306936d12c7', 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7', 'project_id': '4f7b512e07874a0e8523d8f245f94520', 'fixed_ips': [{'subnet_id': '96f3fe67-2715-438b-aada-d8167ff09ded'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:36.050692 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.114583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6455-4469-49be-b18a-0b3db6510876 req-cf141af0-a505-40e4-bd62-f17e46592fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:36.118123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-cf141af0-a505-40e4-bd62-f17e46592fc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 200 len: 913 time: 0.2057300 Mar 07 10:44:36.210792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-5266a3a2-1be0-485e-9780-28a07039c6cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 200 len: 999 time: 0.0844936 Mar 07 10:44:36.213562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Made reservation on behalf of 4f7b512e07874a0e8523d8f245f94520 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:36.216845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Allocated IP 2001:db8::2 (161f62d1-623b-4571-98c3-0306936d12c7/96f3fe67-2715-438b-aada-d8167ff09ded/e9f96c86-8535-4eb0-9187-752d41c40fb4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:36.218212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.266094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] device_id is not set on port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:36.313278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6455-4469-49be-b18a-0b3db6510876 req-5e8ac109-55d5-4043-b547-bc44f234572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:36.314785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-5e8ac109-55d5-4043-b547-bc44f234572e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 200 len: 851 time: 0.0938501 Mar 07 10:44:36.371569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6455-4469-49be-b18a-0b3db6510876 req-c0202037-b0b1-42c0-bb68-0c0b57a86818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:36.377404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-c0202037-b0b1-42c0-bb68-0c0b57a86818 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524297 Mar 07 10:44:36.389702 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks [] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.396294 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.441049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Network 161f62d1-623b-4571-98c3-0306936d12c7 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:36.445108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:36.447858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:36.449951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Pushing event updated for resources: {'Port': ['ID=e9f96c86-8535-4eb0-9187-752d41c40fb4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:36.510290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Allocated IP 2001:db8::3c5 (161f62d1-623b-4571-98c3-0306936d12c7/96f3fe67-2715-438b-aada-d8167ff09ded/841adaf9-10c0-4993-aa88-dbf1bc7eda4a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:36.522911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Attempting to bind port e9f96c86-8535-4eb0-9187-752d41c40fb4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:36.523676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Attempting to bind port e9f96c86-8535-4eb0-9187-752d41c40fb4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '7ea76fe1-6fe8-4091-ae62-2838c997cad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:36.524344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Attempting to bind port e9f96c86-8535-4eb0-9187-752d41c40fb4 on network 161f62d1-623b-4571-98c3-0306936d12c7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:36.532563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:36.533611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Checking segment: {'id': '7ea76fe1-6fe8-4091-ae62-2838c997cad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:36.534270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.534763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Bound using segment: {'id': '7ea76fe1-6fe8-4091-ae62-2838c997cad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:36.535401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-3ff48f0c-e0ae-4127-9269-a74a64facc7a service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551819 Mar 07 10:44:36.535877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Bound port: e9f96c86-8535-4eb0-9187-752d41c40fb4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea76fe1-6fe8-4091-ae62-2838c997cad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '161f62d1-623b-4571-98c3-0306936d12c7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:36.536670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.793309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d55b6455-4469-49be-b18a-0b3db6510876 req-f560df3c-6848-4c68-a9c1-0fd49ec7bbf6 service neutron] 10.222.0.26 "GET /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520175 Mar 07 10:44:36.806524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6e085-dabd-4b4d-88a0-00cb804fc43b req-81f10e1e-433e-48b4-a7b7-ad6ada64e1f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:36.810973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d6e085-dabd-4b4d-88a0-00cb804fc43b req-81f10e1e-433e-48b4-a7b7-ad6ada64e1f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 944 time: 0.2264736 Mar 07 10:44:36.879741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.883672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] For port e9f96c86-8535-4eb0-9187-752d41c40fb4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:36.888501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] For port e9f96c86-8535-4eb0-9187-752d41c40fb4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e9f96c86-8535-4eb0-9187-752d41c40fb4,segment=NetworkSegment(7ea76fe1-6fe8-4091-ae62-2838c997cad8),segment_id=7ea76fe1-6fe8-4091-ae62-2838c997cad8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:36.894820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.923891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d6e085-dabd-4b4d-88a0-00cb804fc43b req-5ae5b913-593a-469c-a24c-ad7ef965cce5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982952 Mar 07 10:44:36.950262 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.971735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d0555-4bcf-4bb6-8a64-abef2662e8c2 None None] Pushing event updated for resources: {'Port': ['ID=e9f96c86-8535-4eb0-9187-752d41c40fb4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.012132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Network 161f62d1-623b-4571-98c3-0306936d12c7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:37.015625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:37.020083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:37.025617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.026425 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.041945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'Port': ['ID=841adaf9-10c0-4993-aa88-dbf1bc7eda4a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.054796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce9a3cf9-e795-4f5f-9c9d-f47acaa02c3f tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0945857 Mar 07 10:44:37.057865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32768) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:37.063276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Request body: {'port': {'network_id': '161f62d1-623b-4571-98c3-0306936d12c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1404648304', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:37.065050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.api.validators [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] bootfile-name is not in valid_values {{(pid=103789) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:37.065050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.api.validators [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] tftp-server is not in valid_values {{(pid=103789) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:37.065342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.api.validators [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] server-ip-address is not in valid_values {{(pid=103789) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:37.223767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233b9ac-2c5d-4e61-ae6a-e21acba5e156 req-61c011b6-2276-48f4-8d9a-eef741d62edb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.229549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a233b9ac-2c5d-4e61-ae6a-e21acba5e156 req-61c011b6-2276-48f4-8d9a-eef741d62edb tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0944417 Mar 07 10:44:37.244177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Made reservation on behalf of 4f7b512e07874a0e8523d8f245f94520 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:37.247467 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.275451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] device_id is not set on port 8f75254e-72a4-4802-ab61-689ee47d90fc yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:37.341009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a233b9ac-2c5d-4e61-ae6a-e21acba5e156 req-e6f22607-76c4-4a50-b056-e11ccf175daf tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049881 Mar 07 10:44:37.416879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Allocated IP 2001:db8::3b2 (161f62d1-623b-4571-98c3-0306936d12c7/96f3fe67-2715-438b-aada-d8167ff09ded/8f75254e-72a4-4802-ab61-689ee47d90fc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:37.599611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for port (8f75254e-72a4-4802-ab61-689ee47d90fc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.636563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8f75254e-72a4-4802-ab61-689ee47d90fc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.687778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Network 161f62d1-623b-4571-98c3-0306936d12c7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:37.690880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:37.696391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:37.701714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.702335 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.718227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'Port': ['ID=8f75254e-72a4-4802-ab61-689ee47d90fc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.735064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9798a5d9-1587-4b3a-b033-0ea507f1d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6759388 Mar 07 10:44:37.737928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:37.812042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15316231-999b-4203-b369-b3af8e23325a tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.818654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15316231-999b-4203-b369-b3af8e23325a tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.826253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15316231-999b-4203-b369-b3af8e23325a tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:37.830963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15316231-999b-4203-b369-b3af8e23325a tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0906198 Mar 07 10:44:37.833057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32786) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:37.918648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ac6d1968-1dce-4c53-a877-f02742bf6e51 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:37.956712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Deleting port 8f75254e-72a4-4802-ab61-689ee47d90fc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:37.957195 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8f75254e-72a4-4802-ab61-689ee47d90fc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.087587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:38.105329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8f75254e-72a4-4802-ab61-689ee47d90fc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.106938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321ddfc-053c-4cf1-99f1-304a712ba8d6 None None] Network 161f62d1-623b-4571-98c3-0306936d12c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:38.108938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ac6d1968-1dce-4c53-a877-f02742bf6e51', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': 'ac6d1968-1dce-4c53-a877-f02742bf6e51', 'mac_address': 'fa:16:3e:09:41:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:38.132143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd6bb-0ffb-49bd-85cc-fba9421fcda6 req-367c3fdc-04d2-4cb2-8166-e7d7c6827ec0 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.133939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eebcd6bb-0ffb-49bd-85cc-fba9421fcda6 req-367c3fdc-04d2-4cb2-8166-e7d7c6827ec0 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 944 time: 0.1086683 Mar 07 10:44:38.135309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Calling delete_port for 8f75254e-72a4-4802-ab61-689ee47d90fc owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:38.217607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Provisioning complete for port e9f96c86-8535-4eb0-9187-752d41c40fb4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:38.217863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.223857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ac6d1968-1dce-4c53-a877-f02742bf6e51 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:38.224438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.231782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eebcd6bb-0ffb-49bd-85cc-fba9421fcda6 req-e56f7866-10c6-499b-b061-73e389468233 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916932 Mar 07 10:44:38.298363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6d1968-1dce-4c53-a877-f02742bf6e51 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:38.314160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8f75254e-72a4-4802-ab61-689ee47d90fc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.332017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:38.339197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.344858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event deleted for resources: {'Port': ['ID=8f75254e-72a4-4802-ab61-689ee47d90fc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:38.383940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.397338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.397716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-046653cf-2ebd-4a45-89b9-e52da8296a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "DELETE /v2.0/ports/8f75254e-72a4-4802-ab61-689ee47d90fc HTTP/1.1" status: 204 len: 168 time: 0.5628941 Mar 07 10:44:38.405613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Request body: {'port': {'name': 'tempest-new-port-name-1830236702', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:38.407061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] bootfile-name is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:38.407592 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] tftp-server is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:38.408644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.api.validators [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] server-ip-address is not in valid_values {{(pid=103788) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:44:38.439379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:38.457114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Current status of the port e9f96c86-8535-4eb0-9187-752d41c40fb4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:38.457576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.502807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] For port e9f96c86-8535-4eb0-9187-752d41c40fb4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e9f96c86-8535-4eb0-9187-752d41c40fb4,segment=NetworkSegment(7ea76fe1-6fe8-4091-ae62-2838c997cad8),segment_id=7ea76fe1-6fe8-4091-ae62-2838c997cad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:38.509996 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.526481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.532212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e1573-9a5a-41ab-877c-a6b31b16a434 req-91f2bcd3-5a37-488e-b3ff-1d16fef4899d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.537324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d35e1573-9a5a-41ab-877c-a6b31b16a434 req-91f2bcd3-5a37-488e-b3ff-1d16fef4899d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1186364 Mar 07 10:44:38.578740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d41f0f-6ff2-4fa7-aee4-7a4ea29d1946 None None] Pushing event updated for resources: {'Port': ['ID=e9f96c86-8535-4eb0-9187-752d41c40fb4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:38.716585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d35e1573-9a5a-41ab-877c-a6b31b16a434 req-ae4a21c3-cafd-4a2f-af62-c8f6eee6db1d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693499 Mar 07 10:44:38.738426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ac6d1968-1dce-4c53-a877-f02742bf6e51'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:38.812670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e9f96c86-8535-4eb0-9187-752d41c40fb4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:38.882709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.892225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.895084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Could not find standard attr ID for object 8f75254e-72a4-4802-ab61-689ee47d90fc. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:44:38.901756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8f1fa-69df-4f16-910d-16052820da33 req-fc1432f8-7782-46f2-9add-f910c332ce42 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.907204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00f8f1fa-69df-4f16-910d-16052820da33 req-fc1432f8-7782-46f2-9add-f910c332ce42 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0941529 Mar 07 10:44:38.945661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] In _notify_port_updated(), no bound segment for port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a on network 161f62d1-623b-4571-98c3-0306936d12c7 {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:44:38.953910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.955977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.957469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "PUT /v2.0/ports/841adaf9-10c0-4993-aa88-dbf1bc7eda4a HTTP/1.1" status: 200 len: 1130 time: 0.5589876 Mar 07 10:44:38.963248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32800) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.995190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Provisioning complete for port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:38.995190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.004889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00f8f1fa-69df-4f16-910d-16052820da33 req-0985257c-814e-41c9-badc-2a54747696e6 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892837 Mar 07 10:44:39.041478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396bda5-7675-4b4f-9cc7-2c985b533d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event updated for resources: {'Port': ['ID=841adaf9-10c0-4993-aa88-dbf1bc7eda4a,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:39.072154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c64ce-5b47-4c42-a6c7-d03b4c647c1d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:39.078798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32806) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:39.090890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-786c64ce-5b47-4c42-a6c7-d03b4c647c1d tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "GET /v2.0/ports/841adaf9-10c0-4993-aa88-dbf1bc7eda4a HTTP/1.1" status: 200 len: 1130 time: 0.1216738 Mar 07 10:44:39.104530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e9f96c86-8535-4eb0-9187-752d41c40fb4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:39.104892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.110343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:39.180904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Provisioning complete for port e9f96c86-8535-4eb0-9187-752d41c40fb4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:39.181276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.272687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e9f96c86-8535-4eb0-9187-752d41c40fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:39.281544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Deleting port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:39.282247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.339005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c19a3-8de1-4633-9bcc-a3cab34da0fb None None] Current status of the port e9f96c86-8535-4eb0-9187-752d41c40fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:39.445292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.467699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-318c8a20-e310-445e-83fb-968b6657a7cb None None] Provisioning complete for port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:39.468080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-318c8a20-e310-445e-83fb-968b6657a7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.489436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Calling delete_port for 841adaf9-10c0-4993-aa88-dbf1bc7eda4a owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:39.519350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa2e76-ce08-455a-b483-c8a929396429 req-a1a00fae-c83a-48f5-bf1a-523c1493b701 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:39.520899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7fa2e76-ce08-455a-b483-c8a929396429 req-a1a00fae-c83a-48f5-bf1a-523c1493b701 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 945 time: 0.1398191 Mar 07 10:44:39.549790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-318c8a20-e310-445e-83fb-968b6657a7cb None None] Port 841adaf9-10c0-4993-aa88-dbf1bc7eda4a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:39.663117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6234183e-669c-4f37-a6aa-f36ba9202c97 None None] Could not find standard attr ID for object 8f75254e-72a4-4802-ab61-689ee47d90fc. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:44:39.917773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ac6d1968-1dce-4c53-a877-f02742bf6e51 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:39.996938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ac6d1968-1dce-4c53-a877-f02742bf6e51 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:40.004762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ac6d1968-1dce-4c53-a877-f02742bf6e51 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:40.005785 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.102185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7fa2e76-ce08-455a-b483-c8a929396429 req-a38c5b17-f3d4-4150-a98e-082f764cb0b4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649014 Mar 07 10:44:40.126578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ac6d1968-1dce-4c53-a877-f02742bf6e51 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:40.126972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.129040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-08d4f2e4-a0f7-4c5d-bd7e-c629ef74af67 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:40.130789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-08d4f2e4-a0f7-4c5d-bd7e-c629ef74af67 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd603e0-c78a-41ef-baf8-3ff7c64e81f1 HTTP/1.1" status: 200 len: 943 time: 0.1182890 Mar 07 10:44:40.176296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:40.179069 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc28879-39bb-469a-a7ec-9e4a1882c1be" -d '{"events": [{"server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:40.194925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:40.201086 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.249281 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399bb81-b82b-4738-8799-ed470512464a x-openstack-request-id: req-a399bb81-b82b-4738-8799-ed470512464a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:40.254665 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:40.254925 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a399bb81-b82b-4738-8799-ed470512464a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:40.255491 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51', 'code': 200} Mar 07 10:44:40.291303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:40.302993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (841adaf9-10c0-4993-aa88-dbf1bc7eda4a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.338245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event deleted for resources: {'Port': ['ID=841adaf9-10c0-4993-aa88-dbf1bc7eda4a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:40.367595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724417-f18b-4859-95d7-85b4faf731e7 req-890d02a6-9db6-48b5-933f-0191a90156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:40.370271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-34724417-f18b-4859-95d7-85b4faf731e7 req-890d02a6-9db6-48b5-933f-0191a90156b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 1128 time: 0.0580449 Mar 07 10:44:40.383238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.385018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1b040fc7-4366-431e-80de-5d3a0e43ef93 None None] Could not find standard attr ID for object 841adaf9-10c0-4993-aa88-dbf1bc7eda4a. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:44:40.386992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df29a5d3-8d2d-4f60-8904-f27c6c5a6358 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "DELETE /v2.0/ports/841adaf9-10c0-4993-aa88-dbf1bc7eda4a HTTP/1.1" status: 204 len: 168 time: 1.3071110 Mar 07 10:44:40.390887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32852) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:40.430955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-34724417-f18b-4859-95d7-85b4faf731e7 req-02da698c-e58d-409b-b8c1-f3079268979e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Mar 07 10:44:40.447818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 9716a555-7e20-42fb-a784-cc770e880bb8 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:40.448156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.483791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Deleting subnet 96f3fe67-2715-438b-aada-d8167ff09ded {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:40.490064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks [] for subnet (96f3fe67-2715-438b-aada-d8167ff09ded), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.585807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (96f3fe67-2715-438b-aada-d8167ff09ded), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.646410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 9716a555-7e20-42fb-a784-cc770e880bb8, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9716a555-7e20-42fb-a784-cc770e880bb8,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:40.646784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.667689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 9716a555-7e20-42fb-a784-cc770e880bb8 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:40.768130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (96f3fe67-2715-438b-aada-d8167ff09ded), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.883053 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (96f3fe67-2715-438b-aada-d8167ff09ded), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.923033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event deleted for resources: {'Subnet': ['ID=96f3fe67-2715-438b-aada-d8167ff09ded,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:40.928963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.935273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c41bfd02-3467-4544-8d02-6354b4609a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "DELETE /v2.0/subnets/96f3fe67-2715-438b-aada-d8167ff09ded HTTP/1.1" status: 204 len: 168 time: 0.5408933 Mar 07 10:44:40.935505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b679b-1a3b-47e5-b762-45a152048cc3 None None] Network 161f62d1-623b-4571-98c3-0306936d12c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:40.935615 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9716a555-7e20-42fb-a784-cc770e880bb8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.936663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32854) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:40.954944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b', '156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:41.002592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=9716a555-7e20-42fb-a784-cc770e880bb8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:41.141290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] No DVR routers for this DVR port 9716a555-7e20-42fb-a784-cc770e880bb8 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:41.147914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.151628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5ae2f16-ea23-4d56-922a-3f5aa593380e req-df3ff865-0e13-44dd-8be3-3bd1c2c7493e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "DELETE /v2.0/ports/9716a555-7e20-42fb-a784-cc770e880bb8 HTTP/1.1" status: 204 len: 173 time: 1.0133858 Mar 07 10:44:41.152109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-deleted', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:41.155422 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765dadbe-7429-4188-9264-fe470d050c3b" -d '{"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-deleted", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:41.192278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (161f62d1-623b-4571-98c3-0306936d12c7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.265860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] DHCP port deletion for 161f62d1-623b-4571-98c3-0306936d12c7 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:44:41.281461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Deleting port e9f96c86-8535-4eb0-9187-752d41c40fb4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:41.282027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.363794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Deleting port e9f96c86-8535-4eb0-9187-752d41c40fb4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:41.364170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.415755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] For port e9f96c86-8535-4eb0-9187-752d41c40fb4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e9f96c86-8535-4eb0-9187-752d41c40fb4,segment=NetworkSegment(7ea76fe1-6fe8-4091-ae62-2838c997cad8),segment_id=7ea76fe1-6fe8-4091-ae62-2838c997cad8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:41.416140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.431676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Calling delete_port for e9f96c86-8535-4eb0-9187-752d41c40fb4 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:41.482359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] For port e9f96c86-8535-4eb0-9187-752d41c40fb4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e9f96c86-8535-4eb0-9187-752d41c40fb4,segment=NetworkSegment(7ea76fe1-6fe8-4091-ae62-2838c997cad8),segment_id=7ea76fe1-6fe8-4091-ae62-2838c997cad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:41.483122 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.502865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Calling delete_port for e9f96c86-8535-4eb0-9187-752d41c40fb4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:41.554075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3472b01-ab07-4810-b731-fb249f31d4a8 req-0894c689-8527-4dc1-94ba-cb4ea65773e7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:41.555616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3472b01-ab07-4810-b731-fb249f31d4a8 req-0894c689-8527-4dc1-94ba-cb4ea65773e7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 946 time: 0.2239897 Mar 07 10:44:41.615364 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: from cryptography.utils import int_from_bytes Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: from cryptography.utils import int_from_bytes Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.616070 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:41.619377 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:44:41.627883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e9f96c86-8535-4eb0-9187-752d41c40fb4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.635636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3472b01-ab07-4810-b731-fb249f31d4a8 req-56d53c05-0f17-4353-873a-882619e2273c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699661 Mar 07 10:44:41.660333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] No DVR routers for this DVR port e9f96c86-8535-4eb0-9187-752d41c40fb4 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:41.667884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event deleted for resources: {'Port': ['ID=e9f96c86-8535-4eb0-9187-752d41c40fb4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:41.676812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] Pushing event deleted for resources: {'Port': ['ID=e9f96c86-8535-4eb0-9187-752d41c40fb4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:41.686550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae4fb7-b325-4424-ac36-0b4b9147072f None None] No DVR routers for this DVR port e9f96c86-8535-4eb0-9187-752d41c40fb4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:41.734234 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096d1332-4044-43d7-a97e-56de6ad23325 x-openstack-request-id: req-096d1332-4044-43d7-a97e-56de6ad23325 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:41.734624 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd603e0-c78a-41ef-baf8-3ff7c64e81f1", "name": "network-vif-deleted", "tag": "9716a555-7e20-42fb-a784-cc770e880bb8", "status": "failed", "code": 422}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:41.735278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-096d1332-4044-43d7-a97e-56de6ad23325 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:41.735835 n-d-832156-4 neutron-server[103789]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fd603e0-c78a-41ef-baf8-3ff7c64e81f1', 'name': 'network-vif-deleted', 'tag': '9716a555-7e20-42fb-a784-cc770e880bb8', 'status': 'failed', 'code': 422} returned with failed status Mar 07 10:44:41.772284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (161f62d1-623b-4571-98c3-0306936d12c7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.793634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161f62d1-623b-4571-98c3-0306936d12c7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.804572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea76fe1-6fe8-4091-ae62-2838c997cad8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.804852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea76fe1-6fe8-4091-ae62-2838c997cad8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.821240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (7ea76fe1-6fe8-4091-ae62-2838c997cad8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.847795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7ea76fe1-6fe8-4091-ae62-2838c997cad8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.857733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:41.858414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (7ea76fe1-6fe8-4091-ae62-2838c997cad8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:41.878533 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:41.947731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (161f62d1-623b-4571-98c3-0306936d12c7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.957457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.962567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] 10.222.0.23 "DELETE /v2.0/networks/161f62d1-623b-4571-98c3-0306936d12c7 HTTP/1.1" status: 204 len: 168 time: 1.0251961 Mar 07 10:44:41.978475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99508-5103-4800-9a52-fa6454899756 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028 tempest-ExtraDHCPOptionsIpV6TestJSON-1349780028-project] Pushing event deleted for resources: {'Network': ['ID=161f62d1-623b-4571-98c3-0306936d12c7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:42.006076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-eb62f229-15c4-48fb-a484-60827ead07ec tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:42.008286 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-eb62f229-15c4-48fb-a484-60827ead07ec tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 946 time: 0.1147964 Mar 07 10:44:42.063900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ca828-7718-4365-92b6-c6a1c36f2975 req-9c16fa3f-cc07-4c2a-82a7-257d59d978e8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:42.065515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-436ca828-7718-4365-92b6-c6a1c36f2975 req-9c16fa3f-cc07-4c2a-82a7-257d59d978e8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 908 time: 0.0582922 Mar 07 10:44:42.134405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port ac6d1968-1dce-4c53-a877-f02742bf6e51 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:42.134839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.241467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port ac6d1968-1dce-4c53-a877-f02742bf6e51, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ac6d1968-1dce-4c53-a877-f02742bf6e51,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:42.241823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.254500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for ac6d1968-1dce-4c53-a877-f02742bf6e51 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:42.281530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32888) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:42.400243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ac6d1968-1dce-4c53-a877-f02742bf6e51), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.411923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ac6d1968-1dce-4c53-a877-f02742bf6e51'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:42.420036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:44:42.433744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb5befdd-0cf3-422d-962c-a36bd2528a3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f7b512e07874a0e8523d8f245f94520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507659 Mar 07 10:44:42.434775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:42.487816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=ac6d1968-1dce-4c53-a877-f02742bf6e51,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:42.506069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port ac6d1968-1dce-4c53-a877-f02742bf6e51 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:42.508509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] Publish callbacks [] for security_group (21ba7e1b-75c7-4933-b36d-0d7525d9cadc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.508873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.513254 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c870a655-cb06-4e42-aeb0-3e3d27f22c49 req-c3b29f05-d35b-4b54-8b77-c457968a64e1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "DELETE /v2.0/ports/ac6d1968-1dce-4c53-a877-f02742bf6e51 HTTP/1.1" status: 204 len: 173 time: 0.4960206 Mar 07 10:44:42.513699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'name': 'network-vif-deleted', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:42.516543 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04f9fd-374e-4207-8f12-398990f21aae" -d '{"events": [{"server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "name": "network-vif-deleted", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:42.534480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] Publish callbacks [] for security_group (21ba7e1b-75c7-4933-b36d-0d7525d9cadc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.559960 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eff887a-dc23-438e-b841-07d2a919de0d x-openstack-request-id: req-3eff887a-dc23-438e-b841-07d2a919de0d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:42.560260 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca3087a-fecb-4fbf-b069-a71586880e18", "name": "network-vif-deleted", "tag": "ac6d1968-1dce-4c53-a877-f02742bf6e51", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:42.560512 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eff887a-dc23-438e-b841-07d2a919de0d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:42.560913 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3087a-fecb-4fbf-b069-a71586880e18', 'name': 'network-vif-deleted', 'tag': 'ac6d1968-1dce-4c53-a877-f02742bf6e51', 'status': 'completed', 'code': 200} Mar 07 10:44:42.606654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (21ba7e1b-75c7-4933-b36d-0d7525d9cadc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.610747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.612576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21ba7e1b-75c7-4933-b36d-0d7525d9cadc HTTP/1.1" status: 204 len: 168 time: 0.1763268 Mar 07 10:44:42.621168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d654982-f359-4699-afe7-de34db89f9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba7e1b-75c7-4933-b36d-0d7525d9cadc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:42.774475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-396ee90f-8a36-49df-ab52-aa1a5c76b6b7 req-4f257493-e9cd-465f-a13d-105e7b11549c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0486088 Mar 07 10:44:42.783348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e9f96c86-8535-4eb0-9187-752d41c40fb4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:42.824432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e9f96c86-8535-4eb0-9187-752d41c40fb4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:42.825164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e9f96c86-8535-4eb0-9187-752d41c40fb4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:42.978593 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-1c9110a6-4f18-40d3-adb2-3000f8bcc19c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0568237 Mar 07 10:44:43.141409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-55c61bfc-8820-4512-9042-bca50b82c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.142903 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-55c61bfc-8820-4512-9042-bca50b82c930 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1538079 Mar 07 10:44:43.260155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244543-eef6-41a6-9901-4d78cc893168 req-eaf0b5e7-2515-4842-8320-40fc7c4fcef1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.262328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26244543-eef6-41a6-9901-4d78cc893168 req-eaf0b5e7-2515-4842-8320-40fc7c4fcef1 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 908 time: 0.1041429 Mar 07 10:44:43.308578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-dbf780ad-c925-4cf6-90d1-eb8bc31fbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.310177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-dbf780ad-c925-4cf6-90d1-eb8bc31fbcff service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603298 Mar 07 10:44:43.562196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:43.670036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369545559'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:43.694503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:43.699692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.710110 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.761018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af453254-8e09-48ef-aab0-12f564b1398b req-dd3c9299-84b2-4905-a548-8a47de7f7f4c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.763069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af453254-8e09-48ef-aab0-12f564b1398b req-dd3c9299-84b2-4905-a548-8a47de7f7f4c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.32 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 908 time: 0.0783114 Mar 07 10:44:43.800147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for security_group (c3e6c387-20ad-4dfa-a316-39fcd6273bdc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.808409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c3e6c387-20ad-4dfa-a316-39fcd6273bdc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.846284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:43.856451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6c387-20ad-4dfa-a316-39fcd6273bdc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:43.864013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c258b3e1-8faa-47b5-8ed1-fc991c209290), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.864421 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment c258b3e1-8faa-47b5-8ed1-fc991c209290 of type vlan for network 71cf2778-21e4-4103-8894-ef46f93e791d Mar 07 10:44:43.897914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 17691ac1-5cba-420d-b9d6-03314c67aa3b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:43.898289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.938526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-682fa10a-3ea3-4d3f-b3d4-45fa1bc0deaf req-60050ec5-84c5-4d9c-8575-a3ff7940d523 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0387378 Mar 07 10:44:43.940352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (71cf2778-21e4-4103-8894-ef46f93e791d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.979778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (71cf2778-21e4-4103-8894-ef46f93e791d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.987571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.988259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.004243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 17691ac1-5cba-420d-b9d6-03314c67aa3b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=17691ac1-5cba-420d-b9d6-03314c67aa3b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:44.004608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.019059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 17691ac1-5cba-420d-b9d6-03314c67aa3b owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:44.071464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5077937 Mar 07 10:44:44.145537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946680a5-5b9f-48c2-bba9-06a937c31902 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=71cf2778-21e4-4103-8894-ef46f93e791d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.156570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 71cf2778-21e4-4103-8894-ef46f93e791d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:44.198996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (17691ac1-5cba-420d-b9d6-03314c67aa3b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.276637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=17691ac1-5cba-420d-b9d6-03314c67aa3b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.305045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] No DVR routers for this DVR port 17691ac1-5cba-420d-b9d6-03314c67aa3b on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:44.310466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.314700 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af453254-8e09-48ef-aab0-12f564b1398b req-aff447b4-5281-4267-a387-262d6c44e5d8 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.32 "DELETE /v2.0/ports/17691ac1-5cba-420d-b9d6-03314c67aa3b HTTP/1.1" status: 204 len: 173 time: 0.5454154 Mar 07 10:44:44.510624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da0dc169-8edb-43a8-b447-dd2de1504667 req-ca8d779d-6079-482d-9ade-16b5cb4bcc20 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fa1a25-8ef8-44fb-b672-8249beee4956 HTTP/1.1" status: 200 len: 210 time: 0.0742664 Mar 07 10:44:44.562597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'name': 'network-vif-deleted', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:44.565572 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4937c708-18a5-41c2-9a95-e6d159f7408c" -d '{"events": [{"server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "name": "network-vif-deleted", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:44.635750 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea6d91-4e08-4c2d-a116-686d982b6e4a x-openstack-request-id: req-56ea6d91-4e08-4c2d-a116-686d982b6e4a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:44.636045 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fa1a25-8ef8-44fb-b672-8249beee4956", "name": "network-vif-deleted", "tag": "17691ac1-5cba-420d-b9d6-03314c67aa3b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:44.636294 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56ea6d91-4e08-4c2d-a116-686d982b6e4a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:44.636693 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fa1a25-8ef8-44fb-b672-8249beee4956', 'name': 'network-vif-deleted', 'tag': '17691ac1-5cba-420d-b9d6-03314c67aa3b', 'status': 'completed', 'code': 200} Mar 07 10:44:45.031742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6e890474-d8b6-43f5-96ba-de82617488f6 req-30ca2c64-f472-4673-b8c9-333bfb0ff00a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0582273 Mar 07 10:44:45.152727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70230bf1-db4b-49f7-b77b-d8578f71b987 req-f0520510-634a-40ce-b071-7837dcd7beda tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca3087a-fecb-4fbf-b069-a71586880e18 HTTP/1.1" status: 200 len: 210 time: 0.0578809 Mar 07 10:44:45.946552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ebb17-a89e-4478-9a20-67aaf6563a1d req-7c6bb127-d21e-462b-bbba-d505f2ed81d2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:45.949082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef3ebb17-a89e-4478-9a20-67aaf6563a1d req-7c6bb127-d21e-462b-bbba-d505f2ed81d2 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.0838654 Mar 07 10:44:45.981662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 17691ac1-5cba-420d-b9d6-03314c67aa3b no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:46.019699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 17691ac1-5cba-420d-b9d6-03314c67aa3b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:46.021290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 17691ac1-5cba-420d-b9d6-03314c67aa3b not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:46.042485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef3ebb17-a89e-4478-9a20-67aaf6563a1d req-76ddcca6-4f7c-4d21-b898-a5d9709db993 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849912 Mar 07 10:44:46.058640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:46.207457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de2f6d3-ece6-47c9-a09d-02cbf636f66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.332848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de2f6d3-ece6-47c9-a09d-02cbf636f66b admin admin] Publish callbacks [] for security_group (b8469e10-b4e6-4868-9d46-fcfb1d872009), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.344076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de2f6d3-ece6-47c9-a09d-02cbf636f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b8469e10-b4e6-4868-9d46-fcfb1d872009), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.411455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4de2f6d3-ece6-47c9-a09d-02cbf636f66b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcfe9c7ad7ee47169d5c8128f01c3ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511121 Mar 07 10:44:46.412055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:46.412651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2f6d3-ece6-47c9-a09d-02cbf636f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8469e10-b4e6-4868-9d46-fcfb1d872009,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:46.538877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] Publish callbacks [] for security_group (b8469e10-b4e6-4868-9d46-fcfb1d872009), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.599874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] Publish callbacks [] for security_group (b8469e10-b4e6-4868-9d46-fcfb1d872009), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.663726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-f3421b81-d7e1-49e2-9968-852e6c4f84fa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:46.664580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-f3421b81-d7e1-49e2-9968-852e6c4f84fa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.1905262 Mar 07 10:44:46.695056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b8469e10-b4e6-4868-9d46-fcfb1d872009), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.699830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.701990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8469e10-b4e6-4868-9d46-fcfb1d872009 HTTP/1.1" status: 204 len: 168 time: 0.2879851 Mar 07 10:44:46.722326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378f2d2-26d8-4dc1-8cd6-90b1065d87d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8469e10-b4e6-4868-9d46-fcfb1d872009,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:46.725966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-040388f5-e801-4bd5-bfb3-e06a2bfa010d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.0221789 Mar 07 10:44:46.783145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-4ad0535c-f5bb-49cb-b398-0f609e3971f3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481560 Mar 07 10:44:46.923187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-17c7273b-36e1-43ba-a203-8f2ff8da913d service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321719 Mar 07 10:44:47.062505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-73b633f4-f388-4b9a-bcf7-a8616f2296c5 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333201 Mar 07 10:44:47.096042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32980) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:47.153305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30c8f840-77c2-424c-8a1e-202d73ea972d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.220727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:47.226328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:47.318180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921dc45-4417-4053-9642-38642a23886e req-035ab79b-be71-4f7c-b34e-d4cd3b319f15 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:47.325367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5921dc45-4417-4053-9642-38642a23886e req-035ab79b-be71-4f7c-b34e-d4cd3b319f15 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.1161106 Mar 07 10:44:47.370778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68f580b0-2077-4d17-a620-4a5bfe35625f req-b146e9ee-5916-4757-aa3b-558030607d98 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 210 time: 0.0769291 Mar 07 10:44:47.390432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30c8f840-77c2-424c-8a1e-202d73ea972d admin admin] Publish callbacks [] for security_group (c4b50263-c7f9-42b7-9117-2e6e6760e878), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.400914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30c8f840-77c2-424c-8a1e-202d73ea972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c4b50263-c7f9-42b7-9117-2e6e6760e878), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.412075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:47.418559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.471464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-30c8f840-77c2-424c-8a1e-202d73ea972d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2bbe2791cfd47d3b99e35470fb9a981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742054 Mar 07 10:44:47.478208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:47.490819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8f840-77c2-424c-8a1e-202d73ea972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b50263-c7f9-42b7-9117-2e6e6760e878,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.509011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5921dc45-4417-4053-9642-38642a23886e req-5004353c-716d-418d-bd99-7d9c0a2e8b10 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823506 Mar 07 10:44:47.544861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-dfd8a3b5-bfc0-48fc-88ae-a94a620cc79f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:47.545588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-dfd8a3b5-bfc0-48fc-88ae-a94a620cc79f tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 946 time: 0.2180142 Mar 07 10:44:47.623209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] Publish callbacks [] for security_group (c4b50263-c7f9-42b7-9117-2e6e6760e878), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.703790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] Publish callbacks [] for security_group (c4b50263-c7f9-42b7-9117-2e6e6760e878), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.731216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 156f9c8b-6c6d-4458-9ff0-7120054852c4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:47.731451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.733991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (26eb0bd8-e1a8-4c38-b216-6a23867133d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.824157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=26eb0bd8-e1a8-4c38-b216-6a23867133d4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.838903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': 'c258b3e1-8faa-47b5-8ed1-fc991c209290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:47.839178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c4b50263-c7f9-42b7-9117-2e6e6760e878), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.839291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: 71cf2778-21e4-4103-8894-ef46f93e791d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:47.841931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.846045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4b50263-c7f9-42b7-9117-2e6e6760e878 HTTP/1.1" status: 204 len: 168 time: 0.3629832 Mar 07 10:44:47.885004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 71cf2778-21e4-4103-8894-ef46f93e791d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:47.891313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242e8f-0c8c-4fe9-b885-3d22d8225e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b50263-c7f9-42b7-9117-2e6e6760e878,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.911346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 71cf2778-21e4-4103-8894-ef46f93e791d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:47.912165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 156f9c8b-6c6d-4458-9ff0-7120054852c4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=156f9c8b-6c6d-4458-9ff0-7120054852c4,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:47.914503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.931459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce88fd6-a057-41fd-b098-f95103c6be8f None None] Network 71cf2778-21e4-4103-8894-ef46f93e791d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:47.939081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 156f9c8b-6c6d-4458-9ff0-7120054852c4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:47.942982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:47.943634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.987977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f0e12e6e-b5b0-4baa-a20a-68a6616dd5bd tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7661421 Mar 07 10:44:47.988612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32998) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:47.993712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975735830'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:48.048685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:48.052342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.075876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ac6d1968-1dce-4c53-a877-f02742bf6e51 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:48.114597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:48.130191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (27aa097c-f135-45af-b399-57c08d20b61d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.130976 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 27aa097c-f135-45af-b399-57c08d20b61d of type vlan for network b984af80-3a76-4ebe-a9a6-d2536295a712 Mar 07 10:44:48.134044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ac6d1968-1dce-4c53-a877-f02742bf6e51 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:48.137740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ac6d1968-1dce-4c53-a877-f02742bf6e51 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:48.159538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (156f9c8b-6c6d-4458-9ff0-7120054852c4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.178173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b', '156f9c8b-6c6d-4458-9ff0-7120054852c4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:48.202039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b984af80-3a76-4ebe-a9a6-d2536295a712), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.241039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b984af80-3a76-4ebe-a9a6-d2536295a712), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.252599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:48.253343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.255161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=156f9c8b-6c6d-4458-9ff0-7120054852c4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:48.303989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3142085 Mar 07 10:44:48.309422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:48.327016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'b984af80-3a76-4ebe-a9a6-d2536295a712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:48.334540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-71cf2778-21e4-4103-8894-ef46f93e791d', 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': '26eb0bd8-e1a8-4c38-b216-6a23867133d4'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:48.335424 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.405616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e330a75-f4de-48fc-b335-29d01c50ab43 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=b984af80-3a76-4ebe-a9a6-d2536295a712,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:48.433921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b984af80-3a76-4ebe-a9a6-d2536295a712 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:48.454204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] No DVR routers for this DVR port 156f9c8b-6c6d-4458-9ff0-7120054852c4 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:48.461608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.470636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48445667-fd7a-445e-8904-b8cd20ec90c1 req-4722b2ca-cc8f-4caa-b867-2fc04cd9406b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "DELETE /v2.0/ports/156f9c8b-6c6d-4458-9ff0-7120054852c4 HTTP/1.1" status: 204 len: 173 time: 0.9169331 Mar 07 10:44:48.473609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'name': 'network-vif-deleted', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:48.477019 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c8c3c-1232-4d95-b1d6-66b963345f9a" -d '{"events": [{"server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "name": "network-vif-deleted", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:48.579916 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5f624-1533-47fd-bf84-6e9e1884296b x-openstack-request-id: req-8fb5f624-1533-47fd-bf84-6e9e1884296b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:48.580286 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267f7dc-1d0f-4172-b910-4f9b94f32d9c", "name": "network-vif-deleted", "tag": "156f9c8b-6c6d-4458-9ff0-7120054852c4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:48.580669 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fb5f624-1533-47fd-bf84-6e9e1884296b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:48.581272 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267f7dc-1d0f-4172-b910-4f9b94f32d9c', 'name': 'network-vif-deleted', 'tag': '156f9c8b-6c6d-4458-9ff0-7120054852c4', 'status': 'completed', 'code': 200} Mar 07 10:44:48.600936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a0e7be2-6a31-4729-b421-7ab9bb79a6f6 req-d7a4e5b4-b5a8-4603-a336-f3df0778849e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 210 time: 0.0930402 Mar 07 10:44:48.792640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfe34f27-eaea-4300-b00d-7d71679dee18 req-4fef44fd-43e5-49df-bd06-2b63a5e25ec3 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=1267f7dc-1d0f-4172-b910-4f9b94f32d9c HTTP/1.1" status: 200 len: 210 time: 0.1326814 Mar 07 10:44:48.994980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:48.998972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.061952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Allocated IP 2001:db8:0:ffff::2 (71cf2778-21e4-4103-8894-ef46f93e791d/26eb0bd8-e1a8-4c38-b216-6a23867133d4/022fac46-bac5-41b7-8924-321940f8ab3a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:49.168643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-8f0eee61-4433-41a3-9a48-6e53771d67dc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:49.170517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-8f0eee61-4433-41a3-9a48-6e53771d67dc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.2722647 Mar 07 10:44:49.188427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:49.245579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (acf28f2a-15eb-4ee7-89a6-f94bbcaeba94), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.332184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=acf28f2a-15eb-4ee7-89a6-f94bbcaeba94,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.336134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '27aa097c-f135-45af-b399-57c08d20b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b984af80-3a76-4ebe-a9a6-d2536295a712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:49.337535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks [] for port (022fac46-bac5-41b7-8924-321940f8ab3a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.339418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: b984af80-3a76-4ebe-a9a6-d2536295a712, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:49.350785 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.360048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:49.364412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.366106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network b984af80-3a76-4ebe-a9a6-d2536295a712 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:49.379171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b984af80-3a76-4ebe-a9a6-d2536295a712) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:49.385928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:49.386932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.406838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f28d07-92c2-40a5-ac6a-8af9732a0e2f None None] Network b984af80-3a76-4ebe-a9a6-d2536295a712 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:49.411213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Network 71cf2778-21e4-4103-8894-ef46f93e791d is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:49.413263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd13a6a2-4273-4973-a5f0-aceba12367a6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1023638 Mar 07 10:44:49.415848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:49.434346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:49.447250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:49.452941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Pushing event updated for resources: {'Port': ['ID=022fac46-bac5-41b7-8924-321940f8ab3a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.542885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.8 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:49.552833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b984af80-3a76-4ebe-a9a6-d2536295a712), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.564551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Attempting to bind port 022fac46-bac5-41b7-8924-321940f8ab3a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:49.564917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Attempting to bind port 022fac46-bac5-41b7-8924-321940f8ab3a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c258b3e1-8faa-47b5-8ed1-fc991c209290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:49.565283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Attempting to bind port 022fac46-bac5-41b7-8924-321940f8ab3a on network 71cf2778-21e4-4103-8894-ef46f93e791d {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:49.570857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:49.571207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Checking segment: {'id': 'c258b3e1-8faa-47b5-8ed1-fc991c209290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:49.571608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.572020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Bound using segment: {'id': 'c258b3e1-8faa-47b5-8ed1-fc991c209290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:49.572485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Bound port: 022fac46-bac5-41b7-8924-321940f8ab3a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c258b3e1-8faa-47b5-8ed1-fc991c209290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71cf2778-21e4-4103-8894-ef46f93e791d'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:49.572863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.632254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21044234-4660-490f-8008-cb5200e64a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-b984af80-3a76-4ebe-a9a6-d2536295a712', 'network_id': 'b984af80-3a76-4ebe-a9a6-d2536295a712', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': 'acf28f2a-15eb-4ee7-89a6-f94bbcaeba94'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:49.633120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21044234-4660-490f-8008-cb5200e64a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.666252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (acf28f2a-15eb-4ee7-89a6-f94bbcaeba94), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.737723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] For port 022fac46-bac5-41b7-8924-321940f8ab3a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:49.758064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] For port 022fac46-bac5-41b7-8924-321940f8ab3a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=022fac46-bac5-41b7-8924-321940f8ab3a,segment=NetworkSegment(c258b3e1-8faa-47b5-8ed1-fc991c209290),segment_id=c258b3e1-8faa-47b5-8ed1-fc991c209290)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:49.769033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.780311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (acf28f2a-15eb-4ee7-89a6-f94bbcaeba94), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-21044234-4660-490f-8008-cb5200e64a97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf28f2a-15eb-4ee7-89a6-f94bbcaeba94: This subnet is being modified by another concurrent operation. Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:44:49.790224 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf28f2a-15eb-4ee7-89a6-f94bbcaeba94: This subnet is being modified by another concurrent operation. Mar 07 10:44:49.793868 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:44:49.825427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8794bc-6a42-4a9d-9f64-001fbb8ba9d6 None None] Network b984af80-3a76-4ebe-a9a6-d2536295a712 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:49.832208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c015de6-188e-4d2a-a8ee-294781e6fcfb req-0d7e7d3d-388a-4402-8059-d6384d5ad701 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 210 time: 0.0990937 Mar 07 10:44:49.878658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26912cf3-684b-47d5-9a5a-2ce4e0ac9254 None None] Pushing event updated for resources: {'Port': ['ID=022fac46-bac5-41b7-8924-321940f8ab3a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.926232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=acf28f2a-15eb-4ee7-89a6-f94bbcaeba94,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.981245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.039017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.064336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b984af80-3a76-4ebe-a9a6-d2536295a712), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.099812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b984af80-3a76-4ebe-a9a6-d2536295a712']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:50.113150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:50.132335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:50.132760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aa097c-f135-45af-b399-57c08d20b61d') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:50.133632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aa097c-f135-45af-b399-57c08d20b61d') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:50.147433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:50.192435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (27aa097c-f135-45af-b399-57c08d20b61d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.223382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (27aa097c-f135-45af-b399-57c08d20b61d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.232796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:50.233434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.235831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:50.236249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (27aa097c-f135-45af-b399-57c08d20b61d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:50.239529 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:50.252507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.290683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-2c6185d2-cc30-4cd1-abe8-99524f318f4a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1095283 Mar 07 10:44:50.304449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51727629-61f2-4d7c-8459-12d42305c4fb req-6d62b879-07b3-489a-97cb-3445a4735773 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:50.306149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51727629-61f2-4d7c-8459-12d42305c4fb req-6d62b879-07b3-489a-97cb-3445a4735773 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1010859 Mar 07 10:44:50.311723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Request body: {'port': {'device_id': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.334399 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b984af80-3a76-4ebe-a9a6-d2536295a712), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.352073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.356031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/b984af80-3a76-4ebe-a9a6-d2536295a712 HTTP/1.1" status: 204 len: 168 time: 0.9378915 Mar 07 10:44:50.359379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33048) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.366031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832846632'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.387110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37170-42c8-4735-8dff-ba51bb2f1d87 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=b984af80-3a76-4ebe-a9a6-d2536295a712,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.405313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51727629-61f2-4d7c-8459-12d42305c4fb req-250a62fc-dd14-402e-8592-4c28ba7bb52d tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861478 Mar 07 10:44:50.420791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:50.425586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.442837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.457724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:50.469730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fd01a3d2-d28d-4df5-95ba-edddffdecf6b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.470161 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment fd01a3d2-d28d-4df5-95ba-edddffdecf6b of type vlan for network 44249ab7-3280-479e-8657-101013b6f99f Mar 07 10:44:50.502206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 156f9c8b-6c6d-4458-9ff0-7120054852c4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:50.512178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (44249ab7-3280-479e-8657-101013b6f99f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.535330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 156f9c8b-6c6d-4458-9ff0-7120054852c4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:50.535694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 156f9c8b-6c6d-4458-9ff0-7120054852c4 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:50.540421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (44249ab7-3280-479e-8657-101013b6f99f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.545871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:50.546497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.609973 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2480779 Mar 07 10:44:50.613224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33050) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.620218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': '44249ab7-3280-479e-8657-101013b6f99f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.644360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dab81799-393a-4d3c-b8a2-c30ffdc318db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.693568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b0db8-85f1-416d-8172-9414d453c951 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=44249ab7-3280-479e-8657-101013b6f99f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.711627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 44249ab7-3280-479e-8657-101013b6f99f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:50.738991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:50.743773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.866204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 022fac46-bac5-41b7-8924-321940f8ab3a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:50.877954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:50.906340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks [] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.940984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Transition to ACTIVE for port object 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:50.947464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.002582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 022fac46-bac5-41b7-8924-321940f8ab3a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:51.003027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.146330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7f264-0609-46a1-bf89-908462aaaf91 req-9f747b51-fb1f-4a64-8d84-3fabb9127f34 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.148542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92c7f264-0609-46a1-bf89-908462aaaf91 req-9f747b51-fb1f-4a64-8d84-3fabb9127f34 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 943 time: 0.1592295 Mar 07 10:44:51.149427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.163636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 022fac46-bac5-41b7-8924-321940f8ab3a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:51.164047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.228448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 022fac46-bac5-41b7-8924-321940f8ab3a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=022fac46-bac5-41b7-8924-321940f8ab3a,segment=NetworkSegment(c258b3e1-8faa-47b5-8ed1-fc991c209290),segment_id=c258b3e1-8faa-47b5-8ed1-fc991c209290)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:51.229832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ee727473-e807-47f9-b53c-df21f924b94e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.236777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.247126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92c7f264-0609-46a1-bf89-908462aaaf91 req-04ede430-54db-4092-9012-3329cb993fbe tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902956 Mar 07 10:44:51.250193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Attempting to bind port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:51.250529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Attempting to bind port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:51.251147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Attempting to bind port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:51.257155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:51.257479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Attempting to bind port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:51.263380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:51.263886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:51.264294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:51.264905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Bound port: 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:51.265400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.326031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=022fac46-bac5-41b7-8924-321940f8ab3a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.363621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=ee727473-e807-47f9-b53c-df21f924b94e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.376993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-0062f306-36e5-46a5-b379-9b24c3dcfb09 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.378897 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-0062f306-36e5-46a5-b379-9b24c3dcfb09 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1996577 Mar 07 10:44:51.380496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44249ab7-3280-479e-8657-101013b6f99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:51.381039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: 44249ab7-3280-479e-8657-101013b6f99f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:51.386835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:51.391250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:51.402420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.443737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 44249ab7-3280-479e-8657-101013b6f99f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:51.481390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 44249ab7-3280-479e-8657-101013b6f99f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:51.490239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.490915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.505382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.509222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.510082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.513252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-6b9d1cc0-a5d8-4791-81d3-4a2330dcbf8b service neutron] 10.222.0.26 "PUT /v2.0/ports/5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 HTTP/1.1" status: 200 len: 1091 time: 1.2054751 Mar 07 10:44:51.513899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:51.519201 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7" -d '{"events": [{"name": "network-changed", "server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:51.523944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c789583e-11b4-42ee-9495-61f4c12887c1 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9063759 Mar 07 10:44:51.524152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33062) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:51.529273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae2d2d-d164-4852-b339-ceccf7706229 None None] Network 44249ab7-3280-479e-8657-101013b6f99f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:51.529775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203419728'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:51.545425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 7ddec98f-9cc0-4d79-be03-7375cc59e51b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:51.545864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.590282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:51.596095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.597370 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c4575-0256-4eba-962c-4bfcc920a075 x-openstack-request-id: req-d23c4575-0256-4eba-962c-4bfcc920a075 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:51.597797 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:51.598251 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d23c4575-0256-4eba-962c-4bfcc920a075 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:51.598893 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1', 'status': 'completed', 'code': 200} Mar 07 10:44:51.631099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d1807-9791-469e-a868-75df4b2102ed None None] Network 71cf2778-21e4-4103-8894-ef46f93e791d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:51.685875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:51.711413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (36a87708-6c49-4b31-b6a8-1448393bbca2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.711623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-1ae2a9cd-72d3-4b4c-b7e9-64497cf44525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.711811 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 36a87708-6c49-4b31-b6a8-1448393bbca2 of type vlan for network ac508f4b-49c4-481f-808c-09d5fb80e1c9 Mar 07 10:44:51.712977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-1ae2a9cd-72d3-4b4c-b7e9-64497cf44525 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 1125 time: 0.1409299 Mar 07 10:44:51.714410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 7ddec98f-9cc0-4d79-be03-7375cc59e51b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=7ddec98f-9cc0-4d79-be03-7375cc59e51b,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:51.714768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.735844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424422b-a869-49f9-ab00-0ff61b4e730b req-383423e0-7ebf-4786-a122-7e922911d5b7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.737663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3424422b-a869-49f9-ab00-0ff61b4e730b req-383423e0-7ebf-4786-a122-7e922911d5b7 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 945 time: 0.1378701 Mar 07 10:44:51.751532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a80ba6f6-3711-46be-b2bf-ce291ff9e4a7 None None] Provisioning complete for port 022fac46-bac5-41b7-8924-321940f8ab3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:51.752168 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a80ba6f6-3711-46be-b2bf-ce291ff9e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.755019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 7ddec98f-9cc0-4d79-be03-7375cc59e51b owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:51.775796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ac508f4b-49c4-481f-808c-09d5fb80e1c9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.790413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-67f4e4cb-7872-4d75-aa37-7a66e10f4bd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 HTTP/1.1" status: 200 len: 217 time: 0.0515840 Mar 07 10:44:51.810262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-44249ab7-3280-479e-8657-101013b6f99f', 'network_id': '44249ab7-3280-479e-8657-101013b6f99f', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': 'ee727473-e807-47f9-b53c-df21f924b94e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:51.811118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.849439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ac508f4b-49c4-481f-808c-09d5fb80e1c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.854772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.855428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.876235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3424422b-a869-49f9-ab00-0ff61b4e730b req-484bfb97-4031-4cae-9a41-0529425cfe87 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8083e334-98ea-410d-836b-353061da937f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289654 Mar 07 10:44:51.878461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-b2665a28-5c50-4122-ac6e-715002c24c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.879881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-b2665a28-5c50-4122-ac6e-715002c24c93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0828004 Mar 07 10:44:51.904648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3794510 Mar 07 10:44:51.908376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:51.933273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-ed61a315-c608-4749-b999-318b2944cd75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365391 Mar 07 10:44:51.943263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'ac508f4b-49c4-481f-808c-09d5fb80e1c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:51.985908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fece9ab-b817-44a8-91a1-1618849b4f5d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=ac508f4b-49c4-481f-808c-09d5fb80e1c9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:52.006718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a80ba6f6-3711-46be-b2bf-ce291ff9e4a7 None None] Current status of the port 022fac46-bac5-41b7-8924-321940f8ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:52.026711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ac508f4b-49c4-481f-808c-09d5fb80e1c9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:52.125304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7ddec98f-9cc0-4d79-be03-7375cc59e51b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.150711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:52.154965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.166006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['7ddec98f-9cc0-4d79-be03-7375cc59e51b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:52.219254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Allocated IP 2001:db8::1 (44249ab7-3280-479e-8657-101013b6f99f/ee727473-e807-47f9-b53c-df21f924b94e/238b2383-6755-423e-a2f0-3e6fe428ead4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:52.359327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=7ddec98f-9cc0-4d79-be03-7375cc59e51b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:52.368530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Performing IP validity checks on allocation pools {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:44:52.369143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:44:52.417979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] No DVR routers for this DVR port 7ddec98f-9cc0-4d79-be03-7375cc59e51b on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:52.423277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.423484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9cfe2a6e-ea74-48f3-bb66-66b07283e215 None None] Provisioning complete for port 022fac46-bac5-41b7-8924-321940f8ab3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:52.423879 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2a6e-ea74-48f3-bb66-66b07283e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.427279 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1073f0d8-c8e8-4901-9613-bc961f417014 req-63af1db3-b412-4b93-a8ac-84fa016d6d2c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "DELETE /v2.0/ports/7ddec98f-9cc0-4d79-be03-7375cc59e51b HTTP/1.1" status: 204 len: 173 time: 1.0421176 Mar 07 10:44:52.428026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'name': 'network-vif-deleted', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:52.430352 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6d0d48-3bff-4dd3-b3ba-d118845b3fb2" -d '{"events": [{"server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "name": "network-vif-deleted", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:52.509109 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f0ba9-76ac-4fa9-8139-83ffc32ac741 x-openstack-request-id: req-789f0ba9-76ac-4fa9-8139-83ffc32ac741 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:52.509109 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c8bf1e-276c-4193-817e-833da03e5024", "name": "network-vif-deleted", "tag": "7ddec98f-9cc0-4d79-be03-7375cc59e51b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:52.509537 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-789f0ba9-76ac-4fa9-8139-83ffc32ac741 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:52.509626 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c8bf1e-276c-4193-817e-833da03e5024', 'name': 'network-vif-deleted', 'tag': '7ddec98f-9cc0-4d79-be03-7375cc59e51b', 'status': 'completed', 'code': 200} Mar 07 10:44:52.601248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa945b0-cfcd-4b57-9031-8881078e1deb req-7280c7a2-4210-4eab-a6fa-c3228cf1268a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:52.602834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fa945b0-cfcd-4b57-9031-8881078e1deb req-7280c7a2-4210-4eab-a6fa-c3228cf1268a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 943 time: 0.1146424 Mar 07 10:44:52.605298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-e530762b-284c-4a63-b9af-f9f43452f46c service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582994 Mar 07 10:44:52.659595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks [] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.678586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.704304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (bc019e55-8479-4147-a660-3b0f059a2d60), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.786118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '36a87708-6c49-4b31-b6a8-1448393bbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ac508f4b-49c4-481f-808c-09d5fb80e1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:52.786832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: ac508f4b-49c4-481f-808c-09d5fb80e1c9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:52.801827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fa945b0-cfcd-4b57-9031-8881078e1deb req-a0aa5304-3571-434b-b55e-a1cfd4844eea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806874 Mar 07 10:44:52.827913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=bc019e55-8479-4147-a660-3b0f059a2d60,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:52.848071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dd31d34-bee6-4390-87f9-55bdd3ec6b20 req-a3b3b235-0f14-4659-a4e1-ebc099ce1187 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237346 Mar 07 10:44:52.851158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Pushing event updated for resources: {'Port': ['ID=238b2383-6755-423e-a2f0-3e6fe428ead4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:52.860273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 022fac46-bac5-41b7-8924-321940f8ab3a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:52.882492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network ac508f4b-49c4-481f-808c-09d5fb80e1c9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:52.904122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ac508f4b-49c4-481f-808c-09d5fb80e1c9) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:52.914303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:52.917076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.928641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Network 44249ab7-3280-479e-8657-101013b6f99f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:52.943408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1aaf03a-c2ae-471b-89c7-aab859d4836f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0339048 Mar 07 10:44:52.946280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33078) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:52.998697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:53.005854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:53.014417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41bedd-f69c-4187-bd3b-f0e6f3fe551d None None] Network ac508f4b-49c4-481f-808c-09d5fb80e1c9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:53.053069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-6641e3b0-1e75-4199-95e9-341006503251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.055902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-6641e3b0-1e75-4199-95e9-341006503251 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 1125 time: 0.1298227 Mar 07 10:44:53.068321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe2a6e-ea74-48f3-bb66-66b07283e215 None None] Current status of the port 022fac46-bac5-41b7-8924-321940f8ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:53.083231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a44a815-7add-4542-ab8e-b5048ecdbee0 req-65ca5bc9-a5fb-49d7-8b67-874c21d42c24 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c8bf1e-276c-4193-817e-833da03e5024 HTTP/1.1" status: 200 len: 210 time: 0.0443451 Mar 07 10:44:53.190865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ac508f4b-49c4-481f-808c-09d5fb80e1c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.199185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-dbdee6c9-ce45-4d73-a815-2d4781d4143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.201179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-dbdee6c9-ce45-4d73-a815-2d4781d4143b service neutron] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.1226907 Mar 07 10:44:53.251443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (bc019e55-8479-4147-a660-3b0f059a2d60), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.264911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-87e43fac-bd6a-4e14-96e4-8e43419c5c53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 HTTP/1.1" status: 200 len: 217 time: 0.0558772 Mar 07 10:44:53.333257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-a5ea8710-ac37-4b7b-83d4-c5eb6f4992c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.335003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-a5ea8710-ac37-4b7b-83d4-c5eb6f4992c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0629337 Mar 07 10:44:53.337533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (bc019e55-8479-4147-a660-3b0f059a2d60), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.380649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-ad79e519-4352-4241-809b-a2ccdc11be7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379751 Mar 07 10:44:53.381078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1b79-5bcf-4bfc-8176-b2f9a43b071a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.390745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Attempting to bind port 238b2383-6755-423e-a2f0-3e6fe428ead4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:53.391120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Attempting to bind port 238b2383-6755-423e-a2f0-3e6fe428ead4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44249ab7-3280-479e-8657-101013b6f99f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:53.391486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Attempting to bind port 238b2383-6755-423e-a2f0-3e6fe428ead4 on network 44249ab7-3280-479e-8657-101013b6f99f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:53.406244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=bc019e55-8479-4147-a660-3b0f059a2d60,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.406881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:53.406881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Checking segment: {'id': 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44249ab7-3280-479e-8657-101013b6f99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:53.407403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.407835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Bound using segment: {'id': 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44249ab7-3280-479e-8657-101013b6f99f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:53.408692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Bound port: 238b2383-6755-423e-a2f0-3e6fe428ead4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44249ab7-3280-479e-8657-101013b6f99f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:53.409237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.440851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 022fac46-bac5-41b7-8924-321940f8ab3a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:53.441221 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.493861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ac508f4b-49c4-481f-808c-09d5fb80e1c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.503381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] For port 238b2383-6755-423e-a2f0-3e6fe428ead4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:53.507221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] For port 238b2383-6755-423e-a2f0-3e6fe428ead4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=238b2383-6755-423e-a2f0-3e6fe428ead4,segment=NetworkSegment(fd01a3d2-d28d-4df5-95ba-edddffdecf6b),segment_id=fd01a3d2-d28d-4df5-95ba-edddffdecf6b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:53.518145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac508f4b-49c4-481f-808c-09d5fb80e1c9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.522846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-4e0faeef-a141-4162-8138-dc4b3ccb9bae service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310453 Mar 07 10:44:53.529723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a87708-6c49-4b31-b6a8-1448393bbca2') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.530112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a87708-6c49-4b31-b6a8-1448393bbca2') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.540142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (36a87708-6c49-4b31-b6a8-1448393bbca2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.554639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (36a87708-6c49-4b31-b6a8-1448393bbca2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.562663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:53.563134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (36a87708-6c49-4b31-b6a8-1448393bbca2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:53.570340 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:53.574946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.615117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7629a-15d7-48a2-85e5-f69596aa274c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ac508f4b-49c4-481f-808c-09d5fb80e1c9', 'network_id': 'ac508f4b-49c4-481f-808c-09d5fb80e1c9', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': 'bc019e55-8479-4147-a660-3b0f059a2d60'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:53.616056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cab7629a-15d7-48a2-85e5-f69596aa274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.633888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ac508f4b-49c4-481f-808c-09d5fb80e1c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.656198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cd05b5-fb24-4e4e-8a9e-7bdfd2ef91a7 req-51e7f297-5101-45cf-af16-88798e81d81d service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247885 Mar 07 10:44:53.656981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.664884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/ac508f4b-49c4-481f-808c-09d5fb80e1c9 HTTP/1.1" status: 204 len: 168 time: 0.7132621 Mar 07 10:44:53.665110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33082) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:53.684974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515250927'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:53.695386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d71985-8a7c-4a17-ba23-b196dd4b354b tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=ac508f4b-49c4-481f-808c-09d5fb80e1c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.704135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaf06b-2f61-4c52-b783-8bbffaf663c3 None None] Network ac508f4b-49c4-481f-808c-09d5fb80e1c9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:53.712090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b57f2-bdf5-42e4-a8fe-10c9fb32ff9f None None] Pushing event updated for resources: {'Port': ['ID=238b2383-6755-423e-a2f0-3e6fe428ead4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.724582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:53.728457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.731245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaf06b-2f61-4c52-b783-8bbffaf663c3 None None] Network ac508f4b-49c4-481f-808c-09d5fb80e1c9 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:44:53.739053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 022fac46-bac5-41b7-8924-321940f8ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:53.762874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:53.775730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a02b5b1c-0cc4-47df-a98f-cc018999ba97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.776126 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment a02b5b1c-0cc4-47df-a98f-cc018999ba97 of type vlan for network a2663c0a-4384-4cfe-b007-9740e4c81cf4 Mar 07 10:44:53.824307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a2663c0a-4384-4cfe-b007-9740e4c81cf4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.859562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a2663c0a-4384-4cfe-b007-9740e4c81cf4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.865752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.866377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.984747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33088) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:53.988328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3219898 Mar 07 10:44:53.991907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'a2663c0a-4384-4cfe-b007-9740e4c81cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:53.995566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.013970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be98e-f6d5-497f-9897-ef0016384e20 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=a2663c0a-4384-4cfe-b007-9740e4c81cf4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:54.031048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a2663c0a-4384-4cfe-b007-9740e4c81cf4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:54.082947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e3c7d-e03a-401a-a1fc-9b00a0b0f5ad req-7727c39e-8e75-46e0-bab1-870575b58928 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.090376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-154e3c7d-e03a-401a-a1fc-9b00a0b0f5ad req-7727c39e-8e75-46e0-bab1-870575b58928 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 943 time: 0.1916800 Mar 07 10:44:54.144162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:54.148556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.176672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.191510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-154e3c7d-e03a-401a-a1fc-9b00a0b0f5ad req-116be8ac-a132-45aa-8652-9b6d56100716 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Mar 07 10:44:54.388897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (03032dc0-a2e0-4e5f-8a1d-a420d87a57d8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.455567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d7ea-7100-4d0c-9559-6ab78f0a825a req-08290b3a-d932-4369-88a8-57e4ea1f4845 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.457441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba98d7ea-7100-4d0c-9559-6ab78f0a825a req-08290b3a-d932-4369-88a8-57e4ea1f4845 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0660443 Mar 07 10:44:54.475067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=03032dc0-a2e0-4e5f-8a1d-a420d87a57d8,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:54.477610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': 'a02b5b1c-0cc4-47df-a98f-cc018999ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a2663c0a-4384-4cfe-b007-9740e4c81cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:54.477971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: a2663c0a-4384-4cfe-b007-9740e4c81cf4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:54.497417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network a2663c0a-4384-4cfe-b007-9740e4c81cf4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:54.509518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a2663c0a-4384-4cfe-b007-9740e4c81cf4) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:54.514270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.514984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.516034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba98d7ea-7100-4d0c-9559-6ab78f0a825a req-06949867-9292-44b1-82aa-e15162b29b51 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514667 Mar 07 10:44:54.519968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:54.535691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b65d90b7-b415-40e9-9f47-edf9ee0725bb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5484605 Mar 07 10:44:54.536984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33098) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:54.543268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 7ddec98f-9cc0-4d79-be03-7375cc59e51b no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:54.575676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 7ddec98f-9cc0-4d79-be03-7375cc59e51b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:54.576106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 7ddec98f-9cc0-4d79-be03-7375cc59e51b not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:54.579354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85007ea9-ab87-4b31-8946-652410cbeff1 None None] Network a2663c0a-4384-4cfe-b007-9740e4c81cf4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:54.692489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a2663c0a-4384-4cfe-b007-9740e4c81cf4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.712375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a87acf-f440-414e-8c9a-50db09725bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a2663c0a-4384-4cfe-b007-9740e4c81cf4', 'network_id': 'a2663c0a-4384-4cfe-b007-9740e4c81cf4', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': '03032dc0-a2e0-4e5f-8a1d-a420d87a57d8'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:54.714143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4a87acf-f440-414e-8c9a-50db09725bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.810896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (03032dc0-a2e0-4e5f-8a1d-a420d87a57d8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.860032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 238b2383-6755-423e-a2f0-3e6fe428ead4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:54.907136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (03032dc0-a2e0-4e5f-8a1d-a420d87a57d8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.942077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=03032dc0-a2e0-4e5f-8a1d-a420d87a57d8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-d4a87acf-f440-414e-8c9a-50db09725bc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03032dc0-a2e0-4e5f-8a1d-a420d87a57d8: This subnet is being modified by another concurrent operation. Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:44:54.947777 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03032dc0-a2e0-4e5f-8a1d-a420d87a57d8: This subnet is being modified by another concurrent operation. Mar 07 10:44:54.951543 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:44:54.980066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9b0cd-33f4-4715-8741-ce4e3b88101c None None] Network a2663c0a-4384-4cfe-b007-9740e4c81cf4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:55.007577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 238b2383-6755-423e-a2f0-3e6fe428ead4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:55.007918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.034619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a2663c0a-4384-4cfe-b007-9740e4c81cf4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.044811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:55.066455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2663c0a-4384-4cfe-b007-9740e4c81cf4']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:55.077206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02b5b1c-0cc4-47df-a98f-cc018999ba97') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:55.077767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02b5b1c-0cc4-47df-a98f-cc018999ba97') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:55.089760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cfcb0-5ca7-4f8b-bd76-02a2ed2bff1e None None] Network 44249ab7-3280-479e-8657-101013b6f99f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:55.092123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a02b5b1c-0cc4-47df-a98f-cc018999ba97), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.106720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a02b5b1c-0cc4-47df-a98f-cc018999ba97), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.118391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:55.118841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a02b5b1c-0cc4-47df-a98f-cc018999ba97), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:55.122404 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:55.135703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1', 'mac_address': 'fa:16:3e:b5:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:55.281188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a2663c0a-4384-4cfe-b007-9740e4c81cf4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.303369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.303887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Provisioning complete for port 238b2383-6755-423e-a2f0-3e6fe428ead4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:55.303887 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.306148 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/a2663c0a-4384-4cfe-b007-9740e4c81cf4 HTTP/1.1" status: 204 len: 168 time: 0.7678657 Mar 07 10:44:55.311320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33104) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:55.316698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70ccf-3b4c-48b2-9c69-1e8c5c11a7ef tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=a2663c0a-4384-4cfe-b007-9740e4c81cf4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.321518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728012701'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:55.375915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:55.376561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.381749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:55.385098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.427771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:55.440387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d339681-c57b-4785-9ad5-1afee2bbab24 req-0d424434-1a75-41e7-8e81-3479eb3123ea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.442547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:55.445784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d339681-c57b-4785-9ad5-1afee2bbab24 req-0d424434-1a75-41e7-8e81-3479eb3123ea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 943 time: 0.1069472 Mar 07 10:44:55.466978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 238b2383-6755-423e-a2f0-3e6fe428ead4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:55.467392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.492226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:55.501330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0b13955b-b2de-470a-9889-a6d20d4fecf5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.501813 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 0b13955b-b2de-470a-9889-a6d20d4fecf5 of type vlan for network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 Mar 07 10:44:55.508573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.535837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d339681-c57b-4785-9ad5-1afee2bbab24 req-eb5b2c23-0f71-4472-8660-f47976fe0294 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837216 Mar 07 10:44:55.587383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 238b2383-6755-423e-a2f0-3e6fe428ead4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=238b2383-6755-423e-a2f0-3e6fe428ead4,segment=NetworkSegment(fd01a3d2-d28d-4df5-95ba-edddffdecf6b),segment_id=fd01a3d2-d28d-4df5-95ba-edddffdecf6b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:55.591745 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (712959fb-44fb-40af-a8a3-d3ad58a6fb58), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.601387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.603116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Current status of the port 238b2383-6755-423e-a2f0-3e6fe428ead4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:55.603490 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.643268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.646549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.657437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (712959fb-44fb-40af-a8a3-d3ad58a6fb58), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.662808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.663432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.739279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:44:55.740020 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:44:55.743021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=238b2383-6755-423e-a2f0-3e6fe428ead4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.751802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4391022 Mar 07 10:44:55.755255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:55.758893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562397ae-abc0-4b1e-a4f5-6c48cbbbc420 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=712959fb-44fb-40af-a8a3-d3ad58a6fb58,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.763753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': '712959fb-44fb-40af-a8a3-d3ad58a6fb58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:55.771369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:55.774562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9141b6-bfbc-4537-9b9b-b3cc1ecc5673 req-1571e7fb-d123-401f-b4e0-fe95d5e4f5d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.775719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c9141b6-bfbc-4537-9b9b-b3cc1ecc5673 req-1571e7fb-d123-401f-b4e0-fe95d5e4f5d4 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.1510119 Mar 07 10:44:55.850783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c9141b6-bfbc-4537-9b9b-b3cc1ecc5673 req-d9fa5273-77dd-48b0-b625-8fc7c20e9e8b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups?id=154b2d41-9af7-41e3-9a98-9fdb9a29b462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679405 Mar 07 10:44:55.862802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f2a36-471f-4113-ba0b-3bebd0b54f64 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:44:55.899112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:55.902497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.903373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:55.953807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-0603c04e-a400-4f29-97c4-02a5579a0e7e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.955331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-0603c04e-a400-4f29-97c4-02a5579a0e7e tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 944 time: 0.0594449 Mar 07 10:44:56.079307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:56.079675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.092315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f2a36-471f-4113-ba0b-3bebd0b54f64 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:44:56.119283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (75b7a174-3db3-4a6a-8707-0d295f2e3a93), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.201524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] For port 041fb941-b1e0-43fa-923e-bb61b959627e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=041fb941-b1e0-43fa-923e-bb61b959627e,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:56.201778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.207153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '0b13955b-b2de-470a-9889-a6d20d4fecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '712959fb-44fb-40af-a8a3-d3ad58a6fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:56.207755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: 712959fb-44fb-40af-a8a3-d3ad58a6fb58, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:56.211785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=75b7a174-3db3-4a6a-8707-0d295f2e3a93,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.231252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:56.241913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 712959fb-44fb-40af-a8a3-d3ad58a6fb58) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:56.246717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.247407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.267171 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-625b406f-5d8f-4fc1-a33e-bfad4cb7fc5a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5081487 Mar 07 10:44:56.267424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33112) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:56.335848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dc317ac7-74b1-4f6e-8619-7bf42aa85d7b None None] Current status of the port 238b2383-6755-423e-a2f0-3e6fe428ead4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:56.395772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (712959fb-44fb-40af-a8a3-d3ad58a6fb58), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.413714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97db3b-6ffd-413a-8da3-69ba318a82b7 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:44:56.445858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.446466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.446597 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Floating IP a8badc6f-4412-4462-8743-98efb31a2317 disassociated. External IP: 172.25.4.107, port: 041fb941-b1e0-43fa-923e-bb61b959627e. Mar 07 10:44:56.446927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 041fb941-b1e0-43fa-923e-bb61b959627e owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:56.461860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (75b7a174-3db3-4a6a-8707-0d295f2e3a93), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.497770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c9b0bef3-d48f-4c53-b5c7-9a1a6b4b16ec None None] Provisioning complete for port 238b2383-6755-423e-a2f0-3e6fe428ead4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:56.498235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bef3-d48f-4c53-b5c7-9a1a6b4b16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.536331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (75b7a174-3db3-4a6a-8707-0d295f2e3a93), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.584095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=75b7a174-3db3-4a6a-8707-0d295f2e3a93,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.608473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.608850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.609908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.610407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.610743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.611070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.611468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.612328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.612657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.612985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.613305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.613624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.614005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:56.635358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97db3b-6ffd-413a-8da3-69ba318a82b7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:44:56.637432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0bef3-d48f-4c53-b5c7-9a1a6b4b16ec None None] Current status of the port 238b2383-6755-423e-a2f0-3e6fe428ead4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:56.740886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (712959fb-44fb-40af-a8a3-d3ad58a6fb58), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.770088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (041fb941-b1e0-43fa-923e-bb61b959627e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.771747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 238b2383-6755-423e-a2f0-3e6fe428ead4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:56.790600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712959fb-44fb-40af-a8a3-d3ad58a6fb58']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:56.810900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b13955b-b2de-470a-9889-a6d20d4fecf5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:56.811241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b13955b-b2de-470a-9889-a6d20d4fecf5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:56.824185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (0b13955b-b2de-470a-9889-a6d20d4fecf5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.837564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=041fb941-b1e0-43fa-923e-bb61b959627e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.850096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce8ab-3b70-48de-ae86-026367939252 req-b1c2ff35-9fcf-4fec-b73f-77a9e903551f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.853538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5ce8ab-3b70-48de-ae86-026367939252 req-b1c2ff35-9fcf-4fec-b73f-77a9e903551f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 944 time: 0.1660318 Mar 07 10:44:56.865912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0b13955b-b2de-470a-9889-a6d20d4fecf5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.892026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:56.895850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (0b13955b-b2de-470a-9889-a6d20d4fecf5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:56.899475 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:57.009467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (712959fb-44fb-40af-a8a3-d3ad58a6fb58), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.017372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5ce8ab-3b70-48de-ae86-026367939252 req-0162cd9d-00c4-475d-aae7-b86c5ca9f2d3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542766 Mar 07 10:44:57.025143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.030192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/712959fb-44fb-40af-a8a3-d3ad58a6fb58 HTTP/1.1" status: 204 len: 168 time: 0.7615716 Mar 07 10:44:57.035531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:57.064492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892236660'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:57.072589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9bbf4-c146-4977-b831-404c2968d669 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=712959fb-44fb-40af-a8a3-d3ad58a6fb58,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:57.096397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-117e8dfb-1ca8-4600-a926-dee8518951e6 req-a883f653-faa9-4bb4-b0a1-38f17a40af22 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 210 time: 0.1102893 Mar 07 10:44:57.102025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.106626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 238b2383-6755-423e-a2f0-3e6fe428ead4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:57.107062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.124727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:57.130009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.149479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Router b4fbb3b4-d107-4f18-a158-4c86d65eb276 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:57.160482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:57.176165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (140c5589-4eee-44d5-ac1e-eaa54193bc05), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.176633 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 140c5589-4eee-44d5-ac1e-eaa54193bc05 of type vlan for network b7458700-01d1-4213-9c51-b3daec41af3e Mar 07 10:44:57.224635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b7458700-01d1-4213-9c51-b3daec41af3e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.232110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 238b2383-6755-423e-a2f0-3e6fe428ead4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:57.234624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d450c4-de6c-497a-afb2-24122dbc4931 None None] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:57.249820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d450c4-de6c-497a-afb2-24122dbc4931 None None] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:44:57.263422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0907f-4a87-4d64-80b8-d6b24fbe1d39 None None] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:57.264628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b7458700-01d1-4213-9c51-b3daec41af3e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.270904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.271562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.286899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0907f-4a87-4d64-80b8-d6b24fbe1d39 None None] Network 712959fb-44fb-40af-a8a3-d3ad58a6fb58 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:44:57.322678 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2833264 Mar 07 10:44:57.326212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33142) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:57.336034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:57.378507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51662-53ef-403d-97a4-3bde9bfb0682 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=b7458700-01d1-4213-9c51-b3daec41af3e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:57.383614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:57.396403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Sync routers for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:57.402297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b7458700-01d1-4213-9c51-b3daec41af3e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:57.447018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:57.447872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:57.496429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] No DVR routers for this DVR port 041fb941-b1e0-43fa-923e-bb61b959627e on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:57.499632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.509722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f542e4d3-b445-46ff-a785-d7e762a6b8f7 req-4fb13744-6e5b-4e35-b141-a8b85165c756 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.26 "DELETE /v2.0/ports/041fb941-b1e0-43fa-923e-bb61b959627e HTTP/1.1" status: 204 len: 173 time: 1.5471883 Mar 07 10:44:57.510222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-deleted', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:57.512591 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4214b1-fb2a-4da8-9c02-b46d19e4a3ea" -d '{"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-deleted", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:57.517688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:57.524035 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.604348 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f7445e-b31d-40e0-9daa-e7bf454f8b2e x-openstack-request-id: req-31f7445e-b31d-40e0-9daa-e7bf454f8b2e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:57.604871 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bbe84f-68d1-43c6-82c3-2b15859bb4d6", "name": "network-vif-deleted", "tag": "041fb941-b1e0-43fa-923e-bb61b959627e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:57.604871 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31f7445e-b31d-40e0-9daa-e7bf454f8b2e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:57.605405 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe84f-68d1-43c6-82c3-2b15859bb4d6', 'name': 'network-vif-deleted', 'tag': '041fb941-b1e0-43fa-923e-bb61b959627e', 'status': 'completed', 'code': 200} Mar 07 10:44:57.675967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:57.778845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (f5399c6c-162a-431d-9394-cfb1b10aa6e0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.850559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=f5399c6c-162a-431d-9394-cfb1b10aa6e0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:57.862814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '140c5589-4eee-44d5-ac1e-eaa54193bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:57.863278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: b7458700-01d1-4213-9c51-b3daec41af3e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:57.881712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network b7458700-01d1-4213-9c51-b3daec41af3e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:57.892810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b7458700-01d1-4213-9c51-b3daec41af3e) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:57.903450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc4e0e-9d08-45e0-a67f-5c25334f0647 None None] Network b7458700-01d1-4213-9c51-b3daec41af3e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:57.904112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.904732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.924663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-25ee505c-ae60-4a46-bc87-5150871c42de tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5973473 Mar 07 10:44:57.927571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33158) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:57.934406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:57.969019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:58.002361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Checking router: b4fbb3b4-d107-4f18-a158-4c86d65eb276 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:44:58.020402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:58.021024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:58.089806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-b7458700-01d1-4213-9c51-b3daec41af3e', 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': 'f5399c6c-162a-431d-9394-cfb1b10aa6e0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:58.090812 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.096454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:58.099959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.255275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:58.258955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e755fc4-d9a6-4376-ab67-7be5fb7d6951 req-3bde34cb-e0ee-4965-b797-3495a418b2ae tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/ports?device_id=05bbe84f-68d1-43c6-82c3-2b15859bb4d6 HTTP/1.1" status: 200 len: 210 time: 0.0437012 Mar 07 10:44:58.287798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0055-c9dd-4b09-b41a-6a8873e8c054 req-1febd12b-382e-46cf-af66-a13e1603c241 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.287798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8fd0055-c9dd-4b09-b41a-6a8873e8c054 req-1febd12b-382e-46cf-af66-a13e1603c241 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 944 time: 0.1074164 Mar 07 10:44:58.364335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8fd0055-c9dd-4b09-b41a-6a8873e8c054 req-032899f6-54df-45e2-9938-6a82d46a63cb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644035 Mar 07 10:44:58.446261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Allocated IP 2001:db8::2 (b7458700-01d1-4213-9c51-b3daec41af3e/f5399c6c-162a-431d-9394-cfb1b10aa6e0/4dc42557-afe2-4678-a0d2-7cab3b91188a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:58.491286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.502463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (357b8c59-307b-43db-9139-cc3e1c87da70), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.541103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network b7458700-01d1-4213-9c51-b3daec41af3e is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:58.546794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:58.547056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:58.552173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.552438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.576945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6455204 Mar 07 10:44:58.577163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33164) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:58.590726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965c241-653f-47b9-a408-7327d631c789 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=357b8c59-307b-43db-9139-cc3e1c87da70,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:58.644013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.645181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.646584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.647913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.649220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.658140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0bf25722-dad7-4fcf-9ecb-1c262d240bd5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0751882 Mar 07 10:44:58.658513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:58.663484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354568386'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:58.697154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:58.698951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:58.704721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.716599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:58.716969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.722768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks [] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.725314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:58.740274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:58.753027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e1d7225-ae5f-4c60-911f-6ef69f2d785d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.754307 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 5e1d7225-ae5f-4c60-911f-6ef69f2d785d of type vlan for network 0f63012b-55fe-4f44-a519-3987297cb893 Mar 07 10:44:58.774899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.780194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d3a39-c54d-4365-acac-fada4f6d4a4b None None] The sync data for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 is: [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:37:01Z', 'revision_number': 4, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '14e10fac-2ee1-45fd-a485-da553c4ebe89', 'name': '', 'network_id': '6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'mac_address': 'fa:16:3e:e5:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:00Z', 'updated_at': '2022-03-07T10:37:06Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'subnets': [{'id': '219eced6-f88e-49d7-8daa-74c807bf2a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:58.805526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0f63012b-55fe-4f44-a519-3987297cb893), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.832029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Network b7458700-01d1-4213-9c51-b3daec41af3e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:58.834517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0f63012b-55fe-4f44-a519-3987297cb893), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.836659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:58.842037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:58.846540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.847388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.849580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Pushing event updated for resources: {'Port': ['ID=4dc42557-afe2-4678-a0d2-7cab3b91188a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:58.892058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2297530 Mar 07 10:44:58.892515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:58.898115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:58.945959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Attempting to bind port 4dc42557-afe2-4678-a0d2-7cab3b91188a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:58.946540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Attempting to bind port 4dc42557-afe2-4678-a0d2-7cab3b91188a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '140c5589-4eee-44d5-ac1e-eaa54193bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:58.946818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Attempting to bind port 4dc42557-afe2-4678-a0d2-7cab3b91188a on network b7458700-01d1-4213-9c51-b3daec41af3e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:58.949964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:58.950349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.956494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:58.956890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Checking segment: {'id': '140c5589-4eee-44d5-ac1e-eaa54193bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:58.957256 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.957652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Bound using segment: {'id': '140c5589-4eee-44d5-ac1e-eaa54193bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:58.958131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Bound port: 4dc42557-afe2-4678-a0d2-7cab3b91188a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140c5589-4eee-44d5-ac1e-eaa54193bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:58.958507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.974968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261f39e-f700-4302-9432-78e1dd23e032 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=0f63012b-55fe-4f44-a519-3987297cb893,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:58.993257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:58.997236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:59.000878 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71de0fd-cadf-4af3-99d0-cdef42d02f0f" -d '{"events": [{"server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:59.051149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:59.068521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.069347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:59.147815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0f63012b-55fe-4f44-a519-3987297cb893), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.193188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0f63012b-55fe-4f44-a519-3987297cb893), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.226547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 0f63012b-55fe-4f44-a519-3987297cb893 is not hosted by any dhcp agent {{(pid=103789) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:44:59.231447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.232091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.237030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "PUT /v2.0/networks/0f63012b-55fe-4f44-a519-3987297cb893 HTTP/1.1" status: 200 len: 723 time: 0.3399632 Mar 07 10:44:59.237228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:59.241827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': '0f63012b-55fe-4f44-a519-3987297cb893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:59.300412 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e9791-1c50-41e5-8309-d276b9d82714 x-openstack-request-id: req-2a2e9791-1c50-41e5-8309-d276b9d82714 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:59.300412 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:59.300412 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a2e9791-1c50-41e5-8309-d276b9d82714 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:59.300412 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1', 'code': 200} Mar 07 10:44:59.329561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a882b42-deb4-4796-8bb9-dc474cc098fe None None] New status for floating IP a8badc6f-4412-4462-8743-98efb31a2317: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:44:59.351886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffe0-235c-4972-acf4-78baadda79ea req-2b761189-63fa-4a9e-bf52-f5b43ce2abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.353401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c17dffe0-235c-4972-acf4-78baadda79ea req-2b761189-63fa-4a9e-bf52-f5b43ce2abfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 1127 time: 0.1903992 Mar 07 10:44:59.358663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 041fb941-b1e0-43fa-923e-bb61b959627e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:59.360437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 041fb941-b1e0-43fa-923e-bb61b959627e not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:59.408688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] For port 4dc42557-afe2-4678-a0d2-7cab3b91188a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:59.413014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=0f63012b-55fe-4f44-a519-3987297cb893,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.416171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] For port 4dc42557-afe2-4678-a0d2-7cab3b91188a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4dc42557-afe2-4678-a0d2-7cab3b91188a,segment=NetworkSegment(140c5589-4eee-44d5-ac1e-eaa54193bc05),segment_id=140c5589-4eee-44d5-ac1e-eaa54193bc05)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:59.422260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33186) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:59.429245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.434431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.455615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:59.459290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.500996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.501498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.501937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.502362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.502927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.504078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.504646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.507247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.507876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.508484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.509080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.509621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.512314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b950187-ed8c-4230-ac53-13db63ae4071 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:59.529825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:59.588718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8787-2417-4953-96ef-ff7902adfb68 None None] Pushing event updated for resources: {'Port': ['ID=4dc42557-afe2-4678-a0d2-7cab3b91188a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.627639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c17dffe0-235c-4972-acf4-78baadda79ea req-35817d2b-da94-4d6f-8321-0a6e2218b901 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612319 Mar 07 10:44:59.694280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85a481-d029-4935-bfd0-694502890b14 req-cce66311-4fba-46a9-a6c5-dd122e5e8188 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.708096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d85a481-d029-4935-bfd0-694502890b14 req-cce66311-4fba-46a9-a6c5-dd122e5e8188 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.1644597 Mar 07 10:44:59.773516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d85a481-d029-4935-bfd0-694502890b14 req-6c013d66-a568-46d8-ba72-9d2d9da4051f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577452 Mar 07 10:44:59.773847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (be3109f8-4b4a-4d56-b36c-8110bc7cf9bb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.774320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (154b2d41-9af7-41e3-9a98-9fdb9a29b462), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.824373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (154b2d41-9af7-41e3-9a98-9fdb9a29b462), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.894677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=be3109f8-4b4a-4d56-b36c-8110bc7cf9bb,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.909451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '5e1d7225-ae5f-4c60-911f-6ef69f2d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:59.910144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: 0f63012b-55fe-4f44-a519-3987297cb893, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:59.932514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 0f63012b-55fe-4f44-a519-3987297cb893 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:59.951929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0f63012b-55fe-4f44-a519-3987297cb893) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:59.959340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.961899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.962304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2f6a4-2b7e-45a0-8e2b-5493ad50d7d6 None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:59.964458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.971385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.984718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.990829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.996101 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1e3ebcc-c50d-4a8b-98c3-8ce32f8bd45a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7582061 Mar 07 10:44:59.998634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33192) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:59.998922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.006010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.006742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:00.011680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.020294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-b4bb3313-e58f-457a-bac1-1e0834d3130f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.1342239 Mar 07 10:45:00.098684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f8594d8-6199-4d51-973f-3ce2ad9598af req-8658cfbc-3720-4c66-9850-9e77aa634645 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774362 Mar 07 10:45:00.102580 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (154b2d41-9af7-41e3-9a98-9fdb9a29b462), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.105271 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.113922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0f63012b-55fe-4f44-a519-3987297cb893', 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': 'be3109f8-4b4a-4d56-b36c-8110bc7cf9bb'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:00.114743 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.116216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "DELETE /v2.0/security-groups/154b2d41-9af7-41e3-9a98-9fdb9a29b462 HTTP/1.1" status: 204 len: 168 time: 0.6921349 Mar 07 10:45:00.116876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:00.142906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a98ff-1710-4eb3-b989-d2c2fe4def35 tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b2d41-9af7-41e3-9a98-9fdb9a29b462,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.157217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-521885420'] for subnet (be3109f8-4b4a-4d56-b36c-8110bc7cf9bb), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.161224 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-c94f70b1-0de0-4dcb-a539-5a487bbe773c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] show failed (client error): The resource could not be found. Mar 07 10:45:00.162863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c94f70b1-0de0-4dcb-a539-5a487bbe773c tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "GET /v2.0/security-groups/154b2d41-9af7-41e3-9a98-9fdb9a29b462 HTTP/1.1" status: 404 len: 347 time: 0.0359960 Mar 07 10:45:00.165493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33196) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:00.322025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Deleting port 5049606f-807f-4d52-a5e6-914d78afb9a5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:00.322375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.357240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754497127599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-520107606'] for subnet (be3109f8-4b4a-4d56-b36c-8110bc7cf9bb), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.402761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.403462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.403618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.404119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (5049606f-807f-4d52-a5e6-914d78afb9a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.408358 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "PUT /v2.0/subnets/be3109f8-4b4a-4d56-b36c-8110bc7cf9bb HTTP/1.1" status: 200 len: 826 time: 0.4079537 Mar 07 10:45:00.408803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:00.423089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78c753-69a8-4f6b-8966-25934b3d767f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=be3109f8-4b4a-4d56-b36c-8110bc7cf9bb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.423709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Allocated IP 2001:db8::2 (0f63012b-55fe-4f44-a519-3987297cb893/be3109f8-4b4a-4d56-b36c-8110bc7cf9bb/954ddb41-2a9c-44ab-affe-6fc36cedf372) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:00.457475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Calling delete_port for 5049606f-807f-4d52-a5e6-914d78afb9a5 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:00.627800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks [] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.637821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.780510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:00.787740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:00.790962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:00.793639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Pushing event updated for resources: {'Port': ['ID=954ddb41-2a9c-44ab-affe-6fc36cedf372,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.883525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4dc42557-afe2-4678-a0d2-7cab3b91188a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:00.971434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Attempting to bind port 954ddb41-2a9c-44ab-affe-6fc36cedf372 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:00.972414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Attempting to bind port 954ddb41-2a9c-44ab-affe-6fc36cedf372 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5e1d7225-ae5f-4c60-911f-6ef69f2d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:00.972414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Attempting to bind port 954ddb41-2a9c-44ab-affe-6fc36cedf372 on network 0f63012b-55fe-4f44-a519-3987297cb893 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:00.982289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:00.982777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Checking segment: {'id': '5e1d7225-ae5f-4c60-911f-6ef69f2d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:00.983265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.983811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Bound using segment: {'id': '5e1d7225-ae5f-4c60-911f-6ef69f2d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:00.984356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Bound port: 954ddb41-2a9c-44ab-affe-6fc36cedf372, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1d7225-ae5f-4c60-911f-6ef69f2d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f63012b-55fe-4f44-a519-3987297cb893'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:00.984816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.071998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:01.072373 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.113543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ea4af-6b10-45b9-8998-467bee7fa030 None None] Network b7458700-01d1-4213-9c51-b3daec41af3e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:01.146009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0f63012b-55fe-4f44-a519-3987297cb893), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.178888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29938e7-d857-4858-b0ee-164875a6ba21 req-ace12345-5d1d-4add-96a5-6b48bfadb883 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.180814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f29938e7-d857-4858-b0ee-164875a6ba21 req-ace12345-5d1d-4add-96a5-6b48bfadb883 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.1822629 Mar 07 10:45:01.192323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] For port 954ddb41-2a9c-44ab-affe-6fc36cedf372, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:01.210795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] For port 954ddb41-2a9c-44ab-affe-6fc36cedf372, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=954ddb41-2a9c-44ab-affe-6fc36cedf372,segment=NetworkSegment(5e1d7225-ae5f-4c60-911f-6ef69f2d785d),segment_id=5e1d7225-ae5f-4c60-911f-6ef69f2d785d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:01.230536 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.240060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:01.240510 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.362874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f29938e7-d857-4858-b0ee-164875a6ba21 req-4e57d719-1bc5-4727-9c64-e0d616d968f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735229 Mar 07 10:45:01.413325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5049606f-807f-4d52-a5e6-914d78afb9a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.422160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024c15e-bff0-4cd7-b8e7-65407bb54168 None None] Pushing event updated for resources: {'Port': ['ID=954ddb41-2a9c-44ab-affe-6fc36cedf372,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.422450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting port 954ddb41-2a9c-44ab-affe-6fc36cedf372 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:01.422830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.440841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:01.441296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.441425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.447438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.454120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.461447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.466993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.473495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.479605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.481841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-9c56d814-9fdf-43eb-87fa-c46daf0923c7 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.2382519 Mar 07 10:45:01.519366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Pushing event deleted for resources: {'Port': ['ID=5049606f-807f-4d52-a5e6-914d78afb9a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.538923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4dc42557-afe2-4678-a0d2-7cab3b91188a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4dc42557-afe2-4678-a0d2-7cab3b91188a,segment=NetworkSegment(140c5589-4eee-44d5-ac1e-eaa54193bc05),segment_id=140c5589-4eee-44d5-ac1e-eaa54193bc05)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:01.548705 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.553461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:01.553685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.714417 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:01.715141 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:01.719033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4dc42557-afe2-4678-a0d2-7cab3b91188a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.733820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0b5926-1c34-4734-9e4e-4a42a738b72f req-bb673da5-6d36-432c-9915-577807ba09dc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196331 Mar 07 10:45:01.743925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Update dhcp port {'port': {'network_id': 'b7458700-01d1-4213-9c51-b3daec41af3e', 'fixed_ips': [{'subnet_id': 'f5399c6c-162a-431d-9394-cfb1b10aa6e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '357b8c59-307b-43db-9139-cc3e1c87da70'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '4dc42557-afe2-4678-a0d2-7cab3b91188a'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:45:01.748172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] For port 954ddb41-2a9c-44ab-affe-6fc36cedf372, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=954ddb41-2a9c-44ab-affe-6fc36cedf372,segment=NetworkSegment(5e1d7225-ae5f-4c60-911f-6ef69f2d785d),segment_id=5e1d7225-ae5f-4c60-911f-6ef69f2d785d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:01.748586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.759174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks [] for floatingip (a8badc6f-4412-4462-8743-98efb31a2317), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.762033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.766577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98700663-c70e-46dc-915e-2f386f0add6b tempest-ServerActionsTestJSON-610060973 tempest-ServerActionsTestJSON-610060973-project] 10.222.0.23 "DELETE /v2.0/floatingips/a8badc6f-4412-4462-8743-98efb31a2317 HTTP/1.1" status: 204 len: 168 time: 1.5968511 Mar 07 10:45:01.767450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:01.776646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Calling delete_port for 954ddb41-2a9c-44ab-affe-6fc36cedf372 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:01.800574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.956731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (954ddb41-2a9c-44ab-affe-6fc36cedf372), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.992919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Allocated IP 172.20.0.1 (b7458700-01d1-4213-9c51-b3daec41af3e/357b8c59-307b-43db-9139-cc3e1c87da70/4dc42557-afe2-4678-a0d2-7cab3b91188a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:02.071093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No DVR routers for this DVR port 954ddb41-2a9c-44ab-affe-6fc36cedf372 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:02.073496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Port': ['ID=954ddb41-2a9c-44ab-affe-6fc36cedf372,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.172593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] For port 4dc42557-afe2-4678-a0d2-7cab3b91188a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4dc42557-afe2-4678-a0d2-7cab3b91188a,segment=NetworkSegment(140c5589-4eee-44d5-ac1e-eaa54193bc05),segment_id=140c5589-4eee-44d5-ac1e-eaa54193bc05)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:02.206012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (be3109f8-4b4a-4d56-b36c-8110bc7cf9bb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.216462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Publish callbacks [] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.257928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.314593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-836f919a-6d35-45e6-a350-a9edc1b75034 None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:02.393449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bcae3-c61b-43fa-aee2-9400aeadf109 None None] Pushing event updated for resources: {'Port': ['ID=4dc42557-afe2-4678-a0d2-7cab3b91188a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.407088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (be3109f8-4b4a-4d56-b36c-8110bc7cf9bb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.464495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=be3109f8-4b4a-4d56-b36c-8110bc7cf9bb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.643917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0f63012b-55fe-4f44-a519-3987297cb893), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.699215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f63012b-55fe-4f44-a519-3987297cb893']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:02.721075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226de1c-223a-4895-bdd3-8441c1874d2f None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:02.727798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1d7225-ae5f-4c60-911f-6ef69f2d785d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:02.728091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1d7225-ae5f-4c60-911f-6ef69f2d785d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:02.739009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5e1d7225-ae5f-4c60-911f-6ef69f2d785d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.755168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e1d7225-ae5f-4c60-911f-6ef69f2d785d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.762195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:02.762673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5e1d7225-ae5f-4c60-911f-6ef69f2d785d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.851047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cba94-ae63-4726-9d66-98625611f137 req-2fedc9e6-60a8-449f-ab8b-6d9240390d8e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.861250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff4cba94-ae63-4726-9d66-98625611f137 req-2fedc9e6-60a8-449f-ab8b-6d9240390d8e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.2984445 Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:02.864224 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:02.885229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4dc42557-afe2-4678-a0d2-7cab3b91188a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:02.891478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0b5de150-e2d7-4dc0-a053-a836c686cc83 None None] Could not find standard attr ID for object 954ddb41-2a9c-44ab-affe-6fc36cedf372. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:45:02.907147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0f63012b-55fe-4f44-a519-3987297cb893), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.957743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.964242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/0f63012b-55fe-4f44-a519-3987297cb893 HTTP/1.1" status: 204 len: 168 time: 2.5519614 Mar 07 10:45:02.964242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96761cb-f9c0-4133-ab3d-091b94703e61 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=0f63012b-55fe-4f44-a519-3987297cb893,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.964518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:02.964518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.964704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33222) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:03.008715 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c6b57-e5e6-4b61-9514-faa659891bae tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:03.009256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c6b57-e5e6-4b61-9514-faa659891bae tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:03.027799 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f47c6b57-e5e6-4b61-9514-faa659891bae tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/0f63012b-55fe-4f44-a519-3987297cb893 HTTP/1.1" status: 404 len: 339 time: 0.0494466 Mar 07 10:45:03.028424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:03.042043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515291957', 'description': 'd1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:03.074773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3423e-082e-4589-9db8-12d574cf41a1 None None] DHCP port deletion for 0f63012b-55fe-4f44-a519-3987297cb893 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:03.085351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:03.092754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff4cba94-ae63-4726-9d66-98625611f137 req-845f7598-40a2-4fb0-9bbc-93b15b8887b5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302547 Mar 07 10:45:03.094315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.118889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.126146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.132762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.139958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.143698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:03.151416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd60b9-74ee-4966-992c-adcc93209bfe None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:03.155351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (22a34013-4b34-40a7-abfc-f23f72f8017e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.156117 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 22a34013-4b34-40a7-abfc-f23f72f8017e of type vlan for network 741929da-ad11-44e9-9840-9dac2362d414 Mar 07 10:45:03.160225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.165750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.173900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.176259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-8ce0fba2-e415-4b7a-8c95-e70c06f9af46 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.2720492 Mar 07 10:45:03.211962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd60b9-74ee-4966-992c-adcc93209bfe None None] Network 0f63012b-55fe-4f44-a519-3987297cb893 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:45:03.230331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:03.263202 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (741929da-ad11-44e9-9840-9dac2362d414), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.294689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df9557-16f0-44f5-8b76-97d8070157f7 None None] Network b7458700-01d1-4213-9c51-b3daec41af3e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:03.320298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.329016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.336164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (741929da-ad11-44e9-9840-9dac2362d414), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.336568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.342705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.349692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.352069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.353003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.359816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.366601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.369067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1cdcafa5-2d48-4ea0-b5e7-499e5ea1e3d2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 5445 time: 0.1832609 Mar 07 10:45:03.390813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3bb3cc27-c8e2-4eba-a14c-3b79b55d253a None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:03.392303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3bb3cc27-c8e2-4eba-a14c-3b79b55d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.408386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3785636 Mar 07 10:45:03.409030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:03.468739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-91a5fd77-b5f0-4656-8c23-f6cb1cdcbb5d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.470310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-91a5fd77-b5f0-4656-8c23-f6cb1cdcbb5d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0803804 Mar 07 10:45:03.513581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607cf44-ac78-44f7-a823-b4329de7a6fc tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=741929da-ad11-44e9-9840-9dac2362d414,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:03.541499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 741929da-ad11-44e9-9840-9dac2362d414 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:03.605938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37571e-234b-47e4-b073-66cb2f804846 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.608610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f37571e-234b-47e4-b073-66cb2f804846 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks?id=741929da-ad11-44e9-9840-9dac2362d414 HTTP/1.1" status: 200 len: 765 time: 0.1882815 Mar 07 10:45:03.610865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:03.621210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'description': 'd2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:03.632865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-79080cb1-333f-466a-915b-a9a64da24666 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1285138 Mar 07 10:45:03.656399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:03.747065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.779845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17099f62-5fd0-4a22-994b-78e3fa251233 req-e4a4aa5f-0dee-4f23-a87f-89dcc44046b9 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5920048 Mar 07 10:45:03.825926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192f2be-8f13-4209-bb65-fb52272fe2fa req-2b3f1d51-8c4f-404c-8fc9-bf81658acd52 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.828028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9192f2be-8f13-4209-bb65-fb52272fe2fa req-2b3f1d51-8c4f-404c-8fc9-bf81658acd52 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.3565106 Mar 07 10:45:03.835052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (741929da-ad11-44e9-9840-9dac2362d414), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.861621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (741929da-ad11-44e9-9840-9dac2362d414), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.867011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3cc27-c8e2-4eba-a14c-3b79b55d253a None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:03.893910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network 741929da-ad11-44e9-9840-9dac2362d414 is not hosted by any dhcp agent {{(pid=103788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:45:03.898979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.899586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.903865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "PUT /v2.0/networks/741929da-ad11-44e9-9840-9dac2362d414 HTTP/1.1" status: 200 len: 762 time: 0.2914128 Mar 07 10:45:03.904517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33236) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:03.979171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.036156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d306a-e001-4029-a942-3ed5fa8157d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=741929da-ad11-44e9-9840-9dac2362d414,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:04.049742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 741929da-ad11-44e9-9840-9dac2362d414 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:04.064989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9222ae-d224-4180-9e2a-5e28681abf46 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.067671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df9222ae-d224-4180-9e2a-5e28681abf46 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks?id=741929da-ad11-44e9-9840-9dac2362d414 HTTP/1.1" status: 200 len: 765 time: 0.1588986 Mar 07 10:45:04.072243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:04.113297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9192f2be-8f13-4209-bb65-fb52272fe2fa req-90ab928a-faf1-45af-8e0a-b4406c680ccd tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723808 Mar 07 10:45:04.201128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5ec38202-7305-462d-a8f7-c993aec23067,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:04.302978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8687c3e1-3561-4ba9-842c-c3056d09d18f None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:04.304966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8687c3e1-3561-4ba9-842c-c3056d09d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.357917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] For port 5ec38202-7305-462d-a8f7-c993aec23067, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:04.420187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8687c3e1-3561-4ba9-842c-c3056d09d18f None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:04.424275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] device_id is not set on port 5ec38202-7305-462d-a8f7-c993aec23067 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:04.441503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Publish callbacks [] for port (5ec38202-7305-462d-a8f7-c993aec23067), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.458862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.557676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] No DVR routers for this DVR port 5ec38202-7305-462d-a8f7-c993aec23067 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:04.694599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 954ddb41-2a9c-44ab-affe-6fc36cedf372 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:04.721096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 954ddb41-2a9c-44ab-affe-6fc36cedf372 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:04.721743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 954ddb41-2a9c-44ab-affe-6fc36cedf372 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:04.907311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4130b0e-e204-428d-8a5d-d06184f8bb64 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.909077 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a4130b0e-e204-428d-8a5d-d06184f8bb64 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8356838 Mar 07 10:45:04.912033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33246) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:04.950039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d3c1b472-00f3-4eeb-b22d-9a0eb8c1454a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 207 time: 0.0367734 Mar 07 10:45:04.954848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33248) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:04.967848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-77cd88fa-499b-489f-b2cf-43d5aa11cb93 None None] Provisioning complete for port 5ec38202-7305-462d-a8f7-c993aec23067 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:04.968383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-77cd88fa-499b-489f-b2cf-43d5aa11cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5ec38202-7305-462d-a8f7-c993aec23067), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.034801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-77cd88fa-499b-489f-b2cf-43d5aa11cb93 None None] Port 5ec38202-7305-462d-a8f7-c993aec23067 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:05.041681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:05.107695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] In _notify_port_updated(), no bound segment for port 5ec38202-7305-462d-a8f7-c993aec23067 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:05.108684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.109290 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.110624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-8103e421-d208-4207-bf42-78f09e608f40 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 200 len: 1031 time: 1.4709888 Mar 07 10:45:05.177351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.183044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.188531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.193856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.199201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.205496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.207636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-768c7a54-b0fd-4224-b81a-85714983e43a req-ebbf6dfb-d59b-4290-a8b5-567f5b3145bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 4667 time: 0.1629877 Mar 07 10:45:05.214690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Deleting port 14e10fac-2ee1-45fd-a485-da553c4ebe89 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:05.215013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.219570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-61b5105e-d2f3-4479-9fd4-72161836cc99 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.220960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-61b5105e-d2f3-4479-9fd4-72161836cc99 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "GET /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1030550 Mar 07 10:45:05.225368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.231052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.237357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.243032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.248772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.255572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.256670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:05.261776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-64a5febf-1cc6-44ad-b28a-db6eee9e29d0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3056824 Mar 07 10:45:05.262497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33252) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.414388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fc0a9bcb-cdc2-4667-a5dd-49ca335ec99c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1484993 Mar 07 10:45:05.414388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.465027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.468222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] For port 14e10fac-2ee1-45fd-a485-da553c4ebe89, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=14e10fac-2ee1-45fd-a485-da553c4ebe89,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:05.468562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.475722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-768c7a54-b0fd-4224-b81a-85714983e43a req-9d803c07-985e-49c9-8489-f8d69e09e387 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=870daa4b-0437-4d9d-9c56-b3f5bde3540b&id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2518690 Mar 07 10:45:05.482923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c76b-1752-417e-827b-934c59ab02f5 req-52abe8cf-4f06-42b5-b923-8e175505360a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.484806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5974c76b-1752-417e-827b-934c59ab02f5 req-52abe8cf-4f06-42b5-b923-8e175505360a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.2628956 Mar 07 10:45:05.504267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Calling delete_port for 14e10fac-2ee1-45fd-a485-da553c4ebe89 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:05.520041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.521754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.523259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.524752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.526442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.534019 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7bf46540-9641-4bbe-8e62-fcd1c90f7172 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1199701 Mar 07 10:45:05.534740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33260) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.608897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.610587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.612457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.613707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.615223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.617221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e8de5a3-acda-44b0-bb71-7bc97b7fe1d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0814488 Mar 07 10:45:05.621876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.657182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5974c76b-1752-417e-827b-934c59ab02f5 req-3fa38407-61f4-4c2a-8d88-2c02d580f067 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547992 Mar 07 10:45:05.748190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7aa0f-d8fd-4100-8686-58449d9a48f4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.753957 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e2f7aa0f-d8fd-4100-8686-58449d9a48f4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks/71cf2778-21e4-4103-8894-ef46f93e791d HTTP/1.1" status: 200 len: 804 time: 0.1275253 Mar 07 10:45:05.754429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.824315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=09b94565-a5b8-47ff-ab5b-c8b1150dda36,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:05.883572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] For port 09b94565-a5b8-47ff-ab5b-c8b1150dda36, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:05.918741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:05.919397 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63dc2fca-dd49-41ff-9781-9f0ff4c23521 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/networks/71cf2778-21e4-4103-8894-ef46f93e791d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1634469 Mar 07 10:45:05.966467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] device_id is not set on port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:06.009868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Publish callbacks [] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.011556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (14e10fac-2ee1-45fd-a485-da553c4ebe89), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.031057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.063310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e10fac-2ee1-45fd-a485-da553c4ebe89,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.070822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497e4c6-1d1b-426a-bda9-7b373b991da5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.077264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3497e4c6-1d1b-426a-bda9-7b373b991da5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets/26eb0bd8-e1a8-4c38-b216-6a23867133d4 HTTP/1.1" status: 200 len: 843 time: 0.1524794 Mar 07 10:45:06.079787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33272) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:06.261623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37a16a-7764-4949-81ec-85c338f1fad6 req-c93c8f8a-b1af-453f-9b75-847d7171c3d1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.263285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f37a16a-7764-4949-81ec-85c338f1fad6 req-c93c8f8a-b1af-453f-9b75-847d7171c3d1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.3075886 Mar 07 10:45:06.271552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] No DVR routers for this DVR port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:06.284188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Pushing event updated for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.364151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53507a-fbe6-4332-a535-e0d9549cd78f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.365680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aa53507a-fbe6-4332-a535-e0d9549cd78f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "GET /v2.0/subnets/26eb0bd8-e1a8-4c38-b216-6a23867133d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2628636 Mar 07 10:45:06.369905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33274) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:06.374384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] In _notify_port_updated(), no bound segment for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 on network bafc89a3-5917-47fe-b29a-86c3bb3445aa {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:06.375174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.375825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.377124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-5f848e2b-1e99-4a52-ae97-6b0e16beea47 service neutron] 10.222.0.26 "PUT /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 200 len: 1033 time: 1.1256857 Mar 07 10:45:06.380052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135150954'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:06.428268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:06.434139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.470786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9480295e-f353-4138-bdd5-d3c49d015d9c None None] Provisioning complete for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:06.472415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9480295e-f353-4138-bdd5-d3c49d015d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.484585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:06.495753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.496142 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Added segment 6a02016f-8d9a-4274-99ef-8d421100c1e5 of type vlan for network a4796bcc-ddbd-461d-9da5-8d0e9de7456a Mar 07 10:45:06.501635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f37a16a-7764-4949-81ec-85c338f1fad6 req-9cfe4e4b-1135-4539-8efb-61c06fdb93c2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258031 Mar 07 10:45:06.520798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9480295e-f353-4138-bdd5-d3c49d015d9c None None] Port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:06.563315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.569376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:06.606195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.613583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.614448 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.651518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.655898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2832756 Mar 07 10:45:06.666128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33280) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:06.672324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:06.672711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.674172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:06.703622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:06.707801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port ed1edc49-2d45-4215-a7af-7e1c087039dc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:06.708144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.708417 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa5bb4f-b34a-4870-a164-90139cf41bee" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:06.741280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.750535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.752551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 09b94565-a5b8-47ff-ab5b-c8b1150dda36 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:06.774026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb252d-7f2f-4f94-946e-79cccf2cd2d4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Network': ['ID=a4796bcc-ddbd-461d-9da5-8d0e9de7456a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.803257 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e832e754-b49d-4853-96d5-d49a08d789a3 x-openstack-request-id: req-e832e754-b49d-4853-96d5-d49a08d789a3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:06.803836 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:06.804262 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e832e754-b49d-4853-96d5-d49a08d789a3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:06.805038 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'code': 200} Mar 07 10:45:06.807876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:06.918829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 host ! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:45:06.919160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 09b94565-a5b8-47ff-ab5b-c8b1150dda36 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:06.919590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ed1edc49-2d45-4215-a7af-7e1c087039dc no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:06.923411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.928741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.934033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.939403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.944716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.946517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8282a350-9e00-4865-98f0-25739fa34a5d req-966ac7c8-a515-4097-bbb8-a448fa2bf866 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3887 time: 0.3510015 Mar 07 10:45:06.953996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.954426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.954792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.014253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for ed1edc49-2d45-4215-a7af-7e1c087039dc owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:07.017856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ed1edc49-2d45-4215-a7af-7e1c087039dc is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:07.018344 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.056456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Made reservation on behalf of e4373974976e42b79c19f7399493b933 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:07.057785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ed1edc49-2d45-4215-a7af-7e1c087039dc, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ed1edc49-2d45-4215-a7af-7e1c087039dc,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:07.061102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.062545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.063441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:07.152295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.169694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8282a350-9e00-4865-98f0-25739fa34a5d req-a4350b65-3061-40d2-972e-8c4711995a34 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051470 Mar 07 10:45:07.178332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Performing IP validity checks on allocation pools {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:45:07.178859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:45:07.208134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:07.208809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.248403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:07.254365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.255598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5ec38202-7305-462d-a8f7-c993aec23067 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:07.336104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 5ec38202-7305-462d-a8f7-c993aec23067 host ! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:45:07.336574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5ec38202-7305-462d-a8f7-c993aec23067 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:07.337064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6bbd4492-64ea-491a-9b90-fea3807bac31 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:07.359192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.419507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6bbd4492-64ea-491a-9b90-fea3807bac31 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:07.420405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.421779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Router b4fbb3b4-d107-4f18-a158-4c86d65eb276 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:07.424509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-e19ac8be-d305-4ca0-997b-23b8f15d0d42 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:07.426225 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-e19ac8be-d305-4ca0-997b-23b8f15d0d42 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 945 time: 0.0655909 Mar 07 10:45:07.454505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:07.460280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.461189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 039b22ac-a7d9-491a-b4e6-358c8f4fd863 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:07.474882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ed1edc49-2d45-4215-a7af-7e1c087039dc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.548995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:07.549870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.597717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=ed1edc49-2d45-4215-a7af-7e1c087039dc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.633870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.667821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:07.668219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.676066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (96d78935-662c-46f8-82d9-6f3dd7a57e1c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.689892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:07.690145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.706561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:07.725315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:07.735567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.802548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.851439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33292) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:07.855588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port ed1edc49-2d45-4215-a7af-7e1c087039dc on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:07.881367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.885735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df112a03-1020-4d2f-aea6-16c2b411fce3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "DELETE /v2.0/ports/ed1edc49-2d45-4215-a7af-7e1c087039dc HTTP/1.1" status: 204 len: 173 time: 1.4736381 Mar 07 10:45:07.889405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:07.891971 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144303f-d465-425a-9d09-e0c3031e97d9" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:07.899964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.913098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:07.937720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.968660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=96d78935-662c-46f8-82d9-6f3dd7a57e1c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.978349 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0d3d6d-cdb8-4adf-acd8-43f48d05058e x-openstack-request-id: req-9f0d3d6d-cdb8-4adf-acd8-43f48d05058e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:07.980081 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:07.980440 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f0d3d6d-cdb8-4adf-acd8-43f48d05058e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:07.980940 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'status': 'completed', 'code': 200} Mar 07 10:45:08.041810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:08.049988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.056081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7fabfdba-8e82-4017-8d7e-4c50bcd89b5d req-74d4799f-9466-4fcf-b8e3-9a0bd788beaa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "DELETE /v2.0/ports/5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 HTTP/1.1" status: 204 len: 173 time: 0.6224563 Mar 07 10:45:08.056615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'name': 'network-vif-deleted', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:08.059059 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500f9c6-53ab-4911-837b-cbb068e4e560" -d '{"events": [{"server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "name": "network-vif-deleted", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:08.116734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ecd80c-78eb-4d62-b6eb-4cfc81e6b469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.163335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:08.170682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Checking segment: {'id': '6a02016f-8d9a-4274-99ef-8d421100c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:08.170682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network hostable DHCP agents. Network: a4796bcc-ddbd-461d-9da5-8d0e9de7456a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:08.176238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Sync routers for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:08.180761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c348592b-d23b-43ec-bb2a-411ce20d0941 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4fbb3b4-d107-4f18-a158-4c86d65eb276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4129384 Mar 07 10:45:08.184103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:08.215553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:08.216153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.244809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395e476-b0f6-4c45-a825-e8ed4347581c req-e23ab783-41d3-4981-8e29-5c477e4a60f8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:08.247914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f395e476-b0f6-4c45-a825-e8ed4347581c req-e23ab783-41d3-4981-8e29-5c477e4a60f8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=30fd3397-6860-4849-af39-1e5bc20e20f5 HTTP/1.1" status: 200 len: 867 time: 0.5505836 Mar 07 10:45:08.551739 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caec9b56-49d8-49dd-b323-b5436956a1a4 x-openstack-request-id: req-caec9b56-49d8-49dd-b323-b5436956a1a4 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:08.552240 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fd3397-6860-4849-af39-1e5bc20e20f5", "name": "network-vif-deleted", "tag": "5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:08.552348 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caec9b56-49d8-49dd-b323-b5436956a1a4 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:08.552655 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fd3397-6860-4849-af39-1e5bc20e20f5', 'name': 'network-vif-deleted', 'tag': '5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1', 'status': 'completed', 'code': 200} Mar 07 10:45:08.568691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ecd80c-78eb-4d62-b6eb-4cfc81e6b469 admin admin] Publish callbacks [] for security_group (53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.576272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:08.580359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ecd80c-78eb-4d62-b6eb-4cfc81e6b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.662329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecd80c-78eb-4d62-b6eb-4cfc81e6b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:08.669612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3ecd80c-78eb-4d62-b6eb-4cfc81e6b469 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bab2555f7fd9461c9039ad8a77d9bc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089893 Mar 07 10:45:08.672207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:08.682052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks [] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.792859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:08.815103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:08.822027 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc287914-bf16-4d59-ad59-2fcbccf978ef" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:08.860231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:45:05Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.878919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] Publish callbacks [] for security_group (53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.883135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 6bbd4492-64ea-491a-9b90-fea3807bac31 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:08.884431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.888127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a4796bcc-ddbd-461d-9da5-8d0e9de7456a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:08.891121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Checking router: b4fbb3b4-d107-4f18-a158-4c86d65eb276 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:08.893549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:08.894156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091543'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.902173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Routers {'b4fbb3b4-d107-4f18-a158-4c86d65eb276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:08.902838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.932782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] Publish callbacks [] for security_group (53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.936652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks [] for router_gateway (b4fbb3b4-d107-4f18-a158-4c86d65eb276), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.942046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-45f7d7a7-9ad6-45cf-b80f-0c6676ceb566 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2722313 Mar 07 10:45:08.942817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33312) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:08.963159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:09.034594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] Set router b4fbb3b4-d107-4f18-a158-4c86d65eb276 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:09.036263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f395e476-b0f6-4c45-a825-e8ed4347581c req-1ef17c77-4f36-4783-9e1d-22d4e970e024 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7752509 Mar 07 10:45:09.041380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.044342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.045517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0 HTTP/1.1" status: 204 len: 168 time: 0.3723595 Mar 07 10:45:09.059431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54602147-eb9e-4b6d-8c5a-65026704c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce3b82-ba64-4d98-ac7b-5d3d2722d5c0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:09.089452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Deleting port f24493c3-7229-42fa-80dc-f742c282e9cb {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:09.089765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.149058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021366cf-361c-4982-9a8d-8e84c3654704 None None] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:09.153949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-082acee1-72b8-4492-ac2f-dfad5b2f4972 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.160124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-082acee1-72b8-4492-ac2f-dfad5b2f4972 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.165841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-082acee1-72b8-4492-ac2f-dfad5b2f4972 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.175879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-082acee1-72b8-4492-ac2f-dfad5b2f4972 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.183519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-082acee1-72b8-4492-ac2f-dfad5b2f4972 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 3144 time: 0.3925323 Mar 07 10:45:09.216455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] For port f24493c3-7229-42fa-80dc-f742c282e9cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f24493c3-7229-42fa-80dc-f742c282e9cb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:09.216878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.226946 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95da0735-e9c9-46af-8164-95a55c59aeb6 x-openstack-request-id: req-95da0735-e9c9-46af-8164-95a55c59aeb6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:09.227312 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1edc49-2d45-4215-a7af-7e1c087039dc", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-unplugged", "status": "completed", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:09.227530 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95da0735-e9c9-46af-8164-95a55c59aeb6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:09.227914 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1edc49-2d45-4215-a7af-7e1c087039dc', 'code': 200} Mar 07 10:45:09.228171 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'code': 200} Mar 07 10:45:09.228425 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'code': 200} Mar 07 10:45:09.228672 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'code': 200} Mar 07 10:45:09.245135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Calling delete_port for f24493c3-7229-42fa-80dc-f742c282e9cb owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:09.284611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9684424'] for subnet (96d78935-662c-46f8-82d9-6f3dd7a57e1c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.376394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a4796bcc-ddbd-461d-9da5-8d0e9de7456a', 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a', 'project_id': 'e4373974976e42b79c19f7399493b933', 'fixed_ips': [{'subnet_id': '96d78935-662c-46f8-82d9-6f3dd7a57e1c'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:09.377268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.423209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3467a00-af75-470e-87ca-0cef62ae3d92 req-f30ffe56-6dec-435f-a024-67ab7bad8227 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314954 Mar 07 10:45:09.442289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port 6bbd4492-64ea-491a-9b90-fea3807bac31, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6bbd4492-64ea-491a-9b90-fea3807bac31,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:09.443305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.502792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:45:05Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:09.534277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ad280-66c1-4df6-9225-cb82174dc8b5 None None] The sync data for ids ['b4fbb3b4-d107-4f18-a158-4c86d65eb276'] in n-d-832156-4 is: [{'id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'name': 'tempest-ServerActionsTestJSON-1429322708-router', 'tenant_id': '1c939f71dd0d4ee2881c59663c1c4743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:55Z', 'updated_at': '2022-03-07T10:45:05Z', 'revision_number': 5, 'project_id': '1c939f71dd0d4ee2881c59663c1c4743', 'gw_port': {'id': 'f24493c3-7229-42fa-80dc-f742c282e9cb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fbb3b4-d107-4f18-a158-4c86d65eb276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:56Z', 'updated_at': '2022-03-07T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:09.558681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 10:45:09.558681 n-d-832156-4 neutron-server[103790]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 07 10:45:09.558681 n-d-832156-4 neutron-server[103790]: [parameters: {'in_use': 1, 'id_1': '96d78935-662c-46f8-82d9-6f3dd7a57e1c'}] Mar 07 10:45:09.558681 n-d-832156-4 neutron-server[103790]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:09.559339 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:09.649785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f24493c3-7229-42fa-80dc-f742c282e9cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.678465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24493c3-7229-42fa-80dc-f742c282e9cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:09.781022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.799432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754497127599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10265922'] for subnet (96d78935-662c-46f8-82d9-6f3dd7a57e1c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.804800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.805155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.805458 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Floating IP c6f4443d-16d6-4c2e-8760-c3cc3f849210 disassociated. External IP: 172.25.4.202, port: 6bbd4492-64ea-491a-9b90-fea3807bac31. Mar 07 10:45:09.805840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 6bbd4492-64ea-491a-9b90-fea3807bac31 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:09.921434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.922470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.923746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.924181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks [] for router_controller (b4fbb3b4-d107-4f18-a158-4c86d65eb276), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.925408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "PUT /v2.0/subnets/96d78935-662c-46f8-82d9-6f3dd7a57e1c HTTP/1.1" status: 200 len: 900 time: 0.9678698 Mar 07 10:45:09.928624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33332) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:09.958032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b590c9-83fd-417f-964d-142616e0d103 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event updated for resources: {'Subnet': ['ID=96d78935-662c-46f8-82d9-6f3dd7a57e1c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.060566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.079114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (b4fbb3b4-d107-4f18-a158-4c86d65eb276), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.080131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4fbb3b4-d107-4f18-a158-4c86d65eb276 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:10.088019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.089320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5023c29-713c-42c4-8412-aff33ae41a09 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b4fbb3b4-d107-4f18-a158-4c86d65eb276 HTTP/1.1" status: 204 len: 168 time: 1.8856258 Mar 07 10:45:10.092255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33338) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:10.176607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6bbd4492-64ea-491a-9b90-fea3807bac31), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.182067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Deleting subnet 219eced6-f88e-49d7-8daa-74c807bf2a8c {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:10.194201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.197744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Publish callbacks [] for subnet (219eced6-f88e-49d7-8daa-74c807bf2a8c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.234381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=6bbd4492-64ea-491a-9b90-fea3807bac31,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.297569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (219eced6-f88e-49d7-8daa-74c807bf2a8c), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.358253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (96d78935-662c-46f8-82d9-6f3dd7a57e1c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.401773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Allocated IP 2001:db8::3 (a4796bcc-ddbd-461d-9da5-8d0e9de7456a/96d78935-662c-46f8-82d9-6f3dd7a57e1c/7e4ed886-09c4-496b-9918-f351d604ff67) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:10.543666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Router f43160f0-76b9-484c-a5d8-87610081f02a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:10.562816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (219eced6-f88e-49d7-8daa-74c807bf2a8c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.679883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (219eced6-f88e-49d7-8daa-74c807bf2a8c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.734498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219eced6-f88e-49d7-8daa-74c807bf2a8c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.764380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.775558 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-072021f6-e68b-4466-9108-4714b0e82f3c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/219eced6-f88e-49d7-8daa-74c807bf2a8c HTTP/1.1" status: 204 len: 168 time: 0.6804280 Mar 07 10:45:10.776487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:10.834507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-5aba6a5e-2669-4983-86cb-e66b3f9a4e0a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.839263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-5aba6a5e-2669-4983-86cb-e66b3f9a4e0a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.4542282 Mar 07 10:45:10.937323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:10.939287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f77c6-5f59-43e0-a3d7-2fe3b3bcc4d7 None None] Network 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:10.961495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.967121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-420c7c98-6466-4094-846e-c691a0ce8c11 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.1008468 Mar 07 10:45:10.999824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678d33-646c-4ce0-ac65-60c11df9e152 req-6df112a8-0deb-464a-875c-1f7a287b6613 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.005087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678d33-646c-4ce0-ac65-60c11df9e152 req-6df112a8-0deb-464a-875c-1f7a287b6613 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.011330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678d33-646c-4ce0-ac65-60c11df9e152 req-6df112a8-0deb-464a-875c-1f7a287b6613 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.014150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90678d33-646c-4ce0-ac65-60c11df9e152 req-6df112a8-0deb-464a-875c-1f7a287b6613 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 2410 time: 0.3938141 Mar 07 10:45:11.019345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:11.019946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5c9e1ec7-bc67-4fc5-9ada-80c5d12778c1 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:11.039913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Deleting port 749f1ff0-503c-49f3-8fc6-a71645041d24 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:11.040587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.065824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-826bde40-b6b8-4d58-8af4-8f76bfddb0cb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781221 Mar 07 10:45:11.110899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:11.123962 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Sync routers for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:11.141401 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:11.142264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:11.146242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks [] for port (7e4ed886-09c4-496b-9918-f351d604ff67), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.151292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] For port 749f1ff0-503c-49f3-8fc6-a71645041d24, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=749f1ff0-503c-49f3-8fc6-a71645041d24,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:11.152126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.198744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Calling delete_port for 749f1ff0-503c-49f3-8fc6-a71645041d24 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:11.200287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-5af22b12-6f5f-4259-a44a-3370eb6a192d service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187160 Mar 07 10:45:11.229002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 14e10fac-2ee1-45fd-a485-da553c4ebe89 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:11.236563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.284372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port 6bbd4492-64ea-491a-9b90-fea3807bac31 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:11.287068 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.290807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-662ab226-7c4d-4ff7-bcb5-5f7838334bdb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "DELETE /v2.0/ports/6bbd4492-64ea-491a-9b90-fea3807bac31 HTTP/1.1" status: 204 len: 173 time: 3.3961725 Mar 07 10:45:11.297322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:11.299530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:11.299690 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b718a82-387d-4ba1-a027-ac2891617eee" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:11.303065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 14e10fac-2ee1-45fd-a485-da553c4ebe89 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:11.303412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 14e10fac-2ee1-45fd-a485-da553c4ebe89 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:11.329300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:11.339004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:11.345453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:11.348852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90678d33-646c-4ce0-ac65-60c11df9e152 req-0ac5ae90-6db0-4227-9a1b-de8693ace1b5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212149 Mar 07 10:45:11.418729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Pushing event updated for resources: {'Port': ['ID=7e4ed886-09c4-496b-9918-f351d604ff67,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:11.481676 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3638d-3e69-4d82-9472-0963d6dbc727 x-openstack-request-id: req-94b3638d-3e69-4d82-9472-0963d6dbc727 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:11.481971 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "6bbd4492-64ea-491a-9b90-fea3807bac31", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:11.485321 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94b3638d-3e69-4d82-9472-0963d6dbc727 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:11.485321 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '6bbd4492-64ea-491a-9b90-fea3807bac31', 'status': 'completed', 'code': 200} Mar 07 10:45:11.488206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-7108440e-7e27-4c9a-beac-e39a7786b751 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790742 Mar 07 10:45:11.511902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] DHCP port deletion for 6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:11.543667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:11.544011 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.579015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:11.584098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Attempting to bind port 7e4ed886-09c4-496b-9918-f351d604ff67 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:11.584640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Attempting to bind port 7e4ed886-09c4-496b-9918-f351d604ff67 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '6a02016f-8d9a-4274-99ef-8d421100c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:11.585254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Attempting to bind port 7e4ed886-09c4-496b-9918-f351d604ff67 on network a4796bcc-ddbd-461d-9da5-8d0e9de7456a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:11.594642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:11.595321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Checking segment: {'id': '6a02016f-8d9a-4274-99ef-8d421100c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:11.595858 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.596346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Bound using segment: {'id': '6a02016f-8d9a-4274-99ef-8d421100c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:11.597032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Bound port: 7e4ed886-09c4-496b-9918-f351d604ff67, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a02016f-8d9a-4274-99ef-8d421100c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:11.597649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.613330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Checking router: f43160f0-76b9-484c-a5d8-87610081f02a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:11.625743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:11.626526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:11.804532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Deleting port 749f1ff0-503c-49f3-8fc6-a71645041d24 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:11.805106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.860216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] For port 7e4ed886-09c4-496b-9918-f351d604ff67, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:11.912018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a6bdb51-6e1f-4483-9877-d5cf3390d410 req-e24c38de-db49-41b3-ae50-05c86d55a1e4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 210 time: 0.0843282 Mar 07 10:45:11.924056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:11.924435 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.941408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:11.945543 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:11.950210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] For port 7e4ed886-09c4-496b-9918-f351d604ff67, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e4ed886-09c4-496b-9918-f351d604ff67,segment=NetworkSegment(6a02016f-8d9a-4274-99ef-8d421100c1e5),segment_id=6a02016f-8d9a-4274-99ef-8d421100c1e5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:12.018017 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.069640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (96d78935-662c-46f8-82d9-6f3dd7a57e1c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.143914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] For port 749f1ff0-503c-49f3-8fc6-a71645041d24, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=749f1ff0-503c-49f3-8fc6-a71645041d24,segment=NetworkSegment(212650d7-c1ca-4117-933f-5b052a13b1a6),segment_id=212650d7-c1ca-4117-933f-5b052a13b1a6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:12.144321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.169381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=96d78935-662c-46f8-82d9-6f3dd7a57e1c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.194996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Calling delete_port for 749f1ff0-503c-49f3-8fc6-a71645041d24 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:12.211499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612164a-61a1-4eda-b9ff-6a4142945b51 None None] Pushing event updated for resources: {'Port': ['ID=7e4ed886-09c4-496b-9918-f351d604ff67,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.231870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.286077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2ed94e4e-3a5d-43d6-a2a2-839640c53ddb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.359599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=2ed94e4e-3a5d-43d6-a2a2-839640c53ddb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.363860 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.395790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] No DVR routers for this DVR port 749f1ff0-503c-49f3-8fc6-a71645041d24 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:12.405417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.413051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (749f1ff0-503c-49f3-8fc6-a71645041d24), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.437657 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62380823-bab2-4410-8bdd-7ba0bd1cc74d None None] The sync data for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 is: [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '07635bcc-f399-4424-ab53-397a6af88eea', 'name': '', 'network_id': '02778223-21a1-40ab-ae6e-908f706d874a', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'mac_address': 'fa:16:3e:3c:27:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'subnets': [{'id': 'e7d72245-5f7b-4788-8dd7-28a3951e95b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:12.462466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Pushing event deleted for resources: {'Port': ['ID=749f1ff0-503c-49f3-8fc6-a71645041d24,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.496291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] No DVR routers for this DVR port 749f1ff0-503c-49f3-8fc6-a71645041d24 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:12.505507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d566bb-07a9-4b2b-a838-be5968099403 None None] Pushing event deleted for resources: {'Port': ['ID=749f1ff0-503c-49f3-8fc6-a71645041d24,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.536960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port 2ed94e4e-3a5d-43d6-a2a2-839640c53ddb on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:12.550115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4796bcc-ddbd-461d-9da5-8d0e9de7456a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.553418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.595930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-639ba951-eb66-47b5-83a3-936c464fef51 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "DELETE /v2.0/ports/2ed94e4e-3a5d-43d6-a2a2-839640c53ddb HTTP/1.1" status: 204 len: 173 time: 1.2814655 Mar 07 10:45:12.641296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a02016f-8d9a-4274-99ef-8d421100c1e5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.641545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a02016f-8d9a-4274-99ef-8d421100c1e5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.652077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.663373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.691067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.694242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.712259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212650d7-c1ca-4117-933f-5b052a13b1a6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.713684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212650d7-c1ca-4117-933f-5b052a13b1a6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.718826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:12.719280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:12.722873 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:12.744115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (212650d7-c1ca-4117-933f-5b052a13b1a6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.832675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (212650d7-c1ca-4117-933f-5b052a13b1a6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.862342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.api [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:45:12.862342 n-d-832156-4 neutron-server[103788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:45:12.862342 n-d-832156-4 neutron-server[103788]: [parameters: {'id': 'a4796bcc-ddbd-461d-9da5-8d0e9de7456a'}] Mar 07 10:45:12.862342 n-d-832156-4 neutron-server[103788]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:12.862820 n-d-832156-4 neutron-server[103788]: DEBUG oslo_db.api [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:12.863543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:12.863994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (212650d7-c1ca-4117-933f-5b052a13b1a6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:12.865890 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:12.913656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e4ed886-09c4-496b-9918-f351d604ff67 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:12.990941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1cf6-8129-4a27-9a70-4b0ec776a1f6 req-bb75fe9c-8c11-4399-88be-c06dca11340b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:13.000407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1cf6-8129-4a27-9a70-4b0ec776a1f6 req-bb75fe9c-8c11-4399-88be-c06dca11340b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:13.001499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f10e1cf6-8129-4a27-9a70-4b0ec776a1f6 req-bb75fe9c-8c11-4399-88be-c06dca11340b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 1677 time: 0.2235310 Mar 07 10:45:13.014712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:13.015040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.036159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.055032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.069071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537 HTTP/1.1" status: 204 len: 168 time: 2.2885869 Mar 07 10:45:13.106459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610c43a-88e5-49fd-865e-995aa1f17836 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d55b7aa-ab3b-4ad2-ba25-a5e85a3ce537,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.107410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0682a28-6185-4d7a-8f40-95cb7dd68823 None None] New status for floating IP c6f4443d-16d6-4c2e-8760-c3cc3f849210: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:45:13.277141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b57c85a-7a88-4d62-b137-4213356801cb req-3b7c47fa-7c28-45cf-97bd-0bbf4f33323d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 210 time: 0.1064963 Mar 07 10:45:13.289818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7e4ed886-09c4-496b-9918-f351d604ff67 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:13.290391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.292894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f10e1cf6-8129-4a27-9a70-4b0ec776a1f6 req-a30b0042-d055-472c-8329-644d293033a6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups?id=387b042c-7ada-434a-b06e-0ab4d3c72d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814589 Mar 07 10:45:13.336504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port 039b22ac-a7d9-491a-b4e6-358c8f4fd863, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=039b22ac-a7d9-491a-b4e6-358c8f4fd863,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:13.336927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.361473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 039b22ac-a7d9-491a-b4e6-358c8f4fd863 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:13.364869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.469650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33410) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:13.487790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:13.488542 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63312b-2202-4386-9adc-0da87d5ce0a2" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:13.511463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7e4ed886-09c4-496b-9918-f351d604ff67 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:13.511621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.594658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 7e4ed886-09c4-496b-9918-f351d604ff67, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e4ed886-09c4-496b-9918-f351d604ff67,segment=NetworkSegment(6a02016f-8d9a-4274-99ef-8d421100c1e5),segment_id=6a02016f-8d9a-4274-99ef-8d421100c1e5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:13.612501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.624936 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf447be6-9689-4d49-9ad2-4223e253a041 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c939f71dd0d4ee2881c59663c1c4743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278787 Mar 07 10:45:13.627583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33418) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:13.632360 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38ba6d-a0eb-47f5-aba9-3120baef1645 x-openstack-request-id: req-3e38ba6d-a0eb-47f5-aba9-3120baef1645 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:13.632631 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "2ed94e4e-3a5d-43d6-a2a2-839640c53ddb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:13.633559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting port 7e4ed886-09c4-496b-9918-f351d604ff67 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:13.633898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.639199 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e38ba6d-a0eb-47f5-aba9-3120baef1645 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:13.641484 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '2ed94e4e-3a5d-43d6-a2a2-839640c53ddb', 'status': 'completed', 'code': 200} Mar 07 10:45:13.697736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=7e4ed886-09c4-496b-9918-f351d604ff67,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.702091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (039b22ac-a7d9-491a-b4e6-358c8f4fd863), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.718415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f24493c3-7229-42fa-80dc-f742c282e9cb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:13.762864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=039b22ac-a7d9-491a-b4e6-358c8f4fd863,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.777837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f24493c3-7229-42fa-80dc-f742c282e9cb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:13.778453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f24493c3-7229-42fa-80dc-f742c282e9cb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:13.778760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 749f1ff0-503c-49f3-8fc6-a71645041d24 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:13.793234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] Publish callbacks [] for security_group (8083e334-98ea-410d-836b-353061da937f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.803519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] For port 7e4ed886-09c4-496b-9918-f351d604ff67, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e4ed886-09c4-496b-9918-f351d604ff67,segment=NetworkSegment(6a02016f-8d9a-4274-99ef-8d421100c1e5),segment_id=6a02016f-8d9a-4274-99ef-8d421100c1e5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:13.804049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.831818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Calling delete_port for 7e4ed886-09c4-496b-9918-f351d604ff67 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:13.840548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] Publish callbacks [] for security_group (8083e334-98ea-410d-836b-353061da937f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.871904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port 039b22ac-a7d9-491a-b4e6-358c8f4fd863 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:13.882284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.893057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-df47b3d5-f418-4321-9689-fb054765b9ac tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "DELETE /v2.0/ports/039b22ac-a7d9-491a-b4e6-358c8f4fd863 HTTP/1.1" status: 204 len: 173 time: 1.2959375 Mar 07 10:45:13.898028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 749f1ff0-503c-49f3-8fc6-a71645041d24 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:13.901115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 749f1ff0-503c-49f3-8fc6-a71645041d24 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:13.978612 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7e4ed886-09c4-496b-9918-f351d604ff67), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.014153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Port': ['ID=7e4ed886-09c4-496b-9918-f351d604ff67,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.018995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8083e334-98ea-410d-836b-353061da937f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.025803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.025803 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8083e334-98ea-410d-836b-353061da937f HTTP/1.1" status: 204 len: 168 time: 0.3917472 Mar 07 10:45:14.061874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No DVR routers for this DVR port 7e4ed886-09c4-496b-9918-f351d604ff67 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:14.064885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5562316-3920-4ed2-862b-66b07651c5e4 None None] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:14.086223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:14.086829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.154571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e61e1-31fe-4569-bede-44d79fc48563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8083e334-98ea-410d-836b-353061da937f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.158334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e51b1019-aa41-40c2-bd23-697120b00a11 None None] Could not find standard attr ID for object 7e4ed886-09c4-496b-9918-f351d604ff67. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:45:14.304786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad0aca-621b-426f-bbb6-b8ca12c4252f None None] DHCP port deletion for a4796bcc-ddbd-461d-9da5-8d0e9de7456a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:14.330521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee09f42-b7d5-43fd-bf61-aea41e2678dc None None] Network a4796bcc-ddbd-461d-9da5-8d0e9de7456a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:14.352437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:14.353193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.375283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:14.522932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.605462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.648710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db67234b-9ae4-42d7-9cfe-b3142169b8ea req-82d23941-3931-4b71-bb98-720e6bd1f6e6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0960579 Mar 07 10:45:14.673262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-75721314-ae12-4d52-96e5-18d4abc73142 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:14.674899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-75721314-ae12-4d52-96e5-18d4abc73142 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.6501944 Mar 07 10:45:14.715039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:14.719283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53a5af1c-c3a4-4989-9547-907d2041f6a0 req-79e0510f-7aeb-4706-a6d8-96b971140f96 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 210 time: 0.1652217 Mar 07 10:45:14.721051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4796bcc-ddbd-461d-9da5-8d0e9de7456a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:14.731691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.782823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e4ed886-09c4-496b-9918-f351d604ff67 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:14.785807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port 4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:14.791461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.795517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fe5939-9889-4f7c-866a-80c8a849288e req-1f0955cd-870d-49bb-baac-8c9f90051fe0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.26 "DELETE /v2.0/ports/4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d HTTP/1.1" status: 204 len: 173 time: 0.8974931 Mar 07 10:45:14.834972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7e4ed886-09c4-496b-9918-f351d604ff67 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:14.835606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e4ed886-09c4-496b-9918-f351d604ff67 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:14.844088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a02016f-8d9a-4274-99ef-8d421100c1e5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:14.844697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a02016f-8d9a-4274-99ef-8d421100c1e5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:14.869411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.895707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.911604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:14.912458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (6a02016f-8d9a-4274-99ef-8d421100c1e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:14.915843 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:15.023416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:15.030557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.035111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a4796bcc-ddbd-461d-9da5-8d0e9de7456a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.055193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.062716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/a4796bcc-ddbd-461d-9da5-8d0e9de7456a HTTP/1.1" status: 204 len: 168 time: 5.1293733 Mar 07 10:45:15.063592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33442) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.075271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9b4ff-31c9-4463-bfd4-132da8703422 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=a4796bcc-ddbd-461d-9da5-8d0e9de7456a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.124588 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-230715d0-cdad-4e8c-ba8d-76c29de32eeb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:15.126518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230715d0-cdad-4e8c-ba8d-76c29de32eeb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:15.139908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-230715d0-cdad-4e8c-ba8d-76c29de32eeb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/96d78935-662c-46f8-82d9-6f3dd7a57e1c HTTP/1.1" status: 404 len: 337 time: 0.0749731 Mar 07 10:45:15.141009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33446) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.164687 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-797d898e-a53b-45be-89f9-06775656c2a0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:15.165585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797d898e-a53b-45be-89f9-06775656c2a0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:15.172471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-797d898e-a53b-45be-89f9-06775656c2a0 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/a4796bcc-ddbd-461d-9da5-8d0e9de7456a HTTP/1.1" status: 404 len: 339 time: 0.0300663 Mar 07 10:45:15.173450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.314753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.2 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/6f359b28-e0b6-48fa-8fbf-4b8c9db34820) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:15.339769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (741929da-ad11-44e9-9840-9dac2362d414), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.455566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (741929da-ad11-44e9-9840-9dac2362d414), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.486078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741929da-ad11-44e9-9840-9dac2362d414']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.497750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a34013-4b34-40a7-abfc-f23f72f8017e') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.498331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a34013-4b34-40a7-abfc-f23f72f8017e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.514923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (22a34013-4b34-40a7-abfc-f23f72f8017e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.530349 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (22a34013-4b34-40a7-abfc-f23f72f8017e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.538703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:15.539906 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (22a34013-4b34-40a7-abfc-f23f72f8017e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:15.543947 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:15.632112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (741929da-ad11-44e9-9840-9dac2362d414), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.644735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.650369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/741929da-ad11-44e9-9840-9dac2362d414 HTTP/1.1" status: 204 len: 168 time: 0.4754930 Mar 07 10:45:15.651366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863'}, {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:15.654300 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c14d8a9-5eca-4014-8e96-aab8f8fbde2f" -d '{"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863"}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:15.657545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.672771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.705433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548bf2d-007a-420c-ad33-9475bec33de5 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=741929da-ad11-44e9-9840-9dac2362d414,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.709365 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4267044a-d508-4b7a-bfcc-f3348fb81ccb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:15.710061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4267044a-d508-4b7a-bfcc-f3348fb81ccb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:15.715520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4267044a-d508-4b7a-bfcc-f3348fb81ccb tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/be3109f8-4b4a-4d56-b36c-8110bc7cf9bb HTTP/1.1" status: 404 len: 337 time: 0.0539434 Mar 07 10:45:15.720015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33468) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.747297 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6784c8-58b7-466f-8524-61e3faae5ee0 x-openstack-request-id: req-de6784c8-58b7-466f-8524-61e3faae5ee0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:15.747709 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "039b22ac-a7d9-491a-b4e6-358c8f4fd863", "status": "completed", "code": 200}, {"server_uuid": "99bb8087-baf3-40ea-bc36-39c7c0c7e33d", "name": "network-vif-deleted", "tag": "4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:15.748062 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de6784c8-58b7-466f-8524-61e3faae5ee0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:15.748592 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '039b22ac-a7d9-491a-b4e6-358c8f4fd863', 'status': 'completed', 'code': 200} Mar 07 10:45:15.748961 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb8087-baf3-40ea-bc36-39c7c0c7e33d', 'name': 'network-vif-deleted', 'tag': '4f581d8f-2fa0-4cf8-b4ca-4db46041ab4d', 'status': 'completed', 'code': 200} Mar 07 10:45:15.750152 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d578727-0533-4843-8a09-083076289a2d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:15.750621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d578727-0533-4843-8a09-083076289a2d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:15.758282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d578727-0533-4843-8a09-083076289a2d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/0f63012b-55fe-4f44-a519-3987297cb893 HTTP/1.1" status: 404 len: 339 time: 0.0345762 Mar 07 10:45:15.758814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33472) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.780887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.890710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:15.894995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:15.899250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:15.926228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48d5bff3-3faa-470b-8ed3-6ec426b14b90 req-b18a91fc-95c6-413f-bbf3-e2b5c56fb933 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0776472 Mar 07 10:45:15.961660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting subnet 357b8c59-307b-43db-9139-cc3e1c87da70 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:15.974670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.976746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (357b8c59-307b-43db-9139-cc3e1c87da70), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.052379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.053389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.081267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-d5c6d675-71ba-489b-82d7-737809bc7163 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3924344 Mar 07 10:45:16.102964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Request body: {'port': {'device_id': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:16.105949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (357b8c59-307b-43db-9139-cc3e1c87da70), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.287194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.662724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b73a95a-7176-46ce-8538-d1aeb0790b32 req-4b4b2a6f-3e60-492d-8f23-50ef0eba5e56 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.4733450 Mar 07 10:45:16.679916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:16.689328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks [] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.692150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad26fd-3858-4daf-bc32-dfe6f1423b33 req-db9860ef-ef82-42d9-9b5a-8f2a27defb4c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.699099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aad26fd-3858-4daf-bc32-dfe6f1423b33 req-db9860ef-ef82-42d9-9b5a-8f2a27defb4c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 931 time: 0.6509368 Mar 07 10:45:16.706104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Transition to ACTIVE for port object 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:16.712637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.791165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aad26fd-3858-4daf-bc32-dfe6f1423b33 req-18abd26f-dd48-4cd0-9372-409ab7097a2c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Mar 07 10:45:16.795104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (357b8c59-307b-43db-9139-cc3e1c87da70), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.841546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:16.888230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (357b8c59-307b-43db-9139-cc3e1c87da70), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.918582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=357b8c59-307b-43db-9139-cc3e1c87da70,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:16.923393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.929499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-321d4146-56f2-4bcb-adcd-ccfdc2f7601c tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/357b8c59-307b-43db-9139-cc3e1c87da70 HTTP/1.1" status: 204 len: 168 time: 1.1666894 Mar 07 10:45:16.929867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33498) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:16.943472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5536a-2c71-45d1-9aae-4462df9552ce None None] Network b7458700-01d1-4213-9c51-b3daec41af3e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:17.069963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Attempting to bind port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:17.070308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Attempting to bind port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:17.070636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Attempting to bind port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:17.084393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:17.084767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Attempting to bind port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:17.099944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:17.100283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:17.100664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:17.101092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Bound port: 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:17.101455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.117657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting subnet f5399c6c-162a-431d-9394-cfb1b10aa6e0 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:17.131295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (f5399c6c-162a-431d-9394-cfb1b10aa6e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.228334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:17.234587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:17.244802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.256267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1dc63c3-7bb9-43bc-9876-babf6a154976 req-b9fb6a95-2b90-4a53-be5d-b9972a968079 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1309297 Mar 07 10:45:17.273580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.275062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.276913 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] 10.222.0.26 "PUT /v2.0/ports/6f359b28-e0b6-48fa-8fbf-4b8c9db34820 HTTP/1.1" status: 200 len: 1091 time: 1.1887493 Mar 07 10:45:17.284178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (f5399c6c-162a-431d-9394-cfb1b10aa6e0), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.307493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:17.315148 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ec891a-6931-44ab-ba21-a2f212a66326" -d '{"events": [{"name": "network-changed", "server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:17.411159 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ba1cf-fd2c-4f68-9a91-7843ce0323c8 x-openstack-request-id: req-366ba1cf-fd2c-4f68-9a91-7843ce0323c8 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:17.412467 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:17.412946 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-366ba1cf-fd2c-4f68-9a91-7843ce0323c8 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:17.413592 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'status': 'completed', 'code': 200} Mar 07 10:45:17.415817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a93ca-8d66-4a9b-9ee9-837516ddd95a service neutron] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.446970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-7b920022-b06c-4cd4-8752-55bfc7e9eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.449917 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-7b920022-b06c-4cd4-8752-55bfc7e9eedc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 1125 time: 0.1100655 Mar 07 10:45:17.506522 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-a4987640-286b-418f-8c28-81b026a55642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820 HTTP/1.1" status: 200 len: 217 time: 0.0445201 Mar 07 10:45:17.536587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (f5399c6c-162a-431d-9394-cfb1b10aa6e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.619210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-e2a88c05-7e9b-4980-a2c6-58c2d7437fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.622920 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-e2a88c05-7e9b-4980-a2c6-58c2d7437fc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1071656 Mar 07 10:45:17.674568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (f5399c6c-162a-431d-9394-cfb1b10aa6e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.687291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-eea760f0-caaf-4d87-a8d3-e32f0b6fcdcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564671 Mar 07 10:45:17.730010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=f5399c6c-162a-431d-9394-cfb1b10aa6e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.735616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.739247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-de1ebd86-40d0-4760-a418-be1f45fcb182 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/f5399c6c-162a-431d-9394-cfb1b10aa6e0 HTTP/1.1" status: 204 len: 168 time: 0.8080103 Mar 07 10:45:17.743881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33522) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:17.868430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f08d20a2-00d6-4c57-9dad-62bf16bced25 req-6ac7c6fe-5f1e-421d-b065-5c0567367912 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0668633 Mar 07 10:45:17.963768 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-220442ea-a8c2-41c2-8687-edf77a2a7de6 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694068 Mar 07 10:45:18.054048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b7458700-01d1-4213-9c51-b3daec41af3e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.097872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba945c3-d377-4358-87cc-f2cb9b96b3e0 req-2d5c5dfa-0bc6-4cf8-baea-5b6f415c4738 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.105060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ba945c3-d377-4358-87cc-f2cb9b96b3e0 req-2d5c5dfa-0bc6-4cf8-baea-5b6f415c4738 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.3220074 Mar 07 10:45:18.110317 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3f60b888-ad58-478c-b2e0-9d895ac9a20c req-6b2617e6-2009-492d-9b74-27dbdd499d32 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338031 Mar 07 10:45:18.143997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e27ca-98a1-4a8d-b302-593e19a8746c req-8342fbdd-8260-4956-8230-d89979db3d88 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.145679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-746e27ca-98a1-4a8d-b302-593e19a8746c req-8342fbdd-8260-4956-8230-d89979db3d88 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 943 time: 0.1611845 Mar 07 10:45:18.219966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ba945c3-d377-4358-87cc-f2cb9b96b3e0 req-36c77535-a875-495c-b2d4-9230f0b866d3 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138067 Mar 07 10:45:18.278325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76b4e4-8ba3-453f-9327-2b2fc99a7077 None None] Network b7458700-01d1-4213-9c51-b3daec41af3e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:18.279360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-746e27ca-98a1-4a8d-b302-593e19a8746c req-68a641d3-a424-4572-972e-fdb2454c8006 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079032 Mar 07 10:45:18.288162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting port 4dc42557-afe2-4678-a0d2-7cab3b91188a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:18.288822 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.293290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-62b15c37-087e-4c2c-b68a-650bf8e73b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.294794 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-62b15c37-087e-4c2c-b68a-650bf8e73b42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 1125 time: 0.1207385 Mar 07 10:45:18.437589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c515743b-172b-4b80-bf77-909a6c4a1e54 None None] Provisioning complete for port 4dc42557-afe2-4678-a0d2-7cab3b91188a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:18.438054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c515743b-172b-4b80-bf77-909a6c4a1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.448842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-5285fb0c-ff1e-41e4-9eef-b173b28189ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.450504 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-5285fb0c-ff1e-41e4-9eef-b173b28189ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.1427913 Mar 07 10:45:18.486379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80a36a86-1fa4-461d-afc5-fbf3043420e4 req-3020867a-bdd8-46c7-9139-e67dd5a32513 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0837674 Mar 07 10:45:18.492069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] For port 4dc42557-afe2-4678-a0d2-7cab3b91188a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4dc42557-afe2-4678-a0d2-7cab3b91188a,segment=NetworkSegment(140c5589-4eee-44d5-ac1e-eaa54193bc05),segment_id=140c5589-4eee-44d5-ac1e-eaa54193bc05)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:18.496633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.525899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Calling delete_port for 4dc42557-afe2-4678-a0d2-7cab3b91188a owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:18.532354 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-24867085-180e-4e3e-ad02-7156390b82ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820 HTTP/1.1" status: 200 len: 217 time: 0.0740616 Mar 07 10:45:18.607042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-5cf2b718-ff74-4bbc-82bf-d8f9c667ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.611444 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-5cf2b718-ff74-4bbc-82bf-d8f9c667ab24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0727031 Mar 07 10:45:18.648525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4dc42557-afe2-4678-a0d2-7cab3b91188a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.651823 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-70979c3d-8bd4-4fab-8d5f-da62100ac161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332353 Mar 07 10:45:18.680836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No DVR routers for this DVR port 4dc42557-afe2-4678-a0d2-7cab3b91188a on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:18.688373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Port': ['ID=4dc42557-afe2-4678-a0d2-7cab3b91188a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.720737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c515743b-172b-4b80-bf77-909a6c4a1e54 None None] Current status of the port 4dc42557-afe2-4678-a0d2-7cab3b91188a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:18.802993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000f582-cca8-4c22-a3ec-43c1ef023f6a None None] DHCP port deletion for b7458700-01d1-4213-9c51-b3daec41af3e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:18.817113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-64f4d577-312a-43e0-bc30-ab9ea4ca3fb3 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575592 Mar 07 10:45:18.840817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b7458700-01d1-4213-9c51-b3daec41af3e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.891327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7458700-01d1-4213-9c51-b3daec41af3e']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:18.918980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140c5589-4eee-44d5-ac1e-eaa54193bc05') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:18.919327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140c5589-4eee-44d5-ac1e-eaa54193bc05') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:18.958369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (140c5589-4eee-44d5-ac1e-eaa54193bc05), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.017061 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-73ec891a-6931-44ab-ba21-a2f212a66326 req-78af751a-121e-4412-9375-f88f948eeb90 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878550 Mar 07 10:45:19.031936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-addfcf49-1f8e-4b5c-be04-258669db9c81 req-963f7385-63ad-4646-b4fd-da99f76410f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0596418 Mar 07 10:45:19.048121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (140c5589-4eee-44d5-ac1e-eaa54193bc05), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.086345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53005aca-7db0-491b-9d5c-78d4948a686c req-5d8e0cf8-3bdb-4284-ad71-99c7afb63c45 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0517471 Mar 07 10:45:19.097217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:19.097630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (140c5589-4eee-44d5-ac1e-eaa54193bc05), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:19.101156 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:19.197990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b7458700-01d1-4213-9c51-b3daec41af3e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.214233 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.217715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/b7458700-01d1-4213-9c51-b3daec41af3e HTTP/1.1" status: 204 len: 168 time: 1.4723942 Mar 07 10:45:19.220485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.229850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75002a-4545-458e-aa24-032ce94addca tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=b7458700-01d1-4213-9c51-b3daec41af3e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:19.252118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a801e-6ca8-4194-99d7-1899d80eb4be req-5ba72024-0b29-4517-b6fb-80f94c01c8fa tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:19.252944 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7441b54c-8aea-4f1f-af1a-7751da0b24b4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.253395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7441b54c-8aea-4f1f-af1a-7751da0b24b4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.259012 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7441b54c-8aea-4f1f-af1a-7751da0b24b4 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/75b7a174-3db3-4a6a-8707-0d295f2e3a93 HTTP/1.1" status: 404 len: 337 time: 0.0375264 Mar 07 10:45:19.259961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33554) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.261240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba0a801e-6ca8-4194-99d7-1899d80eb4be req-5ba72024-0b29-4517-b6fb-80f94c01c8fa tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.1055200 Mar 07 10:45:19.278918 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d80ec6-6422-4943-8425-5ab496b7ac26 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.279410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d80ec6-6422-4943-8425-5ab496b7ac26 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.285450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6d80ec6-6422-4943-8425-5ab496b7ac26 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/712959fb-44fb-40af-a8a3-d3ad58a6fb58 HTTP/1.1" status: 404 len: 339 time: 0.0245285 Mar 07 10:45:19.286036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33556) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.336578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba0a801e-6ca8-4194-99d7-1899d80eb4be req-4f82814e-0c6d-4373-899e-6699b6ab7952 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740907 Mar 07 10:45:19.338161 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b4f179-fc9b-4c7e-9ced-59d95582c92d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.338618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b4f179-fc9b-4c7e-9ced-59d95582c92d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.344999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33560) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.345174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46b4f179-fc9b-4c7e-9ced-59d95582c92d tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/03032dc0-a2e0-4e5f-8a1d-a420d87a57d8 HTTP/1.1" status: 404 len: 337 time: 0.0581994 Mar 07 10:45:19.364333 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7e7f59-7b33-4374-b66b-6423f04d94d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.365158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7e7f59-7b33-4374-b66b-6423f04d94d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.369357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bc7e7f59-7b33-4374-b66b-6423f04d94d6 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/a2663c0a-4384-4cfe-b007-9740e4c81cf4 HTTP/1.1" status: 404 len: 339 time: 0.0227466 Mar 07 10:45:19.371850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33562) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.420778 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:45:19.424486 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4588f36-0084-4b6b-8ef6-9ae2025b0c6a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.424939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4588f36-0084-4b6b-8ef6-9ae2025b0c6a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.430176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4588f36-0084-4b6b-8ef6-9ae2025b0c6a tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/bc019e55-8479-4147-a660-3b0f059a2d60 HTTP/1.1" status: 404 len: 337 time: 0.0552776 Mar 07 10:45:19.430401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33564) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.451691 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cb1282-fa83-4913-b615-2108111bfc67 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:19.452207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cb1282-fa83-4913-b615-2108111bfc67 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:19.458026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a7cb1282-fa83-4913-b615-2108111bfc67 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/ac508f4b-49c4-481f-808c-09d5fb80e1c9 HTTP/1.1" status: 404 len: 339 time: 0.0242927 Mar 07 10:45:19.458326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33566) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.510460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af38c7-b487-45ae-af53-f9b2286a53b2 req-16303601-23db-467b-9fb1-34f933f66be3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:19.512028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52af38c7-b487-45ae-af53-f9b2286a53b2 req-16303601-23db-467b-9fb1-34f933f66be3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 943 time: 0.1414313 Mar 07 10:45:19.522073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting subnet ee727473-e807-47f9-b53c-df21f924b94e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:19.530852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (ee727473-e807-47f9-b53c-df21f924b94e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.595824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (ee727473-e807-47f9-b53c-df21f924b94e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.650716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f209673-76b8-41a2-aa43-b9e6176d023d req-062e0e4c-f807-484e-b2d5-11afbe6e90f4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0618315 Mar 07 10:45:19.659063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52af38c7-b487-45ae-af53-f9b2286a53b2 req-00dd9b7f-545c-4feb-a63b-73eefd302f20 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412251 Mar 07 10:45:19.717818 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ee727473-e807-47f9-b53c-df21f924b94e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.785738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (ee727473-e807-47f9-b53c-df21f924b94e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.812876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=ee727473-e807-47f9-b53c-df21f924b94e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:19.816488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.819726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-812c1b4a-5243-43a6-8877-4c3931c32c4f tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/ee727473-e807-47f9-b53c-df21f924b94e HTTP/1.1" status: 204 len: 168 time: 0.3606226 Mar 07 10:45:19.822190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33570) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:19.829071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda47f35-91d2-4d36-a1eb-608bb9becfb3 None None] Network 44249ab7-3280-479e-8657-101013b6f99f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:19.963880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (44249ab7-3280-479e-8657-101013b6f99f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.053283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting port 238b2383-6755-423e-a2f0-3e6fe428ead4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:20.053930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.069648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] DHCP port deletion for 44249ab7-3280-479e-8657-101013b6f99f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:20.172286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Deleting port 238b2383-6755-423e-a2f0-3e6fe428ead4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:20.172746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.216593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea3ab6e-eecf-435f-9b99-a5f81335bd27 req-b685a565-7346-4896-bded-ace41a5cbd90 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0499682 Mar 07 10:45:20.221356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] For port 238b2383-6755-423e-a2f0-3e6fe428ead4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=238b2383-6755-423e-a2f0-3e6fe428ead4,segment=NetworkSegment(fd01a3d2-d28d-4df5-95ba-edddffdecf6b),segment_id=fd01a3d2-d28d-4df5-95ba-edddffdecf6b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:20.221937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.254844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Calling delete_port for 238b2383-6755-423e-a2f0-3e6fe428ead4 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:20.292765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] For port 238b2383-6755-423e-a2f0-3e6fe428ead4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=238b2383-6755-423e-a2f0-3e6fe428ead4,segment=NetworkSegment(fd01a3d2-d28d-4df5-95ba-edddffdecf6b),segment_id=fd01a3d2-d28d-4df5-95ba-edddffdecf6b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:20.293079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.315609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Calling delete_port for 238b2383-6755-423e-a2f0-3e6fe428ead4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:20.361029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.373973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No DVR routers for this DVR port 238b2383-6755-423e-a2f0-3e6fe428ead4 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:20.425670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Port': ['ID=238b2383-6755-423e-a2f0-3e6fe428ead4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:20.485876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (238b2383-6755-423e-a2f0-3e6fe428ead4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.518060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (44249ab7-3280-479e-8657-101013b6f99f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.543534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44249ab7-3280-479e-8657-101013b6f99f']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:20.555919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:20.556145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01a3d2-d28d-4df5-95ba-edddffdecf6b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:20.572915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Pushing event deleted for resources: {'Port': ['ID=238b2383-6755-423e-a2f0-3e6fe428ead4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:20.577012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d1f29-2015-4da2-9884-c1664a95809e req-49250898-5673-493c-915e-7fdfd584a435 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:20.584869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f82d1f29-2015-4da2-9884-c1664a95809e req-49250898-5673-493c-915e-7fdfd584a435 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.1340067 Mar 07 10:45:20.597400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (fd01a3d2-d28d-4df5-95ba-edddffdecf6b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.611162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.622109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.622649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.623098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.623535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.624096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.624527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.624976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.625462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.625971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.626400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.626872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.627338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:20.638242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fd01a3d2-d28d-4df5-95ba-edddffdecf6b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.665700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d424e-8c72-46ee-b463-04616faeb423 None None] No DVR routers for this DVR port 238b2383-6755-423e-a2f0-3e6fe428ead4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:20.680037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:20.680436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (fd01a3d2-d28d-4df5-95ba-edddffdecf6b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:20.687189 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:20.692015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:20.723215 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a88ba896-6c8a-432e-9af2-f7d37cbcfeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.739388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11ac8908-eafc-4f68-b4c1-05e7be47b095 req-db19d466-da61-44d5-9f3a-f761d691e814 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0982559 Mar 07 10:45:20.866149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 238b2383-6755-423e-a2f0-3e6fe428ead4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:20.890116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f82d1f29-2015-4da2-9884-c1664a95809e req-83bfe87a-b680-4184-8887-64ae0f6e6879 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b8e681c-e192-4cb6-9e47-59ae6c41cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042705 Mar 07 10:45:20.925843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 238b2383-6755-423e-a2f0-3e6fe428ead4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:20.928930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 238b2383-6755-423e-a2f0-3e6fe428ead4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:20.929579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4dc42557-afe2-4678-a0d2-7cab3b91188a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:20.972192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4dc42557-afe2-4678-a0d2-7cab3b91188a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:20.973429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (44249ab7-3280-479e-8657-101013b6f99f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.984283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4dc42557-afe2-4678-a0d2-7cab3b91188a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:21.043478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.049693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/44249ab7-3280-479e-8657-101013b6f99f HTTP/1.1" status: 204 len: 168 time: 1.2237480 Mar 07 10:45:21.049881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.050552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776471de-776d-4c67-a3a2-775931899369 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=44249ab7-3280-479e-8657-101013b6f99f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.060548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.097214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c53ee05f-3ed9-4fb7-b444-24695130721c req-72168fd8-4c4a-4427-8363-ae8af1c1e0a4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0483692 Mar 07 10:45:21.097367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'mac_address': 'fa:16:3e:01:fe:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:21.100017 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8877a96-c4ef-4804-a7f0-7b50f526ae66 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:21.100481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8877a96-c4ef-4804-a7f0-7b50f526ae66 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:21.110450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8877a96-c4ef-4804-a7f0-7b50f526ae66 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/acf28f2a-15eb-4ee7-89a6-f94bbcaeba94 HTTP/1.1" status: 404 len: 337 time: 0.0573127 Mar 07 10:45:21.112461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33604) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.146797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:21.147177 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.161871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded220-c0e3-448f-b4de-09aa56375cfd req-b97f16f0-b4ce-447e-aa5c-a420fcac9245 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.168766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55ded220-c0e3-448f-b4de-09aa56375cfd req-b97f16f0-b4ce-447e-aa5c-a420fcac9245 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 943 time: 0.2902718 Mar 07 10:45:21.173245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:21.194734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.195412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-3165de2b-5596-45e4-9a1a-a84a5581444a tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.196954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-3165de2b-5596-45e4-9a1a-a84a5581444a tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 946 time: 0.3668411 Mar 07 10:45:21.200201 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.208191 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb54b88-6727-4b8a-9b64-5c3839c55131 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] DELETE failed (client error): The resource could not be found. Mar 07 10:45:21.208717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb54b88-6727-4b8a-9b64-5c3839c55131 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:45:21.211757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2cb54b88-6727-4b8a-9b64-5c3839c55131 tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/b984af80-3a76-4ebe-a9a6-d2536295a712 HTTP/1.1" status: 404 len: 339 time: 0.0800085 Mar 07 10:45:21.214979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.301822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55ded220-c0e3-448f-b4de-09aa56375cfd req-f838d54a-05d8-44aa-865e-895066d85490 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Mar 07 10:45:21.310039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting subnet 26eb0bd8-e1a8-4c38-b216-6a23867133d4 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:21.313013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.318067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (26eb0bd8-e1a8-4c38-b216-6a23867133d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.349600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Deleting port 42ed72c7-0384-48f3-b1d9-674a44f8e568 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:21.350089 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.374872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (26eb0bd8-e1a8-4c38-b216-6a23867133d4), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.411192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6f359b28-e0b6-48fa-8fbf-4b8c9db34820'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:21.457628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] For port 42ed72c7-0384-48f3-b1d9-674a44f8e568, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=42ed72c7-0384-48f3-b1d9-674a44f8e568,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.459539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.476870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (26eb0bd8-e1a8-4c38-b216-6a23867133d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.573018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (26eb0bd8-e1a8-4c38-b216-6a23867133d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.606239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.613400 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/subnets/26eb0bd8-e1a8-4c38-b216-6a23867133d4 HTTP/1.1" status: 204 len: 168 time: 0.3971405 Mar 07 10:45:21.614460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bf7f-3afb-4a68-8ec1-3415597293ab tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Subnet': ['ID=26eb0bd8-e1a8-4c38-b216-6a23867133d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.616900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.622735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4456a-8bf4-49d6-ab7e-86934ad2c6d8 None None] Network 71cf2778-21e4-4103-8894-ef46f93e791d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:21.709162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (71cf2778-21e4-4103-8894-ef46f93e791d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.749373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.750046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.750046 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Floating IP 1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6 disassociated. External IP: 172.25.4.75, port: 42ed72c7-0384-48f3-b1d9-674a44f8e568. Mar 07 10:45:21.750369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Calling delete_port for 42ed72c7-0384-48f3-b1d9-674a44f8e568 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:21.821966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Deleting port 022fac46-bac5-41b7-8924-321940f8ab3a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:21.822687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.855477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] DHCP port deletion for 71cf2778-21e4-4103-8894-ef46f93e791d request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:21.935053 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (42ed72c7-0384-48f3-b1d9-674a44f8e568), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.969347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89d20b56-01eb-4cf5-8190-5d2a54ced0c0 req-47c3422b-d7a2-47b5-9936-76e64362c8aa tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0411496 Mar 07 10:45:21.986024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Deleting port 022fac46-bac5-41b7-8924-321940f8ab3a {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:21.986636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.990922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] For port 022fac46-bac5-41b7-8924-321940f8ab3a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=022fac46-bac5-41b7-8924-321940f8ab3a,segment=NetworkSegment(c258b3e1-8faa-47b5-8ed1-fc991c209290),segment_id=c258b3e1-8faa-47b5-8ed1-fc991c209290)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.991553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.008422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Calling delete_port for 022fac46-bac5-41b7-8924-321940f8ab3a owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:22.027998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event deleted for resources: {'Port': ['ID=42ed72c7-0384-48f3-b1d9-674a44f8e568,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.062253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3cd70b1-336b-4263-b343-e143faf90e4d req-2211a5c7-ca48-4349-b216-c7eeb7beaeff tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0413558 Mar 07 10:45:22.146474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.181740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Port': ['ID=022fac46-bac5-41b7-8924-321940f8ab3a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.188729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] No DVR routers for this DVR port 022fac46-bac5-41b7-8924-321940f8ab3a on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:22.194919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] For port 022fac46-bac5-41b7-8924-321940f8ab3a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=022fac46-bac5-41b7-8924-321940f8ab3a,segment=NetworkSegment(c258b3e1-8faa-47b5-8ed1-fc991c209290),segment_id=c258b3e1-8faa-47b5-8ed1-fc991c209290)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:22.195328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.247434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Calling delete_port for 022fac46-bac5-41b7-8924-321940f8ab3a owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:22.258009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6a98f4c-ee11-4683-a3a0-b6f64e962b49 req-52db1ff3-d9b2-4a0a-8cf2-a7e4c54dffc2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0455298 Mar 07 10:45:22.293618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Router 5315bcce-240f-46f0-b5cb-1014d9e36e9a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:22.300158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (71cf2778-21e4-4103-8894-ef46f93e791d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.323716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cf2778-21e4-4103-8894-ef46f93e791d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:22.335234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c258b3e1-8faa-47b5-8ed1-fc991c209290') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:22.335533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c258b3e1-8faa-47b5-8ed1-fc991c209290') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:22.362762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (c258b3e1-8faa-47b5-8ed1-fc991c209290), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.392450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c258b3e1-8faa-47b5-8ed1-fc991c209290), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.408627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:22.409321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (c258b3e1-8faa-47b5-8ed1-fc991c209290), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.415975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:22.422410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (022fac46-bac5-41b7-8924-321940f8ab3a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.427512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Sync routers for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:22.441409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:22.442036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:44:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:22.472653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] Pushing event deleted for resources: {'Port': ['ID=022fac46-bac5-41b7-8924-321940f8ab3a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.499144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cb6df-f458-402d-91f8-616db4ecad5f None None] No DVR routers for this DVR port 022fac46-bac5-41b7-8924-321940f8ab3a on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:22.544648 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:22.554295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (71cf2778-21e4-4103-8894-ef46f93e791d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.601122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.601898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] No DVR routers for this DVR port 42ed72c7-0384-48f3-b1d9-674a44f8e568 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:22.606460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.613418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] 10.222.0.23 "DELETE /v2.0/networks/71cf2778-21e4-4103-8894-ef46f93e791d HTTP/1.1" status: 204 len: 168 time: 0.9947572 Mar 07 10:45:22.614508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b57aa-20ee-47f8-8847-c9fe253d783e tempest-NetworksIpV6Test-1357465414 tempest-NetworksIpV6Test-1357465414-project] Pushing event deleted for resources: {'Network': ['ID=71cf2778-21e4-4103-8894-ef46f93e791d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.615413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da16e45b-d38e-4d4f-9cfd-6b4a57aa4d00 req-c1d5201c-6c4f-4a94-8319-cd13408e4e7b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.26 "DELETE /v2.0/ports/42ed72c7-0384-48f3-b1d9-674a44f8e568 HTTP/1.1" status: 204 len: 173 time: 1.3981721 Mar 07 10:45:22.616122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'name': 'network-vif-deleted', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:22.621190 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61c7a4-62a3-4eff-a433-78620aa9b57d" -d '{"events": [{"server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "name": "network-vif-deleted", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:22.658730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:22.705764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259d3f-d4ed-4f81-9d4d-90286ac3ec30 req-4c100925-661f-4b8e-9b0a-6f76e9448315 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:22.715777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab259d3f-d4ed-4f81-9d4d-90286ac3ec30 req-4c100925-661f-4b8e-9b0a-6f76e9448315 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 944 time: 0.2229908 Mar 07 10:45:22.734718 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:22.783541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c88d2-b51c-4400-8ecd-afac7a5314d2 x-openstack-request-id: req-750c88d2-b51c-4400-8ecd-afac7a5314d2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:22.784223 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd848dea-e9cc-4acc-9190-a330a8c2f643", "name": "network-vif-deleted", "tag": "42ed72c7-0384-48f3-b1d9-674a44f8e568", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:22.784223 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-750c88d2-b51c-4400-8ecd-afac7a5314d2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:22.784513 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd848dea-e9cc-4acc-9190-a330a8c2f643', 'name': 'network-vif-deleted', 'tag': '42ed72c7-0384-48f3-b1d9-674a44f8e568', 'status': 'completed', 'code': 200} Mar 07 10:45:22.816075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:45:22.825322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:22.826223 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.898387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab259d3f-d4ed-4f81-9d4d-90286ac3ec30 req-bf39179b-8325-432f-83af-2004e9ea4cc1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816905 Mar 07 10:45:22.946280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 022fac46-bac5-41b7-8924-321940f8ab3a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:23.030611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 022fac46-bac5-41b7-8924-321940f8ab3a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:23.031219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 022fac46-bac5-41b7-8924-321940f8ab3a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:23.120530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cec1bd0-980b-45c3-bea4-672302280661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.230393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176bf514-2b4e-4124-b6c9-bd0858c2b49f req-3352e718-4099-4bd9-8e6f-d2309917b8df tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0593987 Mar 07 10:45:23.304330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:23.304330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.312846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f98eb9a0-7822-45e2-a787-b9371cafd738 req-51f9a8fc-f1f6-4ed2-9d4f-6925cbbb88b9 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0813248 Mar 07 10:45:23.341908 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:23.373211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33634) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:23.386270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:23.388566 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1f0db-f176-47d9-a982-7668f0ca8e57" -d '{"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-plugged", "status": "completed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:23.426569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:23.437157 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Checking router: 5315bcce-240f-46f0-b5cb-1014d9e36e9a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:23.437759 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.438289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 42ed72c7-0384-48f3-b1d9-674a44f8e568 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:23.471510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f33a0777-0971-493d-a787-3005ed62bb28 req-7bc2437c-5beb-4f0c-b891-8e7e9f8e4aa3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0559824 Mar 07 10:45:23.489011 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:23.490051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:23.493049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 42ed72c7-0384-48f3-b1d9-674a44f8e568 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:23.493736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 42ed72c7-0384-48f3-b1d9-674a44f8e568 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:23.686533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33640) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:23.687010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-67a50f5e-37ae-4aa7-9cf0-1fa4d22758fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4373974976e42b79c19f7399493b933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110051 Mar 07 10:45:23.710998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784df0e7-5601-446d-a415-8a08300aad97 req-d17a9dc4-b64b-4f7c-877b-d143deb2fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:23.712556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784df0e7-5601-446d-a415-8a08300aad97 req-d17a9dc4-b64b-4f7c-877b-d143deb2fd4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 1127 time: 0.1417289 Mar 07 10:45:23.729577 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb5526-1db2-4970-ac76-16a0649e1108 x-openstack-request-id: req-9ccb5526-1db2-4970-ac76-16a0649e1108 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:23.730018 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-plugged", "status": "completed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:23.730376 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ccb5526-1db2-4970-ac76-16a0649e1108 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:23.730890 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'code': 200} Mar 07 10:45:23.744595 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:23.754730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:23.811445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784df0e7-5601-446d-a415-8a08300aad97 req-99c36c76-1e19-4de5-a27f-81f2bdc3293a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 Mar 07 10:45:23.812581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] Publish callbacks [] for security_group (c3e6c387-20ad-4dfa-a316-39fcd6273bdc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.840823 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] Publish callbacks [] for security_group (c3e6c387-20ad-4dfa-a316-39fcd6273bdc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.898463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c3e6c387-20ad-4dfa-a316-39fcd6273bdc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.902050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.903636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3e6c387-20ad-4dfa-a316-39fcd6273bdc HTTP/1.1" status: 204 len: 168 time: 0.2146738 Mar 07 10:45:23.927740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c09d2-2cd0-4184-8f82-608bb57c2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6c387-20ad-4dfa-a316-39fcd6273bdc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:24.010298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.048146 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:24.095481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258c723-4657-4284-b99e-d8dfdd0be069 req-02fc43a9-1f35-4df9-84e8-374565baabc4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:24.097854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7ceac-5658-4f51-b204-fd6d20c33c8c None None] The sync data for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 is: [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:42:38Z', 'revision_number': 4, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '30ca09b2-3b94-4c34-8aa2-19c722260f48', 'name': '', 'network_id': '2143387b-541a-48ea-aa1a-a5c957df479a', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'mac_address': 'fa:16:3e:18:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:37Z', 'updated_at': '2022-03-07T10:42:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'subnets': [{'id': 'cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:24.109476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3258c723-4657-4284-b99e-d8dfdd0be069 req-02fc43a9-1f35-4df9-84e8-374565baabc4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0961461 Mar 07 10:45:24.162610 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.219378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3258c723-4657-4284-b99e-d8dfdd0be069 req-b65a3e78-156f-4d4b-a05b-c3bdcec0fad3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082644 Mar 07 10:45:24.414096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e608af98-3646-4603-b008-666786854dda req-577902f5-4b9d-4660-b4f5-ad163cbd6b04 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0556891 Mar 07 10:45:24.459790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1cd66-8087-45e5-a669-7bfe0af39a68 req-d4179a49-b1a6-4208-9a8b-c0a8c9c8918f tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0504284 Mar 07 10:45:24.531678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019685a-f73f-4e01-886f-763a8b3bafda None None] New status for floating IP 1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:45:24.606618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf1b22c7-fc20-4f7c-b45a-0419b6909e79 req-7dd8b4e4-05cb-476b-b30f-b4296415ee9d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0466752 Mar 07 10:45:24.956374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33670) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.077565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-258054467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:25.101052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.102211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.162647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router_controller (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.168069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.188170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.192586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a39e1038-a737-4058-8b6c-6fec79b0a5fb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2324030 Mar 07 10:45:25.193040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.198394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-464966935'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:25.224991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:25.228904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.239834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.348679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for security_group (5aa39c96-6f49-498a-88e0-c7583d83b16b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.357824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5aa39c96-6f49-498a-88e0-c7583d83b16b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.392801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3476-9505-4adb-acf1-0745b607dbcf req-2b9d7ead-75d7-46b4-b5fb-cf82569c99d3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:25.395080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c4c3476-9505-4adb-acf1-0745b607dbcf req-2b9d7ead-75d7-46b4-b5fb-cf82569c99d3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0726583 Mar 07 10:45:25.412216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:25.418921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa39c96-6f49-498a-88e0-c7583d83b16b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.437321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (793f009a-c361-48e8-809d-6197f96e6885), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.437711 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Added segment 793f009a-c361-48e8-809d-6197f96e6885 of type vlan for network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 Mar 07 10:45:25.471352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c4c3476-9505-4adb-acf1-0745b607dbcf req-bb626876-6f31-4bd6-ac07-e57bbdbb7afc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Mar 07 10:45:25.527364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (94115ef8-21e0-4b6f-910e-a744cd8bbd90), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.559051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (94115ef8-21e0-4b6f-910e-a744cd8bbd90), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.565022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:25.566232 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.581781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddcaad95-28ba-45ee-9c10-dda31f793283 req-2cf12486-fbc3-49ee-9fd3-b0aa871fdd3d tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0612400 Mar 07 10:45:25.615051 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4204974 Mar 07 10:45:25.619717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33686) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.620186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.625903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'subnet': {'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:25.662967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d41c5ec-33dc-4dac-9fcc-826d479cb537 req-ef4a64a2-3559-4f37-9d9d-6b39240fe99e tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.1027670 Mar 07 10:45:25.686357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5727-a6bf-4746-965a-e2648557ee87 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Network': ['ID=94115ef8-21e0-4b6f-910e-a744cd8bbd90,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.698809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:25.798539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:25.801873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.809417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92970bb7-4232-40ae-942a-693cc067267a req-00d08340-ca26-48d3-b177-2209326b1aa0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0491214 Mar 07 10:45:26.055427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e92e6b9f-06c4-4869-9040-93e7cd20c4c3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.175235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Checking segment: {'id': '793f009a-c361-48e8-809d-6197f96e6885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:26.175661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network hostable DHCP agents. Network: 94115ef8-21e0-4b6f-910e-a744cd8bbd90, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:26.189628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Subnet': ['ID=e92e6b9f-06c4-4869-9040-93e7cd20c4c3,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.218526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:26.231595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 94115ef8-21e0-4b6f-910e-a744cd8bbd90) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:26.239414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.240522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.241572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c330c09-a67e-41c1-8843-bef3d2bace7f None None] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:26.259229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b76581-dd8a-49ae-9d31-10f12918dd82 req-ba1040b8-8080-4f09-9770-a5880a4e29d8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.261149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93b76581-dd8a-49ae-9d31-10f12918dd82 req-ba1040b8-8080-4f09-9770-a5880a4e29d8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1088531 Mar 07 10:45:26.268048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8d65a1c3-13b5-46ff-83b8-12ac920b99f9 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6469750 Mar 07 10:45:26.270698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33700) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:26.282295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'network': {'name': 'tempest-router-network01--45295554'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:26.319994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93b76581-dd8a-49ae-9d31-10f12918dd82 req-8539da67-5977-4abc-b3e5-e5da83bfd8de tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521674 Mar 07 10:45:26.324605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:26.329318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.358075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:26.371882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.372249 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Added segment 7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b of type vlan for network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 Mar 07 10:45:26.429029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-94115ef8-21e0-4b6f-910e-a744cd8bbd90', 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90', 'project_id': '610d139d01294856bb551ed290ac6250', 'fixed_ips': [{'subnet_id': 'e92e6b9f-06c4-4869-9040-93e7cd20c4c3'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:26.429908 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.431073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (96dd4c29-5f23-4fe0-8eff-a30c9de302b3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.471722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (96dd4c29-5f23-4fe0-8eff-a30c9de302b3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.477656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.478420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.567780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Network': ['ID=96dd4c29-5f23-4fe0-8eff-a30c9de302b3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.581580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:26.590467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4c940c62-d24f-4f58-ac4c-9846538b1aed tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3183014 Mar 07 10:45:26.593185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33702) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:26.599073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'network': {'name': 'tempest-router-network02--313281086'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:26.619786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Allocated IP 2001:db8::2 (94115ef8-21e0-4b6f-910e-a744cd8bbd90/e92e6b9f-06c4-4869-9040-93e7cd20c4c3/5577612a-5442-4f89-964b-7993289801ea) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:26.624421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:26.629625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.724938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:26.736738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (318a4dd8-ebb6-4714-82b9-be22746622d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.737607 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Added segment 318a4dd8-ebb6-4714-82b9-be22746622d4 of type vlan for network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f Mar 07 10:45:26.835441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8cda404-7572-49ed-bc9e-7361975a7395 req-8d60dedd-2e97-470e-9b6c-0ee622f35248 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0436323 Mar 07 10:45:26.840185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5c5c5797-1a40-4c72-be18-5bf7d4e3246f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.840562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks [] for port (5577612a-5442-4f89-964b-7993289801ea), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.850071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (5577612a-5442-4f89-964b-7993289801ea), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.863072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51e05c54-a890-4a1c-8232-4d4aef166eea req-5e6b708b-1130-42fc-a86e-658e40d17b63 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0405231 Mar 07 10:45:26.898926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5c5c5797-1a40-4c72-be18-5bf7d4e3246f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.903884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Pushing event updated for resources: {'Port': ['ID=5577612a-5442-4f89-964b-7993289801ea,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.907927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.908933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.920863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:26.923835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:26.926783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:27.001563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Attempting to bind port 5577612a-5442-4f89-964b-7993289801ea on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:27.001851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Attempting to bind port 5577612a-5442-4f89-964b-7993289801ea by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '793f009a-c361-48e8-809d-6197f96e6885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:27.002207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Attempting to bind port 5577612a-5442-4f89-964b-7993289801ea on network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:27.011829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:27.012245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Checking segment: {'id': '793f009a-c361-48e8-809d-6197f96e6885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:27.012703 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.013244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Bound using segment: {'id': '793f009a-c361-48e8-809d-6197f96e6885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:27.013739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Bound port: 5577612a-5442-4f89-964b-7993289801ea, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793f009a-c361-48e8-809d-6197f96e6885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '94115ef8-21e0-4b6f-910e-a744cd8bbd90'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:27.014427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5577612a-5442-4f89-964b-7993289801ea), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.037724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Network': ['ID=5c5c5797-1a40-4c72-be18-5bf7d4e3246f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:27.059585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:27.075239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.174293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] For port 5577612a-5442-4f89-964b-7993289801ea, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:27.177678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] For port 5577612a-5442-4f89-964b-7993289801ea, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5577612a-5442-4f89-964b-7993289801ea,segment=NetworkSegment(793f009a-c361-48e8-809d-6197f96e6885),segment_id=793f009a-c361-48e8-809d-6197f96e6885)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:27.185120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5577612a-5442-4f89-964b-7993289801ea), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.261767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c05-326d-4cef-a8da-6c26de2c20c4 None None] Pushing event updated for resources: {'Port': ['ID=5577612a-5442-4f89-964b-7993289801ea,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:27.449486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81cc4232-feaf-4c68-be8f-d1c4780805d8 req-db1d1dcc-4c5f-4932-b569-00533a65e51f tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.4537780 Mar 07 10:45:27.467681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8818b1b4-ad11-4533-ac34-8d4594b5552a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8728495 Mar 07 10:45:27.468996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:27.485846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'subnet': {'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:27.550760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dde95-3af9-4615-b9b5-16d3284e7e4a req-340174ba-6f00-4ff6-bc44-a71a539b11fd tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:27.560375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c44dde95-3af9-4615-b9b5-16d3284e7e4a req-340174ba-6f00-4ff6-bc44-a71a539b11fd tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1201274 Mar 07 10:45:27.614444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c44dde95-3af9-4615-b9b5-16d3284e7e4a req-2af1fe77-43df-4633-983f-fdbbb49925f2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Mar 07 10:45:27.634993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:27.638558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.960631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c20fc51-abfe-4c0c-8cba-bb8f39e305e3 req-7e96c252-4a07-4e98-8cb8-e8a4d85ef617 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0364864 Mar 07 10:45:28.018814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a54cdfa7-f802-411a-8d54-ffa9dcf24ffd req-e4e29677-e18c-41e1-8827-85afa6f71af3 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0271447 Mar 07 10:45:28.137047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (864fa789-6c69-4ac3-ab13-a19cf8e65cea), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.204489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Subnet': ['ID=864fa789-6c69-4ac3-ab13-a19cf8e65cea,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.213821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Checking segment: {'id': '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:28.214184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network hostable DHCP agents. Network: 96dd4c29-5f23-4fe0-8eff-a30c9de302b3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:28.233040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:28.244890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 96dd4c29-5f23-4fe0-8eff-a30c9de302b3) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:28.250248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.251790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.260985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24537c-cdc8-4e21-9635-2276a42332ac None None] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:28.275314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:28.281708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'subnet': {'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:28.287533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a8b712e1-3cab-4940-8358-cdd9665b9d2a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8124299 Mar 07 10:45:28.379902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-96dd4c29-5f23-4fe0-8eff-a30c9de302b3', 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3', 'project_id': '610d139d01294856bb551ed290ac6250', 'fixed_ips': [{'subnet_id': '864fa789-6c69-4ac3-ab13-a19cf8e65cea'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:28.381242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.393032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:28.400135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.471599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c34b6-ef36-4d98-ade1-428a662178b6 None None] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:28.511980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.602486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419ed5fd-ffab-4f1c-9f72-2c8b1c302d16 req-0341ba8c-a123-4238-9081-3e177d4e12f2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0337181 Mar 07 10:45:28.612233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Provisioning complete for port 5577612a-5442-4f89-964b-7993289801ea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:28.612610 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5577612a-5442-4f89-964b-7993289801ea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.656889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Allocated IP 2001:db8::2 (96dd4c29-5f23-4fe0-8eff-a30c9de302b3/864fa789-6c69-4ac3-ab13-a19cf8e65cea/261a607a-b420-4758-a779-40ed4a8168cb) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:28.676626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (25150a1d-3104-4fa1-95ad-21cee1ec694c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.810087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Current status of the port 5577612a-5442-4f89-964b-7993289801ea is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:28.810721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5577612a-5442-4f89-964b-7993289801ea), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.817956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Subnet': ['ID=25150a1d-3104-4fa1-95ad-21cee1ec694c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.852855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f731fb-8b98-4681-83a9-5635c7070173 req-f1c845a5-7920-4f92-b635-13782c0dfd72 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.868536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90f731fb-8b98-4681-83a9-5635c7070173 req-f1c845a5-7920-4f92-b635-13782c0dfd72 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1294608 Mar 07 10:45:28.875577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5577612a-5442-4f89-964b-7993289801ea up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:28.877096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Checking segment: {'id': '318a4dd8-ebb6-4714-82b9-be22746622d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:28.877789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network hostable DHCP agents. Network: 5c5c5797-1a40-4c72-be18-5bf7d4e3246f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:28.937168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] For port 5577612a-5442-4f89-964b-7993289801ea, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5577612a-5442-4f89-964b-7993289801ea,segment=NetworkSegment(793f009a-c361-48e8-809d-6197f96e6885),segment_id=793f009a-c361-48e8-809d-6197f96e6885)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:28.955606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5577612a-5442-4f89-964b-7993289801ea), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.956286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90f731fb-8b98-4681-83a9-5635c7070173 req-5b2c3288-1b9b-4a3e-bd08-39285b8dd9bc tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860713 Mar 07 10:45:28.957024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:28.971489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5c5c5797-1a40-4c72-be18-5bf7d4e3246f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:28.977101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.978321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.014747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16130420-8e2f-47fe-87eb-45721d0f2b75 None None] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:29.027275 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks [] for port (261a607a-b420-4758-a779-40ed4a8168cb), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.038950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33728) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:29.053949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff58b75f-bdaa-4f6a-88f7-e907ae0b2f0d tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7744956 Mar 07 10:45:29.064423 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (261a607a-b420-4758-a779-40ed4a8168cb), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.149851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:29.150969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd7b1f46-7756-4bf5-b38f-2d9edaf733bd req-d6ae4249-b01e-4442-88a6-1ba01d8550f2 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0493205 Mar 07 10:45:29.186371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:29.192659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd27d02-b1e6-43ac-aa43-1f8be57e0fb4 None None] Pushing event updated for resources: {'Port': ['ID=5577612a-5442-4f89-964b-7993289801ea,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.194743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0199a7ae-f895-49f1-b237-93a4c76c0a9d req-b155f2e2-9cb0-4ee4-a176-dd2cba0dbe35 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0374894 Mar 07 10:45:29.197031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5577612a-5442-4f89-964b-7993289801ea triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:29.197453 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5577612a-5442-4f89-964b-7993289801ea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.236809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:29.347363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-afbf134b-e151-4d66-9ddc-0e4696e02181 None None] Provisioning complete for port 5577612a-5442-4f89-964b-7993289801ea triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:29.347363 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afbf134b-e151-4d66-9ddc-0e4696e02181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5577612a-5442-4f89-964b-7993289801ea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.395985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Pushing event updated for resources: {'Port': ['ID=261a607a-b420-4758-a779-40ed4a8168cb,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.398368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5c5c5797-1a40-4c72-be18-5bf7d4e3246f', 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f', 'project_id': '610d139d01294856bb551ed290ac6250', 'fixed_ips': [{'subnet_id': '25150a1d-3104-4fa1-95ad-21cee1ec694c'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:29.399229 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.429469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Attempting to bind port 261a607a-b420-4758-a779-40ed4a8168cb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:29.429838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Attempting to bind port 261a607a-b420-4758-a779-40ed4a8168cb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:29.430201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Attempting to bind port 261a607a-b420-4758-a779-40ed4a8168cb on network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:29.448038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:29.448859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Checking segment: {'id': '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:29.448859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.449174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Bound using segment: {'id': '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:29.449641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Bound port: 261a607a-b420-4758-a779-40ed4a8168cb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96dd4c29-5f23-4fe0-8eff-a30c9de302b3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:29.450010 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (261a607a-b420-4758-a779-40ed4a8168cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.458907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5577612a-5442-4f89-964b-7993289801ea is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:29.481685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.748339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-710120c8-4b3a-43b6-9b70-913bb3627690 req-d80a3e70-2839-42f1-b648-325c0fef225c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0375876 Mar 07 10:45:29.824243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Allocated IP 2001:db8::1 (96dd4c29-5f23-4fe0-8eff-a30c9de302b3/864fa789-6c69-4ac3-ab13-a19cf8e65cea/f4e93850-dd5b-4a19-a38c-fab73b881386) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:29.853023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] For port 261a607a-b420-4758-a779-40ed4a8168cb, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:29.893684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-afbf134b-e151-4d66-9ddc-0e4696e02181 None None] Current status of the port 5577612a-5442-4f89-964b-7993289801ea is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:29.913025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Allocated IP 2001:db8::2 (5c5c5797-1a40-4c72-be18-5bf7d4e3246f/25150a1d-3104-4fa1-95ad-21cee1ec694c/f86dad22-36b6-43f0-8e51-f6f78b655189) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:29.916171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] For port 261a607a-b420-4758-a779-40ed4a8168cb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=261a607a-b420-4758-a779-40ed4a8168cb,segment=NetworkSegment(7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b),segment_id=7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:29.930751 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (261a607a-b420-4758-a779-40ed4a8168cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.958408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.001832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.054828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:30.058618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:30.069560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:30.070147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.073097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Port': ['ID=f4e93850-dd5b-4a19-a38c-fab73b881386,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.125689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa99c9-fedb-4883-a1d0-7e0add2c386b req-9186dc48-7667-4bdc-8472-ee2acbf03551 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:30.127251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ffa99c9-fedb-4883-a1d0-7e0add2c386b req-9186dc48-7667-4bdc-8472-ee2acbf03551 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0617459 Mar 07 10:45:30.145559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks [] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.208234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ffa99c9-fedb-4883-a1d0-7e0add2c386b req-57a87295-4ad5-4a7f-aa5f-eeff87ccbaf1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746739 Mar 07 10:45:30.213790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.240883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5520d-5cc3-4bd1-8e23-21af6964244d None None] Pushing event updated for resources: {'Port': ['ID=261a607a-b420-4758-a779-40ed4a8168cb,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.300856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.324155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0a279c8-b486-453b-a6d1-9bca1ec7c389 req-b08db448-f29a-4359-8836-da29f9e1c0f9 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Mar 07 10:45:30.375536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b01a2fd5-bdc1-4599-991a-79406791b22e req-5d45bc64-cd83-43e1-869a-5aa5a62761eb tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0398843 Mar 07 10:45:30.375867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:30.382541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:30.385819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:30.451918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Pushing event updated for resources: {'Port': ['ID=f86dad22-36b6-43f0-8e51-f6f78b655189,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.520039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Attempting to bind port f86dad22-36b6-43f0-8e51-f6f78b655189 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:30.520414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Attempting to bind port f86dad22-36b6-43f0-8e51-f6f78b655189 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '318a4dd8-ebb6-4714-82b9-be22746622d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:30.520764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Attempting to bind port f86dad22-36b6-43f0-8e51-f6f78b655189 on network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:30.533033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:30.533660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Checking segment: {'id': '318a4dd8-ebb6-4714-82b9-be22746622d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:30.533779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.534171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Bound using segment: {'id': '318a4dd8-ebb6-4714-82b9-be22746622d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:30.534642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Bound port: f86dad22-36b6-43f0-8e51-f6f78b655189, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318a4dd8-ebb6-4714-82b9-be22746622d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c5c5797-1a40-4c72-be18-5bf7d4e3246f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:30.535837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.609845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] For port f86dad22-36b6-43f0-8e51-f6f78b655189, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:30.613661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] For port f86dad22-36b6-43f0-8e51-f6f78b655189, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f86dad22-36b6-43f0-8e51-f6f78b655189,segment=NetworkSegment(318a4dd8-ebb6-4714-82b9-be22746622d4),segment_id=318a4dd8-ebb6-4714-82b9-be22746622d4)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:30.631806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.682861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.690057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.690744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.694018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80f17-ccfc-4e3e-87bb-1181ff2fee36 None None] Pushing event updated for resources: {'Port': ['ID=f86dad22-36b6-43f0-8e51-f6f78b655189,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.778215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Port': ['ID=f4e93850-dd5b-4a19-a38c-fab73b881386,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.889687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:30.891093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:30.904533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 261a607a-b420-4758-a779-40ed4a8168cb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:30.910663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f0f5c3f-7335-41cf-ae09-f7274546d0b1 req-8755754c-fed3-4c3d-9366-dd19ab17b66b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0382497 Mar 07 10:45:31.024302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 261a607a-b420-4758-a779-40ed4a8168cb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.025593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (261a607a-b420-4758-a779-40ed4a8168cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.112484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Router 3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:31.152450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 261a607a-b420-4758-a779-40ed4a8168cb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:31.152871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (261a607a-b420-4758-a779-40ed4a8168cb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.222683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 261a607a-b420-4758-a779-40ed4a8168cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=261a607a-b420-4758-a779-40ed4a8168cb,segment=NetworkSegment(7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b),segment_id=7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:31.235190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (261a607a-b420-4758-a779-40ed4a8168cb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.235659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5577612a-5442-4f89-964b-7993289801ea up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:31.268682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:31.275597 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-587dbddd-ed4b-4409-9d91-7876a58afd3a tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2352815 Mar 07 10:45:31.278417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:31.285271 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] Sync routers for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:31.297578 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:31.298486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:31.347852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:31.350501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=261a607a-b420-4758-a779-40ed4a8168cb,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:31.367738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5577612a-5442-4f89-964b-7993289801ea triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.369031 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5577612a-5442-4f89-964b-7993289801ea), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.377516 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:31.378787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:31.434813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:31.435778 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0d053-1845-4192-ae51-0c62625dbc1a None None] The sync data for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:31.518970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5577612a-5442-4f89-964b-7993289801ea is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:31.520086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd4a030a-d5ba-4fd6-b1ab-ebf3646854e7 req-1401c77c-79e8-477b-9dd5-2c282dac7d56 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0538046 Mar 07 10:45:31.609398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995499d-506a-4f84-96ca-7af375dd329b None None] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:31.687466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-772afb4d-5476-4062-8f3a-e53b4968ca13 None None] Provisioning complete for port 261a607a-b420-4758-a779-40ed4a8168cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.687857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-772afb4d-5476-4062-8f3a-e53b4968ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (261a607a-b420-4758-a779-40ed4a8168cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.722630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bb99ae1-2326-4b86-b32e-5b39c3696a08 req-966c4151-2bfa-42b0-b2f1-ac47205b7ff0 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.1196003 Mar 07 10:45:31.750747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e2ed1-a9ad-4244-9281-0a6bcdcf469d req-97791aac-c787-48a5-aea4-d824f9592f5c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:31.756374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c5e2ed1-a9ad-4244-9281-0a6bcdcf469d req-97791aac-c787-48a5-aea4-d824f9592f5c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.3066511 Mar 07 10:45:31.828860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-772afb4d-5476-4062-8f3a-e53b4968ca13 None None] Current status of the port 261a607a-b420-4758-a779-40ed4a8168cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:31.898500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c5e2ed1-a9ad-4244-9281-0a6bcdcf469d req-a7c5fabd-1619-47b9-9315-937f2cd588c2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298523 Mar 07 10:45:32.068345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34461eae-b55e-4be5-873e-115f55996dd0 req-9703a667-df23-446f-a43e-ad8b6a60c82c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0396323 Mar 07 10:45:32.079946 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-0d0c6458-27f2-454a-9fd4-017bc7f50fde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:45:32.081197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d0c6458-27f2-454a-9fd4-017bc7f50fde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8014400 Mar 07 10:45:32.084010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33754) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:32.213541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d34311-3e2f-43b0-b117-815931d45fce None None] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:32.300853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Provisioning complete for port f86dad22-36b6-43f0-8e51-f6f78b655189 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.301551 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.440437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Current status of the port f86dad22-36b6-43f0-8e51-f6f78b655189 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:32.440832 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.466444 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.493139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] For port f86dad22-36b6-43f0-8e51-f6f78b655189, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f86dad22-36b6-43f0-8e51-f6f78b655189,segment=NetworkSegment(318a4dd8-ebb6-4714-82b9-be22746622d4),segment_id=318a4dd8-ebb6-4714-82b9-be22746622d4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:32.501500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.588201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Provisioning complete for port f4e93850-dd5b-4a19-a38c-fab73b881386 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.588890 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.623216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Pushing event updated for resources: {'Port': ['ID=f86dad22-36b6-43f0-8e51-f6f78b655189,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.660874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Port f4e93850-dd5b-4a19-a38c-fab73b881386 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:32.684984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Provisioning complete for port 261a607a-b420-4758-a779-40ed4a8168cb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.686058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (261a607a-b420-4758-a779-40ed4a8168cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.763993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26f5c3b4-9b81-4fcd-adc3-b5f2c9019f71 req-22b7fded-dea1-4d15-9626-9c22d7755fb8 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.1179724 Mar 07 10:45:32.843384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2c82c-08b0-42a4-84dc-5414acd37e88 None None] Current status of the port 261a607a-b420-4758-a779-40ed4a8168cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:32.907056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-130c67fd-faea-4168-b181-f8e5799ce051 req-430b4e29-1d2d-464c-b3bf-9f2816ebc0b0 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Mar 07 10:45:32.927622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f86dad22-36b6-43f0-8e51-f6f78b655189 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:32.941670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting port f4e93850-dd5b-4a19-a38c-fab73b881386 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:32.942012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.988413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Provisioning complete for port f86dad22-36b6-43f0-8e51-f6f78b655189 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.988783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.020307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f86dad22-36b6-43f0-8e51-f6f78b655189 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:33.020548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.091790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4b8fa-62a6-405c-aa25-317bd3eff350 req-ea90471a-c310-43be-a428-d97358840970 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:33.094402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ff4b8fa-62a6-405c-aa25-317bd3eff350 req-ea90471a-c310-43be-a428-d97358840970 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1110451 Mar 07 10:45:33.098458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.129306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Calling delete_port for f4e93850-dd5b-4a19-a38c-fab73b881386 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:33.145151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f86dad22-36b6-43f0-8e51-f6f78b655189 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:33.146234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 261a607a-b420-4758-a779-40ed4a8168cb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:33.180632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Current status of the port f86dad22-36b6-43f0-8e51-f6f78b655189 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:33.197992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Provisioning complete for port f4e93850-dd5b-4a19-a38c-fab73b881386 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:33.198356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.223678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ff4b8fa-62a6-405c-aa25-317bd3eff350 req-24a2e991-644c-4541-ab56-0177d8516bd4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221488 Mar 07 10:45:33.227374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03610f60-be14-4d77-992f-3a17d274dab4 req-4315503d-f3e8-4672-a47b-4f08ae54c3c0 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0421367 Mar 07 10:45:33.255873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 261a607a-b420-4758-a779-40ed4a8168cb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:33.255873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (261a607a-b420-4758-a779-40ed4a8168cb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.255873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-25fc862c-15d3-4099-abf8-6e093fe76170 None None] Port f4e93850-dd5b-4a19-a38c-fab73b881386 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:33.334874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 261a607a-b420-4758-a779-40ed4a8168cb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:33.367551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f4e93850-dd5b-4a19-a38c-fab73b881386), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.398495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Port': ['ID=f4e93850-dd5b-4a19-a38c-fab73b881386,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.494748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.660554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Router 3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:33.740963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:33.746224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-abc54bc0-18f5-4767-8206-ff47f5c60f80 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6605699 Mar 07 10:45:33.750080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33766) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:33.751959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] Sync routers for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:33.762838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:33.763500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:33.794546 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-5b133075-5379-4762-8834-ca46dbed1a2c tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] delete failed (client error): The resource could not be found. Mar 07 10:45:33.801314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:33.802348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:33.802759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5b133075-5379-4762-8834-ca46dbed1a2c tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1063811235 HTTP/1.1" status: 404 len: 335 time: 0.0513718 Mar 07 10:45:33.806301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-86503847-c42e-4906-86f2-6b6f7b61976b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:33.812584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:33.813208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:33.848564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:33.849154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c23c-0839-44b6-a5fa-d971a144b437 None None] The sync data for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:33.859114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba9948d9-f72d-4804-920d-5ad6522d4b6f req-6844bd99-2b20-40ae-ad38-6ccc31c50efc tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Mar 07 10:45:34.036772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac3bdc37-efbf-460f-b177-c907a4b2f9c1 req-b7531abd-27ff-4fee-aaf5-c8b68d25de9e tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0372701 Mar 07 10:45:34.039739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86503847-c42e-4906-86f2-6b6f7b61976b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router_gateway (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.062523 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-86503847-c42e-4906-86f2-6b6f7b61976b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] update failed (client error): The resource could not be found. Mar 07 10:45:34.067106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86503847-c42e-4906-86f2-6b6f7b61976b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 HTTP/1.1" status: 404 len: 339 time: 0.2611542 Mar 07 10:45:34.067735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:34.072347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1492190606'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:34.093597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:34.097015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.120626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:34.131542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (74506814-5c7b-46f3-af65-2b42058a8841), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.131542 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Added segment 74506814-5c7b-46f3-af65-2b42058a8841 of type vlan for network e5811588-204d-4f5c-adc2-bf048cabf61e Mar 07 10:45:34.174612 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e5811588-204d-4f5c-adc2-bf048cabf61e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.200049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e5811588-204d-4f5c-adc2-bf048cabf61e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.205551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:34.206123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.273872 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2028215 Mar 07 10:45:34.274208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33782) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:34.279125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'subnet': {'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:34.297637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e35be4-4bd0-43d4-ba5e-5c805d051e9e tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Network': ['ID=e5811588-204d-4f5c-adc2-bf048cabf61e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.315420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e5811588-204d-4f5c-adc2-bf048cabf61e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:34.401235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b17b65bc-70b0-466c-8fae-6bfc2f4ed188 req-0bc8f7ce-6e1d-4931-9930-87cc5bcd22f1 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0485735 Mar 07 10:45:34.447388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457d5de-76a5-4e01-b3ec-e496bb7600f9 req-e491baab-ff6f-4de8-95e2-53efd31cc0af tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:34.449373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4457d5de-76a5-4e01-b3ec-e496bb7600f9 req-e491baab-ff6f-4de8-95e2-53efd31cc0af tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1045499 Mar 07 10:45:34.450631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Made reservation on behalf of 610d139d01294856bb551ed290ac6250 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:34.454590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.559770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4457d5de-76a5-4e01-b3ec-e496bb7600f9 req-c31aacc8-2b2d-4fff-8a01-1f4db96a3097 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015224 Mar 07 10:45:34.678541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (cbcd64bd-4fc9-4705-8a8c-d0c0574b2655), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.731266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Subnet': ['ID=cbcd64bd-4fc9-4705-8a8c-d0c0574b2655,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.747513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Checking segment: {'id': '74506814-5c7b-46f3-af65-2b42058a8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:34.747902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network hostable DHCP agents. Network: e5811588-204d-4f5c-adc2-bf048cabf61e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:34.766211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network e5811588-204d-4f5c-adc2-bf048cabf61e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:34.776796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e5811588-204d-4f5c-adc2-bf048cabf61e) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:34.782339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:34.782921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.794064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481cc98-51a7-4d06-92ea-0dcf0b02c847 None None] Network e5811588-204d-4f5c-adc2-bf048cabf61e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:34.801934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4c2494b6-faab-4e86-b443-5db74db054d7 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5266497 Mar 07 10:45:34.804717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33784) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:34.811103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-55fa5f7f-5e08-4ec5-9622-c236a1f5e97f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:34.905428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e5811588-204d-4f5c-adc2-bf048cabf61e', 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e', 'project_id': '610d139d01294856bb551ed290ac6250', 'fixed_ips': [{'subnet_id': 'cbcd64bd-4fc9-4705-8a8c-d0c0574b2655'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:34.906778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.996176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bb04b0c-fb23-452a-9b56-015903bea3a8 req-450ba137-aee6-44bc-a3ad-07c6285561ac tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0294273 Mar 07 10:45:35.076415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Allocated IP 2001:db8:1::2 (e5811588-204d-4f5c-adc2-bf048cabf61e/cbcd64bd-4fc9-4705-8a8c-d0c0574b2655/815e09cf-5fd1-4992-85d5-4e586f4fdba2) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:35.255605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks [] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.264430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.305419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Network e5811588-204d-4f5c-adc2-bf048cabf61e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:35.308651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:35.312398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:35.319706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Pushing event updated for resources: {'Port': ['ID=815e09cf-5fd1-4992-85d5-4e586f4fdba2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:35.378337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Attempting to bind port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:35.378724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Attempting to bind port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '74506814-5c7b-46f3-af65-2b42058a8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:35.379036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Attempting to bind port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 on network e5811588-204d-4f5c-adc2-bf048cabf61e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:35.384408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:35.384766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Checking segment: {'id': '74506814-5c7b-46f3-af65-2b42058a8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:35.385164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.385566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Bound using segment: {'id': '74506814-5c7b-46f3-af65-2b42058a8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:35.386014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Bound port: 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74506814-5c7b-46f3-af65-2b42058a8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e5811588-204d-4f5c-adc2-bf048cabf61e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:35.386386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.437978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fa5f7f-5e08-4ec5-9622-c236a1f5e97f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router_gateway (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.458841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9fdd1d3-c1af-4467-a279-42159ac52ac9 req-87caf1d3-3dc2-4368-8fed-55a95868334d tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0349052 Mar 07 10:45:35.460887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] For port 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:35.474677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] For port 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=815e09cf-5fd1-4992-85d5-4e586f4fdba2,segment=NetworkSegment(74506814-5c7b-46f3-af65-2b42058a8841),segment_id=74506814-5c7b-46f3-af65-2b42058a8841)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:35.490595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.523324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1e31d3e-d7f8-411c-97a0-200b95fd8d0a req-ebad5f66-6a6e-4d13-a4f6-8f9dbc8d53c8 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0285940 Mar 07 10:45:35.558940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a69500-ec91-4a69-bf35-349598bcaa32 None None] Pushing event updated for resources: {'Port': ['ID=815e09cf-5fd1-4992-85d5-4e586f4fdba2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:35.607828 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-55fa5f7f-5e08-4ec5-9622-c236a1f5e97f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:45:35.613297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:35.616204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55fa5f7f-5e08-4ec5-9622-c236a1f5e97f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 HTTP/1.1" status: 400 len: 364 time: 0.8091707 Mar 07 10:45:35.711058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772b164-e869-407f-bca6-485d8b89677c req-79447b8d-b755-418a-a6e6-de540d67796a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.712834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c772b164-e869-407f-bca6-485d8b89677c req-79447b8d-b755-418a-a6e6-de540d67796a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0675113 Mar 07 10:45:35.773684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c772b164-e869-407f-bca6-485d8b89677c req-ffbf4104-adc5-4937-9c97-6fd74435e870 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547047 Mar 07 10:45:36.113585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74a4bd18-afe4-44ca-9035-80390c300900 req-944ae1a5-23ee-4f9d-8ad2-823fd21e0c46 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0333431 Mar 07 10:45:36.215630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.473976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Allocated IP 2001:db8::1 (94115ef8-21e0-4b6f-910e-a744cd8bbd90/e92e6b9f-06c4-4869-9040-93e7cd20c4c3/b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:36.615673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bac2d2d-dab4-4a39-a78f-cda400501d9f req-aa4cda05-a8f9-4e33-816c-9ec1e555d39b tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0521233 Mar 07 10:45:36.658569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370aa6f-d3f2-456e-9c99-6fd3a475ddc0 None None] Network e5811588-204d-4f5c-adc2-bf048cabf61e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:36.678582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.712082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da302f2d-ccaa-4ffb-9072-bd3df9c7adb7 req-5e6ea48b-cfe8-4c39-82fb-565ed0dd9835 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0672123 Mar 07 10:45:36.719504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.769775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:36.778413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:36.780656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Port': ['ID=b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.782934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:36.783471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.840547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Provisioning complete for port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:36.841216 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.900528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 815e09cf-5fd1-4992-85d5-4e586f4fdba2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:36.986825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d58a6a-42a4-4dba-9d86-7f1f389bceff req-762ab36c-13bb-4edf-87d0-61ec93af0149 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:36.992438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d58a6a-42a4-4dba-9d86-7f1f389bceff req-762ab36c-13bb-4edf-87d0-61ec93af0149 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0957739 Mar 07 10:45:37.000498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Current status of the port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:37.001039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.034138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.042000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] For port 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=815e09cf-5fd1-4992-85d5-4e586f4fdba2,segment=NetworkSegment(74506814-5c7b-46f3-af65-2b42058a8841),segment_id=74506814-5c7b-46f3-af65-2b42058a8841)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:37.056567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.100168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d58a6a-42a4-4dba-9d86-7f1f389bceff req-9fc0b6a0-2e2f-4730-b8ef-da7d01aa87b2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020517 Mar 07 10:45:37.165859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cdf59-7b23-4554-8ad6-c9a524172de8 None None] Pushing event updated for resources: {'Port': ['ID=815e09cf-5fd1-4992-85d5-4e586f4fdba2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.178028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:37.178643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.275768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2c094ac-7405-4696-8e07-37261b4a7fbf req-5455197f-4cf3-459e-8503-f156e4439852 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0372519 Mar 07 10:45:37.325975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:37.334402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-05382946-6739-4539-8e68-0e3e1c82ba2f None None] Provisioning complete for port b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:37.334782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05382946-6739-4539-8e68-0e3e1c82ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.373090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-05382946-6739-4539-8e68-0e3e1c82ba2f None None] Port b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:37.431631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.438906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.439674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.493714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6f95c702-bef7-4e5b-b71d-447f13e77b7b None None] Provisioning complete for port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:37.494227 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95c702-bef7-4e5b-b71d-447f13e77b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.526353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event updated for resources: {'Port': ['ID=b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.566046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:37.567616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:37.585235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6f95c702-bef7-4e5b-b71d-447f13e77b7b None None] Current status of the port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:37.676870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Router 3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:37.736957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1bb6584-0873-4be2-991e-d1a0d3232263 req-0733dd56-f4da-4854-902d-3bdb877f2152 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0365942 Mar 07 10:45:37.791038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:37.801446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] Sync routers for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:37.804645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a333653a-0c8b-4c8c-b826-ca1135b02efb tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1896522 Mar 07 10:45:37.809774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:37.817014 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:37.817636 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.859753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55fec51d-7df2-4db3-8b38-f537c4133961 req-e74b4123-335c-47fe-b074-581cbab49e75 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0490649 Mar 07 10:45:37.861967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.873471 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:37.874566 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.912654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-266c0414-30e7-4e00-bf76-e3fe4b8b2e63 None None] Provisioning complete for port b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:37.913314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-266c0414-30e7-4e00-bf76-e3fe4b8b2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.915607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.916499 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8e78b-1523-4987-b7f2-2ad8ece461d1 None None] The sync data for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:37.958244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-266c0414-30e7-4e00-bf76-e3fe4b8b2e63 None None] Port b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:37.985144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a07faca4-9d6f-4bd8-90ba-2b6fcbcd60e5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:38.082196 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a07faca4-9d6f-4bd8-90ba-2b6fcbcd60e5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:45:38.086133 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a07faca4-9d6f-4bd8-90ba-2b6fcbcd60e5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 HTTP/1.1" status: 409 len: 376 time: 0.2724051 Mar 07 10:45:38.086375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33812) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:38.254510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f070-5e36-484d-a959-592b1b4f1672 req-6b182e65-d229-4cae-941c-754e4c92fd90 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.261752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5277f070-5e36-484d-a959-592b1b4f1672 req-6b182e65-d229-4cae-941c-754e4c92fd90 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0727613 Mar 07 10:45:38.332755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5277f070-5e36-484d-a959-592b1b4f1672 req-33da2989-1d3b-4692-a348-df4bd931e17b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Mar 07 10:45:38.399201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-166027a7-8e43-4f87-88b8-d987d05da261 req-3ef153e0-ee80-45cb-8601-40ae92d1a18b tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd848dea-e9cc-4acc-9190-a330a8c2f643 HTTP/1.1" status: 200 len: 210 time: 0.0295773 Mar 07 10:45:38.583269 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:38.841322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 815e09cf-5fd1-4992-85d5-4e586f4fdba2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:38.941000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a22dd3d8-aeef-4d97-992b-edad50f5c26e req-31d0a480-cf3c-4cc1-8851-4412d3539997 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0679827 Mar 07 10:45:38.991926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:38.992902 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.075065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-366e40c6-0fcc-4f61-a42b-5d1754a76918 req-cef8f985-0318-4c80-bec9-ab8c0227bfe3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0702882 Mar 07 10:45:39.147358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:39.157333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c863090-026d-445e-876a-42799aba85d5 req-0cefb3dc-eb23-4245-9210-4890926dfd68 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:39.158893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c863090-026d-445e-876a-42799aba85d5 req-0cefb3dc-eb23-4245-9210-4890926dfd68 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.0747137 Mar 07 10:45:39.185693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting port b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:39.187449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.228514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c863090-026d-445e-876a-42799aba85d5 req-42d10440-17df-4ac3-8f90-c82a456b613a tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613990 Mar 07 10:45:39.300046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.313058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Calling delete_port for b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:39.438089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f605-60d0-4d02-aa4a-c84dc19f7b36 req-57a65656-1886-4105-9872-623f05b21bca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:39.439976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cde0f605-60d0-4d02-aa4a-c84dc19f7b36 req-57a65656-1886-4105-9872-623f05b21bca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0553789 Mar 07 10:45:39.510937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cde0f605-60d0-4d02-aa4a-c84dc19f7b36 req-759efcf5-dbd2-4031-ad6c-4f5bf5c9e0af tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654294 Mar 07 10:45:39.548878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33842) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:39.559079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.599566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Port': ['ID=b6cec4e0-20b9-46e7-b712-4fc5aa9f9b06,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:39.693513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (6b8e681c-e192-4cb6-9e47-59ae6c41cda3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.753447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (6b8e681c-e192-4cb6-9e47-59ae6c41cda3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.800771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.807973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6b8e681c-e192-4cb6-9e47-59ae6c41cda3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.811212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.812496 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b8e681c-e192-4cb6-9e47-59ae6c41cda3 HTTP/1.1" status: 204 len: 168 time: 0.2626312 Mar 07 10:45:39.815247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:39.824166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513b6da-26fc-4b79-bb87-2954bc1f4799 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e681c-e192-4cb6-9e47-59ae6c41cda3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:39.857060 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-72601905-cb33-46ba-83ad-a571d3536437 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] show failed (client error): The resource could not be found. Mar 07 10:45:39.862040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-72601905-cb33-46ba-83ad-a571d3536437 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "GET /v2.0/security-groups/6b8e681c-e192-4cb6-9e47-59ae6c41cda3 HTTP/1.1" status: 404 len: 347 time: 0.0452926 Mar 07 10:45:39.874524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33848) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.081868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Router 3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:40.117858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a7123f7-25df-4ae3-a28a-b888726b7ad5 req-83907541-8ed7-4bf3-86ca-439c56a13932 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0334332 Mar 07 10:45:40.129338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Deleting port 0a42e458-c320-4ad0-9938-b6caecc250b5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:40.130966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.242395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea09aadf-02d8-497c-9ac1-a35d0260e797 req-c8a536a3-5040-48a7-8f00-2324fd2a611a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0317326 Mar 07 10:45:40.311812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.312147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (0a42e458-c320-4ad0-9938-b6caecc250b5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.350997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Calling delete_port for 0a42e458-c320-4ad0-9938-b6caecc250b5 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:40.539999 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0a42e458-c320-4ad0-9938-b6caecc250b5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.587433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Pushing event deleted for resources: {'Port': ['ID=0a42e458-c320-4ad0-9938-b6caecc250b5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:40.601878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:40.607266 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee55da13-bd38-4c62-a4ed-9c1160e3b411 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5199616 Mar 07 10:45:40.613365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.614657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] Sync routers for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:40.629761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:40.630657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:40.657715 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-4865c118-41cf-4e7a-8eaa-9b749c69b7e2 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] show failed (client error): The resource could not be found. Mar 07 10:45:40.658771 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4865c118-41cf-4e7a-8eaa-9b749c69b7e2 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1816309749 HTTP/1.1" status: 404 len: 335 time: 0.0444686 Mar 07 10:45:40.663842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33860) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.667934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8c585365-84b0-409e-9216-7a155908ec4f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:40.715506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:40.718174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d68e77-ef30-4879-bd0a-0739aafa8715 req-a7053258-f082-4117-974f-390b9849009c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.719376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-e30738af-6785-434f-9bea-08f1268c1e9d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.720202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66d68e77-ef30-4879-bd0a-0739aafa8715 req-a7053258-f082-4117-974f-390b9849009c tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.3592799 Mar 07 10:45:40.721021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-e30738af-6785-434f-9bea-08f1268c1e9d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 947 time: 0.1624074 Mar 07 10:45:40.722458 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-8c585365-84b0-409e-9216-7a155908ec4f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] update failed (client error): The resource could not be found. Mar 07 10:45:40.723366 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c585365-84b0-409e-9216-7a155908ec4f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-438573322 HTTP/1.1" status: 404 len: 334 time: 0.0588753 Mar 07 10:45:40.730026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] Routers {'3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:40.731185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:40.733370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33862) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.776737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:40.777878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762b48-ae82-4cb6-a66e-6cf071a57cc1 None None] The sync data for ids ['3c727ae1-0c7d-4889-8b5b-3eda323d6cb7'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:40.844806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks [] for floatingip (1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.848010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.852049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9f982da0-aa91-4364-8ad3-ca426c5f3019 tempest-ServersTestBootFromVolume-1132676914 tempest-ServersTestBootFromVolume-1132676914-project] 10.222.0.23 "DELETE /v2.0/floatingips/1e15f2b5-5e6f-4cbd-8451-3b658a0fc7f6 HTTP/1.1" status: 204 len: 168 time: 0.9735439 Mar 07 10:45:40.858441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.862598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Deleting port 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:40.862598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.885376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc9f7d-c413-4f67-a76d-302d34cb4e58 req-0df6b4de-5356-402c-97b5-505440ce31fa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.885376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26bc9f7d-c413-4f67-a76d-302d34cb4e58 req-0df6b4de-5356-402c-97b5-505440ce31fa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.2417548 Mar 07 10:45:40.903308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66d68e77-ef30-4879-bd0a-0739aafa8715 req-00a4a1f8-c547-45b5-9677-8daeb1f9c4fe tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups?id=44edda46-4cc3-43ac-9350-c5c835120cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583066 Mar 07 10:45:40.928255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting subnet cbcd64bd-4fc9-4705-8a8c-d0c0574b2655 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:40.938607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (cbcd64bd-4fc9-4705-8a8c-d0c0574b2655), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.005010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (cbcd64bd-4fc9-4705-8a8c-d0c0574b2655), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.055166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26bc9f7d-c413-4f67-a76d-302d34cb4e58 req-de95c93c-5233-4a1c-9ee8-c8ced8b0a624 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Mar 07 10:45:41.110958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] For port 34630400-52f3-4b31-9ec8-1607e86d574c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=34630400-52f3-4b31-9ec8-1607e86d574c,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:41.111808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.150455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (cbcd64bd-4fc9-4705-8a8c-d0c0574b2655), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.240277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (cbcd64bd-4fc9-4705-8a8c-d0c0574b2655), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.276858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcd64bd-4fc9-4705-8a8c-d0c0574b2655,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:41.292077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.299288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef9287-7aa1-41c7-b76b-49f348e71b17 None None] Network e5811588-204d-4f5c-adc2-bf048cabf61e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:41.300936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:41.301755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7c7126e2-8979-4be8-99ad-877dc53f2cde tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/subnets/cbcd64bd-4fc9-4705-8a8c-d0c0574b2655 HTTP/1.1" status: 204 len: 168 time: 0.5445216 Mar 07 10:45:41.321097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fdb37107-5b42-43f4-8c21-d04bb4b505f0 req-12aaa054-fc19-4edd-bb52-cfd7133406a5 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Mar 07 10:45:41.538656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1b37868-2da1-481a-bd90-cd937e3e1514 req-2ef3da6d-fbaa-4715-b8e4-3cd396c9fcb2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0649574 Mar 07 10:45:41.543371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e5811588-204d-4f5c-adc2-bf048cabf61e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.673151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] DHCP port deletion for e5811588-204d-4f5c-adc2-bf048cabf61e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:41.694019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.694514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.694820 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Floating IP eedce37d-8677-4015-a0b8-c2686dd2fd5d disassociated. External IP: 172.25.4.235, port: 34630400-52f3-4b31-9ec8-1607e86d574c. Mar 07 10:45:41.695234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Calling delete_port for 34630400-52f3-4b31-9ec8-1607e86d574c owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:41.746993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Deleting port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:41.750214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.830185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] For port 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=815e09cf-5fd1-4992-85d5-4e586f4fdba2,segment=NetworkSegment(74506814-5c7b-46f3-af65-2b42058a8841),segment_id=74506814-5c7b-46f3-af65-2b42058a8841)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:41.830845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.848314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Calling delete_port for 815e09cf-5fd1-4992-85d5-4e586f4fdba2 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:41.854081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dd2e9-8491-47d4-b1af-3d2d8ce1e33c req-61d3d52d-ceb4-434f-9caf-52c68c637bb4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:41.868621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-945dd2e9-8491-47d4-b1af-3d2d8ce1e33c req-61d3d52d-ceb4-434f-9caf-52c68c637bb4 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.1063008 Mar 07 10:45:41.870848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (34630400-52f3-4b31-9ec8-1607e86d574c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.931846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'Port': ['ID=34630400-52f3-4b31-9ec8-1607e86d574c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:41.959213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-945dd2e9-8491-47d4-b1af-3d2d8ce1e33c req-8a304ea2-461e-4e8a-97b8-52c0b0c04c36 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882058 Mar 07 10:45:42.016370 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.055770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:42.056257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.057259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] Pushing event deleted for resources: {'Port': ['ID=815e09cf-5fd1-4992-85d5-4e586f4fdba2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:42.059791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb6b2f-2e0f-4664-a26c-5d78074678a2 None None] No DVR routers for this DVR port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:42.098319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c931ca6b-ab26-4cdf-828b-9bda4634a5d4 req-a88445c6-da78-4e3c-b00f-e7f79c203ac4 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0660443 Mar 07 10:45:42.175978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] For port 815e09cf-5fd1-4992-85d5-4e586f4fdba2, host n-d-832156-4, got binding levels [] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:42.176695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.192016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Calling delete_port for 815e09cf-5fd1-4992-85d5-4e586f4fdba2 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:42.195677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 was not found and therefore no delete operation was performed {{(pid=103788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:45:42.213727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08026b-1d8e-482a-8a99-1084f618b745 req-87998408-1767-44f7-be8e-ac361f7ccd3f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:42.215880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (815e09cf-5fd1-4992-85d5-4e586f4fdba2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.216571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c08026b-1d8e-482a-8a99-1084f618b745 req-87998408-1767-44f7-be8e-ac361f7ccd3f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0665042 Mar 07 10:45:42.239221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:42.296981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] No DVR routers for this DVR port 815e09cf-5fd1-4992-85d5-4e586f4fdba2 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:42.302855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Port': ['ID=815e09cf-5fd1-4992-85d5-4e586f4fdba2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:42.314638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c08026b-1d8e-482a-8a99-1084f618b745 req-51d81344-64c9-4996-a9d6-5c91e5f10d51 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899148 Mar 07 10:45:42.493608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad86a9f7-990e-4b2a-8a6b-44a2e288d5ac req-fa3e5d54-78c2-4cf5-a3be-14fa5121e694 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0416627 Mar 07 10:45:42.506737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e5811588-204d-4f5c-adc2-bf048cabf61e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.526366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.674467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fa1db01-811f-4091-b806-d60c3ece3ef3 req-4a7f8857-3e6e-4e61-b250-e7dee4ae08f4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0367346 Mar 07 10:45:42.747480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:42.759564 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:42.774114 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:42.774741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:42.796909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5811588-204d-4f5c-adc2-bf048cabf61e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:42.809563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 815e09cf-5fd1-4992-85d5-4e586f4fdba2 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:42.811074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74506814-5c7b-46f3-af65-2b42058a8841') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:42.811694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74506814-5c7b-46f3-af65-2b42058a8841') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:42.825149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (74506814-5c7b-46f3-af65-2b42058a8841), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.842701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (74506814-5c7b-46f3-af65-2b42058a8841), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.850019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:42.850498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (74506814-5c7b-46f3-af65-2b42058a8841), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.857917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 815e09cf-5fd1-4992-85d5-4e586f4fdba2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:42.858362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 815e09cf-5fd1-4992-85d5-4e586f4fdba2 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:42.978131 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:42.984881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] No DVR routers for this DVR port 34630400-52f3-4b31-9ec8-1607e86d574c on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:42.989661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.995078 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6b8e6302-c743-47ce-b0b4-b64ce219cdcf req-0cef07ca-5d1b-49e3-8d3f-a2b2bfece897 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.32 "DELETE /v2.0/ports/34630400-52f3-4b31-9ec8-1607e86d574c HTTP/1.1" status: 204 len: 173 time: 2.2678697 Mar 07 10:45:42.997226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-deleted', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:43.004554 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a341e54-26cc-44e5-99b0-4ca260157368" -d '{"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-deleted", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:43.004554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e5811588-204d-4f5c-adc2-bf048cabf61e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.010671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.015175 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/networks/e5811588-204d-4f5c-adc2-bf048cabf61e HTTP/1.1" status: 204 len: 168 time: 1.7101488 Mar 07 10:45:43.017395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:43.201586 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17823bb-64af-49f4-99c7-8af4ec12e6df x-openstack-request-id: req-a17823bb-64af-49f4-99c7-8af4ec12e6df {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:43.205574 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3995ab-e96a-497e-98c1-5f4d7874d3d6", "name": "network-vif-deleted", "tag": "34630400-52f3-4b31-9ec8-1607e86d574c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:43.205978 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a17823bb-64af-49f4-99c7-8af4ec12e6df {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:43.206421 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3995ab-e96a-497e-98c1-5f4d7874d3d6', 'name': 'network-vif-deleted', 'tag': '34630400-52f3-4b31-9ec8-1607e86d574c', 'status': 'completed', 'code': 200} Mar 07 10:45:43.214909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3579602-0bc8-4014-bb5a-6daad855837b tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Network': ['ID=e5811588-204d-4f5c-adc2-bf048cabf61e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:43.263790 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:43.285256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting subnet 25150a1d-3104-4fa1-95ad-21cee1ec694c {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:43.303051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (25150a1d-3104-4fa1-95ad-21cee1ec694c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.374057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88ba6519-3f23-4405-a3b0-b6e8411001d1 req-ae66ddf5-b2fd-4226-8238-455a054f5b2d tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c3995ab-e96a-497e-98c1-5f4d7874d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0761364 Mar 07 10:45:43.425528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e639c-9c04-48c0-b576-e748fc98212b req-9da1d267-7cbb-4c9d-9ef1-feb4b04e4502 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.437228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b36e639c-9c04-48c0-b576-e748fc98212b req-9da1d267-7cbb-4c9d-9ef1-feb4b04e4502 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.2863524 Mar 07 10:45:43.461137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (25150a1d-3104-4fa1-95ad-21cee1ec694c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.558478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (25150a1d-3104-4fa1-95ad-21cee1ec694c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.781308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:43.813653 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:43.823568 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:43.824246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:43.828983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (25150a1d-3104-4fa1-95ad-21cee1ec694c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.959300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Subnet': ['ID=25150a1d-3104-4fa1-95ad-21cee1ec694c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:43.968036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:43.978736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd66ca-01fd-4406-b026-795b58a225f9 None None] Network 5c5c5797-1a40-4c72-be18-5bf7d4e3246f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:43.995236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.008814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-23f2d469-800e-4a0e-850c-7b8f377e9455 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/subnets/25150a1d-3104-4fa1-95ad-21cee1ec694c HTTP/1.1" status: 204 len: 168 time: 0.9881299 Mar 07 10:45:44.033580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902061c-01f1-44cb-9d0c-1be02e93c70f req-53a7091c-6aa9-45f3-a313-65d1823b8712 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:44.054089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4902061c-01f1-44cb-9d0c-1be02e93c70f req-53a7091c-6aa9-45f3-a313-65d1823b8712 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.3907743 Mar 07 10:45:44.062309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:44.166159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:44.183860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b36e639c-9c04-48c0-b576-e748fc98212b req-e8a92729-cd99-4205-a68f-e287b1913161 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7452633 Mar 07 10:45:44.225384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting subnet 864fa789-6c69-4ac3-ab13-a19cf8e65cea {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:44.234946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (864fa789-6c69-4ac3-ab13-a19cf8e65cea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.282827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 34630400-52f3-4b31-9ec8-1607e86d574c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:44.283155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 34630400-52f3-4b31-9ec8-1607e86d574c not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:44.325457 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:44.358121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77396c32-bcbe-4368-9610-57956508b4f7 req-b6494db5-afe9-431a-9c30-3f0e4ce68b65 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:44.361275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (864fa789-6c69-4ac3-ab13-a19cf8e65cea), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.362030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77396c32-bcbe-4368-9610-57956508b4f7 req-b6494db5-afe9-431a-9c30-3f0e4ce68b65 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 1.1407077 Mar 07 10:45:44.424386 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b2dc-a319-47b6-88d1-244d443b0362 None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:36:24Z', 'revision_number': 4, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '08916b71-899e-45e5-a78d-40d4ccc8d8ff', 'name': '', 'network_id': '4b2ea1db-e0af-4660-a399-e21d08f1cd51', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'mac_address': 'fa:16:3e:86:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:23Z', 'updated_at': '2022-03-07T10:36:35Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'subnets': [{'id': '216918df-0aa5-485a-92d3-3f4fdb56ca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:44.436141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] DHCP port deletion for 5c5c5797-1a40-4c72-be18-5bf7d4e3246f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:44.508432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (864fa789-6c69-4ac3-ab13-a19cf8e65cea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.553924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Deleting port f86dad22-36b6-43f0-8e51-f6f78b655189 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:44.554328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.606175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Deleting port 30ca09b2-3b94-4c34-8aa2-19c722260f48 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:44.606575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.632332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af01d226-c580-4d7a-8632-1d106cb1207e req-a368e82b-a7cc-46a1-b641-ab2a1d5b33ed tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0817761 Mar 07 10:45:44.711986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] For port f86dad22-36b6-43f0-8e51-f6f78b655189, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f86dad22-36b6-43f0-8e51-f6f78b655189,segment=NetworkSegment(318a4dd8-ebb6-4714-82b9-be22746622d4),segment_id=318a4dd8-ebb6-4714-82b9-be22746622d4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:44.712390 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.721475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port cffc30f5-07c6-4f31-b6d0-3821b48548ce {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:44.721850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.752955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4902061c-01f1-44cb-9d0c-1be02e93c70f req-ddd04bfe-bba9-4f52-bff4-90067c265b9a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956813 Mar 07 10:45:44.771679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Calling delete_port for f86dad22-36b6-43f0-8e51-f6f78b655189 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:44.867989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (864fa789-6c69-4ac3-ab13-a19cf8e65cea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.907472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f86dad22-36b6-43f0-8e51-f6f78b655189 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:44.951793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:44.968383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7c4b0-00b0-4e82-896b-31975f6b858e None None] New status for floating IP eedce37d-8677-4015-a0b8-c2686dd2fd5d: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:45:44.986991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.011719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/subnets/864fa789-6c69-4ac3-ab13-a19cf8e65cea HTTP/1.1" status: 204 len: 168 time: 0.9487450 Mar 07 10:45:45.024984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33940) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:45.041930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cd7b6-bb56-4b69-b84f-3faecd408d97 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Subnet': ['ID=864fa789-6c69-4ac3-ab13-a19cf8e65cea,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:45.072430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98f268b0-8e0e-4a54-990c-f30a4ef3f23c req-23e83ad1-ad21-4dae-8785-a06ab8d030bd tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1641150 Mar 07 10:45:45.137984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393ac69-c96b-45ec-9258-21b2a523b850 None None] Network 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:45.146233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f86dad22-36b6-43f0-8e51-f6f78b655189), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.155275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] For port 30ca09b2-3b94-4c34-8aa2-19c722260f48, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=30ca09b2-3b94-4c34-8aa2-19c722260f48,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:45.155781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.215974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Calling delete_port for 30ca09b2-3b94-4c34-8aa2-19c722260f48 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:45.266964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] No DVR routers for this DVR port f86dad22-36b6-43f0-8e51-f6f78b655189 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:45.290020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No active binding found for port f86dad22-36b6-43f0-8e51-f6f78b655189 {{(pid=103790) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 10:45:45.290390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] The host n-d-832156-4 is not matching for port f86dad22-36b6-43f0-8e51-f6f78b655189 host None! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:45:45.290770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f86dad22-36b6-43f0-8e51-f6f78b655189 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:45.359514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c729b35-c49b-4ca4-9f57-75263eeb101c None None] Pushing event deleted for resources: {'Port': ['ID=f86dad22-36b6-43f0-8e51-f6f78b655189,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:45.367777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5c5c5797-1a40-4c72-be18-5bf7d4e3246f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.402485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] For port cffc30f5-07c6-4f31-b6d0-3821b48548ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cffc30f5-07c6-4f31-b6d0-3821b48548ce,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:45.403272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.405533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e74adb-4f07-486c-b578-22bf027040a5 req-5fa7f103-e1f8-4f15-a811-499d6f86a905 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.407115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5e74adb-4f07-486c-b578-22bf027040a5 req-5fa7f103-e1f8-4f15-a811-499d6f86a905 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.1154723 Mar 07 10:45:45.532192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5e74adb-4f07-486c-b578-22bf027040a5 req-a6f8bc79-c0b5-4e97-86af-b09cd02077a3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189966 Mar 07 10:45:45.705672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (44edda46-4cc3-43ac-9350-c5c835120cc4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.770130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] DHCP port deletion for 96dd4c29-5f23-4fe0-8eff-a30c9de302b3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:45.841913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5c5c5797-1a40-4c72-be18-5bf7d4e3246f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.852787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09958266-00c0-481b-804a-fc1b3682c2f4 req-8672eb99-9d0e-494e-9ffd-96be22b01ca5 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0452564 Mar 07 10:45:45.909869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Deleting port 261a607a-b420-4758-a779-40ed4a8168cb {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:45.910246 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (261a607a-b420-4758-a779-40ed4a8168cb), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.985474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5c5797-1a40-4c72-be18-5bf7d4e3246f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:45.989788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39255-4f67-470c-82e9-782ce9f41fa3 req-86cf11d8-d25f-4263-b48d-6ada1bc095ab tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.991340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cef39255-4f67-470c-82e9-782ce9f41fa3 req-86cf11d8-d25f-4263-b48d-6ada1bc095ab tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1000905 Mar 07 10:45:45.997380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318a4dd8-ebb6-4714-82b9-be22746622d4') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:45.998406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318a4dd8-ebb6-4714-82b9-be22746622d4') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:46.009536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (318a4dd8-ebb6-4714-82b9-be22746622d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.025716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (318a4dd8-ebb6-4714-82b9-be22746622d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.033398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:46.034061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (318a4dd8-ebb6-4714-82b9-be22746622d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.063159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] For port 261a607a-b420-4758-a779-40ed4a8168cb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=261a607a-b420-4758-a779-40ed4a8168cb,segment=NetworkSegment(7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b),segment_id=7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:46.063459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (261a607a-b420-4758-a779-40ed4a8168cb), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.098861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cef39255-4f67-470c-82e9-782ce9f41fa3 req-dc606979-4380-4732-853f-eb1eccd0bf83 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010728 Mar 07 10:45:46.107227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Calling delete_port for 261a607a-b420-4758-a779-40ed4a8168cb owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:46.120058 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:46.215344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5c5c5797-1a40-4c72-be18-5bf7d4e3246f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.225644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (44edda46-4cc3-43ac-9350-c5c835120cc4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.249035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.255212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/networks/5c5c5797-1a40-4c72-be18-5bf7d4e3246f HTTP/1.1" status: 204 len: 168 time: 1.2160521 Mar 07 10:45:46.261331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-418e378b-2710-4c14-b365-a81a48e035cf req-a6731fa0-0bcd-41e4-b637-a74fd11faaaf tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0592480 Mar 07 10:45:46.261979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33952) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:46.286439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (261a607a-b420-4758-a779-40ed4a8168cb), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.287065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9d36-22b5-439f-931d-904a4c5e2063 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Network': ['ID=5c5c5797-1a40-4c72-be18-5bf7d4e3246f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:46.318748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.319080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.319387 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP dac31915-4f64-43a0-90af-6a9d8ab65186 disassociated. External IP: 172.25.4.195, port: cffc30f5-07c6-4f31-b6d0-3821b48548ce. Mar 07 10:45:46.319769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for cffc30f5-07c6-4f31-b6d0-3821b48548ce owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:46.342956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] Pushing event deleted for resources: {'Port': ['ID=261a607a-b420-4758-a779-40ed4a8168cb,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:46.344870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124f7ae-6c38-45f0-80e1-8967c552074a None None] No DVR routers for this DVR port 261a607a-b420-4758-a779-40ed4a8168cb on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:46.451125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (96dd4c29-5f23-4fe0-8eff-a30c9de302b3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.480609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44edda46-4cc3-43ac-9350-c5c835120cc4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.483573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.491469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "DELETE /v2.0/security-groups/44edda46-4cc3-43ac-9350-c5c835120cc4 HTTP/1.1" status: 204 len: 168 time: 1.5383174 Mar 07 10:45:46.509353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:46.545036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47310f20-ddac-4469-8d8e-3f2a0bee4629 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44edda46-4cc3-43ac-9350-c5c835120cc4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:46.589214 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-128d9dba-3a13-4e1d-a4aa-f01bf0f21294 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] show failed (client error): The resource could not be found. Mar 07 10:45:46.590369 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-128d9dba-3a13-4e1d-a4aa-f01bf0f21294 tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "GET /v2.0/security-groups/44edda46-4cc3-43ac-9350-c5c835120cc4 HTTP/1.1" status: 404 len: 347 time: 0.0799999 Mar 07 10:45:46.611486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:46.637436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (96dd4c29-5f23-4fe0-8eff-a30c9de302b3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.691615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dd4c29-5f23-4fe0-8eff-a30c9de302b3']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:46.735799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:46.736191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:46.755691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.765230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b882-59fc-4aeb-8160-895f219eb2aa req-990c627f-eb58-4656-95b1-b97467f71a73 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.773241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9799b882-59fc-4aeb-8160-895f219eb2aa req-990c627f-eb58-4656-95b1-b97467f71a73 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 945 time: 0.1167121 Mar 07 10:45:46.823582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 261a607a-b420-4758-a779-40ed4a8168cb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:46.841573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9799b882-59fc-4aeb-8160-895f219eb2aa req-3baa4fcf-62f7-4b31-b12b-09985b2aa4a3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ae07220-4acd-4ffd-b455-4ab664e496b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673780 Mar 07 10:45:46.850296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.862601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 261a607a-b420-4758-a779-40ed4a8168cb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:46.862945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 261a607a-b420-4758-a779-40ed4a8168cb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:46.866810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:46.867306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (7ea7c9ca-c87a-4fc1-b901-a3941ed0a90b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:46.875102 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:47.059110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-410741d1-d2b9-4357-8eac-9b6bebb38c3c req-3940b9fd-63a9-445e-9036-15b1ffedb0fe tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0479252 Mar 07 10:45:47.062414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (30ca09b2-3b94-4c34-8aa2-19c722260f48), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.072342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (96dd4c29-5f23-4fe0-8eff-a30c9de302b3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.081950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.083217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cffc30f5-07c6-4f31-b6d0-3821b48548ce), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.091850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/networks/96dd4c29-5f23-4fe0-8eff-a30c9de302b3 HTTP/1.1" status: 204 len: 168 time: 0.8286126 Mar 07 10:45:47.102038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33964) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:47.130600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29444c2-6fa8-4e3c-a6f3-45b541b937d6 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Network': ['ID=96dd4c29-5f23-4fe0-8eff-a30c9de302b3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.143075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Deleting port 8de02ab0-7012-4d75-b6b0-741297c19bfd {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:47.143424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.162264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Pushing event deleted for resources: {'Port': ['ID=30ca09b2-3b94-4c34-8aa2-19c722260f48,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.194857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting subnet e92e6b9f-06c4-4869-9040-93e7cd20c4c3 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:47.201839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (e92e6b9f-06c4-4869-9040-93e7cd20c4c3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.283776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=cffc30f5-07c6-4f31-b6d0-3821b48548ce,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.305460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (e92e6b9f-06c4-4869-9040-93e7cd20c4c3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.357284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48d7bc-32bb-42b0-8414-8cbdaba2c6db req-82a64e2d-fa70-42aa-a146-938a08f4ed84 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.366982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a48d7bc-32bb-42b0-8414-8cbdaba2c6db req-82a64e2d-fa70-42aa-a146-938a08f4ed84 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1368303 Mar 07 10:45:47.461415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a48d7bc-32bb-42b0-8414-8cbdaba2c6db req-7164b258-41d9-4061-8a7e-f65b3f797a85 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889404 Mar 07 10:45:47.490268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:47.537359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-496fd47b-8e6a-4ebd-9189-974cb794a041 req-934eee7a-7501-4721-9373-a130d7d5b049 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0495517 Mar 07 10:45:47.551608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e92e6b9f-06c4-4869-9040-93e7cd20c4c3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.647318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (e92e6b9f-06c4-4869-9040-93e7cd20c4c3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.672209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Subnet': ['ID=e92e6b9f-06c4-4869-9040-93e7cd20c4c3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.681621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.682674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (8de02ab0-7012-4d75-b6b0-741297c19bfd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.702869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027e8c6-ab60-4341-8b58-de78bd00daf0 None None] Network 94115ef8-21e0-4b6f-910e-a744cd8bbd90 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:47.709241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.713780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-392f1316-89f7-40b4-af54-04b87b974a1f tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/subnets/e92e6b9f-06c4-4869-9040-93e7cd20c4c3 HTTP/1.1" status: 204 len: 168 time: 0.6103320 Mar 07 10:45:47.716178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33970) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:47.833242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Calling delete_port for 8de02ab0-7012-4d75-b6b0-741297c19bfd owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:47.849653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (94115ef8-21e0-4b6f-910e-a744cd8bbd90), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.899221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:47.926466 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:47.945084 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:47.945716 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:48.000776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Deleting port 5577612a-5442-4f89-964b-7993289801ea {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:48.001156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5577612a-5442-4f89-964b-7993289801ea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.002757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] DHCP port deletion for 94115ef8-21e0-4b6f-910e-a744cd8bbd90 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:48.078885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] No DVR routers for this DVR port cffc30f5-07c6-4f31-b6d0-3821b48548ce on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:48.085849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa4a1d46-a81e-4950-830d-05d28c656132 req-3c24b2c1-bfb8-4060-8cf2-121aa13472f5 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb9fd7d4-e59b-477c-82b0-3a16f7802dd4 HTTP/1.1" status: 200 len: 210 time: 0.0571940 Mar 07 10:45:48.095577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.096432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77396c32-bcbe-4368-9610-57956508b4f7 req-687bf5da-5080-449e-8b7a-d52d38f06b0c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.32 "DELETE /v2.0/ports/cffc30f5-07c6-4f31-b6d0-3821b48548ce HTTP/1.1" status: 204 len: 173 time: 3.7217484 Mar 07 10:45:48.097043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.116503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'name': 'network-vif-deleted', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:48.116503 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e34b32d-8fd8-418a-8105-a1c00d5c6f95" -d '{"events": [{"server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "name": "network-vif-deleted", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:48.165754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Deleting port 5577612a-5442-4f89-964b-7993289801ea {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:48.186946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5577612a-5442-4f89-964b-7993289801ea), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.263123 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:48.275420 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e796bf-a579-4b3b-b291-ab89373ac043 x-openstack-request-id: req-26e796bf-a579-4b3b-b291-ab89373ac043 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:48.275802 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9fd7d4-e59b-477c-82b0-3a16f7802dd4", "name": "network-vif-deleted", "tag": "cffc30f5-07c6-4f31-b6d0-3821b48548ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:48.276020 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26e796bf-a579-4b3b-b291-ab89373ac043 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:48.276436 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9fd7d4-e59b-477c-82b0-3a16f7802dd4', 'name': 'network-vif-deleted', 'tag': 'cffc30f5-07c6-4f31-b6d0-3821b48548ce', 'status': 'completed', 'code': 200} Mar 07 10:45:48.337442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] For port 5577612a-5442-4f89-964b-7993289801ea, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5577612a-5442-4f89-964b-7993289801ea,segment=NetworkSegment(793f009a-c361-48e8-809d-6197f96e6885),segment_id=793f009a-c361-48e8-809d-6197f96e6885)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:48.337839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5577612a-5442-4f89-964b-7993289801ea), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.347173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79d16333-df41-4e72-89e7-088ae3939a10 req-f3162c62-ad40-4485-84b6-fb9c3e22d9e0 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0883975 Mar 07 10:45:48.366882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Calling delete_port for 5577612a-5442-4f89-964b-7993289801ea owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:48.369427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] For port 5577612a-5442-4f89-964b-7993289801ea, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5577612a-5442-4f89-964b-7993289801ea,segment=NetworkSegment(793f009a-c361-48e8-809d-6197f96e6885),segment_id=793f009a-c361-48e8-809d-6197f96e6885)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:48.369800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5577612a-5442-4f89-964b-7993289801ea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.397354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Calling delete_port for 5577612a-5442-4f89-964b-7993289801ea owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:48.538261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cffc30f5-07c6-4f31-b6d0-3821b48548ce no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:48.564481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: cffc30f5-07c6-4f31-b6d0-3821b48548ce {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:48.565298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cffc30f5-07c6-4f31-b6d0-3821b48548ce not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:48.567827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (5577612a-5442-4f89-964b-7993289801ea), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.601292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] Pushing event deleted for resources: {'Port': ['ID=5577612a-5442-4f89-964b-7993289801ea,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:48.616535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c822a2-d4d4-4aca-81cd-3556fa7e4d41 None None] No DVR routers for this DVR port 5577612a-5442-4f89-964b-7993289801ea on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:48.674613 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5577612a-5442-4f89-964b-7993289801ea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.704842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Port': ['ID=5577612a-5442-4f89-964b-7993289801ea,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:48.740045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] No DVR routers for this DVR port 5577612a-5442-4f89-964b-7993289801ea on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:48.870734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33992) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:48.929625 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:48.979580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5577612a-5442-4f89-964b-7993289801ea no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:48.983529 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:48.992783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (94115ef8-21e0-4b6f-910e-a744cd8bbd90), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.018247 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:49.019032 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.044316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c11c4e44-c652-4044-a72d-d5c20b2b031c req-d42f04cc-b8cb-4c64-8a74-396b11aa6152 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.1604185 Mar 07 10:45:49.050157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5577612a-5442-4f89-964b-7993289801ea {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:49.053525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5577612a-5442-4f89-964b-7993289801ea not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:49.089131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94115ef8-21e0-4b6f-910e-a744cd8bbd90']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.093089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05fe61c8-2018-41f0-b049-c5145643596f req-4cac1e6a-84b3-40eb-b876-f8ed983c10a3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.2033634 Mar 07 10:45:49.105385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793f009a-c361-48e8-809d-6197f96e6885') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.105664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793f009a-c361-48e8-809d-6197f96e6885') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.122337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (793f009a-c361-48e8-809d-6197f96e6885), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.164064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f93d5-153f-4e28-95b3-d5698f0a01d2 req-22519946-fcbe-4611-bc4d-4c953bbbd5ca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:49.165838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-278f93d5-153f-4e28-95b3-d5698f0a01d2 req-22519946-fcbe-4611-bc4d-4c953bbbd5ca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.2813098 Mar 07 10:45:49.166940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (793f009a-c361-48e8-809d-6197f96e6885), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.185782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:49.186122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (793f009a-c361-48e8-809d-6197f96e6885), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:49.206095 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:49.313708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34004) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:49.337642 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:49.348815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e91f385-1820-498a-b31a-30be7ff5f8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.366657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (94115ef8-21e0-4b6f-910e-a744cd8bbd90), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.420870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.426852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/networks/94115ef8-21e0-4b6f-910e-a744cd8bbd90 HTTP/1.1" status: 204 len: 168 time: 1.7081678 Mar 07 10:45:49.434465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1155a8-8f47-4f60-9bb9-abb131db6cc5 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Pushing event deleted for resources: {'Network': ['ID=94115ef8-21e0-4b6f-910e-a744cd8bbd90,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:49.437413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:49.583209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8de02ab0-7012-4d75-b6b0-741297c19bfd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.620130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7da86f1-ab29-4ee9-b168-faff41725845 req-23e56856-38b1-4df4-89a7-4f927d4339d0 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0725324 Mar 07 10:45:49.628411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e91f385-1820-498a-b31a-30be7ff5f8fe admin admin] Publish callbacks [] for security_group (9615af65-2812-48fa-80fc-de67cb6f30ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.631919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a4f25a3-73cb-40cb-9cd8-e5e9c3539334 tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 HTTP/1.1" status: 200 len: 205 time: 0.1753063 Mar 07 10:45:49.637772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:49.647502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-278f93d5-153f-4e28-95b3-d5698f0a01d2 req-562347d3-59e0-4acb-8c38-f7fa8d04ef9b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700665 Mar 07 10:45:49.657967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e91f385-1820-498a-b31a-30be7ff5f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9615af65-2812-48fa-80fc-de67cb6f30ef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.670700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Pushing event deleted for resources: {'Port': ['ID=8de02ab0-7012-4d75-b6b0-741297c19bfd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:49.720346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f385-1820-498a-b31a-30be7ff5f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615af65-2812-48fa-80fc-de67cb6f30ef,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:49.757351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (1ae07220-4acd-4ffd-b455-4ab664e496b4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.762651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e91f385-1820-498a-b31a-30be7ff5f8fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e9d3b3b403b47cd9f2ba5153b3e598f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8697302 Mar 07 10:45:49.777895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34012) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:49.838272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.856555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (1ae07220-4acd-4ffd-b455-4ab664e496b4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.875999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f30a4d-441d-4e86-aa29-5dd08630ef0c None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '092fc15d-32f3-447d-82d1-10c0753b3da1', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:d4:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:30Z', 'updated_at': '2022-03-07T10:42:56Z', 'revision_number': 2, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:49.898630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] Publish callbacks [] for security_group (9615af65-2812-48fa-80fc-de67cb6f30ef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.931579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] Publish callbacks [] for security_group (9615af65-2812-48fa-80fc-de67cb6f30ef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.948921 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.979334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1ae07220-4acd-4ffd-b455-4ab664e496b4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.982513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.984051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ae07220-4acd-4ffd-b455-4ab664e496b4 HTTP/1.1" status: 204 len: 168 time: 0.6447802 Mar 07 10:45:49.997357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:50.000758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2cfd1-dd6c-46d5-af36-765e92daa245 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae07220-4acd-4ffd-b455-4ab664e496b4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:50.038976 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-d4599deb-60ad-4b3a-8bc4-29c7ad4cff78 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] show failed (client error): The resource could not be found. Mar 07 10:45:50.040629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4599deb-60ad-4b3a-8bc4-29c7ad4cff78 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups/1ae07220-4acd-4ffd-b455-4ab664e496b4 HTTP/1.1" status: 404 len: 347 time: 0.0288279 Mar 07 10:45:50.044140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:50.102308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks [] for floatingip (eedce37d-8677-4015-a0b8-c2686dd2fd5d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.104965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.106141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9263aa21-abb5-4faf-8689-df4f3930f3eb tempest-AttachVolumeShelveTestJSON-1571145925 tempest-AttachVolumeShelveTestJSON-1571145925-project] 10.222.0.23 "DELETE /v2.0/floatingips/eedce37d-8677-4015-a0b8-c2686dd2fd5d HTTP/1.1" status: 204 len: 168 time: 3.4923503 Mar 07 10:45:50.249197 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9615af65-2812-48fa-80fc-de67cb6f30ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.261109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.275251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9615af65-2812-48fa-80fc-de67cb6f30ef HTTP/1.1" status: 204 len: 168 time: 0.4961877 Mar 07 10:45:50.361443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939658d-f5f8-4f3b-9e36-27d50d48b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615af65-2812-48fa-80fc-de67cb6f30ef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:50.404640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.408914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router_controller (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.418720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9281e3e0-1a22-414c-a8c0-0b82fb1ac06a req-7750cb4b-675f-498b-bdcb-26a3ddc5a642 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1017075 Mar 07 10:45:50.518669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e6d78-aaef-43f2-a5ff-4b79ff5f89e5 None None] New status for floating IP dac31915-4f64-43a0-90af-6a9d8ab65186: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:45:50.532550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Router 5315bcce-240f-46f0-b5cb-1014d9e36e9a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:50.560780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (3c727ae1-0c7d-4889-8b5b-3eda323d6cb7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.561596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Fanout notify agent at l3_agent the message router_deleted on router 3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:50.580535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port 4815a56c-ddef-4a47-8573-4853ce1eb819 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:50.584685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.606477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.610791 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-353a53f2-9c9d-46eb-9ba8-802c248be6bc tempest-RoutersNegativeIpV6Test-597208706 tempest-RoutersNegativeIpV6Test-597208706-project] 10.222.0.23 "DELETE /v2.0/routers/3c727ae1-0c7d-4889-8b5b-3eda323d6cb7 HTTP/1.1" status: 204 len: 168 time: 0.9593430 Mar 07 10:45:50.789520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.793098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (4815a56c-ddef-4a47-8573-4853ce1eb819), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.819059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for 4815a56c-ddef-4a47-8573-4853ce1eb819 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:50.847347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-991fee63-ee99-4ba0-a607-d8accd172f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.937168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:50.969016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1038d29-af03-4ac8-8440-91254c9637ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.995749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:51.009654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Sync routers for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:51.021417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dad24305-8164-43e2-9658-a21ba94da55b admin admin] 10.222.0.23 "PUT /v2.0/routers/5315bcce-240f-46f0-b5cb-1014d9e36e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1550660 Mar 07 10:45:51.025672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:51.031416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:51.032890 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:51.057312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b44240a7-1081-4ef7-aef5-bd67864acf90 req-1673c9ae-61c7-49d3-b9e9-42781346b6fd tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0890987 Mar 07 10:45:51.070662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:51.177510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bd455-d795-4637-ad51-e67e9569c282 req-fe372ce6-5889-4c4c-8f46-0edfa108c8be tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.184846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-222bd455-d795-4637-ad51-e67e9569c282 req-fe372ce6-5889-4c4c-8f46-0edfa108c8be tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.2506661 Mar 07 10:45:51.310453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-222bd455-d795-4637-ad51-e67e9569c282 req-23900400-6b3f-46f7-9b42-adf2ca892470 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245484 Mar 07 10:45:51.373975 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks [] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.466426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4815a56c-ddef-4a47-8573-4853ce1eb819), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.523895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1038d29-af03-4ac8-8440-91254c9637ce admin admin] Publish callbacks [] for security_group (a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.537124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1038d29-af03-4ac8-8440-91254c9637ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.588795 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1038d29-af03-4ac8-8440-91254c9637ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=531366d325244fe7a3ab673972d49fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500709 Mar 07 10:45:51.598152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34052) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:51.640140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:51.705874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038d29-af03-4ac8-8440-91254c9637ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:51.722819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] Publish callbacks [] for security_group (a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.746846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] Publish callbacks [] for security_group (a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.748346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d04a64-4ec2-4a38-b0b4-d9d0aba2674f req-4976246f-bdcb-4895-a457-e2401fa5f7d6 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0744846 Mar 07 10:45:51.750685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98a93dea-3dde-4235-b160-2326cb78d9c6 req-51c531da-ef62-4996-92b2-dd3d23bfa585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaab2285c7ae4187b6b1f5366f50227b&device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.2415164 Mar 07 10:45:51.793795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=4815a56c-ddef-4a47-8573-4853ce1eb819,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:51.814387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.818126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.822866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a HTTP/1.1" status: 204 len: 168 time: 0.2235947 Mar 07 10:45:51.830007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks [] for router_gateway (5315bcce-240f-46f0-b5cb-1014d9e36e9a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.850909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7a9b0-f063-4b9f-8060-e4c22a24a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d046d8-9d5a-4f5a-8dc9-7807ddaff88a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:52.009332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Deleting port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:52.009332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.010641 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:45:46Z', 'revision_number': 5, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port': {'id': 'e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:34Z', 'updated_at': '2022-03-07T10:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:52.099582 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Checking router: 5315bcce-240f-46f0-b5cb-1014d9e36e9a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:52.133503 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Routers {'5315bcce-240f-46f0-b5cb-1014d9e36e9a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:52.134146 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:52.201900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] For port e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:52.202761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.228433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Calling delete_port for e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:52.288833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aca82149-2df3-4a75-8ce8-f24d21c5f249 req-252ed50d-e094-440b-b9b7-084831a1ef75 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.5646713 Mar 07 10:45:52.352475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98a93dea-3dde-4235-b160-2326cb78d9c6 req-2dbdaf2b-4771-4ecf-934e-47f24733027d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aaab2285c7ae4187b6b1f5366f50227b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767732 Mar 07 10:45:52.369147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] Set router 5315bcce-240f-46f0-b5cb-1014d9e36e9a gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:52.428251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-38fd30ca-a0eb-4c92-964d-7c1cd2d45716 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=610d139d01294856bb551ed290ac6250&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3441987 Mar 07 10:45:52.454744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34060) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:52.478734 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:45:51Z', 'revision_number': 6, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:52.505402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:52.511053 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9901a-f005-48a2-bde4-69fb0d2ada0b None None] The sync data for ids ['5315bcce-240f-46f0-b5cb-1014d9e36e9a'] in n-d-832156-4 is: [{'id': '5315bcce-240f-46f0-b5cb-1014d9e36e9a', 'name': 'tempest-ServersTestBootFromVolume-1488423703-router', 'tenant_id': '3681beb3f37c4e649e5aac668a16d265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:33Z', 'updated_at': '2022-03-07T10:45:51Z', 'revision_number': 6, 'project_id': '3681beb3f37c4e649e5aac668a16d265', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:52.549210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dea17f9e-7e6a-4fea-856f-0c4e7562bffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.663099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.682886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] Publish callbacks [] for security_group (5aa39c96-6f49-498a-88e0-c7583d83b16b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.701689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (dac31915-4f64-43a0-90af-6a9d8ab65186), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.703670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:52.713344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.715275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c8f31170-81a7-413f-a4c8-5d56602df8e9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/floatingips/dac31915-4f64-43a0-90af-6a9d8ab65186 HTTP/1.1" status: 204 len: 168 time: 2.6697025 Mar 07 10:45:52.753061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dea17f9e-7e6a-4fea-856f-0c4e7562bffc admin admin] Publish callbacks [] for security_group (43da127e-3b8e-45c2-a93f-dc9608746435), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.754248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] Publish callbacks [] for security_group (5aa39c96-6f49-498a-88e0-c7583d83b16b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.790946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93dea-3dde-4235-b160-2326cb78d9c6 req-f9483935-393e-42bb-b72d-69dafada3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.792680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98a93dea-3dde-4235-b160-2326cb78d9c6 req-f9483935-393e-42bb-b72d-69dafada3bfb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3876483 Mar 07 10:45:52.801873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dea17f9e-7e6a-4fea-856f-0c4e7562bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (43da127e-3b8e-45c2-a93f-dc9608746435), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.806288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e968eb8-aca0-4758-94b1-ec481c9d4fff req-7516d3e6-299c-4623-a730-4c858ff65a73 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.808422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e968eb8-aca0-4758-94b1-ec481c9d4fff req-7516d3e6-299c-4623-a730-4c858ff65a73 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.3786645 Mar 07 10:45:52.818287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.824983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:52.924043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e968eb8-aca0-4758-94b1-ec481c9d4fff req-bbb9ec8e-c110-4b4c-a4b3-2e9f929816c8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806148 Mar 07 10:45:52.994284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd9ec603-8be2-4040-a022-935bd07193db req-42301366-e068-46d0-a3e8-be4a11f82de8 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1077118 Mar 07 10:45:53.026681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5aa39c96-6f49-498a-88e0-c7583d83b16b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.030698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.030830 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dea17f9e-7e6a-4fea-856f-0c4e7562bffc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186009044bc04ad3a2a7bfdc8605850e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159030 Mar 07 10:45:53.031504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34072) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:53.032737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aa39c96-6f49-498a-88e0-c7583d83b16b HTTP/1.1" status: 204 len: 168 time: 0.5601468 Mar 07 10:45:53.043356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db92124-3652-4cae-bd04-a4d041619c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa39c96-6f49-498a-88e0-c7583d83b16b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.120704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.136856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:53.152677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea17f9e-7e6a-4fea-856f-0c4e7562bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43da127e-3b8e-45c2-a93f-dc9608746435,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.156026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks [] for router_controller (5315bcce-240f-46f0-b5cb-1014d9e36e9a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.162545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'mac_address': 'fa:16:3e:01:fe:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:53.166077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 30ca09b2-3b94-4c34-8aa2-19c722260f48 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:53.237019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 30ca09b2-3b94-4c34-8aa2-19c722260f48 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:53.237378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 30ca09b2-3b94-4c34-8aa2-19c722260f48 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:53.280855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:53.281236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.290357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] Publish callbacks [] for security_group (43da127e-3b8e-45c2-a93f-dc9608746435), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.301935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:53.309687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (5315bcce-240f-46f0-b5cb-1014d9e36e9a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.310247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5315bcce-240f-46f0-b5cb-1014d9e36e9a {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:53.334471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.339327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34082) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:53.339873 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36d232ef-6d18-46e1-bbfb-ee8622ce76e9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5315bcce-240f-46f0-b5cb-1014d9e36e9a HTTP/1.1" status: 204 len: 168 time: 2.3095701 Mar 07 10:45:53.357766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] Publish callbacks [] for security_group (43da127e-3b8e-45c2-a93f-dc9608746435), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.373055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:53.390522 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbdb8e00-cd83-4021-b0aa-10dd25c84581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.401818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.504351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (43da127e-3b8e-45c2-a93f-dc9608746435), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.507850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.511408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43da127e-3b8e-45c2-a93f-dc9608746435 HTTP/1.1" status: 204 len: 168 time: 0.4680214 Mar 07 10:45:53.524934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c77d46-9350-4290-a234-f44fa8eb90a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da127e-3b8e-45c2-a93f-dc9608746435,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.534616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Deleting subnet cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:53.545402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Publish callbacks [] for subnet (cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.593520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6f359b28-e0b6-48fa-8fbf-4b8c9db34820'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:53.683954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.731681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.781211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71b6cbba-a91f-4ad0-a8ab-67f6de2ea853 req-beba3628-263b-4515-adf7-5233e2040b67 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.1174982 Mar 07 10:45:53.923482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.061919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.085002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.126621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:54.182592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.224324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.230037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3978e0e8-62fa-44e6-94d1-e07e8a017140 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cbe6d7b0-cfd5-434d-94fa-f03f6edc59d9 HTTP/1.1" status: 204 len: 168 time: 0.8896236 Mar 07 10:45:54.230214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d79a4-2f65-41bb-b8a2-0e5ff1ad2b03 None None] Network 2143387b-541a-48ea-aa1a-a5c957df479a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:54.232959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34124) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:54.269937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d10f92c-e11a-4dce-a7f6-8fc8f1006094 req-f1b7e001-3391-4575-8b56-0716f5af0544 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0606065 Mar 07 10:45:54.393421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c71c-14a0-414a-b4ca-6b99110e90f1 req-f54d8138-1aa6-4d6d-94ad-47c3f3759d58 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.404938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bf7c71c-14a0-414a-b4ca-6b99110e90f1 req-f54d8138-1aa6-4d6d-94ad-47c3f3759d58 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 944 time: 0.2803254 Mar 07 10:45:54.415541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98a93dea-3dde-4235-b160-2326cb78d9c6 req-dfdf8114-4442-475a-a9c2-b420a2bacf46 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.26 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.1602638 Mar 07 10:45:54.423518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2143387b-541a-48ea-aa1a-a5c957df479a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.553351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] DHCP port deletion for 2143387b-541a-48ea-aa1a-a5c957df479a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:54.557523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bf7c71c-14a0-414a-b4ca-6b99110e90f1 req-21c0e829-0c93-439f-9c78-36b517799bf4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343567 Mar 07 10:45:54.648287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Deleting port 3345d2d1-2847-471d-b401-d94848d342dc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:54.648891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3345d2d1-2847-471d-b401-d94848d342dc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.724908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Deleting port 3345d2d1-2847-471d-b401-d94848d342dc {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:54.725285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3345d2d1-2847-471d-b401-d94848d342dc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.791539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] For port 3345d2d1-2847-471d-b401-d94848d342dc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3345d2d1-2847-471d-b401-d94848d342dc,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:54.791983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3345d2d1-2847-471d-b401-d94848d342dc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.851772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Calling delete_port for 3345d2d1-2847-471d-b401-d94848d342dc owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:54.864044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] For port 3345d2d1-2847-471d-b401-d94848d342dc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3345d2d1-2847-471d-b401-d94848d342dc,segment=NetworkSegment(2a07714e-bebf-44c3-9e17-f20ce2e2f0fd),segment_id=2a07714e-bebf-44c3-9e17-f20ce2e2f0fd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:54.864701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3345d2d1-2847-471d-b401-d94848d342dc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.885019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Calling delete_port for 3345d2d1-2847-471d-b401-d94848d342dc owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:55.071965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:55.097791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:55.101282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2a342a3-888e-4104-ba62-840a6cc857a5 req-662d670f-b89d-4710-a9ab-5ef37cd59a39 tempest-ServerShowV257Test-1456462862 tempest-ServerShowV257Test-1456462862-project] 10.222.0.23 "GET /v2.0/ports?device_id=889c66fc-a8ec-44c1-a516-ed3d851334c8 HTTP/1.1" status: 200 len: 210 time: 0.0855556 Mar 07 10:45:55.101790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:55.102341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e1cd4aa1-ad3c-4bac-a368-b67b65ec2dbc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:55.102809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3345d2d1-2847-471d-b401-d94848d342dc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:55.105239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (3345d2d1-2847-471d-b401-d94848d342dc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.149422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3345d2d1-2847-471d-b401-d94848d342dc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.218660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] No DVR routers for this DVR port 3345d2d1-2847-471d-b401-d94848d342dc on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:55.223076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3345d2d1-2847-471d-b401-d94848d342dc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:55.223403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3345d2d1-2847-471d-b401-d94848d342dc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:55.225235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3345d2d1-2847-471d-b401-d94848d342dc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.236308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] No DVR routers for this DVR port 3345d2d1-2847-471d-b401-d94848d342dc on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:55.245406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0511-f40e-4dfb-849b-71f7ea0d75dd None None] Pushing event deleted for resources: {'Port': ['ID=3345d2d1-2847-471d-b401-d94848d342dc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.334225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:55.334625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.424002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2143387b-541a-48ea-aa1a-a5c957df479a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.496470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2143387b-541a-48ea-aa1a-a5c957df479a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:55.532138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:55.533226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07714e-bebf-44c3-9e17-f20ce2e2f0fd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:55.563251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e69dd977-8989-46d8-83b8-43131959d987 req-2bc44562-7430-4292-af74-d403a3ad03b3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0944538 Mar 07 10:45:55.576014 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2a07714e-bebf-44c3-9e17-f20ce2e2f0fd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.620785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2a07714e-bebf-44c3-9e17-f20ce2e2f0fd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.634989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:55.643470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2a07714e-bebf-44c3-9e17-f20ce2e2f0fd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:55.645800 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:55.676730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:55.685576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.709378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.777522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2143387b-541a-48ea-aa1a-a5c957df479a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.794000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:55.796629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:55.799517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.802302 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a002ff-4b20-4b5e-af1b-4ee1466f82f3" -d '{"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-plugged", "status": "completed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:55.810922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2143387b-541a-48ea-aa1a-a5c957df479a HTTP/1.1" status: 204 len: 168 time: 1.5754890 Mar 07 10:45:55.814128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.847266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1d960-5012-4d90-ab9b-67c5ad10e6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2143387b-541a-48ea-aa1a-a5c957df479a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.954101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd62b5-53d2-4e2b-b7ff-5d4d5388747c req-01e699ae-48ac-40f1-b736-c2068fcf8b5d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:55.955626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4dd62b5-53d2-4e2b-b7ff-5d4d5388747c req-01e699ae-48ac-40f1-b736-c2068fcf8b5d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1701777 Mar 07 10:45:55.956867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:56.012257 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856e643-e980-46da-bb20-3130532a4905 x-openstack-request-id: req-5856e643-e980-46da-bb20-3130532a4905 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:56.012555 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-plugged", "status": "completed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:56.012811 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5856e643-e980-46da-bb20-3130532a4905 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:56.013204 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'code': 200} Mar 07 10:45:56.048338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4dd62b5-53d2-4e2b-b7ff-5d4d5388747c req-15dc0712-29fd-4130-b35d-e4080075c9ae tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817831 Mar 07 10:45:56.275988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34188) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:56.375575 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b773b4f5-9bb3-40a3-895e-d1f8b502473b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3681beb3f37c4e649e5aac668a16d265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982423 Mar 07 10:45:56.378401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:56.423172 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:45:56.517216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] Publish callbacks [] for security_group (0af1849f-c731-4b31-8aab-678e5acb5987), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.570219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] Publish callbacks [] for security_group (0af1849f-c731-4b31-8aab-678e5acb5987), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.697600 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0af1849f-c731-4b31-8aab-678e5acb5987), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.701450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.703572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0af1849f-c731-4b31-8aab-678e5acb5987 HTTP/1.1" status: 204 len: 168 time: 0.3227935 Mar 07 10:45:56.715194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e303d-77af-4933-add8-f857ac35ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af1849f-c731-4b31-8aab-678e5acb5987,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:56.796271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34202) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:56.847281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d5ab03e-d94e-476f-95e7-eb1805adc37c req-ee35ed5c-5863-4b9c-919c-e45bbea9bc33 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0834699 Mar 07 10:45:57.057128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.253563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.284576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ce4e4-590f-40c2-833e-2eb0e2b37be1 req-6d0f902a-1faf-41fb-ad6c-317c8eb07ba5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:57.288759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-078ce4e4-590f-40c2-833e-2eb0e2b37be1 req-6d0f902a-1faf-41fb-ad6c-317c8eb07ba5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1231799 Mar 07 10:45:57.423469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-078ce4e4-590f-40c2-833e-2eb0e2b37be1 req-5a3f58b8-5286-4e6a-bc57-48a1421160e7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254358 Mar 07 10:45:57.467952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Publish callbacks [] for security_group (26ddafce-68be-41df-ad89-6b329c78fbd4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.479105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26ddafce-68be-41df-ad89-6b329c78fbd4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.510480 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaab2285c7ae4187b6b1f5366f50227b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7126098 Mar 07 10:45:57.514644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34220) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:57.550629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ddafce-68be-41df-ad89-6b329c78fbd4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.559138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.559737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.560448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.568971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.569593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.570209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.570776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.571307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.571929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.572459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.573003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.573528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.574625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06085a7-4302-430a-a8f9-e98c4693550a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:57.609116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] Publish callbacks [] for security_group (26ddafce-68be-41df-ad89-6b329c78fbd4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.661185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] Publish callbacks [] for security_group (26ddafce-68be-41df-ad89-6b329c78fbd4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.751452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (26ddafce-68be-41df-ad89-6b329c78fbd4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.755527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.767030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26ddafce-68be-41df-ad89-6b329c78fbd4 HTTP/1.1" status: 204 len: 168 time: 0.2464221 Mar 07 10:45:57.790491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbac71d-d488-42c5-a5ac-0bb3abe46c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ddafce-68be-41df-ad89-6b329c78fbd4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:58.159977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aae699c9-0fea-4f00-ae13-a16cc2244dd6 req-904d8c47-7ed1-4b37-b688-8d25f93a27e4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0949221 Mar 07 10:45:58.463638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.749001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018fad5-e8a3-4109-a176-2981c6af58c9 req-31ad41af-bbe5-48bc-9968-63e4f7df5aea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:58.750533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e018fad5-e8a3-4109-a176-2981c6af58c9 req-31ad41af-bbe5-48bc-9968-63e4f7df5aea tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1443110 Mar 07 10:45:58.864921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e018fad5-e8a3-4109-a176-2981c6af58c9 req-a134fa9e-68e8-430a-9743-3c8a3e59310b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051519 Mar 07 10:45:58.908978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34260) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:59.397016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1808d66-2da3-4d5a-b481-8b9e9d243d90 req-163a1184-e3f4-496c-b4b0-f39fb28dc7fe tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0923498 Mar 07 10:45:59.442084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-293114424-network', 'tenant_id': '569a51092db849b5bd76ea26ef646253'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:59.496110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:59.499437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.524449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.709857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34278) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:59.713543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks [] for security_group (d21913e8-b474-4eb1-b981-c37ce5d9708c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.722486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d21913e8-b474-4eb1-b981-c37ce5d9708c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.776223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:59.799273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21913e8-b474-4eb1-b981-c37ce5d9708c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:59.812957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5709e209-63e0-4a1b-8e77-19256aaff08f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.813375 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Added segment 5709e209-63e0-4a1b-8e77-19256aaff08f of type vlan for network f39bb14b-a916-4b00-90f1-9304749e2858 Mar 07 10:45:59.924167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f39bb14b-a916-4b00-90f1-9304749e2858), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.940324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.966427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f39bb14b-a916-4b00-90f1-9304749e2858), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.968137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:59.969113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.000011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0887957 Mar 07 10:46:00.003072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34284) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:00.025492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Request body: {'subnet': {'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-293114424-subnet', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:00.078041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166da83-193b-4417-952c-6fc8268f9070 admin admin] Pushing event updated for resources: {'Network': ['ID=f39bb14b-a916-4b00-90f1-9304749e2858,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:00.088932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f39bb14b-a916-4b00-90f1-9304749e2858 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:00.099673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:00.105731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.237008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8585f-b038-46d3-b275-ab90b99d535c req-06eef90a-a022-450f-8272-cd92773bb26e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:00.245485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ce8585f-b038-46d3-b275-ab90b99d535c req-06eef90a-a022-450f-8272-cd92773bb26e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.2212155 Mar 07 10:46:00.321757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Publish callbacks [] for security_group (3f66cb83-5c1c-4af1-9f38-3b94222a1380), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.368595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3f66cb83-5c1c-4af1-9f38-3b94222a1380), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.444221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26eb17f18cda4da885832019ba46464e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7330067 Mar 07 10:46:00.447470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ce8585f-b038-46d3-b275-ab90b99d535c req-807c1679-3b60-44d7-a852-2bf3cb90fd06 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008021 Mar 07 10:46:00.447975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34290) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:00.545982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f66cb83-5c1c-4af1-9f38-3b94222a1380,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:00.553818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (385ed621-4e22-44e6-a3f0-28413fb1187b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.590420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de53e28d-96e9-4b63-9b87-a8d9189d169e req-3e98406d-2ee3-4d88-8263-e94d97564636 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0693672 Mar 07 10:46:00.616007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.625520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.625867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.626209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.626544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.626880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.627207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.627531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.627879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.628203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.628530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.628850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.629166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1211d-0f6b-430e-b50f-8108653b048f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:00.659222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] Publish callbacks [] for security_group (3f66cb83-5c1c-4af1-9f38-3b94222a1380), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.674932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385ed621-4e22-44e6-a3f0-28413fb1187b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:00.706106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] Publish callbacks [] for security_group (3f66cb83-5c1c-4af1-9f38-3b94222a1380), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.748491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Checking segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:00.748977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Network hostable DHCP agents. Network: f39bb14b-a916-4b00-90f1-9304749e2858, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:00.796754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Network f39bb14b-a916-4b00-90f1-9304749e2858 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:00.806311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3f66cb83-5c1c-4af1-9f38-3b94222a1380), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.811472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.811719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f39bb14b-a916-4b00-90f1-9304749e2858) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:00.813439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f66cb83-5c1c-4af1-9f38-3b94222a1380 HTTP/1.1" status: 204 len: 168 time: 0.3635054 Mar 07 10:46:00.821272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:00.821938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.831592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9e54b-eb97-45f7-a1ad-0fcbda4ab83f None None] Network f39bb14b-a916-4b00-90f1-9304749e2858 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:00.849680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-173fa301-728e-4702-94fc-d89fcb047071 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8425567 Mar 07 10:46:00.851051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:00.856309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:00.871731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bf700-c41d-40b8-bf81-3af23b2db1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f66cb83-5c1c-4af1-9f38-3b94222a1380,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:00.904925 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (7f48f449-9735-4432-bf69-04739bdc4059), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.906177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (7f48f449-9735-4432-bf69-04739bdc4059), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.146541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for router_controller (7f48f449-9735-4432-bf69-04739bdc4059), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.164686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f39bb14b-a916-4b00-90f1-9304749e2858', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:01.165633 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.597034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Allocated IP 172.20.0.2 (f39bb14b-a916-4b00-90f1-9304749e2858/385ed621-4e22-44e6-a3f0-28413fb1187b/aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:01.761602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318447d6-9911-4388-927f-1b95f4043b53 req-60fe25c7-728b-430e-8911-df53c95323f2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:01.780948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-318447d6-9911-4388-927f-1b95f4043b53 req-60fe25c7-728b-430e-8911-df53c95323f2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1856532 Mar 07 10:46:01.944091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dc08f5f-8411-42fa-a36a-b5fb575a091e req-12ab5020-ba0b-410b-81ab-393da1cea1f3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1521482 Mar 07 10:46:02.030491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-318447d6-9911-4388-927f-1b95f4043b53 req-524b755f-18f4-42bc-860e-5631052fae46 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415950 Mar 07 10:46:02.042303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks [] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.059286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.107924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Network f39bb14b-a916-4b00-90f1-9304749e2858 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:02.116655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:02.154117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:02.194266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Pushing event updated for resources: {'Port': ['ID=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:02.372247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Attempting to bind port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:02.373927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Attempting to bind port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:02.376414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Attempting to bind port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d on network f39bb14b-a916-4b00-90f1-9304749e2858 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:02.387234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:02.389690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Checking segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:02.392673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.393650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Bound using segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:02.395014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Bound port: aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:02.396234 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.496858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for router_gateway (7f48f449-9735-4432-bf69-04739bdc4059), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.530595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] For port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:02.537465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] For port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:02.557599 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.727221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eabc3e-7266-4476-a837-2eb96d557dde None None] Pushing event updated for resources: {'Port': ['ID=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.186884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for router_gateway (7f48f449-9735-4432-bf69-04739bdc4059), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.267921 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.297404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e273dd3c-be82-454f-803f-aef5ff812a93 req-f8dbc8d7-119f-4649-9473-f72282dfce60 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1055691 Mar 07 10:46:03.446735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e38c55-6fba-431f-8d5d-0c24e1a926eb req-204a3c50-cbf4-482e-b629-e02d6bbc9f6f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.450599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12e38c55-6fba-431f-8d5d-0c24e1a926eb req-204a3c50-cbf4-482e-b629-e02d6bbc9f6f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1771743 Mar 07 10:46:03.570277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12e38c55-6fba-431f-8d5d-0c24e1a926eb req-3f6f5d59-e202-4371-b322-7421c75cbdd6 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115744 Mar 07 10:46:03.596566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Allocated IP 172.25.4.225 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f9962581-ea5a-4a54-a2e9-b44eaeb5bac4) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:03.753359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.852775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.924341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Pushing event updated for resources: {'Port': ['ID=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.944668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:03.952860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:03.956156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:04.501349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d90cd-2735-44ac-bbb1-e2a33f857370 None None] Network f39bb14b-a916-4b00-90f1-9304749e2858 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:04.574838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for router_gateway (7f48f449-9735-4432-bf69-04739bdc4059), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.607006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a4d795-c612-457f-ba3d-9f75a3334154 req-02ede0c2-9e35-4bda-b93c-7fd106d49f6c tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0949788 Mar 07 10:46:04.753869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Provisioning complete for port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:04.754608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.009845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c5a-b9b1-4825-af22-30f0b61ffd6d req-d231475e-799a-46bd-a3e7-6f81556a8f55 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:05.012584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:05.033611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65947c5a-b9b1-4825-af22-30f0b61ffd6d req-d231475e-799a-46bd-a3e7-6f81556a8f55 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.3192215 Mar 07 10:46:05.126308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Current status of the port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:05.127104 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.181447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:05.182195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.198574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] For port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:05.202637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65947c5a-b9b1-4825-af22-30f0b61ffd6d req-8b4d0502-6b50-4f49-b643-65f285a13d82 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678181 Mar 07 10:46:05.269048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.288072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (7f48f449-9735-4432-bf69-04739bdc4059), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.464345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961fe27-746a-4555-8a28-b6a04d8715e4 None None] Pushing event updated for resources: {'Port': ['ID=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:05.470055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-80e3c06d-6d3c-4ef2-9239-0a4aa54911ad None None] Provisioning complete for port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:05.470424 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80e3c06d-6d3c-4ef2-9239-0a4aa54911ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.583616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:05.591123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Router 7f48f449-9735-4432-bf69-04739bdc4059 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:05.735249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c06d-6d3c-4ef2-9239-0a4aa54911ad None None] Current status of the port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:05.841598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c34c58-ca72-4e30-9dab-76a1efcf55ed req-8055819c-3549-43b7-bea6-21f4efa50d88 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0650761 Mar 07 10:46:05.905482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:05.915930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Sync routers for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:05.935053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:05.936389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:05.952567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.959486 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28da9faa-d2f0-497d-90eb-57b5c6f3b645 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1045132 Mar 07 10:46:05.959922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34382) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:06.549767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1bdc-2de8-4a56-b8c9-f73eb2268a4b req-c88a83b1-2c6a-46b8-b155-9a1db03e2ed6 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:06.551335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af8b1bdc-2de8-4a56-b8c9-f73eb2268a4b req-c88a83b1-2c6a-46b8-b155-9a1db03e2ed6 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1469402 Mar 07 10:46:06.559508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:06.816835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:06.855126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34392) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:06.877932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af8b1bdc-2de8-4a56-b8c9-f73eb2268a4b req-91697d0e-357f-4ef6-a345-86a24cb73052 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930441 Mar 07 10:46:06.991787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:06.992093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.097487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f99eb55-19f5-4480-8d6a-2f870731d58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.148856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.173583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e15e82e-b6ff-4163-952f-26adf330659b req-396674e7-a475-42e0-a396-fe518f057b50 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0858834 Mar 07 10:46:07.214001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:07.221291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:04Z', 'revision_number': 3, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:07.301806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f99eb55-19f5-4480-8d6a-2f870731d58d admin admin] Publish callbacks [] for security_group (9e4e55eb-cbc9-4360-97c6-750a634247b4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.308004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Checking router: 7f48f449-9735-4432-bf69-04739bdc4059 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:07.308661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Updating router 7f48f449-9735-4432-bf69-04739bdc4059 port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:46:07.315158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f99eb55-19f5-4480-8d6a-2f870731d58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9e4e55eb-cbc9-4360-97c6-750a634247b4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.377067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.389712 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5f99eb55-19f5-4480-8d6a-2f870731d58d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c6fd406ef6b4405b744e3349baa3148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5334427 Mar 07 10:46:07.390651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99eb55-19f5-4480-8d6a-2f870731d58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e55eb-cbc9-4360-97c6-750a634247b4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:07.404568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34400) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:07.409808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Allocated IP 172.20.0.1 (f39bb14b-a916-4b00-90f1-9304749e2858/385ed621-4e22-44e6-a3f0-28413fb1187b/277c810c-b081-4afe-8956-cc77c9dd6f89) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:07.520059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] Publish callbacks [] for security_group (9e4e55eb-cbc9-4360-97c6-750a634247b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.578506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] Publish callbacks [] for security_group (9e4e55eb-cbc9-4360-97c6-750a634247b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.610824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks [] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.683734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9e4e55eb-cbc9-4360-97c6-750a634247b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.686013 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.689281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e4e55eb-cbc9-4360-97c6-750a634247b4 HTTP/1.1" status: 204 len: 168 time: 0.2836926 Mar 07 10:46:07.706379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31bfbd-baab-4c1c-9d33-ea36a1899362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e55eb-cbc9-4360-97c6-750a634247b4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:07.710423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.767707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Network f39bb14b-a916-4b00-90f1-9304749e2858 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:07.771562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:07.788072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:07.850433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (7f48f449-9735-4432-bf69-04739bdc4059), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.992397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Pushing event updated for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.064760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks [] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.079910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.166125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6b123-850a-4d95-9c92-3d853088ba1b None None] Pushing event updated for resources: {'Port': ['ID=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.273669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d1609688-ced6-4cb2-b6b9-a1a4f2b6d1a3 None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:08.276252 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1609688-ced6-4cb2-b6b9-a1a4f2b6d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.317914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e2ee-27dd-4596-9027-a36509f0e1ce req-24fc92f9-adf8-4b52-960c-27b39072f4db tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:08.329552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc15e2ee-27dd-4596-9027-a36509f0e1ce req-24fc92f9-adf8-4b52-960c-27b39072f4db tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.2565405 Mar 07 10:46:08.337943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Attempting to bind port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:08.345608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Attempting to bind port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:08.346727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Attempting to bind port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:08.378591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:08.379423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:08.380427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.381039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:08.381751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Bound port: f9962581-ea5a-4a54-a2e9-b44eaeb5bac4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:08.382367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.382877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34412) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:08.407192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-089763ff-085f-4729-8fad-daf906ab84e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.407602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b099f2a3-beb5-4ad5-b9cc-117e5465f1d7 req-7bc301e4-6868-4aa8-9d19-f027093ef778 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0744035 Mar 07 10:46:08.425498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.487028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d1609688-ced6-4cb2-b6b9-a1a4f2b6d1a3 None None] Port 277c810c-b081-4afe-8956-cc77c9dd6f89 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:08.539608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-089763ff-085f-4729-8fad-daf906ab84e7 admin admin] Publish callbacks [] for security_group (2790ea50-0da7-4ffc-9b3b-5535e47b1b78), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.547381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-089763ff-085f-4729-8fad-daf906ab84e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2790ea50-0da7-4ffc-9b3b-5535e47b1b78), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.604034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089763ff-085f-4729-8fad-daf906ab84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790ea50-0da7-4ffc-9b3b-5535e47b1b78,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.605415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] For port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:08.630481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] For port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:08.640914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-089763ff-085f-4729-8fad-daf906ab84e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93ca853aca3249c096e673c600129fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524357 Mar 07 10:46:08.641612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34414) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:08.643275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc15e2ee-27dd-4596-9027-a36509f0e1ce req-179096a5-62f9-44cb-92b6-a70d6d076717 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042638 Mar 07 10:46:08.692368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.806614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] Publish callbacks [] for security_group (2790ea50-0da7-4ffc-9b3b-5535e47b1b78), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.860861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] Publish callbacks [] for security_group (2790ea50-0da7-4ffc-9b3b-5535e47b1b78), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.970442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2790ea50-0da7-4ffc-9b3b-5535e47b1b78), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.974266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.975783 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2790ea50-0da7-4ffc-9b3b-5535e47b1b78 HTTP/1.1" status: 204 len: 168 time: 0.3331621 Mar 07 10:46:08.981850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:08.987674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:08.995457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b9e04-397a-4c66-a329-31861a62f76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790ea50-0da7-4ffc-9b3b-5535e47b1b78,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:09.066257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks [] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.081143 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.182393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Pushing event updated for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:09.194266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6b123-850a-4d95-9c92-3d853088ba1b None None] Pushing event updated for resources: {'Port': ['ID=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:09.290528 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (7f48f449-9735-4432-bf69-04739bdc4059), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.391841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:09.512187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Network f39bb14b-a916-4b00-90f1-9304749e2858 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:09.513969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:09.910762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53a05bda-da1a-4798-ab6f-f0fd2c7b68b2 req-edde9f03-5c9a-42c7-86bc-76f3492778ae tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0863886 Mar 07 10:46:10.012746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Router 7f48f449-9735-4432-bf69-04739bdc4059 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:10.065708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9bad3b6f-ded5-4fcf-910b-829e709161a6 None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:10.066354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bad3b6f-ded5-4fcf-910b-829e709161a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.102549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea50e-1ef0-4819-8bdd-c36b36e99e65 req-be6d5487-ffec-4b1a-b58a-5f819a13725e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:10.104149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97fea50e-1ef0-4819-8bdd-c36b36e99e65 req-be6d5487-ffec-4b1a-b58a-5f819a13725e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1701465 Mar 07 10:46:10.113918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9bad3b6f-ded5-4fcf-910b-829e709161a6 None None] Port 277c810c-b081-4afe-8956-cc77c9dd6f89 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:10.140956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 1, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:10.176068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a604b-6f65-4b6d-bf78-502553575f21 None None] The sync data for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 is: [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 1, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:10.250495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97fea50e-1ef0-4819-8bdd-c36b36e99e65 req-6bf175f8-882a-45e7-94ac-c7c687af0e2b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997846 Mar 07 10:46:10.316848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:10.322940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-20387a23-3688-4c37-991e-80f985ca9df7 admin admin] 10.222.0.23 "PUT /v2.0/routers/7f48f449-9735-4432-bf69-04739bdc4059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3619170 Mar 07 10:46:11.127567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de770c28-8921-492a-9251-a99d8ce987a2 req-207b3cbc-8da4-4e3e-a140-a6ba2e098b85 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0479131 Mar 07 10:46:11.471287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:11.476401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1720400991-network', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:11.511314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888c7ab-c3e0-4cc2-89be-82976b738adc req-c742395e-e063-469e-afa5-2c712c7be835 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.514922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e888c7ab-c3e0-4cc2-89be-82976b738adc req-c742395e-e063-469e-afa5-2c712c7be835 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1162546 Mar 07 10:46:11.531298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Made reservation on behalf of e3d8b1aec70549d686e5645341f38e43 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:11.535834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.556945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.625270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e888c7ab-c3e0-4cc2-89be-82976b738adc req-419f4957-6f14-409a-a936-4b73af169e0c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039388 Mar 07 10:46:11.732798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks [] for security_group (a0b6e20b-0845-48cb-8b7c-253166cd595f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.744448 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0b6e20b-0845-48cb-8b7c-253166cd595f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.781919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b6e20b-0845-48cb-8b7c-253166cd595f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:11.839157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:11.849641 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e0c937c6-a5ca-4885-b9f3-3f06dd74bc58), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.850028 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Added segment e0c937c6-a5ca-4885-b9f3-3f06dd74bc58 of type vlan for network c9aff1ec-b04c-4d4d-add6-6ceac985649b Mar 07 10:46:11.927366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c9aff1ec-b04c-4d4d-add6-6ceac985649b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.968146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c9aff1ec-b04c-4d4d-add6-6ceac985649b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.971102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.971800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.005798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5332305 Mar 07 10:46:12.008958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:12.015724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Request body: {'subnet': {'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1720400991-subnet', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:12.083506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Made reservation on behalf of e3d8b1aec70549d686e5645341f38e43 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:12.086704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.104211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74ba77-4cc0-48b7-bca9-e592fa4d3d3a admin admin] Pushing event updated for resources: {'Network': ['ID=c9aff1ec-b04c-4d4d-add6-6ceac985649b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:12.121203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:12.328750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9b7389f-dad7-4aa8-aa7f-12ba6c124f1a req-fdd8100a-fafc-4f7b-b570-6ce8299d27cf tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0499749 Mar 07 10:46:12.517664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (57dc0ef2-0f1a-4a49-b26d-0ff0a9475658), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.635804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dc0ef2-0f1a-4a49-b26d-0ff0a9475658,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:12.651212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Checking segment: {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:12.651610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Network hostable DHCP agents. Network: c9aff1ec-b04c-4d4d-add6-6ceac985649b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:12.679395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:12.697017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c9aff1ec-b04c-4d4d-add6-6ceac985649b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:12.707611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541e5ba-76e9-49b8-b662-d6defa64262a None None] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:12.710812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.711398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.811747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0a0d5ecf-03f4-4990-bc3a-d2adaf899811 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8011155 Mar 07 10:46:12.814470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:12.820002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:12.849096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51504149-ca18-48bf-b849-685b4e51c2de req-a47852eb-3464-4197-a0fc-f8cebb54abdf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.852004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51504149-ca18-48bf-b849-685b4e51c2de req-a47852eb-3464-4197-a0fc-f8cebb54abdf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.0917542 Mar 07 10:46:12.900671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.901766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.920563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51504149-ca18-48bf-b849-685b4e51c2de req-b8e8d477-725f-496f-af4b-5060cfadcadf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610950 Mar 07 10:46:12.943098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:12.944232 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.072339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for router_controller (10257899-ae88-4ffa-8bb2-460edb36e9a9), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.107256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Allocated IP 172.20.0.2 (c9aff1ec-b04c-4d4d-add6-6ceac985649b/57dc0ef2-0f1a-4a49-b26d-0ff0a9475658/b06dcd8f-335c-41d0-81b5-5abd101e4cff) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:13.348052 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks [] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.356194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:13.416174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.466598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for router_gateway (10257899-ae88-4ffa-8bb2-460edb36e9a9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.543302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:13.550337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:13.574560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:13.578444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0efdba4c-c41e-4f54-8d7b-26aa684b3f33 req-32d31673-4a22-4c2c-826b-fb701310775a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0797427 Mar 07 10:46:13.626705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Pushing event updated for resources: {'Port': ['ID=b06dcd8f-335c-41d0-81b5-5abd101e4cff,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:13.740069 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Sync routers for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:13.774310 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:13.774948 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:13.806432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Attempting to bind port b06dcd8f-335c-41d0-81b5-5abd101e4cff on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:13.807048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Attempting to bind port b06dcd8f-335c-41d0-81b5-5abd101e4cff by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:13.807593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Attempting to bind port b06dcd8f-335c-41d0-81b5-5abd101e4cff on network c9aff1ec-b04c-4d4d-add6-6ceac985649b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:13.814109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:13.814774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Checking segment: {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:13.815345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.815934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Bound using segment: {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:13.816557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Bound port: b06dcd8f-335c-41d0-81b5-5abd101e4cff, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:13.828756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.831902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:13.832565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.001162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for router_gateway (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.011390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:14.054813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.111851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] For port b06dcd8f-335c-41d0-81b5-5abd101e4cff, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:14.128825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] For port b06dcd8f-335c-41d0-81b5-5abd101e4cff, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b06dcd8f-335c-41d0-81b5-5abd101e4cff,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:14.146916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:14.147312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.170766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.194922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663d37a-38ec-42a9-a36f-d027bb6f0565 req-a0b5888c-9211-4185-a437-3da62c175d4b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:14.210753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9663d37a-38ec-42a9-a36f-d027bb6f0565 req-a0b5888c-9211-4185-a437-3da62c175d4b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1446700 Mar 07 10:46:14.230888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:14.283163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.319366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:14.350679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9663d37a-38ec-42a9-a36f-d027bb6f0565 req-d01c4d81-0862-448c-b477-15b398b233ac tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322551 Mar 07 10:46:14.398444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1566f-c1ef-4e51-a268-24eeb4acb9ec None None] Pushing event updated for resources: {'Port': ['ID=b06dcd8f-335c-41d0-81b5-5abd101e4cff,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:14.443070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Allocated IP 172.25.4.166 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/28742f00-1225-4fe8-a1d1-23c2bba22f83) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:14.524890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:14.532576 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 2, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:14.593681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20af1590-d400-4756-8ea6-e1fa7f465851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.596384 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Checking router: 7f48f449-9735-4432-bf69-04739bdc4059 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:14.596751 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Updating router 7f48f449-9735-4432-bf69-04739bdc4059 port 277c810c-b081-4afe-8956-cc77c9dd6f89 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:46:14.676680 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.764215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.851953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20af1590-d400-4756-8ea6-e1fa7f465851 admin admin] Publish callbacks [] for security_group (66670e6a-656b-4033-96db-f7c01f6e9a57), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.860869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.863079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-605b9a74-82a6-4bf6-84fb-89c7b1316ff5 req-c1e9a20a-e1af-442e-888d-52ec4674ac75 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1100948 Mar 07 10:46:14.884984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20af1590-d400-4756-8ea6-e1fa7f465851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (66670e6a-656b-4033-96db-f7c01f6e9a57), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.910823 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-20af1590-d400-4756-8ea6-e1fa7f465851 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4a1d23247a640a8b0c65eebddcc4fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5885918 Mar 07 10:46:14.912188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34538) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:14.936403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:14.950982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:14.954434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:15.052777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] Publish callbacks [] for security_group (66670e6a-656b-4033-96db-f7c01f6e9a57), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.055368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b06dcd8f-335c-41d0-81b5-5abd101e4cff up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:15.098831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] Publish callbacks [] for security_group (66670e6a-656b-4033-96db-f7c01f6e9a57), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.371450 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks [] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.382226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (66670e6a-656b-4033-96db-f7c01f6e9a57), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.386584 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.391503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.396559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66670e6a-656b-4033-96db-f7c01f6e9a57 HTTP/1.1" status: 204 len: 168 time: 0.4830475 Mar 07 10:46:15.440409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b149d-c2c6-4b24-81df-21aec19a4e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66670e6a-656b-4033-96db-f7c01f6e9a57,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:15.468243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-3f558268-a02b-426a-9dba-8be5fb636d1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2318633 Mar 07 10:46:15.550084 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Pushing event updated for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:15.605265 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.605601 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.605936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.606263 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.608787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.609115 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.609443 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.609766 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.610089 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.613436 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.613662 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.613900 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.618316 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:15.658254 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Attempting to bind port 277c810c-b081-4afe-8956-cc77c9dd6f89 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:15.658914 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Attempting to bind port 277c810c-b081-4afe-8956-cc77c9dd6f89 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:15.659483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Attempting to bind port 277c810c-b081-4afe-8956-cc77c9dd6f89 on network f39bb14b-a916-4b00-90f1-9304749e2858 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:15.676072 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:15.676768 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Checking segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:15.687264 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.688161 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Bound using segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:15.689006 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Bound port: 277c810c-b081-4afe-8956-cc77c9dd6f89, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:15.689679 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.846640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b06dcd8f-335c-41d0-81b5-5abd101e4cff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:15.847948 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.905685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] For port 277c810c-b081-4afe-8956-cc77c9dd6f89, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:15.908699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e378-f6a8-4225-8bb6-5fc5d726b361 req-0f5c18c1-a2d2-4e60-9d65-39e9f3b2214b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:15.923404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] For port 277c810c-b081-4afe-8956-cc77c9dd6f89, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=277c810c-b081-4afe-8956-cc77c9dd6f89,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:15.933166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e414e378-f6a8-4225-8bb6-5fc5d726b361 req-0f5c18c1-a2d2-4e60-9d65-39e9f3b2214b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.4272394 Mar 07 10:46:15.938614 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.035800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-28019371-b884-451c-b6d1-9224f6953873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.042212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-28019371-b884-451c-b6d1-9224f6953873 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 1127 time: 0.4544940 Mar 07 10:46:16.050173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:16.050464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.087132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34550) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.146240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72ea0902-54d8-4a72-9efc-df6c74b2cbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.170383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c30816d0-3705-4236-879b-a65fcb6f00c3 req-87e374db-ba48-4bdb-8b00-9fb4c73a9db5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1029673 Mar 07 10:46:16.211263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b06dcd8f-335c-41d0-81b5-5abd101e4cff is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:16.211673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.265959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e414e378-f6a8-4225-8bb6-5fc5d726b361 req-d460edbb-d178-40de-907e-1e55b1e11713 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301497 Mar 07 10:46:16.318796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port b06dcd8f-335c-41d0-81b5-5abd101e4cff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b06dcd8f-335c-41d0-81b5-5abd101e4cff,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:16.359442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206572-7b8b-4be5-bf45-94456c4017af None None] Pushing event updated for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:16.363147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af1590-d400-4756-8ea6-e1fa7f465851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66670e6a-656b-4033-96db-f7c01f6e9a57,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:16.375143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.377931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:16.414342 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:16.415607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:16.421374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Pushing event updated for resources: {'Port': ['ID=28742f00-1225-4fe8-a1d1-23c2bba22f83,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:16.503042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-15b4ff4f-8d72-4870-8c75-99c2db878ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.503220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976d1b1-c16c-4c64-a8ae-faa1604a420c None None] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:16.504692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-15b4ff4f-8d72-4870-8c75-99c2db878ae4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.4247553 Mar 07 10:46:16.664558 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:16.722090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-092414a0-4ec5-421d-ba15-7c52b98b8190 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 200 len: 1001 time: 0.2065213 Mar 07 10:46:16.830016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Current status of the port 277c810c-b081-4afe-8956-cc77c9dd6f89 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:16.830427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.846882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for router_gateway (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.861126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-671570a3-43f2-449e-88b7-0ac36f0a46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.862584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-671570a3-43f2-449e-88b7-0ac36f0a46d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1239109 Mar 07 10:46:16.908043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72ea0902-54d8-4a72-9efc-df6c74b2cbed admin admin] Publish callbacks [] for security_group (10489300-885a-4f00-8902-0035c4cc2f5f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.920467 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72ea0902-54d8-4a72-9efc-df6c74b2cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (10489300-885a-4f00-8902-0035c4cc2f5f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.957873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea0902-54d8-4a72-9efc-df6c74b2cbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10489300-885a-4f00-8902-0035c4cc2f5f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:16.958738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:16.959222 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.996202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-a9c66a4c-2aef-4060-921b-36bc0d109a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.998183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-a9c66a4c-2aef-4060-921b-36bc0d109a7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1251647 Mar 07 10:46:17.069432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-72ea0902-54d8-4a72-9efc-df6c74b2cbed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c083d4b303e40bb9f954a97ff961ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9794612 Mar 07 10:46:17.074603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34554) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:17.083010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] For port 277c810c-b081-4afe-8956-cc77c9dd6f89, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=277c810c-b081-4afe-8956-cc77c9dd6f89,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:17.089851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=b06dcd8f-335c-41d0-81b5-5abd101e4cff,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.105005 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.155221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.206587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:17.263400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:15Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:17.343149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] Publish callbacks [] for security_group (10489300-885a-4f00-8902-0035c4cc2f5f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.356850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4a2b4-d5b4-4ad5-88f6-27f9bb829d7c None None] Pushing event updated for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.368965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:17.369334 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.377462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Router 10257899-ae88-4ffa-8bb2-460edb36e9a9 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:17.379159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e3d5b-d1e2-4d7b-979f-d4bbb3b1239b None None] The sync data for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 is: [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:15Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:17.435384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] Publish callbacks [] for security_group (10489300-885a-4f00-8902-0035c4cc2f5f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.511271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b06dcd8f-335c-41d0-81b5-5abd101e4cff up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:17.556315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-6787b6af-53a2-44b6-9c21-b4b63423991b service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514350 Mar 07 10:46:17.561249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-804564b8-0ddd-4dff-9fa9-edccf04d6cbc req-cb58d119-9d48-4668-8ae7-1e0833f0fe42 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1731997 Mar 07 10:46:17.663353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:17.682753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Sync routers for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:17.723299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.728097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c1d62fd-19fc-4b22-aa3f-7399ddce04a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9115968 Mar 07 10:46:17.734465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34562) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:17.888106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Current status of the port 277c810c-b081-4afe-8956-cc77c9dd6f89 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:17.910382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:17.921459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:18.009133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bab49c33-0fee-4d70-8b7c-515dacae1a77 req-744201b5-7bae-4726-92c3-f70855952e51 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983524 Mar 07 10:46:18.076907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35261786-50cc-48ed-b56a-fc70cda43dfb req-5232b711-9398-46e0-9c03-e48b53ee93bf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:18.088314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35261786-50cc-48ed-b56a-fc70cda43dfb req-5232b711-9398-46e0-9c03-e48b53ee93bf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.6090412 Mar 07 10:46:18.209378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:18.445754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b06dcd8f-335c-41d0-81b5-5abd101e4cff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:18.446235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.682902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Provisioning complete for port b06dcd8f-335c-41d0-81b5-5abd101e4cff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:18.683274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.883571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.030599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b06dcd8f-335c-41d0-81b5-5abd101e4cff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:19.031814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 277c810c-b081-4afe-8956-cc77c9dd6f89 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:19.250688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (10489300-885a-4f00-8902-0035c4cc2f5f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.257610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.261490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10489300-885a-4f00-8902-0035c4cc2f5f HTTP/1.1" status: 204 len: 168 time: 2.1823013 Mar 07 10:46:19.291055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 3, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:19.315163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Allocated IP 172.20.0.1 (c9aff1ec-b04c-4d4d-add6-6ceac985649b/57dc0ef2-0f1a-4a49-b26d-0ff0a9475658/3f0a82c5-b010-4994-a4e5-cfb6171fd47c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:19.340152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Checking router: 10257899-ae88-4ffa-8bb2-460edb36e9a9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:19.340806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Updating router 10257899-ae88-4ffa-8bb2-460edb36e9a9 port 28742f00-1225-4fe8-a1d1-23c2bba22f83 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:46:19.361125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35261786-50cc-48ed-b56a-fc70cda43dfb req-10197a2c-cd6e-4f50-988c-ec428f349fb4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2718959 Mar 07 10:46:19.412415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.425242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f25009d7-6f0b-45cd-94e3-22cf1c91a70b None None] Current status of the port b06dcd8f-335c-41d0-81b5-5abd101e4cff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:19.486520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c607938-e673-421e-a7e1-21963ac35f03 req-b800be0d-3fe5-42cc-8dec-978ed7969612 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.2191758 Mar 07 10:46:19.487726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49967b-f515-47dd-92d4-01de41c7c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10489300-885a-4f00-8902-0035c4cc2f5f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:19.568448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:19.568851 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.644126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks [] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.727197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.845533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-15506742-235c-4fc1-a766-2c88daf6dab9 None None] Provisioning complete for port b06dcd8f-335c-41d0-81b5-5abd101e4cff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:19.848245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-15506742-235c-4fc1-a766-2c88daf6dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.944049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:19.989585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:19.991290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:20.013742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:20.139781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.329221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 277c810c-b081-4afe-8956-cc77c9dd6f89 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:20.449788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-15506742-235c-4fc1-a766-2c88daf6dab9 None None] Current status of the port b06dcd8f-335c-41d0-81b5-5abd101e4cff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:20.494396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.689941 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks [] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.700992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 277c810c-b081-4afe-8956-cc77c9dd6f89 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:20.721994 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.743918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81616c-2375-4ab3-b963-e97c5e90498e req-a4cd0205-7a81-44be-a87a-f8f0be37188c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:20.764340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b81616c-2375-4ab3-b963-e97c5e90498e req-a4cd0205-7a81-44be-a87a-f8f0be37188c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1321962 Mar 07 10:46:20.807304 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e78645c0-32e7-4a59-a864-9bc8a6cba3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.030839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211d75e6-328b-4c5b-9284-14b4e45c2235 req-a7e650c3-d8c3-478e-ac97-f7319bf7a27a tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1870096 Mar 07 10:46:21.092087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b81616c-2375-4ab3-b963-e97c5e90498e req-28c31a9e-4230-4725-9a25-172da50b459b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251295 Mar 07 10:46:21.128112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks [] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.135711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.333908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:21.334178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25923a9-ad81-4f35-b49d-6aeadc07efe0 req-5f6136d8-a74e-4d04-8569-f30ff9a31856 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:21.336987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.344085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c25923a9-ad81-4f35-b49d-6aeadc07efe0 req-5f6136d8-a74e-4d04-8569-f30ff9a31856 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.1711872 Mar 07 10:46:21.470559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34636) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:21.502125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c25923a9-ad81-4f35-b49d-6aeadc07efe0 req-b9b70a52-dfe8-406c-8c70-a15947c4de72 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332777 Mar 07 10:46:21.555080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:21.558589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:21.610446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Pushing event updated for resources: {'Port': ['ID=28742f00-1225-4fe8-a1d1-23c2bba22f83,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:21.619886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d69e6e3e-465d-4558-88df-3fabc4451c03 None None] Provisioning complete for port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:21.623517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d69e6e3e-465d-4558-88df-3fabc4451c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.737885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.741268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.741714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.741982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.742259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.742586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.742907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.746090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.746658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.746858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.747543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.747890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.748214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:21.764704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Attempting to bind port 28742f00-1225-4fe8-a1d1-23c2bba22f83 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:21.765012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Attempting to bind port 28742f00-1225-4fe8-a1d1-23c2bba22f83 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:21.765367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Attempting to bind port 28742f00-1225-4fe8-a1d1-23c2bba22f83 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:21.853922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:21.854352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:21.854759 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.855169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:21.855679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Bound port: 28742f00-1225-4fe8-a1d1-23c2bba22f83, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:21.860787 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.997257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] For port 28742f00-1225-4fe8-a1d1-23c2bba22f83, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:21.998150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c94dfc8-13a6-4c50-91cd-e7df5e6ada39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.003550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] For port 28742f00-1225-4fe8-a1d1-23c2bba22f83, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=28742f00-1225-4fe8-a1d1-23c2bba22f83,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:22.021256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Router 10257899-ae88-4ffa-8bb2-460edb36e9a9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:22.042121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 277c810c-b081-4afe-8956-cc77c9dd6f89 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:22.042506 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.044164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d69e6e3e-465d-4558-88df-3fabc4451c03 None None] Port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:22.049298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.147683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-f19cdd19-a7a6-4bf3-81a6-a8381a1f7d3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:22.149950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-f19cdd19-a7a6-4bf3-81a6-a8381a1f7d3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.1051633 Mar 07 10:46:22.295497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:22.296186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:45:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:22.510022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c94dfc8-13a6-4c50-91cd-e7df5e6ada39 admin admin] Publish callbacks [] for security_group (25765a86-db4d-404b-b479-0148a873d910), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.541730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-467946b4-b433-4dbe-b504-eaf128085874 req-319cced9-8dab-4594-9616-cd1ab0ce09c3 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.2798927 Mar 07 10:46:22.546178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c94dfc8-13a6-4c50-91cd-e7df5e6ada39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25765a86-db4d-404b-b479-0148a873d910), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.643492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94dfc8-13a6-4c50-91cd-e7df5e6ada39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25765a86-db4d-404b-b479-0148a873d910,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:22.662260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-93860768-2ebb-4bc7-b1f8-57d2b00dcd45 None None] Provisioning complete for port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:22.662863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93860768-2ebb-4bc7-b1f8-57d2b00dcd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.676785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c94dfc8-13a6-4c50-91cd-e7df5e6ada39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a993fc7af38c4fdf8addc69d0f03a6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2023573 Mar 07 10:46:22.678281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:22.680113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:22.691143 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-67a9f31c-9902-4a08-9590-a28e563a5759 admin admin] 10.222.0.23 "PUT /v2.0/routers/10257899-ae88-4ffa-8bb2-460edb36e9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9555373 Mar 07 10:46:22.841082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab165ccf-85bc-4e93-8f56-4d3924bf1174 None None] Pushing event updated for resources: {'Port': ['ID=28742f00-1225-4fe8-a1d1-23c2bba22f83,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:22.850321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] Publish callbacks [] for security_group (25765a86-db4d-404b-b479-0148a873d910), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.857116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93860768-2ebb-4bc7-b1f8-57d2b00dcd45 None None] Port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:22.911244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] Publish callbacks [] for security_group (25765a86-db4d-404b-b479-0148a873d910), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.941810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d843632-ba6f-4e7d-8707-5cfa8cca0998 req-3b8433d9-532d-4a03-969b-ac1ac294c292 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:22.954245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d843632-ba6f-4e7d-8707-5cfa8cca0998 req-3b8433d9-532d-4a03-969b-ac1ac294c292 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.6136413 Mar 07 10:46:22.963954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port dc159ad8-1471-4b7f-b90e-14ea7970f501 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:22.964340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.981276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 277c810c-b081-4afe-8956-cc77c9dd6f89 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:23.020292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:23.033186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25765a86-db4d-404b-b479-0148a873d910), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.036358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.040572 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25765a86-db4d-404b-b479-0148a873d910 HTTP/1.1" status: 204 len: 168 time: 0.3594654 Mar 07 10:46:23.053256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4bfe5-d1ba-4438-9fb4-0527987470c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25765a86-db4d-404b-b479-0148a873d910,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:23.101310 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3ec34664-6030-4a5a-b2c1-61f752de6bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.121119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] For port dc159ad8-1471-4b7f-b90e-14ea7970f501, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dc159ad8-1471-4b7f-b90e-14ea7970f501,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:23.121871 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.219374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342963bf-b05b-4b2b-8de2-8f8a9d771aa5 req-24fbe6ca-3e10-420f-97f9-ad8c4c59203c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.223017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342963bf-b05b-4b2b-8de2-8f8a9d771aa5 req-24fbe6ca-3e10-420f-97f9-ad8c4c59203c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 945 time: 0.5661907 Mar 07 10:46:23.409629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d843632-ba6f-4e7d-8707-5cfa8cca0998 req-d319e80f-d802-4ba0-8fae-4415a8ff8852 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544928 Mar 07 10:46:23.467573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f0a82c5-b010-4994-a4e5-cfb6171fd47c', 'name': '', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'mac_address': 'fa:16:3e:16:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:18Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 2, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'subnets': [{'id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.478922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342963bf-b05b-4b2b-8de2-8f8a9d771aa5 req-867ec008-1ed6-48b5-a8aa-5c0c2f850e54 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=36252643-b640-4726-a0bc-6c85565c7d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191880 Mar 07 10:46:23.518795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02e3a7-5968-4994-a09d-f7caa1c9bf61 None None] The sync data for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 is: [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f0a82c5-b010-4994-a4e5-cfb6171fd47c', 'name': '', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'mac_address': 'fa:16:3e:16:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:18Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 2, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'subnets': [{'id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:23.621913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-01cfd6bb-5283-4022-b5f7-fbd2d35d5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.624412 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-01cfd6bb-5283-4022-b5f7-fbd2d35d5439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 1127 time: 0.0973380 Mar 07 10:46:23.642879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.643240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.643560 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP 092fc15d-32f3-447d-82d1-10c0753b3da1 disassociated. External IP: 172.25.4.247, port: dc159ad8-1471-4b7f-b90e-14ea7970f501. Mar 07 10:46:23.645500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for dc159ad8-1471-4b7f-b90e-14ea7970f501 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:23.788353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-022465dc-e78c-4275-920d-b32f112d709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.790730 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-022465dc-e78c-4275-920d-b32f112d709b service neutron] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.1574013 Mar 07 10:46:23.843842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:23.861059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa6fd44a-de38-4f40-9fe3-70606194dc39 req-01d0694e-794a-464d-9a19-784b2b9af150 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1022191 Mar 07 10:46:23.870620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edfb478d-838f-4856-b30d-18d5c16e7607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.881042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-78bfdc82-7e4f-4f65-9d21-3c1f60362cca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820 HTTP/1.1" status: 200 len: 217 time: 0.0825276 Mar 07 10:46:23.992919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-8dd4f583-dad9-40e0-a63c-29a34ab898b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.999052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edfb478d-838f-4856-b30d-18d5c16e7607 admin admin] Publish callbacks [] for security_group (cfeb39d4-5556-48a5-bc60-97536c770661), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.011322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-8dd4f583-dad9-40e0-a63c-29a34ab898b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1209164 Mar 07 10:46:24.012750 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edfb478d-838f-4856-b30d-18d5c16e7607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cfeb39d4-5556-48a5-bc60-97536c770661), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.030872 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.062224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-7d282828-0c6c-4d9b-9266-03da48afe859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444233 Mar 07 10:46:24.147098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb478d-838f-4856-b30d-18d5c16e7607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb39d4-5556-48a5-bc60-97536c770661,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:24.177365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-edfb478d-838f-4856-b30d-18d5c16e7607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dd1e9e0c0204a7588e157e16082c009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287957 Mar 07 10:46:24.182763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.186890 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.349728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-4d77914d-3018-4851-ac85-62208c6c4da4 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770083 Mar 07 10:46:24.425224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dc159ad8-1471-4b7f-b90e-14ea7970f501), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.479829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=dc159ad8-1471-4b7f-b90e-14ea7970f501,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:24.490995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] Publish callbacks [] for security_group (cfeb39d4-5556-48a5-bc60-97536c770661), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.616320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] Publish callbacks [] for security_group (cfeb39d4-5556-48a5-bc60-97536c770661), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.636999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77b40dd6-66c0-4194-b55b-af0c3ed66438 req-68e21b98-d771-4d9f-b90b-983290f0b03b service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801108 Mar 07 10:46:24.727045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-afcf45bd-1b06-4524-99f8-534ae63a6285 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e9fdfc00b2794a97be052fa1057d4775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584819 Mar 07 10:46:25.012450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cfeb39d4-5556-48a5-bc60-97536c770661), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.016026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.017649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfeb39d4-5556-48a5-bc60-97536c770661 HTTP/1.1" status: 204 len: 168 time: 0.8054953 Mar 07 10:46:25.026281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dc159ad8-1471-4b7f-b90e-14ea7970f501 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:25.126560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: dc159ad8-1471-4b7f-b90e-14ea7970f501 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:25.134529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dc159ad8-1471-4b7f-b90e-14ea7970f501 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:25.141750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:25.227579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 28742f00-1225-4fe8-a1d1-23c2bba22f83 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:25.243396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-c3e03098-31a9-4b79-a521-8b18912b96e0 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:25.258538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-c3e03098-31a9-4b79-a521-8b18912b96e0 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316176 Mar 07 10:46:25.266734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24ec08-9b18-45b9-afbf-116e3eddc1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb39d4-5556-48a5-bc60-97536c770661,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:25.317692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fff5e-6305-4f60-b8a6-a700608cf86b req-d5d12ee4-03b4-408c-b963-aef12da972d4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:25.329636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc5fff5e-6305-4f60-b8a6-a700608cf86b req-d5d12ee4-03b4-408c-b963-aef12da972d4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.7164030 Mar 07 10:46:25.384261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 28742f00-1225-4fe8-a1d1-23c2bba22f83 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:25.385076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.442402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-87fd7d73-1620-470f-ade8-19daf18b4b9a tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/quotas/e9fdfc00b2794a97be052fa1057d4775 HTTP/1.1" status: 200 len: 375 time: 0.1021738 Mar 07 10:46:25.493485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34814) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:25.605249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 28742f00-1225-4fe8-a1d1-23c2bba22f83 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:25.605639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.658182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:25.670713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:25.671360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.685698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 28742f00-1225-4fe8-a1d1-23c2bba22f83, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=28742f00-1225-4fe8-a1d1-23c2bba22f83,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:25.686883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:25.687675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:25.697095 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.712902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05d659af-2431-4987-9a25-eb7bf4812046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.724351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-a6b98089-c567-4f05-9d15-ec927d5804e1 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9fdfc00b2794a97be052fa1057d4775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756030 Mar 07 10:46:25.813164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc5fff5e-6305-4f60-b8a6-a700608cf86b req-968e1560-2315-4a9f-937b-ba9e8c39315c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750347 Mar 07 10:46:25.853228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=28742f00-1225-4fe8-a1d1-23c2bba22f83,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:25.877914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] No DVR routers for this DVR port dc159ad8-1471-4b7f-b90e-14ea7970f501 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:25.893154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.906611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0761d25c-33c3-4ad1-88cc-6322f573d7a8 req-42c38088-3d3c-4cfa-9555-d3dec36aa558 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "DELETE /v2.0/ports/dc159ad8-1471-4b7f-b90e-14ea7970f501 HTTP/1.1" status: 204 len: 173 time: 3.7507343 Mar 07 10:46:25.907123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'name': 'network-vif-deleted', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:25.912307 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e37172d-afc4-49a2-b3f3-b60cff038872" -d '{"events": [{"server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "name": "network-vif-deleted", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:25.939973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05d659af-2431-4987-9a25-eb7bf4812046 admin admin] Publish callbacks [] for security_group (316aee4e-9a40-4878-9a1f-e7cacbec1dc8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.956973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05d659af-2431-4987-9a25-eb7bf4812046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (316aee4e-9a40-4878-9a1f-e7cacbec1dc8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.007437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bdc0055-72cd-4d8b-a423-e9bd1b234138 req-b693c5df-5889-4035-b7ed-79cccdda0641 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f35a3772-8855-4aff-b320-bf73cfb64c73 HTTP/1.1" status: 200 len: 210 time: 0.0598395 Mar 07 10:46:26.038183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d659af-2431-4987-9a25-eb7bf4812046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316aee4e-9a40-4878-9a1f-e7cacbec1dc8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:26.046332 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-05d659af-2431-4987-9a25-eb7bf4812046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=670a59e346d8494490d6d1cb849be0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506551 Mar 07 10:46:26.052378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.159425 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6333f014-7350-4ce0-870e-2ae4053c85f1 x-openstack-request-id: req-6333f014-7350-4ce0-870e-2ae4053c85f1 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:26.159762 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35a3772-8855-4aff-b320-bf73cfb64c73", "name": "network-vif-deleted", "tag": "dc159ad8-1471-4b7f-b90e-14ea7970f501", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:26.160100 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6333f014-7350-4ce0-870e-2ae4053c85f1 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:26.160437 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35a3772-8855-4aff-b320-bf73cfb64c73', 'name': 'network-vif-deleted', 'tag': 'dc159ad8-1471-4b7f-b90e-14ea7970f501', 'status': 'completed', 'code': 200} Mar 07 10:46:26.206994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:26.297084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe5d1a8b-36cd-4b07-a735-44a57857e747 req-932bd029-d598-4438-8400-6776b5d93d7e tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 210 time: 0.0957425 Mar 07 10:46:26.434936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78db4a49-3df1-49a6-923d-6463a8022220 req-8228c2e0-752a-4359-9305-c75adfde4f17 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1162038 Mar 07 10:46:26.445730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] Publish callbacks [] for security_group (316aee4e-9a40-4878-9a1f-e7cacbec1dc8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.534961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] Publish callbacks [] for security_group (316aee4e-9a40-4878-9a1f-e7cacbec1dc8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.635698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (316aee4e-9a40-4878-9a1f-e7cacbec1dc8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.638469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.640614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/316aee4e-9a40-4878-9a1f-e7cacbec1dc8 HTTP/1.1" status: 204 len: 168 time: 0.5878947 Mar 07 10:46:26.670098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738ca7f-6c5f-42e6-bad9-679e9c3af913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316aee4e-9a40-4878-9a1f-e7cacbec1dc8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:26.740246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:26.817823 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:26.835715 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:26.836431 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:27.036776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:27.071296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b8a8-e44b-46c2-8291-13649fb59171 req-bb81ca78-62af-4070-90fe-54fb364ba73f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:27.093154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fad9b8a8-e44b-46c2-8291-13649fb59171 req-bb81ca78-62af-4070-90fe-54fb364ba73f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 945 time: 0.1981087 Mar 07 10:46:27.224404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 28742f00-1225-4fe8-a1d1-23c2bba22f83 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:27.251787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.275204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fad9b8a8-e44b-46c2-8291-13649fb59171 req-e049273e-bf22-4c8e-b001-c7df1e397c82 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683133 Mar 07 10:46:27.298913 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:27.359130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.400209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.413922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b735dae8-c563-4a1b-bf5a-a4b2021e34ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.428471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (36252643-b640-4726-a0bc-6c85565c7d9e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.497273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (36252643-b640-4726-a0bc-6c85565c7d9e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.573364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:27.581713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.595136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 28742f00-1225-4fe8-a1d1-23c2bba22f83 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:27.600001 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.640381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (36252643-b640-4726-a0bc-6c85565c7d9e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.643535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.645092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/security-groups/36252643-b640-4726-a0bc-6c85565c7d9e HTTP/1.1" status: 204 len: 168 time: 0.3915794 Mar 07 10:46:27.653109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34884) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.669585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f314192-2a4f-4c65-bb26-7aac44e20151 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36252643-b640-4726-a0bc-6c85565c7d9e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:27.672393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b31d8f37-eb0e-4333-a5f7-0964a2f965cb req-8c379069-70b4-4645-a289-facfbc90c6c0 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 210 time: 0.1639829 Mar 07 10:46:27.737566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:27.744532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:27.747426 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a52599-482d-4af6-b629-dc51930d9753" -d '{"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-unplugged", "status": "completed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:27.753338 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.784154 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-a160da3b-a1d2-478a-982b-e19b0154b74e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] show failed (client error): The resource could not be found. Mar 07 10:46:27.784154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a160da3b-a1d2-478a-982b-e19b0154b74e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups/36252643-b640-4726-a0bc-6c85565c7d9e HTTP/1.1" status: 404 len: 347 time: 0.0992000 Mar 07 10:46:27.784799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.841845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Sync routers for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:27.884771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:27.885740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:27.940798 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b536cccd-f93a-4451-b715-50002e72239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:27.993431 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536cccd-f93a-4451-b715-50002e72239c None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:28.015953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 28742f00-1225-4fe8-a1d1-23c2bba22f83 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:28.018404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:28.023757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b735dae8-c563-4a1b-bf5a-a4b2021e34ab admin admin] Publish callbacks [] for security_group (65a36162-24ce-49d3-9c69-e08d7af4e806), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.083133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b735dae8-c563-4a1b-bf5a-a4b2021e34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (65a36162-24ce-49d3-9c69-e08d7af4e806), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.090680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27f01904-ac5b-49f6-8d83-a2c5fb0b11e3 req-91b690b5-0e94-4bd5-bf93-444072c9e606 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1428897 Mar 07 10:46:28.230598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:28.232505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port bb79d041-b092-4c7a-910b-22e21b4cc262 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:28.232852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.314651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-b0f9b57f-35e1-4544-b3d2-c8da761038e9 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9fdfc00b2794a97be052fa1057d4775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848722 Mar 07 10:46:28.444908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.445801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (bb79d041-b092-4c7a-910b-22e21b4cc262), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.479894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for bb79d041-b092-4c7a-910b-22e21b4cc262 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:28.499356 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a8944f-6075-4433-a368-9fb708e0e97e x-openstack-request-id: req-d4a8944f-6075-4433-a368-9fb708e0e97e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:28.502066 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-unplugged", "status": "failed", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820", "code": 422}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:28.502514 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4a8944f-6075-4433-a368-9fb708e0e97e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:28.503123 n-d-832156-4 neutron-server[103790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'code': 422} returned with failed status Mar 07 10:46:28.597392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.696620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2cbd1-51bd-4faf-949f-cfb6415ca943 None None] New status for floating IP 092fc15d-32f3-447d-82d1-10c0753b3da1: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:46:28.729081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-20818b49-2568-4f0a-be86-ab5c27a8f456 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:28.740823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-20818b49-2568-4f0a-be86-ab5c27a8f456 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930664 Mar 07 10:46:28.759397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b735dae8-c563-4a1b-bf5a-a4b2021e34ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f5ec7069a8c443bbe94a7559b7c5017&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3966672 Mar 07 10:46:28.762774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:28.805509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Request body: {'port': {'device_id': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': 'e9fdfc00b2794a97be052fa1057d4775'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:28.929280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735dae8-c563-4a1b-bf5a-a4b2021e34ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a36162-24ce-49d3-9c69-e08d7af4e806,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:28.957374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f0a82c5-b010-4994-a4e5-cfb6171fd47c', 'name': '', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'mac_address': 'fa:16:3e:16:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:18Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 2, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'subnets': [{'id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:28.977039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] Publish callbacks [] for security_group (65a36162-24ce-49d3-9c69-e08d7af4e806), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.982030 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.db.api [None req-b1b2cbd1-51bd-4faf-949f-cfb6415ca943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:46:28.982562 n-d-832156-4 neutron-server[103791]: DEBUG oslo_db.api [None req-b1b2cbd1-51bd-4faf-949f-cfb6415ca943 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:46:28.987976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bb79d041-b092-4c7a-910b-22e21b4cc262), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.059474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Checking router: 10257899-ae88-4ffa-8bb2-460edb36e9a9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:29.059662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Updating router 10257899-ae88-4ffa-8bb2-460edb36e9a9 port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:46:29.075513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e5b00ee-d81b-4b4d-8497-241df44a9370 req-72e29f16-d5bc-4366-8e4f-33980bb98d1d tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 210 time: 0.1256783 Mar 07 10:46:29.136713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=bb79d041-b092-4c7a-910b-22e21b4cc262,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:29.137770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.219634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] Publish callbacks [] for security_group (65a36162-24ce-49d3-9c69-e08d7af4e806), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.249353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Made reservation on behalf of e9fdfc00b2794a97be052fa1057d4775 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:29.254555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.270489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (092fc15d-32f3-447d-82d1-10c0753b3da1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.274009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.275418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-07a49f77-c3e0-4e69-8927-d78f14dcd098 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/floatingips/092fc15d-32f3-447d-82d1-10c0753b3da1 HTTP/1.1" status: 204 len: 168 time: 1.4987066 Mar 07 10:46:29.292370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.327410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (65a36162-24ce-49d3-9c69-e08d7af4e806), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.330983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.332398 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65a36162-24ce-49d3-9c69-e08d7af4e806 HTTP/1.1" status: 204 len: 168 time: 0.5639119 Mar 07 10:46:29.350102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236ae35-c7f0-4790-bd89-7036956cb8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a36162-24ce-49d3-9c69-e08d7af4e806,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:29.485557 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2cbd1-51bd-4faf-949f-cfb6415ca943 None None] New status for floating IP 092fc15d-32f3-447d-82d1-10c0753b3da1: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:46:29.588780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b1724cf-116a-487b-a258-05535f2a231e req-44f16b0f-4637-453f-8f93-17f913dc9158 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.2259445 Mar 07 10:46:29.668013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks [] for security_group (45026513-d72e-47a1-b49b-09441d7ec76f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.687766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-a2ee08ea-fc07-44cd-a7c6-368d3b910e51 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:29.689415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-a2ee08ea-fc07-44cd-a7c6-368d3b910e51 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b6de4e-991c-401c-96ee-f82c4063dd42 HTTP/1.1" status: 200 len: 943 time: 0.2809103 Mar 07 10:46:29.692165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (45026513-d72e-47a1-b49b-09441d7ec76f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.891723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks [] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.904093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.917297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45026513-d72e-47a1-b49b-09441d7ec76f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:30.037244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e030394-9ab9-4e49-a7b0-890dbf147a6f None None] Pushing event updated for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:30.155821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Allocated IP 192.168.233.170 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/702607b5-ee0d-4555-b09b-655b19edb2d0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:30.160584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Attempting to bind port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:30.162580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Attempting to bind port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:30.163543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Attempting to bind port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c on network c9aff1ec-b04c-4d4d-add6-6ceac985649b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:30.177047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:30.179107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Checking segment: {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:30.182039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.182647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Bound using segment: {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:30.183367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Bound port: 3f0a82c5-b010-4994-a4e5-cfb6171fd47c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:30.184098 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.317839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:30.318418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.338239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:30.343486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074585767', 'description': 'tempest-description--907102215'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:30.368830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] For port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:30.431198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.446235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] For port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:30.480263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.498009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Provisioning complete for port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:30.498459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.568237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e343058d-db58-4855-86a9-7ce8a0b1053d req-8838ce22-afb3-4a8b-a260-6749e716e62c tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 210 time: 0.0371239 Mar 07 10:46:30.602528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (93114bc6-6392-421e-ad8e-9f287e923523), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.617689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93114bc6-6392-421e-ad8e-9f287e923523), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.680867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:30.680867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.693462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.711817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3709688 Mar 07 10:46:30.712661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:30.713492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34984) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:30.720684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:30.744586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '93114bc6-6392-421e-ad8e-9f287e923523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:30.744855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:30.772796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee3e4-9f77-45db-a8d8-eb5eb2f721c9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93114bc6-6392-421e-ad8e-9f287e923523,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:30.808680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (0481db30-32c0-4f52-8558-6cee84be9d5b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.858313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks [] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.983319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec8921f-ef5b-4dd9-9612-4ef70e539fef req-459156db-bb1e-4526-b72d-fbf5f5669acf tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1171820 Mar 07 10:46:31.006825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (0481db30-32c0-4f52-8558-6cee84be9d5b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.029913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0481db30-32c0-4f52-8558-6cee84be9d5b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.081276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.085081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650534 Mar 07 10:46:31.090369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de81784-af5f-4f8a-8aa3-444b8af928fb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0481db30-32c0-4f52-8558-6cee84be9d5b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:31.091182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:31.107332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '93114bc6-6392-421e-ad8e-9f287e923523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:31.158870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.205459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (d66db733-02b9-432a-a33c-efd1c45d9a64), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.327358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Pushing event updated for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:31.355340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:31.375146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:31.380185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:31.392602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:31.496751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (d66db733-02b9-432a-a33c-efd1c45d9a64), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.542513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e030394-9ab9-4e49-a7b0-890dbf147a6f None None] Pushing event updated for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:31.628285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:31.630619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.650383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d66db733-02b9-432a-a33c-efd1c45d9a64), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.666155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6f359b28-e0b6-48fa-8fbf-4b8c9db34820), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.748654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Current status of the port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:31.749259 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.753290 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.754574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6559889 Mar 07 10:46:31.757785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:31.762422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:31.799748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=6f359b28-e0b6-48fa-8fbf-4b8c9db34820,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:31.847073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.875248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-abff6d5e-1af7-4bf3-ba33-4a5d74c0d39f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1132479 Mar 07 10:46:31.895370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Request body: {'port': {'device_id': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:32.024396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] For port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:32.030079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdd08-064a-460f-a93d-de512e84a87b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66db733-02b9-432a-a33c-efd1c45d9a64,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.046952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.062774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed511b-803a-4194-9b19-c156437cb70c req-6d5f6258-cfc3-4e37-81aa-be993a097835 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:32.077320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6ed511b-803a-4194-9b19-c156437cb70c req-6d5f6258-cfc3-4e37-81aa-be993a097835 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 936 time: 0.3100624 Mar 07 10:46:32.078353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.114957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.161366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d753ac5-0bf9-4ec5-8256-cccd3a935d19 None None] Pushing event updated for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.194004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Provisioning complete for port 702607b5-ee0d-4555-b09b-655b19edb2d0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:32.194586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.249368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 6f359b28-e0b6-48fa-8fbf-4b8c9db34820 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:32.253394 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.253607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f0a82c5-b010-4994-a4e5-cfb6171fd47c', 'name': '', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'mac_address': 'fa:16:3e:16:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:18Z', 'updated_at': '2022-03-07T10:46:30Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'subnets': [{'id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:32.259876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ba35010-6ffc-49fa-aa09-97c68b28113e req-9609acc5-46f8-4213-8151-997b7781259d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "DELETE /v2.0/ports/6f359b28-e0b6-48fa-8fbf-4b8c9db34820 HTTP/1.1" status: 204 len: 173 time: 2.4695823 Mar 07 10:46:32.260650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-deleted', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:32.264217 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08e56f9-8732-498b-907d-158ff7ac2be3" -d '{"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-deleted", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:32.285943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de40a9-8328-4c3f-8f83-d2056e68634e None None] The sync data for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 is: [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:46:20Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f0a82c5-b010-4994-a4e5-cfb6171fd47c', 'name': '', 'network_id': 'c9aff1ec-b04c-4d4d-add6-6ceac985649b', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'mac_address': 'fa:16:3e:16:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:18Z', 'updated_at': '2022-03-07T10:46:30Z', 'revision_number': 4, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'subnets': [{'id': '57dc0ef2-0f1a-4a49-b26d-0ff0a9475658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:32.291425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Port 702607b5-ee0d-4555-b09b-655b19edb2d0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:32.312048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Provisioning complete for port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:32.312683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.368462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.25.4.229 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/b9326fca-f9e9-4e41-b323-17d06b675d9e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:32.416541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6ed511b-803a-4194-9b19-c156437cb70c req-d66f7d00-0034-45bc-b6a6-3e4dcbd08776 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140750 Mar 07 10:46:32.490157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-50a90424-a2b7-45de-8ccf-ff71c8c3aaa0 None None] Current status of the port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:32.665353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26aa3d5c-c126-4557-b209-32f7f5099fac req-ee1c9773-3676-493d-a120-a0b03cbbe163 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0784383 Mar 07 10:46:32.665882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35038) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:32.750467 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cc0670-75b8-4427-b895-8e60477827fa x-openstack-request-id: req-c6cc0670-75b8-4427-b895-8e60477827fa {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:32.750746 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b6de4e-991c-401c-96ee-f82c4063dd42", "name": "network-vif-deleted", "tag": "6f359b28-e0b6-48fa-8fbf-4b8c9db34820", "status": "failed", "code": 422}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:32.750992 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6cc0670-75b8-4427-b895-8e60477827fa {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:32.751697 n-d-832156-4 neutron-server[103789]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49b6de4e-991c-401c-96ee-f82c4063dd42', 'name': 'network-vif-deleted', 'tag': '6f359b28-e0b6-48fa-8fbf-4b8c9db34820', 'status': 'failed', 'code': 422} returned with failed status Mar 07 10:46:33.026115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bf4233e-450c-4cc3-bbb8-5a20e5fe06c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.276636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702607b5-ee0d-4555-b09b-655b19edb2d0 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:33.293046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0a82c5-b010-4994-a4e5-cfb6171fd47c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:33.305319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks [] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.353329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Transition to ACTIVE for port object 702607b5-ee0d-4555-b09b-655b19edb2d0 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:46:33.390924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:33.391293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.407346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.424264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:46:33.519176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:33.605862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.674254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.802421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:33.806725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:33.813925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:33.824762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Pushing event updated for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:33.861706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=b9326fca-f9e9-4e41-b323-17d06b675d9e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:33.999453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bf4233e-450c-4cc3-bbb8-5a20e5fe06c6 admin admin] Publish callbacks [] for security_group (d6be19f9-cc9e-43c6-adc3-b2a4c9670927), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.041977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.069194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4bf4233e-450c-4cc3-bbb8-5a20e5fe06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6be19f9-cc9e-43c6-adc3-b2a4c9670927), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.121754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.147986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-e08d09ae-da40-476c-9830-55b77c87523c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:34.164951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-e08d09ae-da40-476c-9830-55b77c87523c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.8042083 Mar 07 10:46:34.200779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb79f0-3c63-4025-91f3-b3670b930150 req-52a83c11-b3e3-494f-9173-ccc7af140bcc tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:34.208294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9aeb79f0-3c63-4025-91f3-b3670b930150 req-52a83c11-b3e3-494f-9173-ccc7af140bcc tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 948 time: 0.6125357 Mar 07 10:46:34.295373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4bf4233e-450c-4cc3-bbb8-5a20e5fe06c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c94cc45524244ef900f3422e242357e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6218410 Mar 07 10:46:34.296422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-c0fb9964-701a-4c1b-829c-943637d073b8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.0758092 Mar 07 10:46:34.297070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4233e-450c-4cc3-bbb8-5a20e5fe06c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be19f9-cc9e-43c6-adc3-b2a4c9670927,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:34.299684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35070) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:34.362736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-ec193088-ffff-4c4b-a837-2aaa3c52c01b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540829 Mar 07 10:46:34.401600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Attempting to bind port 702607b5-ee0d-4555-b09b-655b19edb2d0 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:34.401921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Attempting to bind port 702607b5-ee0d-4555-b09b-655b19edb2d0 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:34.402864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Attempting to bind port 702607b5-ee0d-4555-b09b-655b19edb2d0 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:34.441246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.456947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.588188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.618393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=b9326fca-f9e9-4e41-b323-17d06b675d9e,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:34.651888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.659756 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a41dd7de-4807-4cad-a4e9-46c5f01168ce tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8944783 Mar 07 10:46:34.883923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9aeb79f0-3c63-4025-91f3-b3670b930150 req-6f1b82ac-7151-47ec-a4b4-a2465d0b1b39 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747227 Mar 07 10:46:34.996024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-a2d1876b-a562-4e80-b0b0-bb2040466e60 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199567 Mar 07 10:46:35.093976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Port 702607b5-ee0d-4555-b09b-655b19edb2d0 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:46:35.094352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Attempting to bind port 702607b5-ee0d-4555-b09b-655b19edb2d0 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:35.104166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-fd94e4d6-1e82-4468-b992-8c3364d2708a service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072679 Mar 07 10:46:35.151576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:35.153460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:35.156539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:35.157242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Bound port: 702607b5-ee0d-4555-b09b-655b19edb2d0, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:35.158472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.230507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a326ddc-a971-4a26-8a12-88bccdd8acf7 req-7ca4aed4-01bb-4052-a1de-f756a8047870 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1302893 Mar 07 10:46:35.268379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] Publish callbacks [] for security_group (d6be19f9-cc9e-43c6-adc3-b2a4c9670927), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.442288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] Publish callbacks [] for security_group (d6be19f9-cc9e-43c6-adc3-b2a4c9670927), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.500531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcc3e007-dcbf-4bc5-b4c6-1a4148db85ab req-ae2036ff-abae-4e6a-9da9-172d776be05f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 210 time: 0.0473173 Mar 07 10:46:35.627189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-aaa60824-bb42-4872-845f-67abf60fc55f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1074585767&fields=id&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 267 time: 0.2113440 Mar 07 10:46:35.680470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:35.744305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=702607b5-ee0d-4555-b09b-655b19edb2d0,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:35.759607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6be19f9-cc9e-43c6-adc3-b2a4c9670927), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.764920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.767275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6be19f9-cc9e-43c6-adc3-b2a4c9670927 HTTP/1.1" status: 204 len: 168 time: 1.4658329 Mar 07 10:46:35.779957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.818596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f2575-37b6-4e4c-85f7-9cbe50ca0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be19f9-cc9e-43c6-adc3-b2a4c9670927,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:35.856659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:35.857414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.859489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] 10.222.0.26 "PUT /v2.0/ports/702607b5-ee0d-4555-b09b-655b19edb2d0 HTTP/1.1" status: 200 len: 1096 time: 3.9745870 Mar 07 10:46:35.860243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:35.862747 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:35.873986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-d2965965-166e-42bb-bd23-5cf65dd0e2a2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:35.885734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-d2965965-166e-42bb-bd23-5cf65dd0e2a2 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.2574432 Mar 07 10:46:35.930662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-a70db504-70fb-416c-b7ba-488e6f94b89e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/quotas/d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 375 time: 0.0439017 Mar 07 10:46:36.228367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f9c0-60ff-4be6-9dde-55e95b8c8233 service neutron] Pushing event updated for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:36.283185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-155a33a0-4584-4d2e-ab87-fb0b81f90c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.284784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-155a33a0-4584-4d2e-ab87-fb0b81f90c4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9fdfc00b2794a97be052fa1057d4775&device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 1130 time: 0.3750005 Mar 07 10:46:36.304273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-b5ef93bc-bb34-4e83-b5c0-6bc2f3636705 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3723738 Mar 07 10:46:36.460127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa10e-8439-47ea-bc58-82ddb47d88c4 req-66ca6f82-7226-4481-8726-32072167dc81 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.461924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bccfa10e-8439-47ea-bc58-82ddb47d88c4 req-66ca6f82-7226-4481-8726-32072167dc81 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 948 time: 0.4156170 Mar 07 10:46:36.464033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-63909f02-d106-400e-80e6-cb25c24518ba service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576848 Mar 07 10:46:36.519923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-c86a1dfd-d3f1-4550-878c-d823e6ef63e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=702607b5-ee0d-4555-b09b-655b19edb2d0 HTTP/1.1" status: 200 len: 217 time: 0.2120149 Mar 07 10:46:36.695618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-c0375212-353c-45a4-b29f-4b0296c5dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.697155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-c0375212-353c-45a4-b29f-4b0296c5dc32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1499429 Mar 07 10:46:36.704236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bccfa10e-8439-47ea-bc58-82ddb47d88c4 req-542fa09e-e296-4f43-a7ef-7b7b5a23bd18 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996205 Mar 07 10:46:36.790088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-f7c3f0ce-0bcb-4e5e-8ccb-c176a6cd42f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843423 Mar 07 10:46:36.812108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-d0008b9f-0f88-47b7-baf6-f8044306f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.815876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-d0008b9f-0f88-47b7-baf6-f8044306f72e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1105263 Mar 07 10:46:36.823278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9abc28-50d8-4a1f-bc78-d412737a3096 x-openstack-request-id: req-6b9abc28-50d8-4a1f-bc78-d412737a3096 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:36.823660 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:36.824447 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b9abc28-50d8-4a1f-bc78-d412737a3096 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:36.825270 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0', 'status': 'completed', 'code': 200} Mar 07 10:46:37.088825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd229f13-67f7-4645-9281-c42cad758ef0 req-2e74bf83-691f-455c-910a-babbfc35a996 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1268814 Mar 07 10:46:37.235891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-af16bc5d-653c-4ee2-97f5-83b122f9a78c service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078276 Mar 07 10:46:37.358120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-786db6f3-a637-4c1c-b691-1bbe4dcc7df7 req-887009eb-2f27-4235-b626-cb86c326dc16 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 210 time: 0.1606836 Mar 07 10:46:37.424226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06ecbca5-8415-4d46-9cff-1c77923b8b27 req-3b2f8453-f58b-48af-980c-a7d2e8f74df7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 210 time: 0.1206138 Mar 07 10:46:37.491664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-a924a2e6-362a-4b3f-88a4-01701a8f4a1b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.500283 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-a924a2e6-362a-4b3f-88a4-01701a8f4a1b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.3367336 Mar 07 10:46:37.514190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:37.592173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71e4e9f8-9507-4e85-8ed6-a3dc42f3d26a req-ade6cc42-14d6-447a-bffc-cb45205e0e48 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088000 Mar 07 10:46:37.779477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:37.783299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.800680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-8791d059-e1d4-4ec6-a99e-2feb376b3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.802189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-8791d059-e1d4-4ec6-a99e-2feb376b3fce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9fdfc00b2794a97be052fa1057d4775&device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 1130 time: 0.1394048 Mar 07 10:46:38.079074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.4 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/0717349a-21ae-4370-bd7a-3dee74b068f4) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:38.102918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc2a7-e758-4fda-9d5e-625e75adc315 req-99a356fa-660c-47fc-a23f-83c0ef59eae1 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.131888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-924dc2a7-e758-4fda-9d5e-625e75adc315 req-99a356fa-660c-47fc-a23f-83c0ef59eae1 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 948 time: 0.2653694 Mar 07 10:46:38.198111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-907b7a24-6852-4da9-93ec-d728bcb6dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.199952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-907b7a24-6852-4da9-93ec-d728bcb6dae8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.3872178 Mar 07 10:46:38.254408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-924dc2a7-e758-4fda-9d5e-625e75adc315 req-7699930f-c6e3-4fbc-a33f-8f290a64cf7c tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215372 Mar 07 10:46:38.355479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-ad350e00-9abd-4fd6-97c6-86e27f8327c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=702607b5-ee0d-4555-b09b-655b19edb2d0 HTTP/1.1" status: 200 len: 217 time: 0.1219821 Mar 07 10:46:38.414198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0a00157-fc81-4cfe-8a94-3c5670a0c102 req-1253c6ce-6c01-4ef4-80e8-ced98ba5c0b2 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.1794956 Mar 07 10:46:38.420326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.477095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.523120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:38.529177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:38.536585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:38.584402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:38.597660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a82deddd-76fc-48a8-b272-9267d1db43d5 req-bf21b588-0ef1-4be4-bde0-c9cbe189d65a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 210 time: 0.0811243 Mar 07 10:46:38.637642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.638417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.644668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-4f7e11d3-c165-41c8-a758-300e2cbef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.649891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-4f7e11d3-c165-41c8-a758-300e2cbef21f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2592571 Mar 07 10:46:38.659619 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-deb2b09c-4a2d-459a-8338-126c7d663261 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508334 Mar 07 10:46:38.676665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Request body: {'port': {'device_id': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:38.782742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9f53-3476-4b4f-9a7b-d68ba20c7c2d req-d544ba2b-8571-4a12-9fcf-77fa47475616 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.797319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e92c9f53-3476-4b4f-9a7b-d68ba20c7c2d req-d544ba2b-8571-4a12-9fcf-77fa47475616 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 931 time: 0.2324288 Mar 07 10:46:38.846581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.033965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 702607b5-ee0d-4555-b09b-655b19edb2d0 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:46:39.073590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-8fdfec5b-e3ed-43be-827e-de35b0c85094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:39.083001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-8fdfec5b-e3ed-43be-827e-de35b0c85094 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4268780 Mar 07 10:46:39.230527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e92c9f53-3476-4b4f-9a7b-d68ba20c7c2d req-d17b9935-9716-47c9-b4ba-7dd4b77ee15c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126413 Mar 07 10:46:39.322711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=702607b5-ee0d-4555-b09b-655b19edb2d0,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:39.350585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '702607b5-ee0d-4555-b09b-655b19edb2d0', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '702607b5-ee0d-4555-b09b-655b19edb2d0', 'mac_address': 'fa:16:3e:c8:a9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:46:39.387120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-d4b496d8-ca08-4b09-bb04-9afae500de1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:39.388806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-d4b496d8-ca08-4b09-bb04-9afae500de1b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.5848038 Mar 07 10:46:39.443487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 702607b5-ee0d-4555-b09b-655b19edb2d0 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:39.444216 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.461831 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702607b5-ee0d-4555-b09b-655b19edb2d0 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:39.486843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=702607b5-ee0d-4555-b09b-655b19edb2d0,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:39.496556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.611593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.690792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717349a-21ae-4370-bd7a-3dee74b068f4 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:39.695673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-bac19add-58d5-4215-8406-a5817ff62ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797455 Mar 07 10:46:39.706850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['702607b5-ee0d-4555-b09b-655b19edb2d0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:39.735464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks [] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.782903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Transition to ACTIVE for port object 0717349a-21ae-4370-bd7a-3dee74b068f4 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:46:39.784615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68c13b7e-f183-474c-bc0d-164629888420 req-9f71fa83-62aa-4bd1-bce6-3e9d752d1dfb tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/ports?device_id=99bb8087-baf3-40ea-bc36-39c7c0c7e33d HTTP/1.1" status: 200 len: 210 time: 0.0932386 Mar 07 10:46:39.792206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.964242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.970919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-f8713192-111f-4b08-9dc6-fcb017e38b76 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 380 time: 0.5613270 Mar 07 10:46:40.098631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b10660d-e3c6-424c-873d-08b19c65d453 req-e43cc66d-ddd0-4d77-8d7e-b102e4416c61 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 210 time: 0.1031504 Mar 07 10:46:40.113727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'port': {'device_id': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'admin_state_up': True, 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'security_groups': ['93114bc6-6392-421e-ad8e-9f287e923523']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:40.182278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Attempting to bind port 0717349a-21ae-4370-bd7a-3dee74b068f4 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:40.182772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Attempting to bind port 0717349a-21ae-4370-bd7a-3dee74b068f4 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:40.183204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Attempting to bind port 0717349a-21ae-4370-bd7a-3dee74b068f4 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:40.188045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Port 0717349a-21ae-4370-bd7a-3dee74b068f4 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:46:40.188471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Attempting to bind port 0717349a-21ae-4370-bd7a-3dee74b068f4 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:40.204823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:40.205334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:40.205815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:40.206342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Bound port: 0717349a-21ae-4370-bd7a-3dee74b068f4, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:40.206804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.250974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5628f9-699c-4d43-9a7f-94aa777a24a7 req-0ed0b1b5-e888-4235-972d-6f063ebdd51c tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.262651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f5628f9-699c-4d43-9a7f-94aa777a24a7 req-0ed0b1b5-e888-4235-972d-6f063ebdd51c tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 949 time: 0.8266647 Mar 07 10:46:40.351438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:40.356277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0717349a-21ae-4370-bd7a-3dee74b068f4,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:40.372395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.381553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f5628f9-699c-4d43-9a7f-94aa777a24a7 req-66644708-8804-437f-9bf8-16f455663a5f tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Mar 07 10:46:40.407963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.408564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.412694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0717349a-21ae-4370-bd7a-3dee74b068f4 HTTP/1.1" status: 200 len: 1091 time: 1.7464206 Mar 07 10:46:40.413463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:40.419905 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc17f20a-4185-4f77-b53b-6aca1167739b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:40.512832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6425c2bf-3064-4b76-81ed-5dd0ee8ef7f8 req-d9e44001-ce46-4f3a-b773-f62088f34a57 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946602 Mar 07 10:46:40.556226 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba35252-4054-48bf-bf2c-11f0958cef2f x-openstack-request-id: req-4ba35252-4054-48bf-bf2c-11f0958cef2f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:40.556892 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:40.557312 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ba35252-4054-48bf-bf2c-11f0958cef2f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:40.557900 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4', 'status': 'completed', 'code': 200} Mar 07 10:46:40.587829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230897-2212-4550-86c7-2366f2bfd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:40.604030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-62c42328-ae4a-4bdb-915c-e12d2bb4bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.605803 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-62c42328-ae4a-4bdb-915c-e12d2bb4bf38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 1125 time: 0.1111193 Mar 07 10:46:40.607340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589fb6-ae59-4504-b35c-8e5b2b517696 req-2c2009f0-4ee8-4748-ada8-971a8e34bff2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.609004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97589fb6-ae59-4504-b35c-8e5b2b517696 req-2c2009f0-4ee8-4748-ada8-971a8e34bff2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 943 time: 0.1982863 Mar 07 10:46:40.629114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:40.632566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.672786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-662c2ba6-95cf-44b1-a541-2477d11ee6ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0717349a-21ae-4370-bd7a-3dee74b068f4 HTTP/1.1" status: 200 len: 217 time: 0.0586736 Mar 07 10:46:40.790030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-543cfd33-6f87-4ef5-afb3-57d3ad431ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.796096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.20.0.7 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/cce4aeab-e672-4939-8e61-9f7a15f6379f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:40.799381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-543cfd33-6f87-4ef5-afb3-57d3ad431ff1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.1193042 Mar 07 10:46:40.800796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35258) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:40.852132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97589fb6-ae59-4504-b35c-8e5b2b517696 req-3dc86cf9-264e-4a16-9fe0-81007ffaf2c1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275734 Mar 07 10:46:40.895607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-2eeb8659-3946-4267-a05a-666dbea1c430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794761 Mar 07 10:46:40.954246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35266) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.005645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-d53bc5de-3191-4099-8571-ff6277d18137 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986571 Mar 07 10:46:41.034119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 702607b5-ee0d-4555-b09b-655b19edb2d0 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:41.172996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 702607b5-ee0d-4555-b09b-655b19edb2d0 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:41.178411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (387b042c-7ada-434a-b06e-0ab4d3c72d57), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.179533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 702607b5-ee0d-4555-b09b-655b19edb2d0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:41.180002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.207768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (387b042c-7ada-434a-b06e-0ab4d3c72d57), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.210242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fda6c0c3-b952-4f61-a46f-cd73b88c68be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.215083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d545031-d3a9-4237-b9b4-8a45195ba26f req-d3c9454c-d2ce-43ea-ae8b-a9caa15a8336 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058294 Mar 07 10:46:41.299379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b73761dc-caac-46b9-b526-64f6b9269edb req-9c0b54fc-f9dd-4255-8c8b-19479799439e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 210 time: 0.0504735 Mar 07 10:46:41.307736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.351265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (387b042c-7ada-434a-b06e-0ab4d3c72d57), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.357135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.361198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/security-groups/387b042c-7ada-434a-b06e-0ab4d3c72d57 HTTP/1.1" status: 204 len: 168 time: 0.3962412 Mar 07 10:46:41.368767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.394376 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-60f3963e-2dd8-4b44-9548-883920799955 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] show failed (client error): The resource could not be found. Mar 07 10:46:41.398572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-60f3963e-2dd8-4b44-9548-883920799955 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "GET /v2.0/security-groups/387b042c-7ada-434a-b06e-0ab4d3c72d57 HTTP/1.1" status: 404 len: 347 time: 0.0263946 Mar 07 10:46:41.399155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35274) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.406429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d53fd1-0183-4855-bca5-86c7a0332744 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b042c-7ada-434a-b06e-0ab4d3c72d57,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.420618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.450075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fda6c0c3-b952-4f61-a46f-cd73b88c68be admin admin] Publish callbacks [] for security_group (58afe610-f5ff-44e3-980f-d44dee17f4a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.457134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-607abea2-4e96-4c8f-8c63-0136694030d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:41.458810 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-607abea2-4e96-4c8f-8c63-0136694030d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 1125 time: 0.1764886 Mar 07 10:46:41.462134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 702607b5-ee0d-4555-b09b-655b19edb2d0 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:41.462531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.462892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fda6c0c3-b952-4f61-a46f-cd73b88c68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (58afe610-f5ff-44e3-980f-d44dee17f4a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.501266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.523381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:41.525136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:41.533924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:41.548862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c0c3-b952-4f61-a46f-cd73b88c68be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58afe610-f5ff-44e3-980f-d44dee17f4a9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.583502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=702607b5-ee0d-4555-b09b-655b19edb2d0,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:41.586017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:41.591977 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4730b9ca-2c79-4f39-bfe8-ffc4573e54f2" -d '{"events": [{"server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "name": "network-vif-plugged", "status": "completed", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:41.607483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.677863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:41.681067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.712184 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0d458-d648-433e-867b-7afe3acf2e50 x-openstack-request-id: req-90e0d458-d648-433e-867b-7afe3acf2e50 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:41.713366 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "name": "network-vif-plugged", "status": "completed", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:41.737805 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90e0d458-d648-433e-867b-7afe3acf2e50 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:41.740130 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0', 'code': 200} Mar 07 10:46:41.747258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.773428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-885e2e0e-2124-448b-ab3f-e592b74111fe tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7559614 Mar 07 10:46:41.886391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Request body: {'port': {'device_id': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:41.976345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fda6c0c3-b952-4f61-a46f-cd73b88c68be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6535a8bf92c147a89243fca4a0c62559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1719337 Mar 07 10:46:41.980829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35288) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.052894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4d29d360-f2bc-49a8-bfb8-8789fd45669d None None] Provisioning complete for port cce4aeab-e672-4939-8e61-9f7a15f6379f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:42.054023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d29d360-f2bc-49a8-bfb8-8789fd45669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.075941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f23e1-d1d4-4f6f-804d-48a85a9ab821 req-d484a507-413a-4e5d-8edc-6fa10e392314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.075941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b63f23e1-d1d4-4f6f-804d-48a85a9ab821 req-d484a507-413a-4e5d-8edc-6fa10e392314 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 1132 time: 0.2957227 Mar 07 10:46:42.081786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1896b-5a5c-4394-bd41-fafadaac0ee3 req-b8cc1016-e929-4681-888c-b0d96b6360ec tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.083743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff1896b-5a5c-4394-bd41-fafadaac0ee3 req-b8cc1016-e929-4681-888c-b0d96b6360ec tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 950 time: 0.3502805 Mar 07 10:46:42.093246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.116184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952ffa-19f3-4d5b-a2d5-fd0b264b205c req-eca691ea-6680-48c5-836e-13c9d619a6a5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.123573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35292) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.124108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc952ffa-19f3-4d5b-a2d5-fd0b264b205c req-eca691ea-6680-48c5-836e-13c9d619a6a5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 943 time: 0.1710832 Mar 07 10:46:42.145675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4d29d360-f2bc-49a8-bfb8-8789fd45669d None None] Port cce4aeab-e672-4939-8e61-9f7a15f6379f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:42.205349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 2b950a9b-8326-4e46-9c92-7459fab2e111 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:42.205698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.335246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-db1758da-1233-46d9-9636-f38ec83e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.336835 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-db1758da-1233-46d9-9636-f38ec83e2e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.8706231 Mar 07 10:46:42.355121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b63f23e1-d1d4-4f6f-804d-48a85a9ab821 req-2d9d8a41-2b46-433b-8e6d-8c1b20e26a49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679858 Mar 07 10:46:42.392654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] Publish callbacks [] for security_group (58afe610-f5ff-44e3-980f-d44dee17f4a9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.438525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc952ffa-19f3-4d5b-a2d5-fd0b264b205c req-5acf3e97-d795-4d62-8646-7c3f25980be3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133874 Mar 07 10:46:42.451597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7543-5ea2-4ff3-8b32-a774b07b9813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.454916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff1896b-5a5c-4394-bd41-fafadaac0ee3 req-7002c7f5-5a22-4eca-8f00-34156fdfae33 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481236 Mar 07 10:46:42.480648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-0ddb8d14-31bd-4ff7-801e-487b8d346235 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0717349a-21ae-4370-bd7a-3dee74b068f4 HTTP/1.1" status: 200 len: 217 time: 0.1330037 Mar 07 10:46:42.483316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.483789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (2b950a9b-8326-4e46-9c92-7459fab2e111), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.506696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] Publish callbacks [] for security_group (58afe610-f5ff-44e3-980f-d44dee17f4a9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.525831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 2b950a9b-8326-4e46-9c92-7459fab2e111 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:42.608775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-52551c6c-732d-43dd-8146-ca50a462c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.610541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-52551c6c-732d-43dd-8146-ca50a462c665 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.0552289 Mar 07 10:46:42.718465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-9baac828-13ac-4720-8d8b-fff383a4b944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881786 Mar 07 10:46:42.994004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (58afe610-f5ff-44e3-980f-d44dee17f4a9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.994004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.994004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58afe610-f5ff-44e3-980f-d44dee17f4a9 HTTP/1.1" status: 204 len: 168 time: 1.0105841 Mar 07 10:46:43.017356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b950a9b-8326-4e46-9c92-7459fab2e111), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.040551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0717349a-21ae-4370-bd7a-3dee74b068f4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:46:43.043558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d69bbf-5e19-4140-879d-ede9a83beb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58afe610-f5ff-44e3-980f-d44dee17f4a9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:43.080740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7543-5ea2-4ff3-8b32-a774b07b9813 admin admin] Publish callbacks [] for security_group (090dd055-5167-437b-8621-cdec11f4a73d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.085638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=2b950a9b-8326-4e46-9c92-7459fab2e111,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:43.098009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7543-5ea2-4ff3-8b32-a774b07b9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (090dd055-5167-437b-8621-cdec11f4a73d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.184745 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d6b7543-5ea2-4ff3-8b32-a774b07b9813 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0485820aa4e34bb180b8971a11fb87a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0520740 Mar 07 10:46:43.206087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.246257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-d5e14db4-292a-4401-ab88-ff61d9c98b8e service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198855 Mar 07 10:46:43.450341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0717349a-21ae-4370-bd7a-3dee74b068f4,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:43.522772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '0717349a-21ae-4370-bd7a-3dee74b068f4', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '0717349a-21ae-4370-bd7a-3dee74b068f4', 'mac_address': 'fa:16:3e:fe:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:46:43.542539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dc17f20a-4185-4f77-b53b-6aca1167739b req-1114f2e2-779b-4cd2-8099-c4e531446fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291660 Mar 07 10:46:43.586556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7543-5ea2-4ff3-8b32-a774b07b9813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090dd055-5167-437b-8621-cdec11f4a73d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:43.680298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for floatingip (c6f4443d-16d6-4c2e-8760-c3cc3f849210), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.685492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.691306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-de594b5f-fabd-4900-ba81-0836927fa8c5 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6f4443d-16d6-4c2e-8760-c3cc3f849210 HTTP/1.1" status: 204 len: 168 time: 2.2907903 Mar 07 10:46:43.692244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.692580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35316) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.752069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0717349a-21ae-4370-bd7a-3dee74b068f4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:43.752597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.786625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0717349a-21ae-4370-bd7a-3dee74b068f4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:43.789644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] Publish callbacks [] for security_group (090dd055-5167-437b-8621-cdec11f4a73d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.820774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] Publish callbacks [] for security_group (090dd055-5167-437b-8621-cdec11f4a73d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.849168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7655e98-1649-4d64-9df9-ec0dd568cd85 req-f965d7df-df8c-470e-a5ab-696caab96e48 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:43.850739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7655e98-1649-4d64-9df9-ec0dd568cd85 req-f965d7df-df8c-470e-a5ab-696caab96e48 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 931 time: 1.2682767 Mar 07 10:46:43.878898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a83cd352-7ef2-4063-82c1-803b8dfe9e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.880977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0717349a-21ae-4370-bd7a-3dee74b068f4,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:43.899924 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.903260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (090dd055-5167-437b-8621-cdec11f4a73d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.905987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.909486 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/090dd055-5167-437b-8621-cdec11f4a73d HTTP/1.1" status: 204 len: 168 time: 0.6956825 Mar 07 10:46:43.923870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d75d3-e247-4b62-8b40-b7d49027ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dd055-5167-437b-8621-cdec11f4a73d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:43.981876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 09b94565-a5b8-47ff-ab5b-c8b1150dda36 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:43.982249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.102526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.102854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a83cd352-7ef2-4063-82c1-803b8dfe9e6e admin admin] Publish callbacks [] for security_group (0fe647fc-dade-4567-8178-02b576e2655d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.112101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a83cd352-7ef2-4063-82c1-803b8dfe9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0fe647fc-dade-4567-8178-02b576e2655d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.147117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cd352-7ef2-4063-82c1-803b8dfe9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe647fc-dade-4567-8178-02b576e2655d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.151462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.190967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 09b94565-a5b8-47ff-ab5b-c8b1150dda36 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:44.204075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0717349a-21ae-4370-bd7a-3dee74b068f4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:44.220393 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a83cd352-7ef2-4063-82c1-803b8dfe9e6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02eaea20973145229973406c7efaa18d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206201 Mar 07 10:46:44.224202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35322) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.295164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51ae3d-e364-4d0f-9f07-40c8889e89fd req-5b99b6a1-658f-4ac4-827c-58554fcbcace tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:44.301233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd51ae3d-e364-4d0f-9f07-40c8889e89fd req-5b99b6a1-658f-4ac4-827c-58554fcbcace tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 943 time: 0.6100278 Mar 07 10:46:44.335726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce4aeab-e672-4939-8e61-9f7a15f6379f {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:44.395890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7655e98-1649-4d64-9df9-ec0dd568cd85 req-80af15ba-dca9-4158-98b4-ca731e385c38 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198374 Mar 07 10:46:44.425080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks [] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.495381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] Publish callbacks [] for security_group (0fe647fc-dade-4567-8178-02b576e2655d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.499816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Transition to ACTIVE for port object cce4aeab-e672-4939-8e61-9f7a15f6379f will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:46:44.527168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.646852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] Publish callbacks [] for security_group (0fe647fc-dade-4567-8178-02b576e2655d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.685376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.718722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd51ae3d-e364-4d0f-9f07-40c8889e89fd req-9339d4c5-99d6-4c0a-8442-b2c80492274b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020708 Mar 07 10:46:44.863007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0fe647fc-dade-4567-8178-02b576e2655d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.867096 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.869953 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fe647fc-dade-4567-8178-02b576e2655d HTTP/1.1" status: 204 len: 168 time: 0.6446860 Mar 07 10:46:44.893873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e9bf6-ead1-4fcb-bd5d-f4f6e3fa9a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe647fc-dade-4567-8178-02b576e2655d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.903888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (09b94565-a5b8-47ff-ab5b-c8b1150dda36), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.915486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f0168-5f6e-4553-b4fd-ee2aa350caec req-3845da5a-91bb-42e4-bb0a-29ab4c136774 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:44.935138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d3f0168-5f6e-4553-b4fd-ee2aa350caec req-3845da5a-91bb-42e4-bb0a-29ab4c136774 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 950 time: 0.2929802 Mar 07 10:46:44.950144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=09b94565-a5b8-47ff-ab5b-c8b1150dda36,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.985861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35330) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.042856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0717349a-21ae-4370-bd7a-3dee74b068f4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:45.062399 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.070471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a4db5fad-fd45-4e11-96f6-85d044cbce64 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/ports/09b94565-a5b8-47ff-ab5b-c8b1150dda36 HTTP/1.1" status: 204 len: 168 time: 1.3530812 Mar 07 10:46:45.080256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35332) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.114589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb5f-eb81-44a2-a5b3-00e87624a106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.214959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 0717349a-21ae-4370-bd7a-3dee74b068f4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:45.226471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 0717349a-21ae-4370-bd7a-3dee74b068f4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:45.226846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.317817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Attempting to bind port cce4aeab-e672-4939-8e61-9f7a15f6379f on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:45.319690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Attempting to bind port cce4aeab-e672-4939-8e61-9f7a15f6379f by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:45.320203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Attempting to bind port cce4aeab-e672-4939-8e61-9f7a15f6379f on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:45.341249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d3f0168-5f6e-4553-b4fd-ee2aa350caec req-4d993a87-3ff7-438d-af2c-ae0be23e6874 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038022 Mar 07 10:46:45.347096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Port cce4aeab-e672-4939-8e61-9f7a15f6379f on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:46:45.347638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Attempting to bind port cce4aeab-e672-4939-8e61-9f7a15f6379f on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:45.363705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:45.364660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:45.365818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:45.367579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Bound port: cce4aeab-e672-4939-8e61-9f7a15f6379f, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:45.369015 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.458580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port 5ec38202-7305-462d-a8f7-c993aec23067 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:45.458924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5ec38202-7305-462d-a8f7-c993aec23067), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.555563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:45.569449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:45.605275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.630092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0717349a-21ae-4370-bd7a-3dee74b068f4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:45.630484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.737116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5ec38202-7305-462d-a8f7-c993aec23067), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.773288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:45.775548 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3644ca-ce3e-491d-a43c-f72f61a6201f" -d '{"events": [{"server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "name": "network-vif-plugged", "status": "completed", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:45.786786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for 5ec38202-7305-462d-a8f7-c993aec23067 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:45.876788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:45.877228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0717349a-21ae-4370-bd7a-3dee74b068f4,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:45.877442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.887013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] 10.222.0.26 "PUT /v2.0/ports/cce4aeab-e672-4939-8e61-9f7a15f6379f HTTP/1.1" status: 200 len: 1091 time: 4.0058665 Mar 07 10:46:45.889045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.892739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:45.900495 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:46.017186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38b187-77ee-4b34-9251-2b40a2f75628 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.083713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb5f-eb81-44a2-a5b3-00e87624a106 admin admin] Publish callbacks [] for security_group (c5dd487c-998e-49db-9b89-ff710ebc2609), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.102153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb5f-eb81-44a2-a5b3-00e87624a106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c5dd487c-998e-49db-9b89-ff710ebc2609), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.145189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.205236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ea8fb5f-eb81-44a2-a5b3-00e87624a106 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c0b694268c848b09adfc73c90a1622f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1525965 Mar 07 10:46:46.236291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:46.242927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8f224-e1a1-4325-9923-54cea0ba5f96 req-4b04d327-34fd-46bf-ae99-f8387e96cf75 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.246025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71a8f224-e1a1-4325-9923-54cea0ba5f96 req-4b04d327-34fd-46bf-ae99-f8387e96cf75 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 943 time: 0.6377707 Mar 07 10:46:46.477635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-96b25ead-047c-417c-a671-8921498d99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.481405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-96b25ead-047c-417c-a671-8921498d99ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 1125 time: 0.5187368 Mar 07 10:46:46.637605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8fb5f-eb81-44a2-a5b3-00e87624a106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd487c-998e-49db-9b89-ff710ebc2609,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.640591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-81271763-573b-4f91-9f80-7141b0340caa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f HTTP/1.1" status: 200 len: 217 time: 0.1352761 Mar 07 10:46:46.653779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5ec38202-7305-462d-a8f7-c993aec23067), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.773179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] Publish callbacks [] for security_group (c5dd487c-998e-49db-9b89-ff710ebc2609), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.862372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=5ec38202-7305-462d-a8f7-c993aec23067,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.880423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71a8f224-e1a1-4325-9923-54cea0ba5f96 req-77cb36b1-273d-4e83-9b48-01808eb276b1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6191461 Mar 07 10:46:46.883720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-c0f48e3f-a78c-4ba1-9af0-b53b42af68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.887879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-c0f48e3f-a78c-4ba1-9af0-b53b42af68c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1961143 Mar 07 10:46:46.910136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a384fc5-71b7-462f-b029-f2d56312c8ee req-49a597f5-9b20-42ef-89a6-d82078bd2bc1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.911722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a384fc5-71b7-462f-b029-f2d56312c8ee req-49a597f5-9b20-42ef-89a6-d82078bd2bc1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.5446689 Mar 07 10:46:47.031103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] Publish callbacks [] for security_group (c5dd487c-998e-49db-9b89-ff710ebc2609), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.043159 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59c318-ef64-4552-9946-894667e639bf x-openstack-request-id: req-9f59c318-ef64-4552-9946-894667e639bf {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:47.043893 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "name": "network-vif-plugged", "status": "completed", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:47.044142 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f59c318-ef64-4552-9946-894667e639bf {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:47.045587 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4', 'code': 200} Mar 07 10:46:47.111629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a384fc5-71b7-462f-b029-f2d56312c8ee req-19d3c3de-1b03-4a51-811a-12619df299a2 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886852 Mar 07 10:46:47.117182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.131453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35384) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:47.140983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ad2cdd44-3bba-4a16-8494-182f2654fa66 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/ports/5ec38202-7305-462d-a8f7-c993aec23067 HTTP/1.1" status: 204 len: 168 time: 2.0341227 Mar 07 10:46:47.191286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-fcaa8c65-8801-4341-8d48-de9475e32281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:47.195632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-fcaa8c65-8801-4341-8d48-de9475e32281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2949278 Mar 07 10:46:47.237441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c5dd487c-998e-49db-9b89-ff710ebc2609), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.242061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.249132 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5dd487c-998e-49db-9b89-ff710ebc2609 HTTP/1.1" status: 204 len: 168 time: 1.0094419 Mar 07 10:46:47.272187 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f244814a-7944-453e-9ad6-ad5bb63312ad x-openstack-request-id: req-f244814a-7944-453e-9ad6-ad5bb63312ad {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:47.272499 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:47.272759 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f244814a-7944-453e-9ad6-ad5bb63312ad {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:47.273182 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'status': 'completed', 'code': 200} Mar 07 10:46:47.297809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a288c67-3b3a-418a-af20-473cfb061ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd487c-998e-49db-9b89-ff710ebc2609,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:47.337938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7478-c799-4ecd-9a2f-1f00e1b90ea0 req-6a463546-1818-4d18-8c0a-caa5caee8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:47.347374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-de5e7478-c799-4ecd-9a2f-1f00e1b90ea0 req-6a463546-1818-4d18-8c0a-caa5caee8e96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 1127 time: 0.1869953 Mar 07 10:46:47.417602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting subnet abb0b765-b044-4d18-a815-2fc6b36af0f5 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:47.467003 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-de5e7478-c799-4ecd-9a2f-1f00e1b90ea0 req-e4a7b799-9916-4f76-b23b-1087265dc48f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130753 Mar 07 10:46:47.676088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (abb0b765-b044-4d18-a815-2fc6b36af0f5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.772173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-49552e44-f09d-4602-b10e-762eda1fdaa0 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110507 Mar 07 10:46:47.939236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (abb0b765-b044-4d18-a815-2fc6b36af0f5), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.023516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-025de767-766a-4a23-836d-2fc7b66cbc0c req-4c2d71ca-5b41-41e0-bb1b-5a4ecfcfff4a service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401633 Mar 07 10:46:48.221784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f12b0-3d99-4830-94af-62cabdb583e6 req-eac76b88-7ebb-41cd-af86-9f3c8b9db6e0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.224232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed4f12b0-3d99-4830-94af-62cabdb583e6 req-eac76b88-7ebb-41cd-af86-9f3c8b9db6e0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 943 time: 0.1781704 Mar 07 10:46:48.232669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-5e4c4416-a89f-4c51-8906-86e02ceff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.234611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-5e4c4416-a89f-4c51-8906-86e02ceff57b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 1125 time: 0.1376083 Mar 07 10:46:48.239556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (abb0b765-b044-4d18-a815-2fc6b36af0f5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.735842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed4f12b0-3d99-4830-94af-62cabdb583e6 req-494b1a8a-567e-4705-93ae-16e3a7282c6c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4986396 Mar 07 10:46:48.782464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed9d16-6ed2-4b40-9a64-258ca2e82211 req-0c1d1a8e-b7b9-40f1-ae89-e4e5a18d8e04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.787407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7ed9d16-6ed2-4b40-9a64-258ca2e82211 req-0c1d1a8e-b7b9-40f1-ae89-e4e5a18d8e04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.4664805 Mar 07 10:46:48.924313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7ed9d16-6ed2-4b40-9a64-258ca2e82211 req-f0fbaba1-bc44-4638-9077-d18cda08ac45 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255453 Mar 07 10:46:48.927366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-e6f3ed34-3592-4aac-bf04-7a81321782e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.928853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-e6f3ed34-3592-4aac-bf04-7a81321782e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.6841187 Mar 07 10:46:49.014580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-362e6c49-cb91-4994-82e1-fbfc7c7ff866 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f HTTP/1.1" status: 200 len: 217 time: 0.0557938 Mar 07 10:46:49.088353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (abb0b765-b044-4d18-a815-2fc6b36af0f5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.170644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Subnet': ['ID=abb0b765-b044-4d18-a815-2fc6b36af0f5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:49.174481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.181077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a14e01-e1e8-4197-a13a-5dc8ab3ac9df None None] Network 9a78a6c9-19e3-422d-8090-7f057d147f04 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:49.193832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:49.195380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dffc689d-3d04-4922-87dc-9119c610df43 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/subnets/abb0b765-b044-4d18-a815-2fc6b36af0f5 HTTP/1.1" status: 204 len: 168 time: 2.0518332 Mar 07 10:46:49.211200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-a0c06684-a479-4a5e-b264-8af3ba56516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:49.211932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-a0c06684-a479-4a5e-b264-8af3ba56516e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1907167 Mar 07 10:46:49.316069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-937ec8c1-845b-471e-83e2-fc772009ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:49.320334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-937ec8c1-845b-471e-83e2-fc772009ac75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985887 Mar 07 10:46:49.336790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting subnet bb94050e-14cf-41d1-a0a6-b25dbad8c454 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:49.346154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (bb94050e-14cf-41d1-a0a6-b25dbad8c454), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.450143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (bb94050e-14cf-41d1-a0a6-b25dbad8c454), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.527975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-663eeca0-002b-4801-a668-fe3fb0920d72 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986394 Mar 07 10:46:49.568267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:49.579806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ec049-0676-488c-a751-c847494b3763 None None] DHCP port deletion for 9a78a6c9-19e3-422d-8090-7f057d147f04 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:49.676249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (bb94050e-14cf-41d1-a0a6-b25dbad8c454), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.775221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-537ec049-0676-488c-a751-c847494b3763 None None] Deleting port f5307b43-bf2a-49fa-aa76-cbb67824bb5e {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:49.780359 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-537ec049-0676-488c-a751-c847494b3763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.922312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b57d66-5acc-4af3-bebc-324eee7e9cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.939594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-537ec049-0676-488c-a751-c847494b3763 None None] For port f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,segment=NetworkSegment(7825b625-0536-4447-82ad-c525f7a41fbd),segment_id=7825b625-0536-4447-82ad-c525f7a41fbd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:49.940430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-537ec049-0676-488c-a751-c847494b3763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.952580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (bb94050e-14cf-41d1-a0a6-b25dbad8c454), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.984987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-537ec049-0676-488c-a751-c847494b3763 None None] Calling delete_port for f5307b43-bf2a-49fa-aa76-cbb67824bb5e owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:50.018897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Subnet': ['ID=bb94050e-14cf-41d1-a0a6-b25dbad8c454,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.030346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.040206 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a078ef47-bf3f-4604-ab64-c223310238bc tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/subnets/bb94050e-14cf-41d1-a0a6-b25dbad8c454 HTTP/1.1" status: 204 len: 168 time: 0.8439596 Mar 07 10:46:50.040942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.054474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcede5d7-a1e8-4c8f-87d8-de7d29da31b0 req-543dd661-fe6a-4494-8595-85e2070adc82 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205410 Mar 07 10:46:50.177327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e85da0-c3e8-43ef-9a14-98343f28f502 None None] Network bafc89a3-5917-47fe-b29a-86c3bb3445aa requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:50.271639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b57d66-5acc-4af3-bebc-324eee7e9cd8 admin admin] Publish callbacks [] for security_group (8983776a-d45b-4f91-b15b-8f8e6dc81551), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.279699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9a78a6c9-19e3-422d-8090-7f057d147f04), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.301755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b57d66-5acc-4af3-bebc-324eee7e9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8983776a-d45b-4f91-b15b-8f8e6dc81551), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.369761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-537ec049-0676-488c-a751-c847494b3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.384727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ec049-0676-488c-a751-c847494b3763 None None] No DVR routers for this DVR port f5307b43-bf2a-49fa-aa76-cbb67824bb5e on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:50.433750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ec049-0676-488c-a751-c847494b3763 None None] Pushing event deleted for resources: {'Port': ['ID=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.513004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0b57d66-5acc-4af3-bebc-324eee7e9cd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1b7709ef4ff4f16bb4375f8eb1dde3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9358025 Mar 07 10:46:50.513715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Deleting port f5307b43-bf2a-49fa-aa76-cbb67824bb5e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:50.513715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.513715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.570891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] DHCP port deletion for bafc89a3-5917-47fe-b29a-86c3bb3445aa request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:50.571137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed708d7b-dbcf-40e4-a58a-83e43bb7115b req-132138d4-3653-42c8-9693-e758984aeaa3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.584360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed708d7b-dbcf-40e4-a58a-83e43bb7115b req-132138d4-3653-42c8-9693-e758984aeaa3 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 943 time: 0.6415720 Mar 07 10:46:50.665769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57d66-5acc-4af3-bebc-324eee7e9cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8983776a-d45b-4f91-b15b-8f8e6dc81551,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.711206 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f720a82-cf89-471b-a9a0-630057c33802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.736101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Deleting port 7271e1cd-73c9-4072-927f-1ed5694f7299 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:50.737202 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.754523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] Publish callbacks [] for security_group (8983776a-d45b-4f91-b15b-8f8e6dc81551), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.781161 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed708d7b-dbcf-40e4-a58a-83e43bb7115b req-e75101fd-da80-430a-aafd-6c6d8ecc54a6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952929 Mar 07 10:46:50.791699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf22f2-f532-4ac8-9e1c-2813a3c29a3d req-215c1907-2377-45e2-830e-933b24637666 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.802755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cbf22f2-f532-4ac8-9e1c-2813a3c29a3d req-215c1907-2377-45e2-830e-933b24637666 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.6300240 Mar 07 10:46:50.806274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] Publish callbacks [] for security_group (8983776a-d45b-4f91-b15b-8f8e6dc81551), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.849923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] For port 7271e1cd-73c9-4072-927f-1ed5694f7299, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7271e1cd-73c9-4072-927f-1ed5694f7299,segment=NetworkSegment(4060b705-5f71-4df6-b523-e19cb6565fe8),segment_id=4060b705-5f71-4df6-b523-e19cb6565fe8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:50.852044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.862802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cbf22f2-f532-4ac8-9e1c-2813a3c29a3d req-9664be87-b6ba-42bb-a51f-5cc85ac1379a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Mar 07 10:46:50.874349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Calling delete_port for 7271e1cd-73c9-4072-927f-1ed5694f7299 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:50.895973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] For port f5307b43-bf2a-49fa-aa76-cbb67824bb5e, host n-d-832156-4, got binding levels [] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:50.896392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.903045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8983776a-d45b-4f91-b15b-8f8e6dc81551), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.905862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.909410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8983776a-d45b-4f91-b15b-8f8e6dc81551 HTTP/1.1" status: 204 len: 168 time: 0.3931103 Mar 07 10:46:50.949049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Calling delete_port for f5307b43-bf2a-49fa-aa76-cbb67824bb5e owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:50.951527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2b7c-48ad-49f7-9ae1-65a131e20233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983776a-d45b-4f91-b15b-8f8e6dc81551,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.967154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Port f5307b43-bf2a-49fa-aa76-cbb67824bb5e was not found and therefore no delete operation was performed {{(pid=103788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:46:50.969537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f5307b43-bf2a-49fa-aa76-cbb67824bb5e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.030305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Port': ['ID=f5307b43-bf2a-49fa-aa76-cbb67824bb5e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.042347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] No DVR routers for this DVR port f5307b43-bf2a-49fa-aa76-cbb67824bb5e on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:51.124906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cce4aeab-e672-4939-8e61-9f7a15f6379f details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:46:51.250346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9a78a6c9-19e3-422d-8090-7f057d147f04), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.359500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a78a6c9-19e3-422d-8090-7f057d147f04']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.390470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7825b625-0536-4447-82ad-c525f7a41fbd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.392521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7825b625-0536-4447-82ad-c525f7a41fbd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.414092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:51.423149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7825b625-0536-4447-82ad-c525f7a41fbd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.431337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cba0ec-1b12-42db-b07b-ea41751f4c83 req-292edded-a678-4371-abfb-2cea740d2948 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:51.446546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cba0ec-1b12-42db-b07b-ea41751f4c83 req-292edded-a678-4371-abfb-2cea740d2948 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1353867 Mar 07 10:46:51.466041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7825b625-0536-4447-82ad-c525f7a41fbd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.471474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'port_id': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'mac_address': 'fa:16:3e:df:0f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:46:51.480589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f5307b43-bf2a-49fa-aa76-cbb67824bb5e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:51.497702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:51.498393 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7825b625-0536-4447-82ad-c525f7a41fbd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:51.507319 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:51.590902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56cba0ec-1b12-42db-b07b-ea41751f4c83 req-5b7ad298-7194-4166-b2bd-9c607d3afb4f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Mar 07 10:46:51.631591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f5307b43-bf2a-49fa-aa76-cbb67824bb5e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:51.632143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f5307b43-bf2a-49fa-aa76-cbb67824bb5e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:51.632561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7271e1cd-73c9-4072-927f-1ed5694f7299 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:51.661122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9a78a6c9-19e3-422d-8090-7f057d147f04), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.676085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.697287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/networks/9a78a6c9-19e3-422d-8090-7f057d147f04 HTTP/1.1" status: 204 len: 168 time: 1.6523020 Mar 07 10:46:51.703291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cce4aeab-e672-4939-8e61-9f7a15f6379f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:51.703747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.704454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35556) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.765232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8222-056f-4663-b732-86d8b1ca5db4 tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Network': ['ID=9a78a6c9-19e3-422d-8090-7f057d147f04,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.792812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce4aeab-e672-4939-8e61-9f7a15f6379f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:51.853848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:51.863571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7271e1cd-73c9-4072-927f-1ed5694f7299), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.923495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.929336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bafc89a3-5917-47fe-b29a-86c3bb3445aa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.956279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.958871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1780584-cc28-4cbc-ad40-77055b254a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.963875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] Pushing event deleted for resources: {'Port': ['ID=7271e1cd-73c9-4072-927f-1ed5694f7299,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.069225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9efe-fcb6-4820-a5a9-d7a15354d7e8 req-e92b7577-62b7-4dd4-9e35-fc660f7da6a7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:52.073555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14ad9efe-fcb6-4820-a5a9-d7a15354d7e8 req-e92b7577-62b7-4dd4-9e35-fc660f7da6a7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 944 time: 0.1371481 Mar 07 10:46:52.127877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No active binding found for port 7271e1cd-73c9-4072-927f-1ed5694f7299 {{(pid=103790) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 10:46:52.130758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] The host n-d-832156-4 is not matching for port 7271e1cd-73c9-4072-927f-1ed5694f7299 host None! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:46:52.132485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7271e1cd-73c9-4072-927f-1ed5694f7299 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:52.165759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a6465-11a7-44ab-b3ba-ba84ceae71cc None None] No DVR routers for this DVR port 7271e1cd-73c9-4072-927f-1ed5694f7299 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:52.191369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.233409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1780584-cc28-4cbc-ad40-77055b254a0b admin admin] Publish callbacks [] for security_group (8f4f026c-aeda-4c17-a59c-9f0955d9074d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.242461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1780584-cc28-4cbc-ad40-77055b254a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f4f026c-aeda-4c17-a59c-9f0955d9074d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.253279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cce4aeab-e672-4939-8e61-9f7a15f6379f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:52.374315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bafc89a3-5917-47fe-b29a-86c3bb3445aa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.384067 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1780584-cc28-4cbc-ad40-77055b254a0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df6c048cfeae4595a7ccea8ab1eba22a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581225 Mar 07 10:46:52.385129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780584-cc28-4cbc-ad40-77055b254a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f026c-aeda-4c17-a59c-9f0955d9074d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.391122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35576) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:52.426017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14ad9efe-fcb6-4820-a5a9-d7a15354d7e8 req-7bc51ee7-888c-44a5-a985-9bf1c28244d0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387437 Mar 07 10:46:52.466746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafc89a3-5917-47fe-b29a-86c3bb3445aa']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:52.497595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4060b705-5f71-4df6-b523-e19cb6565fe8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:52.504658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4060b705-5f71-4df6-b523-e19cb6565fe8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:52.526919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (4060b705-5f71-4df6-b523-e19cb6565fe8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.561732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4060b705-5f71-4df6-b523-e19cb6565fe8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.575237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:52.575985 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (4060b705-5f71-4df6-b523-e19cb6565fe8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:52.581998 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:52.602922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35580) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:52.788341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (bafc89a3-5917-47fe-b29a-86c3bb3445aa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.844626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.855330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] 10.222.0.23 "DELETE /v2.0/networks/bafc89a3-5917-47fe-b29a-86c3bb3445aa HTTP/1.1" status: 204 len: 168 time: 1.1494637 Mar 07 10:46:52.866913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d389-862a-4546-997f-83c82550b25d tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] Pushing event deleted for resources: {'Network': ['ID=bafc89a3-5917-47fe-b29a-86c3bb3445aa,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.882902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca597e-0b7a-4587-a1f3-dc319385ed36 req-12fb922b-f89b-4ee0-b8ea-5d6004975541 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:52.904537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23ca597e-0b7a-4587-a1f3-dc319385ed36 req-12fb922b-f89b-4ee0-b8ea-5d6004975541 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1901085 Mar 07 10:46:52.946071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e31bf2f-0d4f-47f6-84d8-2949cf3823f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.986341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e17a962b-a6b6-42e1-9579-9563ef1144c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.015080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] Publish callbacks [] for security_group (8f4f026c-aeda-4c17-a59c-9f0955d9074d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.043866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cce4aeab-e672-4939-8e61-9f7a15f6379f up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:53.072770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] Publish callbacks [] for security_group (8f4f026c-aeda-4c17-a59c-9f0955d9074d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.106445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23ca597e-0b7a-4587-a1f3-dc319385ed36 req-a30321ee-cbde-4551-bbe5-89a6ea21f7da tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998997 Mar 07 10:46:53.193837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f4f026c-aeda-4c17-a59c-9f0955d9074d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.195565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port cce4aeab-e672-4939-8e61-9f7a15f6379f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:53.199820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.204181 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f4f026c-aeda-4c17-a59c-9f0955d9074d HTTP/1.1" status: 204 len: 168 time: 0.8087845 Mar 07 10:46:53.207224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cce4aeab-e672-4939-8e61-9f7a15f6379f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:53.207400 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.222940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674ea3-c3dc-4570-a5ec-de73ef97fd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f026c-aeda-4c17-a59c-9f0955d9074d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:53.263726 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e31bf2f-0d4f-47f6-84d8-2949cf3823f1 admin admin] Publish callbacks [] for security_group (05ce1733-ca4a-4c0e-a1e9-0c05faa61128), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.269913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4e31bf2f-0d4f-47f6-84d8-2949cf3823f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05ce1733-ca4a-4c0e-a1e9-0c05faa61128), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.355605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31bf2f-0d4f-47f6-84d8-2949cf3823f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ce1733-ca4a-4c0e-a1e9-0c05faa61128,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:53.427750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4e31bf2f-0d4f-47f6-84d8-2949cf3823f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9108ee507f1c4d17a4512b31678a94d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8235962 Mar 07 10:46:53.430536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:53.492391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cce4aeab-e672-4939-8e61-9f7a15f6379f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:53.495127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.502311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35610) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:53.579946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] Publish callbacks [] for security_group (05ce1733-ca4a-4c0e-a1e9-0c05faa61128), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.628343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:53.634865 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82704ed9-800b-4f38-b6e3-7162aea57bdf" -d '{"events": [{"server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "name": "network-vif-plugged", "status": "completed", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:53.642473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] Publish callbacks [] for security_group (05ce1733-ca4a-4c0e-a1e9-0c05faa61128), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.667183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:53.685478 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.721060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44a3d7-9d5c-4fd3-b97f-c6f7654331cb req-760a49cc-dea9-4b95-9e2d-4a9a73e76668 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:53.732382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac44a3d7-9d5c-4fd3-b97f-c6f7654331cb req-760a49cc-dea9-4b95-9e2d-4a9a73e76668 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 944 time: 0.1322904 Mar 07 10:46:53.744425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05ce1733-ca4a-4c0e-a1e9-0c05faa61128), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.748104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.751513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05ce1733-ca4a-4c0e-a1e9-0c05faa61128 HTTP/1.1" status: 204 len: 168 time: 0.3147271 Mar 07 10:46:53.767397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911ec8c-bb12-479e-b238-84d69c075c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ce1733-ca4a-4c0e-a1e9-0c05faa61128,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:53.806725 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b827f-2e3b-4d4d-bbc6-0886dc9c76dd x-openstack-request-id: req-3c8b827f-2e3b-4d4d-bbc6-0886dc9c76dd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:53.807105 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "name": "network-vif-plugged", "status": "completed", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:53.811805 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c8b827f-2e3b-4d4d-bbc6-0886dc9c76dd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:53.812220 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'code': 200} Mar 07 10:46:53.853046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac44a3d7-9d5c-4fd3-b97f-c6f7654331cb req-c9d7fa57-e133-427d-9b43-a649d003d363 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174982 Mar 07 10:46:53.906300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.054235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe093ef-d2a9-4d3c-839d-aa3590cd3ff8 req-4de2ac5f-69e0-4a0b-9cbe-b70aa747f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:54.059639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbe093ef-d2a9-4d3c-839d-aa3590cd3ff8 req-4de2ac5f-69e0-4a0b-9cbe-b70aa747f676 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 1127 time: 0.2279608 Mar 07 10:46:54.073757 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.116238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbe093ef-d2a9-4d3c-839d-aa3590cd3ff8 req-7f614698-cc87-4410-bd83-70bb265f513b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Mar 07 10:46:54.174409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.268146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35636) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:54.290569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-551bc386-c730-47b9-a2c1-77e06ddc6cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.409061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-551bc386-c730-47b9-a2c1-77e06ddc6cdc admin admin] Publish callbacks [] for security_group (be775c0b-dba5-4f0d-ab29-471e612aaaa6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.411489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e49f4-339c-4aaf-aeb2-23f03d76b709 req-86785f49-d013-438a-888b-4e96cc8b0a26 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:54.416701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-551bc386-c730-47b9-a2c1-77e06ddc6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be775c0b-dba5-4f0d-ab29-471e612aaaa6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.419819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86e49f4-339c-4aaf-aeb2-23f03d76b709 req-86785f49-d013-438a-888b-4e96cc8b0a26 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1634226 Mar 07 10:46:54.471704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bc386-c730-47b9-a2c1-77e06ddc6cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be775c0b-dba5-4f0d-ab29-471e612aaaa6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.494959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-551bc386-c730-47b9-a2c1-77e06ddc6cdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3434ee560de47bf85d4cb911f454534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254667 Mar 07 10:46:54.497511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:54.558340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86e49f4-339c-4aaf-aeb2-23f03d76b709 req-aac192ff-24fe-4691-94fb-3529d5a22be7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365967 Mar 07 10:46:54.598840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] Publish callbacks [] for security_group (be775c0b-dba5-4f0d-ab29-471e612aaaa6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.631087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] Publish callbacks [] for security_group (be775c0b-dba5-4f0d-ab29-471e612aaaa6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.665005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.699955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be775c0b-dba5-4f0d-ab29-471e612aaaa6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.704194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.705939 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be775c0b-dba5-4f0d-ab29-471e612aaaa6 HTTP/1.1" status: 204 len: 168 time: 0.2067506 Mar 07 10:46:54.733722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2674847-722e-4750-a65a-b8191f229348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be775c0b-dba5-4f0d-ab29-471e612aaaa6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:55.192850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423c25-c5d4-4239-8c83-ae1ff03953f7 req-74f383a5-4ab5-4e5b-8f76-ffaf542cc090 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:55.203288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f423c25-c5d4-4239-8c83-ae1ff03953f7 req-74f383a5-4ab5-4e5b-8f76-ffaf542cc090 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.2044184 Mar 07 10:46:55.436922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f423c25-c5d4-4239-8c83-ae1ff03953f7 req-fcfb8d4c-ae4c-4b45-a413-b358bf38a88d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326331 Mar 07 10:46:55.531931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Deleting port 08916b71-899e-45e5-a78d-40d4ccc8d8ff {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:55.533475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.558654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:55.646709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.737286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] For port 08916b71-899e-45e5-a78d-40d4ccc8d8ff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=08916b71-899e-45e5-a78d-40d4ccc8d8ff,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:55.737651 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.749632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-861dea3c-859d-4e5b-bf17-c19f54ada391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.782509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Calling delete_port for 08916b71-899e-45e5-a78d-40d4ccc8d8ff owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:55.908721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-861dea3c-859d-4e5b-bf17-c19f54ada391 admin admin] Publish callbacks [] for security_group (b9f90718-506f-4e8d-99b1-832534046c2e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.917808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-861dea3c-859d-4e5b-bf17-c19f54ada391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9f90718-506f-4e8d-99b1-832534046c2e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.980215 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-861dea3c-859d-4e5b-bf17-c19f54ada391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f25b338aa5046679be9abbbad842900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198191 Mar 07 10:46:55.983439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35692) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.062157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dea3c-859d-4e5b-bf17-c19f54ada391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f90718-506f-4e8d-99b1-832534046c2e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.093403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] Publish callbacks [] for security_group (b9f90718-506f-4e8d-99b1-832534046c2e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.127383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] Publish callbacks [] for security_group (b9f90718-506f-4e8d-99b1-832534046c2e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.198428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9f90718-506f-4e8d-99b1-832534046c2e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.204345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.206863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9f90718-506f-4e8d-99b1-832534046c2e HTTP/1.1" status: 204 len: 168 time: 0.2217875 Mar 07 10:46:56.260541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b2bed-efac-4bbc-888a-d65f1d2baf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f90718-506f-4e8d-99b1-832534046c2e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.878665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35724) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.890372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (08916b71-899e-45e5-a78d-40d4ccc8d8ff), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.943702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7223c-f9a7-4749-b2e4-dbc1da560672 req-29df3144-821e-477c-9d95-33a927b2511b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.945605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60a7223c-f9a7-4749-b2e4-dbc1da560672 req-29df3144-821e-477c-9d95-33a927b2511b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 1.1879790 Mar 07 10:46:56.954298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Pushing event deleted for resources: {'Port': ['ID=08916b71-899e-45e5-a78d-40d4ccc8d8ff,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.978458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d7c84-d21c-4ddf-a8a0-409ca2cbcc90 req-96a6910c-7ad3-4413-b972-96db6a9a3959 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.980617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-599d7c84-d21c-4ddf-a8a0-409ca2cbcc90 req-96a6910c-7ad3-4413-b972-96db6a9a3959 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.1307738 Mar 07 10:46:57.108882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0216dc8f-5c7b-447c-871b-7629242e429e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.136731 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.209528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-599d7c84-d21c-4ddf-a8a0-409ca2cbcc90 req-88442c14-b048-465e-9efe-ef32ebd4170f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979916 Mar 07 10:46:57.305040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0216dc8f-5c7b-447c-871b-7629242e429e admin admin] Publish callbacks [] for security_group (891e3ecf-c884-499e-8a41-9146b3b65f18), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.320674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0216dc8f-5c7b-447c-871b-7629242e429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (891e3ecf-c884-499e-8a41-9146b3b65f18), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.358829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216dc8f-5c7b-447c-871b-7629242e429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e3ecf-c884-499e-8a41-9146b3b65f18,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.404305 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0216dc8f-5c7b-447c-871b-7629242e429e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b7784d7e8eb436492cdd2391d954ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244849 Mar 07 10:46:57.407010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.427248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.520587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Publish callbacks [] for security_group (891e3ecf-c884-499e-8a41-9146b3b65f18), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.557541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60a7223c-f9a7-4749-b2e4-dbc1da560672 req-ac237598-a2cd-4ed7-8722-53140c4e42a0 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006730 Mar 07 10:46:57.563856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Publish callbacks [] for security_group (891e3ecf-c884-499e-8a41-9146b3b65f18), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.599600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7ba0f-cd9e-4286-807d-6d69fa6f1b31 req-411c8981-f503-4732-a05b-29a25652a4de tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:57.605887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16d7ba0f-cd9e-4286-807d-6d69fa6f1b31 req-411c8981-f503-4732-a05b-29a25652a4de tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.1697910 Mar 07 10:46:57.610982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35748) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.625091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'port_id': 'cce4aeab-e672-4939-8e61-9f7a15f6379f'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:57.668947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (891e3ecf-c884-499e-8a41-9146b3b65f18), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.668947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.668947 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/891e3ecf-c884-499e-8a41-9146b3b65f18 HTTP/1.1" status: 204 len: 168 time: 0.2580872 Mar 07 10:46:57.690069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e3ecf-c884-499e-8a41-9146b3b65f18,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.708459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.709375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.711522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.711522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.711792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.714582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.715019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.718437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.718828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.719172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.719505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.720038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.720865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:57.721202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453925ea-8f28-4677-9f93-8ad0f5f5aa63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:58.415568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Router 6fa70d62-22f6-4235-9753-f8ef3d215eeb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:58.459603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.606963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:58.626858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf49da7d-de6e-4b51-af03-e0c2bcad609f admin admin] 10.222.0.23 "PUT /v2.0/routers/6fa70d62-22f6-4235-9753-f8ef3d215eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1211636 Mar 07 10:46:58.627452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35788) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:58.630958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Sync routers for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:58.641655 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:46:58.648972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:58.649272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:58.815070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.824735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.902892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks [] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.958286 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP e56f305c-9e00-443f-9a47-f0c1f1dadc40 associated. External IP: 172.25.4.229, port: cce4aeab-e672-4939-8e61-9f7a15f6379f. Mar 07 10:46:59.032596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c883ac-8b70-41ed-bd4c-f2bd31cb3fe1 req-be7b68b9-53e2-4f0a-964a-5a554b91a063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:59.034301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11c883ac-8b70-41ed-bd4c-f2bd31cb3fe1 req-be7b68b9-53e2-4f0a-964a-5a554b91a063 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.3022265 Mar 07 10:46:59.176688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks [] for router_gateway (6fa70d62-22f6-4235-9753-f8ef3d215eeb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.217853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11c883ac-8b70-41ed-bd4c-f2bd31cb3fe1 req-ad8f33e4-dfd8-4810-a6a5-e789bca0b36f tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650465 Mar 07 10:46:59.283445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:59.305994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Deleting port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:59.306329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.472620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] For port db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:59.472986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.499384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Calling delete_port for db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:59.522183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:46:56Z', 'revision_number': 5, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port': {'id': 'db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:16Z', 'updated_at': '2022-03-07T10:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.551709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Checking router: 6fa70d62-22f6-4235-9753-f8ef3d215eeb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:59.555298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:59.560909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Routers {'6fa70d62-22f6-4235-9753-f8ef3d215eeb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:59.561755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.652538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.680214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] Set router 6fa70d62-22f6-4235-9753-f8ef3d215eeb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:59.744927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:46:59Z', 'revision_number': 6, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.777874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773c6c9-9a6b-485e-a90c-8a4d3acef571 None None] The sync data for ids ['6fa70d62-22f6-4235-9753-f8ef3d215eeb'] in n-d-832156-4 is: [{'id': '6fa70d62-22f6-4235-9753-f8ef3d215eeb', 'name': 'tempest-AttachVolumeShelveTestJSON-528245149-router', 'tenant_id': '1709c3629e3a43ec8e1fadc750a565d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:36:09Z', 'updated_at': '2022-03-07T10:46:59Z', 'revision_number': 6, 'project_id': '1709c3629e3a43ec8e1fadc750a565d9', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:59.820819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:59.832502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.850813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:59.879323 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:59.881608 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.904414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7da7dc4c-d60d-48e3-b02d-ee9e823a6d25 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "PUT /v2.0/floatingips/e56f305c-9e00-443f-9a47-f0c1f1dadc40 HTTP/1.1" status: 200 len: 991 time: 2.2836008 Mar 07 10:46:59.904414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:59.904414 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:59.987270 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b2938e-91fa-435c-bdf6-f52d2155e30a x-openstack-request-id: req-77b2938e-91fa-435c-bdf6-f52d2155e30a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:59.987858 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:59.987858 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77b2938e-91fa-435c-bdf6-f52d2155e30a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:59.988339 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'status': 'completed', 'code': 200} Mar 07 10:46:59.988520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.112906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-438c740c-ce5a-4b02-94b7-05d996ea5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.119155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.124527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-438c740c-ce5a-4b02-94b7-05d996ea5664 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 1127 time: 0.1023068 Mar 07 10:47:00.246668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:00.293777 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:00.305900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-138bc1b8-c327-4d7d-988e-f62c21195a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.309248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-138bc1b8-c327-4d7d-988e-f62c21195a38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.1783471 Mar 07 10:47:00.317853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.395781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.495468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.503530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks [] for router_controller (6fa70d62-22f6-4235-9753-f8ef3d215eeb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.588015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e56f305c-9e00-443f-9a47-f0c1f1dadc40', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:df:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:46:33Z', 'updated_at': '2022-03-07T10:46:58Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:00.590391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-36deb52f-c668-4f99-9f85-79fe77c1e385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f HTTP/1.1" status: 200 len: 999 time: 0.2652879 Mar 07 10:47:00.627330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:00.639051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:00.640221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:00.649557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (6fa70d62-22f6-4235-9753-f8ef3d215eeb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.650117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa70d62-22f6-4235-9753-f8ef3d215eeb {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:00.655419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.667171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:00.671618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1129cd82-8bb9-4547-ba85-c059655b0048 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6fa70d62-22f6-4235-9753-f8ef3d215eeb HTTP/1.1" status: 204 len: 168 time: 2.0416856 Mar 07 10:47:00.760317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.802112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-9634cae0-cc59-40de-beaf-f93e74b5234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.803619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-9634cae0-cc59-40de-beaf-f93e74b5234d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.2124310 Mar 07 10:47:00.812596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:00.823900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1a0e-aee1-490a-961b-360f9791f1c9 req-ef24d673-ec42-4e14-8c38-b0491abd3f72 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.825156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf2f1a0e-aee1-490a-961b-360f9791f1c9 req-ef24d673-ec42-4e14-8c38-b0491abd3f72 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.4189639 Mar 07 10:47:00.968107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf2f1a0e-aee1-490a-961b-360f9791f1c9 req-17b5f66b-6772-445c-8543-1d7c897a0c2e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177998 Mar 07 10:47:00.974127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Deleting subnet 216918df-0aa5-485a-92d3-3f4fdb56ca80 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:00.983900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Publish callbacks [] for subnet (216918df-0aa5-485a-92d3-3f4fdb56ca80), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.008662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Allocated IP 172.25.4.159 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:01.046183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-dfb72cc1-11e8-443a-b82b-30db9ddb84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:01.047946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-dfb72cc1-11e8-443a-b82b-30db9ddb84c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2199476 Mar 07 10:47:01.051288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (216918df-0aa5-485a-92d3-3f4fdb56ca80), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.219508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 08916b71-899e-45e5-a78d-40d4ccc8d8ff no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:01.258044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 08916b71-899e-45e5-a78d-40d4ccc8d8ff {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:01.258388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 08916b71-899e-45e5-a78d-40d4ccc8d8ff not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:01.258807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:01.297670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:01.298013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device db9d7b46-1b6a-44d5-b5b3-bdd6c74a18b0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:01.327354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-6824773c-5639-48e0-854b-daeeaa9da69f service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538254 Mar 07 10:47:01.334113 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (216918df-0aa5-485a-92d3-3f4fdb56ca80), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.347758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.352287 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e56f305c-9e00-443f-9a47-f0c1f1dadc40', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:df:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:46:33Z', 'updated_at': '2022-03-07T10:46:58Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:01.411568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (216918df-0aa5-485a-92d3-3f4fdb56ca80), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.443842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.444130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b6f87-cb37-47e8-854a-5cfa4943ebbc None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e56f305c-9e00-443f-9a47-f0c1f1dadc40', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:df:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:46:33Z', 'updated_at': '2022-03-07T10:46:58Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:01.492796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216918df-0aa5-485a-92d3-3f4fdb56ca80,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.545121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.549653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff8fb4-56fd-4fce-978b-29b69f64f6d6 None None] Network 4b2ea1db-e0af-4660-a399-e21d08f1cd51 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:01.554977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/216918df-0aa5-485a-92d3-3f4fdb56ca80 HTTP/1.1" status: 204 len: 168 time: 0.8848078 Mar 07 10:47:01.586108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:01.588380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.588757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.589095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.589423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.589943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.592107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.593396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.593742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.609917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.610399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.610732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.611059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.614000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.615784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400295e-7f69-4d53-ac2e-9697a2a2b070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:01.789552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3ca6f9d-0463-4cdb-86f3-fd6bdaa41aa9 req-5fc52def-af5a-4da3-9426-614d9e79bdea service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827655 Mar 07 10:47:01.823548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (4b2ea1db-e0af-4660-a399-e21d08f1cd51), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.841893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] DHCP port deletion for 4b2ea1db-e0af-4660-a399-e21d08f1cd51 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:01.842600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:01.846817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fb119-3d8b-4ac5-82ed-656f22b03150 None None] New status for floating IP e56f305c-9e00-443f-9a47-f0c1f1dadc40: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:47:01.849149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:01.862301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:02.041941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Deleting port 064e37dd-ed34-4dec-9140-c00304453f80 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:02.041941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (064e37dd-ed34-4dec-9140-c00304453f80), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.072155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Deleting port 064e37dd-ed34-4dec-9140-c00304453f80 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:02.072577 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (064e37dd-ed34-4dec-9140-c00304453f80), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.105278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (f248c398-d36b-41be-ac02-40f2f6ae7eb5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.127194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] For port 064e37dd-ed34-4dec-9140-c00304453f80, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=064e37dd-ed34-4dec-9140-c00304453f80,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:02.127548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (064e37dd-ed34-4dec-9140-c00304453f80), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.166922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Calling delete_port for 064e37dd-ed34-4dec-9140-c00304453f80 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:02.181173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.229551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3de0-3058-449d-82a1-775935a76ff4 req-9cbfe8c0-055b-47b9-bd64-d2c99752de15 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:02.231379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-334d3de0-3058-449d-82a1-775935a76ff4 req-9cbfe8c0-055b-47b9-bd64-d2c99752de15 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1198180 Mar 07 10:47:02.319147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] For port 064e37dd-ed34-4dec-9140-c00304453f80, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=064e37dd-ed34-4dec-9140-c00304453f80,segment=NetworkSegment(0c4cc1ab-cd93-46b3-935d-78afd47000b6),segment_id=0c4cc1ab-cd93-46b3-935d-78afd47000b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:02.319735 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (064e37dd-ed34-4dec-9140-c00304453f80), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.330052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-334d3de0-3058-449d-82a1-775935a76ff4 req-64c9cfe2-7f73-471f-a22e-0a070b9aaad3 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920134 Mar 07 10:47:02.354610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Calling delete_port for 064e37dd-ed34-4dec-9140-c00304453f80 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:02.454418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (064e37dd-ed34-4dec-9140-c00304453f80), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.505935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (064e37dd-ed34-4dec-9140-c00304453f80), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.533253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Pushing event deleted for resources: {'Port': ['ID=064e37dd-ed34-4dec-9140-c00304453f80,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.542619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] No DVR routers for this DVR port 064e37dd-ed34-4dec-9140-c00304453f80 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:02.563590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] Pushing event deleted for resources: {'Port': ['ID=064e37dd-ed34-4dec-9140-c00304453f80,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.577044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54336d3c-3e42-4e37-9fd8-ac0a2646602a None None] No DVR routers for this DVR port 064e37dd-ed34-4dec-9140-c00304453f80 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:02.670383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (4b2ea1db-e0af-4660-a399-e21d08f1cd51), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.714882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.717966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2ea1db-e0af-4660-a399-e21d08f1cd51']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.740471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.743663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4cc1ab-cd93-46b3-935d-78afd47000b6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.743967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4cc1ab-cd93-46b3-935d-78afd47000b6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.811446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (0c4cc1ab-cd93-46b3-935d-78afd47000b6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.879463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f248c398-d36b-41be-ac02-40f2f6ae7eb5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.900470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0c4cc1ab-cd93-46b3-935d-78afd47000b6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.910832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.915011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2589278 Mar 07 10:47:02.915360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35870) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.917306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:02.917896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (0c4cc1ab-cd93-46b3-935d-78afd47000b6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:02.920128 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:02.922648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1977369885'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:02.966664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Made reservation on behalf of a3784e07e55f4e45a55c97106485956f for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:02.970302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.979604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.981863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a14723-f539-45ec-9d12-b863eee5c375 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.007600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (4b2ea1db-e0af-4660-a399-e21d08f1cd51), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.034826 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.039829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] 10.222.0.23 "DELETE /v2.0/networks/4b2ea1db-e0af-4660-a399-e21d08f1cd51 HTTP/1.1" status: 204 len: 168 time: 1.4442677 Mar 07 10:47:03.102173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e636-c1f0-4e4f-bcad-ad7bd1f6d69c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2ea1db-e0af-4660-a399-e21d08f1cd51,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.144297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for security_group (604a673c-e9cd-49a9-9bf9-e108e9c28240), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.156482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (604a673c-e9cd-49a9-9bf9-e108e9c28240), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.176124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:03.192444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 064e37dd-ed34-4dec-9140-c00304453f80 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:03.203392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a6abd3a0-b104-45a1-85e1-86ded5deac5e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.204005 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Added segment a6abd3a0-b104-45a1-85e1-86ded5deac5e of type vlan for network 0203581f-4294-4d34-9f6e-68b202c83361 Mar 07 10:47:03.222868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604a673c-e9cd-49a9-9bf9-e108e9c28240,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.252688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 064e37dd-ed34-4dec-9140-c00304453f80 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:03.253161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 064e37dd-ed34-4dec-9140-c00304453f80 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:03.298203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0203581f-4294-4d34-9f6e-68b202c83361), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.372949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0203581f-4294-4d34-9f6e-68b202c83361), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.382360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:03.383582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.450454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35876) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.475388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5583098 Mar 07 10:47:03.479666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35878) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.502492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Request body: {'subnet': {'network_id': '0203581f-4294-4d34-9f6e-68b202c83361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:03.558370 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2cf264da-6dd0-4942-b1cf-dc364c7be550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1709c3629e3a43ec8e1fadc750a565d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057749 Mar 07 10:47:03.561418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.571130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e128-8e12-48cf-a043-07c0fac96a72 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Network': ['ID=0203581f-4294-4d34-9f6e-68b202c83361,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.592692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0203581f-4294-4d34-9f6e-68b202c83361 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:03.674044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] Publish callbacks [] for security_group (ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.691471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2f302-d7c7-4b3a-a7d1-166243f8ac40 req-6dd436c2-147b-4edc-8e68-e5c319b05f44 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:03.703380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da2f302-d7c7-4b3a-a7d1-166243f8ac40 req-6dd436c2-147b-4edc-8e68-e5c319b05f44 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.2523053 Mar 07 10:47:03.707557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] Publish callbacks [] for security_group (ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.796057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.799000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.803099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c HTTP/1.1" status: 204 len: 168 time: 0.2362790 Mar 07 10:47:03.813068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791b8fd-93a7-43e5-b3ac-d1c888fc15ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb08d3b-8c0a-47f9-9f63-d8f7cd808b3c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.871362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Made reservation on behalf of a3784e07e55f4e45a55c97106485956f for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:03.875173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.130253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da2f302-d7c7-4b3a-a7d1-166243f8ac40 req-7d6bb533-8b37-47bd-b53c-9c329ce25c2e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252191 Mar 07 10:47:04.141964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (e0422662-5d8d-4e90-8b63-423834ea7cc0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.290654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Subnet': ['ID=e0422662-5d8d-4e90-8b63-423834ea7cc0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:04.300862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Checking segment: {'id': 'a6abd3a0-b104-45a1-85e1-86ded5deac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:04.301219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network hostable DHCP agents. Network: 0203581f-4294-4d34-9f6e-68b202c83361, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:04.324083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network 0203581f-4294-4d34-9f6e-68b202c83361 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:04.348399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0203581f-4294-4d34-9f6e-68b202c83361) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:04.356978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a413d-292f-4538-aa62-7469443ac01c None None] Network 0203581f-4294-4d34-9f6e-68b202c83361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:04.365999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:04.368044 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.399605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6290122e-4d13-4d34-beb7-99b5e8d5668a tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9184036 Mar 07 10:47:04.402054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.410087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-66191099', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:04.441909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.443711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.587771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0203581f-4294-4d34-9f6e-68b202c83361', 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361', 'project_id': 'a3784e07e55f4e45a55c97106485956f', 'fixed_ips': [{'subnet_id': 'e0422662-5d8d-4e90-8b63-423834ea7cc0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:04.589190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.589555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_controller (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.002395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Allocated IP 172.20.0.2 (0203581f-4294-4d34-9f6e-68b202c83361/e0422662-5d8d-4e90-8b63-423834ea7cc0/a056271f-bbee-4404-a707-2e50d5ab3dd9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:05.121084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35924) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:05.309435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks [] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.336853 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.381048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1738732988-network', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:05.426673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Made reservation on behalf of 79bf7d7fb2bb44cdb0ea8bbb9e48bd2b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:05.429848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.459128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.490704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Pushing event updated for resources: {'Port': ['ID=a056271f-bbee-4404-a707-2e50d5ab3dd9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.530253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Network 0203581f-4294-4d34-9f6e-68b202c83361 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:05.533306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:05.536543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:05.677944 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks [] for security_group (dc8d5318-213a-41d7-88c0-804a59be88a7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.688846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Attempting to bind port a056271f-bbee-4404-a707-2e50d5ab3dd9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:05.689218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Attempting to bind port a056271f-bbee-4404-a707-2e50d5ab3dd9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a6abd3a0-b104-45a1-85e1-86ded5deac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:05.689564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Attempting to bind port a056271f-bbee-4404-a707-2e50d5ab3dd9 on network 0203581f-4294-4d34-9f6e-68b202c83361 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:05.689765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc8d5318-213a-41d7-88c0-804a59be88a7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.697488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:05.697929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Checking segment: {'id': 'a6abd3a0-b104-45a1-85e1-86ded5deac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:05.698344 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.698628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Bound using segment: {'id': 'a6abd3a0-b104-45a1-85e1-86ded5deac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:05.704355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Bound port: a056271f-bbee-4404-a707-2e50d5ab3dd9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6abd3a0-b104-45a1-85e1-86ded5deac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0203581f-4294-4d34-9f6e-68b202c83361'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:05.704750 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.753797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:05.778793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8d5318-213a-41d7-88c0-804a59be88a7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.791344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cf8a71ea-5799-4837-8a77-a4cc700168d5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.791721 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Added segment cf8a71ea-5799-4837-8a77-a4cc700168d5 of type vlan for network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 Mar 07 10:47:05.884222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (534503df-0cc1-4b62-aabe-0aa7a0ae98f5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.910280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] For port a056271f-bbee-4404-a707-2e50d5ab3dd9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:05.923780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] For port a056271f-bbee-4404-a707-2e50d5ab3dd9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a056271f-bbee-4404-a707-2e50d5ab3dd9,segment=NetworkSegment(a6abd3a0-b104-45a1-85e1-86ded5deac5e),segment_id=a6abd3a0-b104-45a1-85e1-86ded5deac5e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:05.944695 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.946474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (534503df-0cc1-4b62-aabe-0aa7a0ae98f5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.947734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:05.948556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.022958 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9000463 Mar 07 10:47:06.029318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.037190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Request body: {'subnet': {'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1738732988-subnet', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:06.061625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_gateway (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.151362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Made reservation on behalf of 79bf7d7fb2bb44cdb0ea8bbb9e48bd2b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:06.153878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.185655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba383f2c-bab6-4129-823c-2db340aa2436 admin admin] Pushing event updated for resources: {'Network': ['ID=534503df-0cc1-4b62-aabe-0aa7a0ae98f5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.204819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:06.280364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e2bd0-c3e8-4255-83ba-4eb3fb1e1132 None None] Pushing event updated for resources: {'Port': ['ID=a056271f-bbee-4404-a707-2e50d5ab3dd9,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.339571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0908f3-5dbc-4a97-8125-783d6c6f42d3 req-5267f0bc-47b1-4f58-8cd3-1fc5b9a74518 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:06.341248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a0908f3-5dbc-4a97-8125-783d6c6f42d3 req-5267f0bc-47b1-4f58-8cd3-1fc5b9a74518 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.3198545 Mar 07 10:47:06.522497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (14654355-5e84-47c9-94ad-666c8a15174e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.606636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a0908f3-5dbc-4a97-8125-783d6c6f42d3 req-fcf313ef-4617-407f-8e29-c4764374aa78 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499526 Mar 07 10:47:06.713755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=14654355-5e84-47c9-94ad-666c8a15174e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.729279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Checking segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:06.729650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Network hostable DHCP agents. Network: 534503df-0cc1-4b62-aabe-0aa7a0ae98f5, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:06.769818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:06.788039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 534503df-0cc1-4b62-aabe-0aa7a0ae98f5) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:06.798729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c8eb7-9e12-41f6-a063-e2979ae09771 None None] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:06.806594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:06.812198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.838995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_gateway (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.854259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ffb63243-1a33-4668-be1b-6156d8f8a4ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8237665 Mar 07 10:47:06.861670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.866805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:06.869875 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.921083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.922569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.053002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Allocated IP 172.25.4.88 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/fc86063d-a028-45bd-9272-43cc50591055) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:07.060218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for router_controller (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.171284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:07.172391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.433255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (fc86063d-a028-45bd-9272-43cc50591055), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.434359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a056271f-bbee-4404-a707-2e50d5ab3dd9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:07.521155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for router_gateway (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.522034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fc86063d-a028-45bd-9272-43cc50591055), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.611958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:07.630077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:07.636627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:07.706050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=fc86063d-a028-45bd-9272-43cc50591055,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:07.735667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Allocated IP 172.20.0.2 (534503df-0cc1-4b62-aabe-0aa7a0ae98f5/14654355-5e84-47c9-94ad-666c8a15174e/d41e7d5d-17be-40f9-a535-a9315adf5bca) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:07.744609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a056271f-bbee-4404-a707-2e50d5ab3dd9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:07.745072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.881895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20261dde-8f8d-4743-8b8a-5c1b542424df None None] Network 0203581f-4294-4d34-9f6e-68b202c83361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:07.985195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172a99c-8e66-4dd6-ab90-b4fe462da18a req-615bd291-06dc-4374-8377-697e57de549b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:07.987205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a172a99c-8e66-4dd6-ab90-b4fe462da18a req-615bd291-06dc-4374-8377-697e57de549b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1398916 Mar 07 10:47:08.085424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for router_gateway (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.126688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.259356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_gateway (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.363678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a172a99c-8e66-4dd6-ab90-b4fe462da18a req-44a108d9-df56-4f95-a48f-ac36392609d5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633940 Mar 07 10:47:08.379857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Allocated IP 172.25.4.90 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f65aa67c-5b4d-4af2-a391-efdb93d55419) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:08.553796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Provisioning complete for port a056271f-bbee-4404-a707-2e50d5ab3dd9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:08.554437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.655396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.657224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.735424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.781767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a056271f-bbee-4404-a707-2e50d5ab3dd9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:08.782162 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.811618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:08.817230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:08.826976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:08.896822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Pushing event updated for resources: {'Port': ['ID=f65aa67c-5b4d-4af2-a391-efdb93d55419,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:08.958340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks [] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.970706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port a056271f-bbee-4404-a707-2e50d5ab3dd9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a056271f-bbee-4404-a707-2e50d5ab3dd9,segment=NetworkSegment(a6abd3a0-b104-45a1-85e1-86ded5deac5e),segment_id=a6abd3a0-b104-45a1-85e1-86ded5deac5e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:08.993541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.030926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Router e09e1b0d-efdc-4b68-a8ca-573fe590d28e is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:47:09.033985 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.151693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:09.171597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:09.188403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Current status of the port a056271f-bbee-4404-a707-2e50d5ab3dd9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:09.196309 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.224776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:09.300733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:09.316952 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] Sync routers for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:09.345092 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.346488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-333d06ec-f403-409e-9ef4-543c090e2982 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9404140 Mar 07 10:47:09.349107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:09.361652 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:09.369742 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:09.512327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Pushing event updated for resources: {'Port': ['ID=d41e7d5d-17be-40f9-a535-a9315adf5bca,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:09.540085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:09.593977 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:09.595516 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:09.645180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for router_gateway (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.717488 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:09.718158 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3bdc89-87ea-449f-8706-a10650a5d84a None None] The sync data for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:09.755109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567eae-d3c9-4e8f-90cc-46aa6077047f req-2ab2ab28-c508-4553-89e9-ea2bb5873f64 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:09.756690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83567eae-d3c9-4e8f-90cc-46aa6077047f req-2ab2ab28-c508-4553-89e9-ea2bb5873f64 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1711941 Mar 07 10:47:09.781634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=a056271f-bbee-4404-a707-2e50d5ab3dd9,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:09.836683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Attempting to bind port d41e7d5d-17be-40f9-a535-a9315adf5bca on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:09.837050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Attempting to bind port d41e7d5d-17be-40f9-a535-a9315adf5bca by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:09.837407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Attempting to bind port d41e7d5d-17be-40f9-a535-a9315adf5bca on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:09.862042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:47:09.863981 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:47:09.864737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:09.865108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Checking segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:09.865511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.865948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Bound using segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:09.866429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Bound port: d41e7d5d-17be-40f9-a535-a9315adf5bca, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:09.866823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.975920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83567eae-d3c9-4e8f-90cc-46aa6077047f req-8280639c-29e4-41fe-9397-1838e62f4f7c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242342 Mar 07 10:47:10.034944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] For port d41e7d5d-17be-40f9-a535-a9315adf5bca, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:10.046235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] For port d41e7d5d-17be-40f9-a535-a9315adf5bca, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d41e7d5d-17be-40f9-a535-a9315adf5bca,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:10.063139 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.165194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.283659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be64c-92bd-40e9-913c-1b65cb8a45a8 None None] Pushing event updated for resources: {'Port': ['ID=d41e7d5d-17be-40f9-a535-a9315adf5bca,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:10.423880 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:47:10.493328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f1b57504-4805-43c9-a460-30ad69698cf0 None None] Current status of the port a056271f-bbee-4404-a707-2e50d5ab3dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:10.510002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:47:10.634091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8275eccf-4a52-4fe7-9d05-8ee675dfa654 None None] Provisioning complete for port a056271f-bbee-4404-a707-2e50d5ab3dd9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:10.634894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8275eccf-4a52-4fe7-9d05-8ee675dfa654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.748790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.878545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8275eccf-4a52-4fe7-9d05-8ee675dfa654 None None] Current status of the port a056271f-bbee-4404-a707-2e50d5ab3dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:11.373914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:11.385401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:11.410911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:11.413519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.414435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:11.415072 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bff44de-62fb-4f92-896f-5720f79e4e46 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5523257 Mar 07 10:47:11.419338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:11.556317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d41e7d5d-17be-40f9-a535-a9315adf5bca up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:11.698768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636ab47-5cb8-43c3-aecf-6ac47ecdd648 req-b643c06e-f2db-4125-8782-4b5a1b32a5c8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.701453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7636ab47-5cb8-43c3-aecf-6ac47ecdd648 req-b643c06e-f2db-4125-8782-4b5a1b32a5c8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.5149133 Mar 07 10:47:11.905022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d41e7d5d-17be-40f9-a535-a9315adf5bca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:11.905585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.981960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7636ab47-5cb8-43c3-aecf-6ac47ecdd648 req-6463c84a-4932-479a-8d09-400a79332c8e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707610 Mar 07 10:47:12.053699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Allocated IP 172.20.0.1 (0203581f-4294-4d34-9f6e-68b202c83361/e0422662-5d8d-4e90-8b63-423834ea7cc0/568ad726-d080-40f1-a09c-bf5de7192a7d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:12.082792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:12.208897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39123456-55df-4070-8f02-6e4e786e69a6 None None] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:12.319093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.405415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.417751 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.465044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-56e78cac-14dc-4eaa-ac8d-f46ac204e855 None None] Provisioning complete for port d41e7d5d-17be-40f9-a535-a9315adf5bca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:12.465479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56e78cac-14dc-4eaa-ac8d-f46ac204e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.536410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network 0203581f-4294-4d34-9f6e-68b202c83361 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:12.547212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:12.575727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:12.585618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d41e7d5d-17be-40f9-a535-a9315adf5bca is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:12.586145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.595009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=568ad726-d080-40f1-a09c-bf5de7192a7d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:12.681840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port d41e7d5d-17be-40f9-a535-a9315adf5bca, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d41e7d5d-17be-40f9-a535-a9315adf5bca,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:12.722415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.724446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a056271f-bbee-4404-a707-2e50d5ab3dd9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:12.746311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.889172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Allocated IP 172.20.0.1 (534503df-0cc1-4b62-aabe-0aa7a0ae98f5/14654355-5e84-47c9-94ad-666c8a15174e/ce58a49e-5da2-4459-a41c-8aeb8aa48214) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:13.129961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a056271f-bbee-4404-a707-2e50d5ab3dd9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:13.130961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.207899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.239792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=d41e7d5d-17be-40f9-a535-a9315adf5bca,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:13.249328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks [] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.252067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-56e78cac-14dc-4eaa-ac8d-f46ac204e855 None None] Current status of the port d41e7d5d-17be-40f9-a535-a9315adf5bca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:13.299630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf90d3-e541-4d03-abb9-4550d162dff2 req-657d886d-a258-453e-bbf7-037b575a672e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:13.313860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-febf90d3-e541-4d03-abb9-4550d162dff2 req-657d886d-a258-453e-bbf7-037b575a672e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1562841 Mar 07 10:47:13.343033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a056271f-bbee-4404-a707-2e50d5ab3dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:13.347611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:09Z', 'revision_number': 3, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:13.347887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.400925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:13.401467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Updating router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 port f65aa67c-5b4d-4af2-a391-efdb93d55419 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:47:13.429438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:13.432083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:13.466445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-febf90d3-e541-4d03-abb9-4550d162dff2 req-3af372f2-d92b-4b35-80ab-17af7a8c7e1d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501031 Mar 07 10:47:13.476207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:13.585135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d41e7d5d-17be-40f9-a535-a9315adf5bca up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:13.587455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Provisioning complete for port d41e7d5d-17be-40f9-a535-a9315adf5bca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:13.587872 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.659293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Pushing event updated for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:13.702368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.134967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:14.226659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.285882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.404400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.411309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.435283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba535-6d03-47a7-8de1-0844e9aa7be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.538787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=568ad726-d080-40f1-a09c-bf5de7192a7d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:14.663728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.683370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks [] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.715827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.883508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks [] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.899304 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.905031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d41e7d5d-17be-40f9-a535-a9315adf5bca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:14.905512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.945170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665af32-6fef-46ec-bb1c-95e8fe53ec32 req-d8503d26-d2a6-408a-a8b1-2d2ff3225852 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:14.952460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4665af32-6fef-46ec-bb1c-95e8fe53ec32 req-d8503d26-d2a6-408a-a8b1-2d2ff3225852 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.3752382 Mar 07 10:47:14.990373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Pushing event updated for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:14.994368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.054728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Current status of the port d41e7d5d-17be-40f9-a535-a9315adf5bca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:15.068203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4665af32-6fef-46ec-bb1c-95e8fe53ec32 req-e36d8313-a8e4-4ed3-b1c6-0af3c2bfa0a4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143794 Mar 07 10:47:15.070782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network 0203581f-4294-4d34-9f6e-68b202c83361 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:15.072288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:15.135142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Attempting to bind port f65aa67c-5b4d-4af2-a391-efdb93d55419 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:15.135508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Attempting to bind port f65aa67c-5b4d-4af2-a391-efdb93d55419 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:15.137087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba535-6d03-47a7-8de1-0844e9aa7be4 admin admin] Publish callbacks [] for security_group (248b7620-a67a-4ae4-bcc2-48d511b0daaa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.138981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Attempting to bind port f65aa67c-5b4d-4af2-a391-efdb93d55419 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:15.171445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:15.173054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:15.173471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.173875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:15.174366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Bound port: f65aa67c-5b4d-4af2-a391-efdb93d55419, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:15.179407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.332317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] For port f65aa67c-5b4d-4af2-a391-efdb93d55419, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:15.342489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] For port f65aa67c-5b4d-4af2-a391-efdb93d55419, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f65aa67c-5b4d-4af2-a391-efdb93d55419,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:15.392219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba535-6d03-47a7-8de1-0844e9aa7be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (248b7620-a67a-4ae4-bcc2-48d511b0daaa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.426429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.448247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d265f-e4bb-4552-ac35-b1213cb6b920 None None] Pushing event updated for resources: {'Port': ['ID=f65aa67c-5b4d-4af2-a391-efdb93d55419,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:15.459922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:15.495609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:15.549456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ba535-6d03-47a7-8de1-0844e9aa7be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248b7620-a67a-4ae4-bcc2-48d511b0daaa,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:15.559363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a4ba535-6d03-47a7-8de1-0844e9aa7be4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=395e59fed725477cbb03c86e44593011&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4171038 Mar 07 10:47:15.560109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36044) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:15.636350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d41e7d5d-17be-40f9-a535-a9315adf5bca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:15.647585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Provisioning complete for port 568ad726-d080-40f1-a09c-bf5de7192a7d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:15.647987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.669084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d265f-e4bb-4552-ac35-b1213cb6b920 None None] Pushing event updated for resources: {'Port': ['ID=f65aa67c-5b4d-4af2-a391-efdb93d55419,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:15.769601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:15.770288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:15.877296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9edebaaf-ee83-4814-8770-42f0c4800596 None None] Port 568ad726-d080-40f1-a09c-bf5de7192a7d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:15.890142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] Publish callbacks [] for security_group (248b7620-a67a-4ae4-bcc2-48d511b0daaa), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.931911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:15.977223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] Publish callbacks [] for security_group (248b7620-a67a-4ae4-bcc2-48d511b0daaa), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.073183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Provisioning complete for port 568ad726-d080-40f1-a09c-bf5de7192a7d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:16.074018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.118614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:16.157108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Port 568ad726-d080-40f1-a09c-bf5de7192a7d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:16.299099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Provisioning complete for port ce58a49e-5da2-4459-a41c-8aeb8aa48214 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:16.299898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.303778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (248b7620-a67a-4ae4-bcc2-48d511b0daaa), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.307333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.308691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/248b7620-a67a-4ae4-bcc2-48d511b0daaa HTTP/1.1" status: 204 len: 168 time: 0.6261921 Mar 07 10:47:16.323624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:16.327118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9cfdb-f42b-475d-9be1-f57e4e2a44de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248b7620-a67a-4ae4-bcc2-48d511b0daaa,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:16.332796 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-20c0ed82-1a82-4006-9e50-4ae469ea27df admin admin] 10.222.0.23 "PUT /v2.0/routers/d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9119630 Mar 07 10:47:16.591705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74f201-8f95-4c33-8832-445da6ca2dec req-49f1953a-958c-461f-aa35-8791db324f0c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:16.594505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf74f201-8f95-4c33-8832-445da6ca2dec req-49f1953a-958c-461f-aa35-8791db324f0c tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.3752296 Mar 07 10:47:16.637551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-155887ce-b98d-4e4b-b7ef-130b0878d8d6 None None] Port ce58a49e-5da2-4459-a41c-8aeb8aa48214 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:16.757068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf74f201-8f95-4c33-8832-445da6ca2dec req-6f95006d-fa87-4537-904b-2a99e8466401 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526182 Mar 07 10:47:16.800140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Router e09e1b0d-efdc-4b68-a8ca-573fe590d28e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:16.884786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 2, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:16.944301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675616-e2e7-49e9-a990-d513ffd13bd3 None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 2, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:17.057969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36068) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:17.097184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24d54c7f-4a92-4c12-9c35-f8555e8d8b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.124703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:17.130899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-821d41de-467b-4909-85f8-2e2f88e5d5a2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "PUT /v2.0/routers/e09e1b0d-efdc-4b68-a8ca-573fe590d28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7806566 Mar 07 10:47:17.134031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36070) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:17.139605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] Sync routers for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:17.153857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Request body: {'port': {'network_id': '0203581f-4294-4d34-9f6e-68b202c83361', 'name': 'tempest-FloatingIPAdminTestJSON-1378083157'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:17.170675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:17.171305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:17.294345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24d54c7f-4a92-4c12-9c35-f8555e8d8b92 admin admin] Publish callbacks [] for security_group (3510018e-702f-4e52-b4ce-39e4a295c734), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.298731 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:17.311540 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24d54c7f-4a92-4c12-9c35-f8555e8d8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3510018e-702f-4e52-b4ce-39e4a295c734), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.342703 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:17.345087 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:17.441975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d54c7f-4a92-4c12-9c35-f8555e8d8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3510018e-702f-4e52-b4ce-39e4a295c734,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:17.444020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:17.444790 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc784a-9a7a-422f-a0dd-1a684e519706 None None] The sync data for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:17.454891 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24d54c7f-4a92-4c12-9c35-f8555e8d8b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d91586145814465ab182cd9776299a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919749 Mar 07 10:47:17.456347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36074) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:17.482832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Made reservation on behalf of a3784e07e55f4e45a55c97106485956f for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:17.498945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.546895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] device_id is not set on port dfa5b90f-992e-4763-80f4-d4f09c6c9991 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:17.609780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] Publish callbacks [] for security_group (3510018e-702f-4e52-b4ce-39e4a295c734), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.664854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] Publish callbacks [] for security_group (3510018e-702f-4e52-b4ce-39e4a295c734), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.769196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3510018e-702f-4e52-b4ce-39e4a295c734), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.776637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.778028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3510018e-702f-4e52-b4ce-39e4a295c734 HTTP/1.1" status: 204 len: 168 time: 0.3202674 Mar 07 10:47:17.818383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923729f9-b4c8-4e80-9afe-351347e82887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510018e-702f-4e52-b4ce-39e4a295c734,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:17.892259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Allocated IP 172.20.0.13 (0203581f-4294-4d34-9f6e-68b202c83361/e0422662-5d8d-4e90-8b63-423834ea7cc0/dfa5b90f-992e-4763-80f4-d4f09c6c9991) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:17.954977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36084) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:17.959975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862211110', 'description': 'tempest-description--638742596'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:18.018618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.142881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47577b-8e6c-4386-be6c-6fb9abe76289 req-1676fa31-fd56-4d31-9f48-57bded90f20e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:18.153334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe47577b-8e6c-4386-be6c-6fb9abe76289 req-1676fa31-fd56-4d31-9f48-57bded90f20e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.1911802 Mar 07 10:47:18.250590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (87f252b2-62ca-41df-b25e-4b9adfb32996), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.262803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (87f252b2-62ca-41df-b25e-4b9adfb32996), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.339685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.340977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3846257 Mar 07 10:47:18.343263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9573ce-a776-4f6a-85eb-9e0dec6c7996 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f252b2-62ca-41df-b25e-4b9adfb32996,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:18.345283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36088) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:18.359962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group_rule': {'security_group_id': '87f252b2-62ca-41df-b25e-4b9adfb32996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:18.418132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe47577b-8e6c-4386-be6c-6fb9abe76289 req-41cba8ed-3459-4bba-aff4-936d12b467aa tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869137 Mar 07 10:47:18.450337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.450600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (1797e18e-2418-4238-9fe2-81c87f94397c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.549386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.742856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (1797e18e-2418-4238-9fe2-81c87f94397c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.764377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (1797e18e-2418-4238-9fe2-81c87f94397c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.771405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Network 0203581f-4294-4d34-9f6e-68b202c83361 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:18.774033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event updated for resources: {'Port': ['ID=dfa5b90f-992e-4763-80f4-d4f09c6c9991,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:18.799874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:18.818012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:18.820455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1797e18e-2418-4238-9fe2-81c87f94397c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:18.843294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.847258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4602e894-69e2-4d34-aa3f-9e555060e1c9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4984074 Mar 07 10:47:18.848363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36104) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:18.853038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group_rule': {'security_group_id': '87f252b2-62ca-41df-b25e-4b9adfb32996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:18.956825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (7ac65ce0-75f3-440a-9bee-02729df6791d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.046409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:19.047099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.103123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (7ac65ce0-75f3-440a-9bee-02729df6791d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.112543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7ac65ce0-75f3-440a-9bee-02729df6791d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.122151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-409ff0fb-b22e-43f8-a072-b5447f156c5e tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9833734 Mar 07 10:47:19.136654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108c39c-71ed-4012-b9bc-d39d27a87d68 req-ebaee849-b675-42e8-afd7-6551801c6d78 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:19.141118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:19.150560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9108c39c-71ed-4012-b9bc-d39d27a87d68 req-ebaee849-b675-42e8-afd7-6551801c6d78 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.2470064 Mar 07 10:47:19.184622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac65ce0-75f3-440a-9bee-02729df6791d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:19.232837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.235441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-58f74d63-a6cd-404d-9d11-2f6a63f36196 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848660 Mar 07 10:47:19.240484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:19.258799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:19.295364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9108c39c-71ed-4012-b9bc-d39d27a87d68 req-c652e767-287d-4d7d-a87d-7425ba3f59f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421182 Mar 07 10:47:19.334134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.405134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa2901a0-bb37-44b4-bc4d-6c9c91e7f7f2 None None] Provisioning complete for port dfa5b90f-992e-4763-80f4-d4f09c6c9991 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:19.405710 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa2901a0-bb37-44b4-bc4d-6c9c91e7f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.467702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa2901a0-bb37-44b4-bc4d-6c9c91e7f7f2 None None] Port dfa5b90f-992e-4763-80f4-d4f09c6c9991 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:19.532132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'project_id': 'a3784e07e55f4e45a55c97106485956f', 'port_id': 'dfa5b90f-992e-4763-80f4-d4f09c6c9991'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:19.565007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.602105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.795986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Allocated IP 172.25.4.15 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/31749a67-fad3-417f-a75d-561477b376aa) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:19.875236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.875688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f65aa67c-5b4d-4af2-a391-efdb93d55419 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:19.980583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f65aa67c-5b4d-4af2-a391-efdb93d55419 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:19.981372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.034436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (31749a67-fad3-417f-a75d-561477b376aa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.128868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (31749a67-fad3-417f-a75d-561477b376aa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.134403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f65aa67c-5b4d-4af2-a391-efdb93d55419 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:20.135342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.140240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36142) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:20.146097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-576940018'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:20.187265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f65aa67c-5b4d-4af2-a391-efdb93d55419, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f65aa67c-5b4d-4af2-a391-efdb93d55419,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:20.189933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:20.194236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.196722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.255193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:20.270650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2b67d25a-dbb9-47c7-8ccd-26df863a9d96), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.272117 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Added segment 2b67d25a-dbb9-47c7-8ccd-26df863a9d96 of type vlan for network 38a69055-4915-43a9-aa8c-6682663f5cc3 Mar 07 10:47:20.338435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f65aa67c-5b4d-4af2-a391-efdb93d55419,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.353501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:20.355093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (38a69055-4915-43a9-aa8c-6682663f5cc3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.378803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:20.402894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (38a69055-4915-43a9-aa8c-6682663f5cc3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.412250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=31749a67-fad3-417f-a75d-561477b376aa,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.416673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:20.422531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Allocated IP 172.25.4.35 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/35153bbb-e94c-4596-9194-ad1bc8f6643b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:20.425849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.427334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:20.564727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4203000 Mar 07 10:47:20.569712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:20.593746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1720070279'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:20.655087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-13b1a57e-868b-4fd9-9b9c-1867d6d15f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.655672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-48185c35-fb84-4aa4-8b60-be8795243bc5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:20.657398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-48185c35-fb84-4aa4-8b60-be8795243bc5 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.4839396 Mar 07 10:47:20.664547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023c07-9220-444a-ab57-4ccc9e34dc7c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Network': ['ID=38a69055-4915-43a9-aa8c-6682663f5cc3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.684074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:20.792670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.805934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5902-4006-4f90-91ea-1c7cd2502cac req-5e5678f6-38f7-48ab-acc7-a2ba0ddbe2f7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:20.808192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8deb5902-4006-4f90-91ea-1c7cd2502cac req-5e5678f6-38f7-48ab-acc7-a2ba0ddbe2f7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 945 time: 0.3429167 Mar 07 10:47:20.821722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:20.826299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.901826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:20.921514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:20.922894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:46:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.969036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 0717349a-21ae-4370-bd7a-3dee74b068f4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:20.969375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.969547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:20.980667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5ba6bded-0b41-4fc4-844c-90c832f7ed2e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.981136 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Added segment 5ba6bded-0b41-4fc4-844c-90c832f7ed2e of type vlan for network a929a550-0c85-4c9e-a0e1-1427f00759c0 Mar 07 10:47:20.985748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8deb5902-4006-4f90-91ea-1c7cd2502cac req-4407d350-6b5a-4a5f-ad94-9ba75e18a989 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524684 Mar 07 10:47:21.026420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a929a550-0c85-4c9e-a0e1-1427f00759c0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.063786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.102891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (31749a67-fad3-417f-a75d-561477b376aa), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.182189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 0717349a-21ae-4370-bd7a-3dee74b068f4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0717349a-21ae-4370-bd7a-3dee74b068f4,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:21.182685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.214151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:21.224604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 0717349a-21ae-4370-bd7a-3dee74b068f4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:21.346631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (31749a67-fad3-417f-a75d-561477b376aa), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.355968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.412031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (31749a67-fad3-417f-a75d-561477b376aa), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.427259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Pushing event updated for resources: {'Port': ['ID=35153bbb-e94c-4596-9194-ad1bc8f6643b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.485182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:21.556885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:21.561023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:21.563334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=31749a67-fad3-417f-a75d-561477b376aa,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.568158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:21.570862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a929a550-0c85-4c9e-a0e1-1427f00759c0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.577647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:21.578437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.612193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 2, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.632200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0717349a-21ae-4370-bd7a-3dee74b068f4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.670323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=0717349a-21ae-4370-bd7a-3dee74b068f4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.683120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0717349a-21ae-4370-bd7a-3dee74b068f4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:21.698484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:21.698889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Updating router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 port ce58a49e-5da2-4459-a41c-8aeb8aa48214 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:47:21.752765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.768577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 0717349a-21ae-4370-bd7a-3dee74b068f4 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:21.771900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.777257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-058d5bb6-41b5-4062-9917-4b423ccfcc81 req-224c96c5-8cc6-4827-8086-802e1145cd04 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "DELETE /v2.0/ports/0717349a-21ae-4370-bd7a-3dee74b068f4 HTTP/1.1" status: 204 len: 173 time: 1.1070843 Mar 07 10:47:21.778182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'name': 'network-vif-deleted', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:21.790214 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea0f72-ffbe-4d64-9ca3-2306b8586707" -d '{"events": [{"server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "name": "network-vif-deleted", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:21.816194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2408810 Mar 07 10:47:21.817340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36174) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:21.824452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'subnet': {'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:21.833431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5385c-21a7-4a7e-a184-7279337ee95d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Network': ['ID=a929a550-0c85-4c9e-a0e1-1427f00759c0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.929889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.933450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d39e8b18-cd67-455a-a609-075e04c69646 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6902339 Mar 07 10:47:22.081289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:22.083594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f65aa67c-5b4d-4af2-a391-efdb93d55419 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:22.123422 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e06533-d86b-4cca-a993-008c0abe9b2e x-openstack-request-id: req-49e06533-d86b-4cca-a993-008c0abe9b2e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:22.125930 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9264c33-46e8-404e-ac28-126d641b99f8", "name": "network-vif-deleted", "tag": "0717349a-21ae-4370-bd7a-3dee74b068f4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:22.126377 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49e06533-d86b-4cca-a993-008c0abe9b2e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:22.127566 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9264c33-46e8-404e-ac28-126d641b99f8', 'name': 'network-vif-deleted', 'tag': '0717349a-21ae-4370-bd7a-3dee74b068f4', 'status': 'completed', 'code': 200} Mar 07 10:47:22.165689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.199668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:22.214282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.405422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f65aa67c-5b4d-4af2-a391-efdb93d55419 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:22.405944 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.676857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f65aa67c-5b4d-4af2-a391-efdb93d55419 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:22.773802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c15ca7f-6680-4689-b846-beda68df1387 req-eaa6b01e-b008-41c7-8663-6a76b5755914 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9264c33-46e8-404e-ac28-126d641b99f8 HTTP/1.1" status: 200 len: 210 time: 0.0698147 Mar 07 10:47:22.778977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (fa17aaca-e37c-44a4-8f4f-1cb14fe393d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.946395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:22.946805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network hostable DHCP agents. Network: 38a69055-4915-43a9-aa8c-6682663f5cc3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:22.979350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Subnet': ['ID=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:22.982366 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks [] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.006922 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.064659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84cbf44e-87ec-4757-9159-d265baf1944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.078896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-4f3aab36-770e-44e3-bd2a-e3b5720c674d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--862211110&fields=id&tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 267 time: 0.1519480 Mar 07 10:47:23.092743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:23.138198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Pushing event updated for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:23.152050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (f99101ca-31d5-482b-aa42-5e2db4c1bfcd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.162791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 38a69055-4915-43a9-aa8c-6682663f5cc3) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:23.177584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:23.182115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.213216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b28af0-0c31-417e-88e9-db500ac68694 None None] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:23.240245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.242407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.242766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.243106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.243837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.263885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:23.285170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36202) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.297103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'network': {'name': 'tempest-network-smoke--179431122', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'port_security_enabled': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:23.329702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Attempting to bind port ce58a49e-5da2-4459-a41c-8aeb8aa48214 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:23.330411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Attempting to bind port ce58a49e-5da2-4459-a41c-8aeb8aa48214 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:23.331150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Attempting to bind port ce58a49e-5da2-4459-a41c-8aeb8aa48214 on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:23.338696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:23.341791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Checking segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:23.342480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.343165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Bound using segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:23.343964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Bound port: ce58a49e-5da2-4459-a41c-8aeb8aa48214, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:23.344582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.348726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.363053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7d2c7087-8180-463f-b795-69700b988b17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5435641 Mar 07 10:47:23.363846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.378522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'subnet': {'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:23.484822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3f3f25de-cc0a-4d02-9898-b80d3ea56edc None None] Provisioning complete for port ce58a49e-5da2-4459-a41c-8aeb8aa48214 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:23.485193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f3f25de-cc0a-4d02-9898-b80d3ea56edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.502107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] For port ce58a49e-5da2-4459-a41c-8aeb8aa48214, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:23.534152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-38a69055-4915-43a9-aa8c-6682663f5cc3', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:23.535114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.541250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] For port ce58a49e-5da2-4459-a41c-8aeb8aa48214, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce58a49e-5da2-4459-a41c-8aeb8aa48214,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:23.560505 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.578228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.590296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.626294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ac552-0c96-4cb3-b07b-086a377ac9be None None] Pushing event updated for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:23.633017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f25de-cc0a-4d02-9898-b80d3ea56edc None None] Port ce58a49e-5da2-4459-a41c-8aeb8aa48214 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:23.670156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c32eda8-30f4-4825-9b59-8ef76e2776d4 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:23.673560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c32eda8-30f4-4825-9b59-8ef76e2776d4 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 811 time: 0.5872724 Mar 07 10:47:23.715685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:23.716063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:23.726687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:23.746167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.850714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-4eb2c80a-6753-4317-b9a6-4bceaa197971 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/quotas/79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 375 time: 0.1390779 Mar 07 10:47:23.852909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Pushing event updated for resources: {'Port': ['ID=35153bbb-e94c-4596-9194-ad1bc8f6643b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:23.866882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (f99101ca-31d5-482b-aa42-5e2db4c1bfcd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.945004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce58a49e-5da2-4459-a41c-8aeb8aa48214 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:23.981785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:23.986151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.003138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.040845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:24.129386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-496dbb67-d552-4ad4-9874-559d77ddf5f9 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2679865 Mar 07 10:47:24.185533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (f58a9ec5-d436-4723-ad5d-1c8e2bc1f731), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.200346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f58a9ec5-d436-4723-ad5d-1c8e2bc1f731), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.218642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Allocated IP 10.1.1.2 (38a69055-4915-43a9-aa8c-6682663f5cc3/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9/0209c250-6a29-48da-b1c7-2537793d62ec) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:24.219312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:24.235284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (09402ce5-3d24-4e18-8d16-98ad0649be71), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.235942 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Added segment 09402ce5-3d24-4e18-8d16-98ad0649be71 of type vlan for network c6452697-67e1-4ab6-a2d3-2efad80e7a0f Mar 07 10:47:24.417082 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.458654 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.460061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c6452697-67e1-4ab6-a2d3-2efad80e7a0f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.479699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-d18af8d7-c7e0-4643-b37d-1f7569bf3a95 service neutron] 10.222.0.23 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377039 Mar 07 10:47:24.498638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Provisioning complete for port ce58a49e-5da2-4459-a41c-8aeb8aa48214 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:24.499418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.519845 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Floating IP f99101ca-31d5-482b-aa42-5e2db4c1bfcd associated. External IP: 172.25.4.35, port: dfa5b90f-992e-4763-80f4-d4f09c6c9991. Mar 07 10:47:24.613398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:24.617776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce58a49e-5da2-4459-a41c-8aeb8aa48214 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:24.618149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.634741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a9ec5-d436-4723-ad5d-1c8e2bc1f731,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.757694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e365b46f-99a0-4e15-b6a8-2a433d946db6 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:24.765354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e365b46f-99a0-4e15-b6a8-2a433d946db6 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.1586726 Mar 07 10:47:24.771551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c6452697-67e1-4ab6-a2d3-2efad80e7a0f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.779055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:24.781954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.812941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-84704477-3a43-4e2a-9959-7d59b864919d tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/quotas/d2f8a08d98b9442aafb6e5075bbd32c3 HTTP/1.1" status: 200 len: 375 time: 0.0465145 Mar 07 10:47:24.915041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (3508c58d-3263-4ca9-bcb7-8646c633e089), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.969361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Router e09e1b0d-efdc-4b68-a8ca-573fe590d28e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:25.003176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-1e2bea59-5516-439e-b093-91b06b83e692 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1853499 Mar 07 10:47:25.049292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7599354 Mar 07 10:47:25.050731 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.055163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'admin_state_up': True, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:25.065418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17f3b4-692e-4802-9be3-839ec48a99de tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Network': ['ID=c6452697-67e1-4ab6-a2d3-2efad80e7a0f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.089256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:25.122711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (dd707232-081e-4554-9b02-d059cc13d1cd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.123372 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (dd707232-081e-4554-9b02-d059cc13d1cd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.167043 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks [] for port (0209c250-6a29-48da-b1c7-2537793d62ec), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.191536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Subnet': ['ID=3508c58d-3263-4ca9-bcb7-8646c633e089,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.202028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0717349a-21ae-4370-bd7a-3dee74b068f4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:25.211915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.230413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:25.236887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-66644cdd-054f-490c-b012-753ae3082b7b service neutron] 10.222.0.23 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131712 Mar 07 10:47:25.241703 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] Sync routers for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:25.275203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Current status of the port ce58a49e-5da2-4459-a41c-8aeb8aa48214 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:25.275588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.283177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Pushing event updated for resources: {'Port': ['ID=0209c250-6a29-48da-b1c7-2537793d62ec,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.284092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:25.287717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:25.296612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 0717349a-21ae-4370-bd7a-3dee74b068f4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:25.297177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0717349a-21ae-4370-bd7a-3dee74b068f4 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:25.300062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:23Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:25.314528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_controller (dd707232-081e-4554-9b02-d059cc13d1cd), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.323086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.342796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-49f8eb80-fe3e-411a-90f2-ac2197519e55 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386681 Mar 07 10:47:25.378509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Checking segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:25.379262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network hostable DHCP agents. Network: a929a550-0c85-4c9e-a0e1-1427f00759c0, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:25.391039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] For port ce58a49e-5da2-4459-a41c-8aeb8aa48214, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce58a49e-5da2-4459-a41c-8aeb8aa48214,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:25.395972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:25.397111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d403750-4a30-4977-b366-4a14bef0c923 None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:23Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:25.406439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.408054 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:25.408418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:25.410618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:25.441030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce58a49e-5da2-4459-a41c-8aeb8aa48214 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:25.441436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.463752 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:25.464430 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:25.488952 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-581389ec-9fed-49de-bc43-9fcbf6fe1243 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3065331 Mar 07 10:47:25.489569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.562357 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:25.573305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79c5f8-5da4-4f08-88a7-7a35199effa1 None None] The sync data for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:25.644551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:25.719367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a929a550-0c85-4c9e-a0e1-1427f00759c0) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:25.742416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:25.744157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.758586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247cf96-ca60-495d-bde4-0dc747d6af57 None None] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:25.795395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-d5508177-d897-4f25-a78d-870015fbaef7 service neutron] 10.222.0.23 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428127 Mar 07 10:47:25.812628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a4a5678-441d-46b9-8799-13d814c2e586 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4453418 Mar 07 10:47:25.813277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.830377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'name': 'tempest-TaggedBootDevicesTest-137978762', 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:25.913063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Attempting to bind port 0209c250-6a29-48da-b1c7-2537793d62ec on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:25.913345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Attempting to bind port 0209c250-6a29-48da-b1c7-2537793d62ec by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:25.913925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Attempting to bind port 0209c250-6a29-48da-b1c7-2537793d62ec on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:25.997893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.064246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:26.064632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:26.065036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.065519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Bound using segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:26.065917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Bound port: 0209c250-6a29-48da-b1c7-2537793d62ec, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:26.066280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.109856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a2b83-ab32-47c7-9c82-9e6f7ffa3fed None None] Pushing event updated for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.231977 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-25deec5c-06f7-4af3-bbc8-1ff81e4d3a9b tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "GET /v2.0/floatingips/f99101ca-31d5-482b-aa42-5e2db4c1bfcd HTTP/1.1" status: 200 len: 983 time: 0.7311881 Mar 07 10:47:26.233285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:26.281079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:47:26.281478 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:47:26.314121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (dd707232-081e-4554-9b02-d059cc13d1cd), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.387623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c851ec66-cf93-4005-a9e9-db9d9f010170 req-b59b2fe1-48a4-4779-bf70-bf2735ac8f57 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 210 time: 0.6328912 Mar 07 10:47:26.500768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a929a550-0c85-4c9e-a0e1-1427f00759c0', 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ips': [{'subnet_id': '3508c58d-3263-4ca9-bcb7-8646c633e089'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:26.501502 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.516345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] For port 0209c250-6a29-48da-b1c7-2537793d62ec, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:26.536243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ada6c02e-6019-4a20-9ccd-072fdf98c336 req-a99b5af4-ceea-4f87-85e2-3b72c8f5f558 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 210 time: 0.2634401 Mar 07 10:47:26.574664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:26.584716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] For port 0209c250-6a29-48da-b1c7-2537793d62ec, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0209c250-6a29-48da-b1c7-2537793d62ec,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:26.670733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a40adf7a-8c83-4658-8726-346083b90c76 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.4338679 Mar 07 10:47:26.679062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:26.901576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.968208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] device_id is not set on port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:26.972453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Allocated IP 10.2.2.2 (a929a550-0c85-4c9e-a0e1-1427f00759c0/3508c58d-3263-4ca9-bcb7-8646c633e089/13a7a372-d466-4f9a-8d9e-56650e34f42a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:27.180130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks [] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.212176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.266346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.357084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.405404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.1.1.191 (38a69055-4915-43a9-aa8c-6682663f5cc3/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9/5167c77a-66c3-4c2a-bc30-e4f4aba8838e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:27.409400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:27.436092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce58a49e-5da2-4459-a41c-8aeb8aa48214 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:27.456392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:27.473878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:27.501770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3803b-aa39-47e7-9584-57f4b4f45f85 None None] Pushing event updated for resources: {'Port': ['ID=0209c250-6a29-48da-b1c7-2537793d62ec,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.655265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44bbcc86-d588-4573-a150-15ec728641ec req-4a6342c2-aa5a-4cb8-91b9-05e4afd7bedb tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 210 time: 0.0679617 Mar 07 10:47:27.721537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce58a49e-5da2-4459-a41c-8aeb8aa48214 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:27.749560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (dd707232-081e-4554-9b02-d059cc13d1cd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.796966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.889524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84797ee1-0e83-4958-8373-34692494da75 req-ee912c69-d336-482f-85bc-a58d78c5f74e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 210 time: 0.1578491 Mar 07 10:47:27.890016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Attempting to bind port 13a7a372-d466-4f9a-8d9e-56650e34f42a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:27.890622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Attempting to bind port 13a7a372-d466-4f9a-8d9e-56650e34f42a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:27.891829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Attempting to bind port 13a7a372-d466-4f9a-8d9e-56650e34f42a on network a929a550-0c85-4c9e-a0e1-1427f00759c0 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:27.916185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:27.916875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Checking segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:27.918892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.919444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Bound using segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:27.920128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Bound port: 13a7a372-d466-4f9a-8d9e-56650e34f42a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:27.921558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.037179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b81537db-6e52-4a76-816e-acb323af25db None None] For port 13a7a372-d466-4f9a-8d9e-56650e34f42a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:28.042092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b81537db-6e52-4a76-816e-acb323af25db None None] For port 13a7a372-d466-4f9a-8d9e-56650e34f42a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a7a372-d466-4f9a-8d9e-56650e34f42a,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:28.050227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Pushing event updated for resources: {'Port': ['ID=13a7a372-d466-4f9a-8d9e-56650e34f42a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.058743 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.105336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.222534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81537db-6e52-4a76-816e-acb323af25db None None] Pushing event updated for resources: {'Port': ['ID=13a7a372-d466-4f9a-8d9e-56650e34f42a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.287365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce58a49e-5da2-4459-a41c-8aeb8aa48214 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:28.289168 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.330215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.492597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:28.507827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:28.525927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:28.555244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce58a49e-5da2-4459-a41c-8aeb8aa48214 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:28.562323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.565764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-b3654d8e-a434-4822-9d0f-a6e0ac7c3c1e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:28.568772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-b3654d8e-a434-4822-9d0f-a6e0ac7c3c1e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 811 time: 0.6735685 Mar 07 10:47:28.609218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.713716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:28.714557 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.773604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b6d6c8b7-c5eb-4ba0-9250-8b7456e5ad9e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9588549 Mar 07 10:47:28.777676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36284) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:28.784482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'name': 'tempest-TaggedBootDevicesTest-1068622109', 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:28.953115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-5b258c89-eff7-4080-9ee1-fb94646db3ae tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 379 time: 0.3342834 Mar 07 10:47:29.031333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'port': {'device_id': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'admin_state_up': True, 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'security_groups': ['87f252b2-62ca-41df-b25e-4b9adfb32996']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:29.065386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfcdb8a2-f387-4ef0-b676-5c56184c88b9 req-a6d726d6-1984-4a82-9113-c6e60b1c3738 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 210 time: 0.1311023 Mar 07 10:47:29.087118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:29.101959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.164548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c1f5686-f315-41ff-ad06-723f8b70830d req-4a594fed-0118-426f-8013-a5b480a3ad75 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 210 time: 0.1018710 Mar 07 10:47:29.227375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port 35153bbb-e94c-4596-9194-ad1bc8f6643b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:29.228008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.285819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] device_id is not set on port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:29.427355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.25.4.114 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/78e7c4f5-9584-4e35-97aa-45c8b811d76f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:29.465935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413a4ec-e615-446d-9442-e09ea0d8ee76 None None] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:29.519393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-d27381e8-b268-4d1f-bd89-e667df987580 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:29.527606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-d27381e8-b268-4d1f-bd89-e667df987580 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 812 time: 0.4974556 Mar 07 10:47:29.551764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Request body: {'port': {'device_id': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'admin_state_up': True, 'tenant_id': 'd2f8a08d98b9442aafb6e5075bbd32c3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:29.712713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.1.1.178 (38a69055-4915-43a9-aa8c-6682663f5cc3/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9/8a065b4b-37f5-4d76-9c43-c637f5f00b1f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:29.738521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.738957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (35153bbb-e94c-4596-9194-ad1bc8f6643b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.778212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a7a372-d466-4f9a-8d9e-56650e34f42a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:29.808751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Made reservation on behalf of 79bf7d7fb2bb44cdb0ea8bbb9e48bd2b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:29.811847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.889732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Provisioning complete for port 0209c250-6a29-48da-b1c7-2537793d62ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:29.890099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.902292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for 35153bbb-e94c-4596-9194-ad1bc8f6643b owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:30.033321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Allocated IP 172.20.0.13 (534503df-0cc1-4b62-aabe-0aa7a0ae98f5/14654355-5e84-47c9-94ad-666c8a15174e/fb407ae6-fdd7-48f9-b269-15535ab7c49d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:30.258170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.280081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 13a7a372-d466-4f9a-8d9e-56650e34f42a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:30.280452 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.330722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.340012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Made reservation on behalf of d2f8a08d98b9442aafb6e5075bbd32c3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:30.344342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.410555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d4758-e48c-44ad-b427-b9fc5426e6e0 None None] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:30.437169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.454261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79604dff-5b70-4e88-8b08-2322e4d96a20 req-757593da-7531-4018-bc78-22fdbf551d69 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 210 time: 0.0912659 Mar 07 10:47:30.498658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11a8bab6-ff81-453b-bc88-650614ad93d0 req-24ca3714-b011-448d-b044-5788a1c3a492 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 210 time: 0.1356354 Mar 07 10:47:30.527589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:30.584620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:30.590836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:30.610947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.697800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Current status of the port 0209c250-6a29-48da-b1c7-2537793d62ec is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:30.698564 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.810864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 13a7a372-d466-4f9a-8d9e-56650e34f42a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:30.811277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.847727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-85446d6c-991a-4988-b677-7360592cc14d None None] For port 0209c250-6a29-48da-b1c7-2537793d62ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0209c250-6a29-48da-b1c7-2537793d62ec,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:30.851182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (35153bbb-e94c-4596-9194-ad1bc8f6643b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.853133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=78e7c4f5-9584-4e35-97aa-45c8b811d76f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:30.973362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.041556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Allocated IP 172.20.0.2 (55583358-8faf-4dc8-bcb2-a17f973c53df/3b086337-8eba-49ff-8520-560dfc275240/1d9666e2-8e01-4b96-a7bb-c934fb612967) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:31.261402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks [] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.350272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.407750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=35153bbb-e94c-4596-9194-ad1bc8f6643b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.502971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 13a7a372-d466-4f9a-8d9e-56650e34f42a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a7a372-d466-4f9a-8d9e-56650e34f42a,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:31.594362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.599372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0209c250-6a29-48da-b1c7-2537793d62ec up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:31.615067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-060c7ff3-5573-4d1a-901e-fbf98717fd33 None None] Provisioning complete for port 13a7a372-d466-4f9a-8d9e-56650e34f42a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:31.617692 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-060c7ff3-5573-4d1a-901e-fbf98717fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.633345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.634930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Network 55583358-8faf-4dc8-bcb2-a17f973c53df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:31.654570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:31.657896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85446d6c-991a-4988-b677-7360592cc14d None None] Pushing event updated for resources: {'Port': ['ID=0209c250-6a29-48da-b1c7-2537793d62ec,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.658764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:31.687221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.714290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:31.716020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.718599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:31.742925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:31.771956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event updated for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.826366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (f99101ca-31d5-482b-aa42-5e2db4c1bfcd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.826948 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Floating IP f99101ca-31d5-482b-aa42-5e2db4c1bfcd disassociated (deleted). External IP: 172.25.4.35, port: dfa5b90f-992e-4763-80f4-d4f09c6c9991. Mar 07 10:47:32.014641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=13a7a372-d466-4f9a-8d9e-56650e34f42a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:32.042385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0209c250-6a29-48da-b1c7-2537793d62ec triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:32.042766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.047536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e00bd-4f52-4ceb-b23d-6bddd73a8b99 req-2a8e9d0c-224c-41b5-b4d6-d9a67f07e5b1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.049557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d08e00bd-4f52-4ceb-b23d-6bddd73a8b99 req-2a8e9d0c-224c-41b5-b4d6-d9a67f07e5b1 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 931 time: 0.3490157 Mar 07 10:47:32.075429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:32.139723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:32.153755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-060c7ff3-5573-4d1a-901e-fbf98717fd33 None None] Current status of the port 13a7a372-d466-4f9a-8d9e-56650e34f42a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:32.164081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:32.192483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:32.226231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1176794-fb46-4020-9c98-a91f30e36545 req-242c2ea8-085b-47d4-9984-ff8de5429bc5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.232660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0209c250-6a29-48da-b1c7-2537793d62ec is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:32.248967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1176794-fb46-4020-9c98-a91f30e36545 req-242c2ea8-085b-47d4-9984-ff8de5429bc5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 932 time: 0.5578368 Mar 07 10:47:32.281670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.282588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.291165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Provisioning complete for port 0209c250-6a29-48da-b1c7-2537793d62ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:32.295749 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.435621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.436666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1176794-fb46-4020-9c98-a91f30e36545 req-ec2ae4e0-59a9-43c6-af4f-e7256ea2abcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848831 Mar 07 10:47:32.438240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.467268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-173faaed-4c22-4805-8571-5723fe5447c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4896829 Mar 07 10:47:32.468946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a7a372-d466-4f9a-8d9e-56650e34f42a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:32.513301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Request body: {'port': {'device_id': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:32.563286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Current status of the port 0209c250-6a29-48da-b1c7-2537793d62ec is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:32.601352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.601955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.631549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d08e00bd-4f52-4ceb-b23d-6bddd73a8b99 req-fa95c856-6c36-4529-8e60-b241bc4ac474 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382843 Mar 07 10:47:32.642016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 13a7a372-d466-4f9a-8d9e-56650e34f42a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:32.643572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.645546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Provisioning complete for port fb407ae6-fdd7-48f9-b269-15535ab7c49d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:32.648185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.696014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51d4137e-aa0f-41fe-b726-275e0a9f4282 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9139783 Mar 07 10:47:32.704340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.737737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Router e09e1b0d-efdc-4b68-a8ca-573fe590d28e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:32.811601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-c897dac7-3b70-4644-b75e-468f75b74fe8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2802069 Mar 07 10:47:32.817184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Port fb407ae6-fdd7-48f9-b269-15535ab7c49d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:32.852737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Request body: {'port': {'device_id': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:32.863467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Provisioning complete for port 13a7a372-d466-4f9a-8d9e-56650e34f42a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:32.863467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.872463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (dd707232-081e-4554-9b02-d059cc13d1cd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.061877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Current status of the port 13a7a372-d466-4f9a-8d9e-56650e34f42a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:33.071397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 13a7a372-d466-4f9a-8d9e-56650e34f42a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:33.072543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0209c250-6a29-48da-b1c7-2537793d62ec up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:33.202289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:33.223880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] Sync routers for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:33.227313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Provisioning complete for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:33.227865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.259890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.262954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36330) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:33.269619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400340373', 'description': 'tempest-description--1317455465'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:33.276061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:33.277011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:33.320587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:33.335524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:33.336455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:33.341309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee8aa3-bac1-491a-9884-620f3cf2c577 None None] Port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:33.359200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36332) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:33.359901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-92ed7041-a66c-42cd-8a97-66eef2d010ea tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/floatingips/f99101ca-31d5-482b-aa42-5e2db4c1bfcd HTTP/1.1" status: 204 len: 168 time: 6.6732543 Mar 07 10:47:33.382960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:33.423047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0209c250-6a29-48da-b1c7-2537793d62ec triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:33.425360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.425757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.430015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:33.431060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.433191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10481e-bdfa-4983-a187-68aae6cea47b None None] The sync data for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:33.436738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb407ae6-fdd7-48f9-b269-15535ab7c49d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:33.456617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks [] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.464037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.518606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Transition to ACTIVE for port object fb407ae6-fdd7-48f9-b269-15535ab7c49d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:47:33.555934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (dd707232-081e-4554-9b02-d059cc13d1cd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.565644 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.640947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-572467b7-59fb-42ee-9b10-d7ccd1b8de7b None None] Provisioning complete for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:33.642890 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-572467b7-59fb-42ee-9b10-d7ccd1b8de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.685727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-572467b7-59fb-42ee-9b10-d7ccd1b8de7b None None] Port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:33.690880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (18b2cbbe-bb04-4792-85b1-1fcb8288a41c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.713173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0209c250-6a29-48da-b1c7-2537793d62ec is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:33.806063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ddcd0-8c52-4b90-a71a-caa97bcb986b req-9f5a331b-ecbf-4a11-883f-98958dda9cfe tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.813566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-175ddcd0-8c52-4b90-a71a-caa97bcb986b req-9f5a331b-ecbf-4a11-883f-98958dda9cfe tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 944 time: 0.2800343 Mar 07 10:47:33.874967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:33.981527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9666e2-8e01-4b96-a7bb-c934fb612967 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:33.996243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks [] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.009480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Transition to ACTIVE for port object 1d9666e2-8e01-4b96-a7bb-c934fb612967 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:47:34.012472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18b2cbbe-bb04-4792-85b1-1fcb8288a41c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.078591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.082803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-175ddcd0-8c52-4b90-a71a-caa97bcb986b req-e0d673a4-9d5d-4146-a979-e3823d93219c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682648 Mar 07 10:47:34.144197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8800-6965-4ab7-ad77-edabac0b8f8e req-9fe5b2e4-2ec9-4286-9bdb-f1a9d2a32805 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.160024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b1b8800-6965-4ab7-ad77-edabac0b8f8e req-9fe5b2e4-2ec9-4286-9bdb-f1a9d2a32805 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 931 time: 0.4030077 Mar 07 10:47:34.180994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Attempting to bind port fb407ae6-fdd7-48f9-b269-15535ab7c49d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:34.181603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Attempting to bind port fb407ae6-fdd7-48f9-b269-15535ab7c49d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:34.182227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Attempting to bind port fb407ae6-fdd7-48f9-b269-15535ab7c49d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:34.206627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.208855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Port fb407ae6-fdd7-48f9-b269-15535ab7c49d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:47:34.209347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Attempting to bind port fb407ae6-fdd7-48f9-b269-15535ab7c49d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:34.235102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:34.235965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Checking segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:34.236586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Bound using segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:34.237857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Bound port: fb407ae6-fdd7-48f9-b269-15535ab7c49d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:34.238402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.395178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b1b8800-6965-4ab7-ad77-edabac0b8f8e req-a4d3f9c7-0c8d-4ff9-baae-84e6ec40ff34 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301240 Mar 07 10:47:34.472857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:34.477958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:34.493981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.515471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Allocated IP 172.25.4.24 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/dc84ee99-8d43-4835-8a02-16afef3a9b7a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:34.550780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.551619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.553397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 1092 time: 2.0656331 Mar 07 10:47:34.554111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:34.556825 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7858e6f-b977-4888-95b8-f44972318c06" -d '{"events": [{"name": "network-changed", "server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:34.645661 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467f90a-8853-482e-b894-948ffb6039aa x-openstack-request-id: req-6467f90a-8853-482e-b894-948ffb6039aa {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:34.646404 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:34.646827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.647507 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6467f90a-8853-482e-b894-948ffb6039aa {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:34.648108 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'status': 'completed', 'code': 200} Mar 07 10:47:34.648247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3821263 Mar 07 10:47:34.657187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Pushing event updated for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.675945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36348) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:34.681941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'security_group_rule': {'security_group_id': '18b2cbbe-bb04-4792-85b1-1fcb8288a41c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:34.867181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78aefc-265e-4b46-85f8-5286d5605b1e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b2cbbe-bb04-4792-85b1-1fcb8288a41c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.867901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f96a3-f330-4ba7-9e90-480c77af02d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.880020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Attempting to bind port 1d9666e2-8e01-4b96-a7bb-c934fb612967 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:34.880560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Attempting to bind port 1d9666e2-8e01-4b96-a7bb-c934fb612967 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:34.880987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Attempting to bind port 1d9666e2-8e01-4b96-a7bb-c934fb612967 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:34.894784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Port 1d9666e2-8e01-4b96-a7bb-c934fb612967 on network 55583358-8faf-4dc8-bcb2-a17f973c53df not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:47:34.895239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Attempting to bind port 1d9666e2-8e01-4b96-a7bb-c934fb612967 on network 55583358-8faf-4dc8-bcb2-a17f973c53df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:34.914291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (f9ee7885-c431-481b-9ecb-c775d275a406), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.931851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:34.932476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Checking segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:34.933305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Bound using segment: {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:34.934070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Bound port: 1d9666e2-8e01-4b96-a7bb-c934fb612967, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:34.934678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.941134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-61510e84-8d4a-4d3f-a6dc-8d40de42082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.942734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-61510e84-8d4a-4d3f-a6dc-8d40de42082d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1126 time: 0.3376923 Mar 07 10:47:35.011950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router dd707232-081e-4554-9b02-d059cc13d1cd is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:47:35.055838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-c29e1300-2589-4ddd-936f-556949ffe372 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 217 time: 0.0985699 Mar 07 10:47:35.056075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:35.115149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.158141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (f9ee7885-c431-481b-9ecb-c775d275a406), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.172825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f9ee7885-c431-481b-9ecb-c775d275a406), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.189364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-da8babe0-3c02-4c6b-b54a-da87d835a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.191081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-da8babe0-3c02-4c6b-b54a-da87d835a501 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.1259124 Mar 07 10:47:35.250374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:35.266611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.282955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ee7885-c431-481b-9ecb-c775d275a406,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:35.310942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.316318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46e397a4-d328-464b-91cd-f46072c92faf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6386225 Mar 07 10:47:35.319379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36360) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:35.326352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'security_group_rule': {'security_group_id': '18b2cbbe-bb04-4792-85b1-1fcb8288a41c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:35.335529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.336208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.348327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] 10.222.0.26 "PUT /v2.0/ports/1d9666e2-8e01-4b96-a7bb-c934fb612967 HTTP/1.1" status: 200 len: 1091 time: 2.5195589 Mar 07 10:47:35.348854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:35.351325 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22061428-7703-4479-ae3a-e98ce22315b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:35.376864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.396520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-387e2378-9bbe-44b7-a642-a5ed6fd39e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.398014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-387e2378-9bbe-44b7-a642-a5ed6fd39e70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1985376 Mar 07 10:47:35.416115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (a43f86fd-a8ee-4c00-b311-7480f795d547), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.473396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2c300-9bb4-49e6-94cf-63040d04e3da service neutron] Pushing event updated for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:35.482819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:35.492760 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Sync routers for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:35.517545 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:35.521159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:35.522005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:35.533250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:35.536615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-3e20dfff-14cb-4151-9be0-6a7e7fa430df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.539852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-3e20dfff-14cb-4151-9be0-6a7e7fa430df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 1125 time: 0.1357713 Mar 07 10:47:35.544309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.545132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:35.551105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-816cc5ee-3413-4620-a3cf-40a3f218e626 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.4993091 Mar 07 10:47:35.552278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36370) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:35.578573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (a43f86fd-a8ee-4c00-b311-7480f795d547), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.592718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae43f5-0bf0-4925-8349-3ee7ccff44dd req-c7c89565-00b2-44c1-a1bd-4764d6834d24 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.594179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aae43f5-0bf0-4925-8349-3ee7ccff44dd req-c7c89565-00b2-44c1-a1bd-4764d6834d24 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 944 time: 0.3260214 Mar 07 10:47:35.617162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-258a92f1-9735-4bca-8607-d1f31aacd0e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967 HTTP/1.1" status: 200 len: 217 time: 0.0631754 Mar 07 10:47:35.655575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a43f86fd-a8ee-4c00-b311-7480f795d547), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.679247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Pushing event updated for resources: {'Port': ['ID=dc84ee99-8d43-4835-8a02-16afef3a9b7a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:35.737676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.738972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170840 Mar 07 10:47:35.767329 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d02820-8ea3-432d-8243-17f7f324ce23 x-openstack-request-id: req-41d02820-8ea3-432d-8243-17f7f324ce23 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:35.768006 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:35.768006 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41d02820-8ea3-432d-8243-17f7f324ce23 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:35.768397 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967', 'status': 'completed', 'code': 200} Mar 07 10:47:35.768634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:35.773338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:35.798519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9ea1-d665-4b1e-8ed0-d399dd3979dd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f86fd-a8ee-4c00-b311-7480f795d547,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:35.802097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-bf5ea66a-e1c0-415b-8a45-f4b17fdf7815 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509626 Mar 07 10:47:35.813065 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0e5d463-f3e2-4310-b197-dfb3b4e03a1f tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2542f4df4d734492bf01686db9d32d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2020586 Mar 07 10:47:35.817962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36380) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:35.837579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-ff4bc996-ceea-41a5-9a2c-3e3acdf9a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.839259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-ff4bc996-ceea-41a5-9a2c-3e3acdf9a6f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.2049384 Mar 07 10:47:35.904732 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:35.915750 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-a27780a3-fa14-4126-b1a0-a297bcdae975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602002 Mar 07 10:47:36.047294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.208568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e00060-237a-4e23-86c1-4ca3906c29a4 req-3ebfda98-fddd-43a1-b8df-e1eea3d4e8c1 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934104 Mar 07 10:47:36.352398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aae43f5-0bf0-4925-8349-3ee7ccff44dd req-d19528da-42c7-4af2-87ba-95d6a81bcedb tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6887162 Mar 07 10:47:36.407039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-80d61283-91aa-413b-8c82-1b5a2c55f8b3 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552293 Mar 07 10:47:36.420419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bcb6b-153c-4faa-b654-2b3d3f90f3ae tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.428441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fb1bcb6b-153c-4faa-b654-2b3d3f90f3ae tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6092494 Mar 07 10:47:36.429559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:36.500447 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (c18f4411-59ef-4b11-bbd6-63d4bcb02c19), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.508852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:31Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:36.526869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3735554-d6df-478b-a047-0f224deeb71d req-f2fcf988-472d-485c-8c3d-b25606c39d08 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.537720 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Checking router: dd707232-081e-4554-9b02-d059cc13d1cd for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:36.538465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3735554-d6df-478b-a047-0f224deeb71d req-f2fcf988-472d-485c-8c3d-b25606c39d08 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 943 time: 0.5051389 Mar 07 10:47:36.538721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Updating router dd707232-081e-4554-9b02-d059cc13d1cd port 78e7c4f5-9584-4e35-97aa-45c8b811d76f binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:47:36.567447 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.673304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-aa8878da-507b-4ca6-970e-98f1684661d5 req-787632ec-d78b-434d-8e06-eb674fed33fa service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426496 Mar 07 10:47:36.681931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.834776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-172163fc-9463-4210-84a5-da6d3e5a631a tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3942516 Mar 07 10:47:36.842544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36388) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:36.856251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858e6f-b977-4888-95b8-f44972318c06 req-4c64afab-569b-40e6-b521-829b30d51378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.864974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-4c64afab-569b-40e6-b521-829b30d51378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1126 time: 0.5921474 Mar 07 10:47:36.865339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342503904', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:36.875526 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks [] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.888491 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.974139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Pushing event updated for resources: {'Port': ['ID=78e7c4f5-9584-4e35-97aa-45c8b811d76f,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:36.974420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858e6f-b977-4888-95b8-f44972318c06 req-ae575e1f-a5c2-487f-9f76-a3a84b3e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.978412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-ae575e1f-a5c2-487f-9f76-a3a84b3e075e service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.1100516 Mar 07 10:47:37.023688 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.026108 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.028469 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.028989 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.030360 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.032135 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.032662 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.033159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.034577 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.035081 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.036026 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.038046 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.038582 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:37.043628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Attempting to bind port 78e7c4f5-9584-4e35-97aa-45c8b811d76f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:37.049180 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Attempting to bind port 78e7c4f5-9584-4e35-97aa-45c8b811d76f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:37.049715 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Attempting to bind port 78e7c4f5-9584-4e35-97aa-45c8b811d76f on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:37.056751 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:37.057338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:37.058470 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.059077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:37.059739 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Bound port: 78e7c4f5-9584-4e35-97aa-45c8b811d76f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:37.060116 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.100160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.114284 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] For port 78e7c4f5-9584-4e35-97aa-45c8b811d76f, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:37.119705 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] For port 78e7c4f5-9584-4e35-97aa-45c8b811d76f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=78e7c4f5-9584-4e35-97aa-45c8b811d76f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:37.134658 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.197215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3735554-d6df-478b-a047-0f224deeb71d req-a19bee27-b6f5-48fe-b589-0dfeddb13378 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577947 Mar 07 10:47:37.222443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-8d525d89-04e7-470f-9a27-88a534fa1527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 217 time: 0.1789031 Mar 07 10:47:37.256497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061428-7703-4479-ae3a-e98ce22315b8 req-a19ef01d-ade8-490f-b284-a1e1a0fbed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.265455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-a19ef01d-ade8-490f-b284-a1e1a0fbed3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 1125 time: 0.5044322 Mar 07 10:47:37.269256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a58c17-8708-469a-804e-fa40d38f0e07 None None] Pushing event updated for resources: {'Port': ['ID=78e7c4f5-9584-4e35-97aa-45c8b811d76f,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:37.309692 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:37.310646 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:37.352765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858e6f-b977-4888-95b8-f44972318c06 req-73c50f8e-ea28-404d-b6bd-b2931ae883b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.354670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-73c50f8e-ea28-404d-b6bd-b2931ae883b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.1246598 Mar 07 10:47:37.379952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:37.391290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.521623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858e6f-b977-4888-95b8-f44972318c06 req-6de56c24-6727-4ed8-a4ba-8e1423801e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.526153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-6de56c24-6727-4ed8-a4ba-8e1423801e55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1621428 Mar 07 10:47:37.557513 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:37.671921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 172.25.4.4 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/fc1497db-f096-4a76-90a5-1bee6c198567) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:37.672219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.713658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061428-7703-4479-ae3a-e98ce22315b8 req-9a0d987d-9f52-4137-8db2-dd9270ecef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.715392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-9a0d987d-9f52-4137-8db2-dd9270ecef10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 200 len: 913 time: 0.4388502 Mar 07 10:47:37.775490 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.808896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-2d50877c-825c-4324-9cd3-918354391edb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967 HTTP/1.1" status: 200 len: 217 time: 0.0781832 Mar 07 10:47:37.843017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eddaa-f077-434e-9bd8-ec687ff0e0cb req-92eaa991-a1d1-470d-96b0-b69a61c9faab tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.880612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-853eddaa-f077-434e-9bd8-ec687ff0e0cb req-92eaa991-a1d1-470d-96b0-b69a61c9faab tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 944 time: 0.2906907 Mar 07 10:47:38.029526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Pushing event updated for resources: {'Port': ['ID=dc84ee99-8d43-4835-8a02-16afef3a9b7a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:38.047288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-d37b5cb3-8d3a-4e95-98e3-17d1f7d49bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150702 Mar 07 10:47:38.086497 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:31Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:38.111786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061428-7703-4479-ae3a-e98ce22315b8 req-477193c0-e2cb-40a9-b9cb-c52d6ea58eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:38.121631 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-477193c0-e2cb-40a9-b9cb-c52d6ea58eb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 200 len: 852 time: 0.2904398 Mar 07 10:47:38.139373 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dfae0-0491-4546-9500-6245209b87cd None None] The sync data for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 is: [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:31Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:38.260706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (7c52fd00-0a5b-4769-b73d-424b63330398), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.271014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-cc1fbc70-0a8a-4ef3-a698-3bc475055039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55583358-8faf-4dc8-bcb2-a17f973c53df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308780 Mar 07 10:47:38.402002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (fc1497db-f096-4a76-90a5-1bee6c198567), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.409733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (c18f4411-59ef-4b11-bbd6-63d4bcb02c19), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.425126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-853eddaa-f077-434e-9bd8-ec687ff0e0cb req-650dce8f-f481-4700-a5af-9267c497e13c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5203733 Mar 07 10:47:38.486994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7858e6f-b977-4888-95b8-f44972318c06 req-65ac71a2-70a7-4188-8b29-317c949ff618 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019349 Mar 07 10:47:38.520770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Subnet': ['ID=7c52fd00-0a5b-4769-b73d-424b63330398,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:38.530755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4691fad-3a04-4f8a-9c36-38c9ad2db96b req-45a09f8b-a6c6-4664-b888-9bd5ffa342fb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:38.535436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4691fad-3a04-4f8a-9c36-38c9ad2db96b req-45a09f8b-a6c6-4664-b888-9bd5ffa342fb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 943 time: 0.1455519 Mar 07 10:47:38.545595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.546841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7010a8ac-8e72-499d-8556-8de79e140ac4 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1702893 Mar 07 10:47:38.554363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:38.586857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Checking segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:38.587395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network hostable DHCP agents. Network: c6452697-67e1-4ab6-a2d3-2efad80e7a0f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:38.618663 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-22cbbe12-5447-4b04-bbf9-9c4d1ab7e7ad service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822657 Mar 07 10:47:38.620988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4691fad-3a04-4f8a-9c36-38c9ad2db96b req-3a210ab5-d66d-4d58-b40d-2a967dbf67a7 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730190 Mar 07 10:47:38.644654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.720130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:38.831291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:38.837009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c6452697-67e1-4ab6-a2d3-2efad80e7a0f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:38.845848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2875d-3c66-4c1c-9216-b8f8660f93a5 None None] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:38.873747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:38.914474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.957349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:38.966699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:39.012448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:39.013424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.023441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=fc1497db-f096-4a76-90a5-1bee6c198567,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:39.037704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-22061428-7703-4479-ae3a-e98ce22315b8 req-da935a0f-0639-41ef-b77f-f7ac7100f5e2 service neutron] 10.222.0.26 "GET /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110360 Mar 07 10:47:39.086983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7cdacce-3c7a-4cfc-9739-323e7300a7ef tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2311878 Mar 07 10:47:39.091667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36410) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:39.132425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:39.133491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.201827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.259379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:39.344856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.377168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.788464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fb407ae6-fdd7-48f9-b269-15535ab7c49d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:47:39.897109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Allocated IP 172.25.4.207 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/52e9f13f-7b12-4b97-8faf-79a599767cd0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:39.909303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Allocated IP 172.20.0.2 (c6452697-67e1-4ab6-a2d3-2efad80e7a0f/7c52fd00-0a5b-4769-b73d-424b63330398/40bff496-3ddb-43b5-ba6e-34b77fc25409) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:40.182283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc2532-bace-4ef2-afba-8bc7e41863ab req-ca43d10e-3775-482b-9721-be04b86209de tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:40.187754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41cc2532-bace-4ef2-afba-8bc7e41863ab req-ca43d10e-3775-482b-9721-be04b86209de tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 944 time: 0.5683308 Mar 07 10:47:40.361899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:40.534900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'port_id': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'mac_address': 'fa:16:3e:96:1d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:47:40.558060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 78e7c4f5-9584-4e35-97aa-45c8b811d76f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:40.660281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port fb407ae6-fdd7-48f9-b269-15535ab7c49d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:40.666074 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.720709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb407ae6-fdd7-48f9-b269-15535ab7c49d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:40.726323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 78e7c4f5-9584-4e35-97aa-45c8b811d76f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:40.726689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.766965 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks [] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.769808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (fc1497db-f096-4a76-90a5-1bee6c198567), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.782092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.801437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.840204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:40.904013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:40.907414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:40.954239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:40.974770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.012683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=fc1497db-f096-4a76-90a5-1bee6c198567,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:41.032624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Pushing event updated for resources: {'Port': ['ID=40bff496-3ddb-43b5-ba6e-34b77fc25409,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:41.047339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.132042 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.133310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2eb7c1be-b628-445c-8b09-6378fff0bb7e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3634086 Mar 07 10:47:41.138707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 78e7c4f5-9584-4e35-97aa-45c8b811d76f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:41.139776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.289416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 78e7c4f5-9584-4e35-97aa-45c8b811d76f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=78e7c4f5-9584-4e35-97aa-45c8b811d76f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:41.290758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1d9666e2-8e01-4b96-a7bb-c934fb612967 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:47:41.342987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9828c-2b74-49dc-9fca-44333c56ef02 req-dd28177e-81c4-4929-9c66-cf29c8028f34 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:41.357695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.364980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45b9828c-2b74-49dc-9fca-44333c56ef02 req-dd28177e-81c4-4929-9c66-cf29c8028f34 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 943 time: 1.5856829 Mar 07 10:47:41.545374 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.598951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41cc2532-bace-4ef2-afba-8bc7e41863ab req-282dbb5f-c2c2-4890-81cd-a49bccb88c67 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4036829 Mar 07 10:47:41.675503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45b9828c-2b74-49dc-9fca-44333c56ef02 req-0ee27fbf-0c29-4b78-b19d-75db6f995033 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096242 Mar 07 10:47:41.718505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.925093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:41.975408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Attempting to bind port 40bff496-3ddb-43b5-ba6e-34b77fc25409 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:41.976508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Attempting to bind port 40bff496-3ddb-43b5-ba6e-34b77fc25409 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:41.977117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Attempting to bind port 40bff496-3ddb-43b5-ba6e-34b77fc25409 on network c6452697-67e1-4ab6-a2d3-2efad80e7a0f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:41.979683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['fb407ae6-fdd7-48f9-b269-15535ab7c49d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:41.983878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:41.987474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.009648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:42.027984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:42.028851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Checking segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:42.032366 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.033051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Bound using segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:42.033659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Bound port: 40bff496-3ddb-43b5-ba6e-34b77fc25409, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:42.034143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.064964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.127116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Pushing event updated for resources: {'Port': ['ID=52e9f13f-7b12-4b97-8faf-79a599767cd0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.175586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:42.196996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.20.0.1 (c6452697-67e1-4ab6-a2d3-2efad80e7a0f/7c52fd00-0a5b-4769-b73d-424b63330398/4b50c566-89c3-4cbf-9ce7-021497e1c674) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:42.198964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f65604e2-c4e0-43e7-a643-f3a652754e1c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--400340373&fields=id&tenant_id=569a51092db849b5bd76ea26ef646253 HTTP/1.1" status: 200 len: 267 time: 0.4136438 Mar 07 10:47:42.320167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] For port 40bff496-3ddb-43b5-ba6e-34b77fc25409, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:42.343405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] For port 40bff496-3ddb-43b5-ba6e-34b77fc25409, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=40bff496-3ddb-43b5-ba6e-34b77fc25409,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:42.382756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.387330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '1d9666e2-8e01-4b96-a7bb-c934fb612967', 'network_id': '55583358-8faf-4dc8-bcb2-a17f973c53df', 'port_id': '1d9666e2-8e01-4b96-a7bb-c934fb612967', 'mac_address': 'fa:16:3e:1e:1e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b086337-8eba-49ff-8520-560dfc275240', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:47:42.420806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.447729 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.467309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=78e7c4f5-9584-4e35-97aa-45c8b811d76f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.474704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for floatingip (eb715dd1-9f79-447e-a461-83c4e3e76787), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.538681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:42.544851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:42.549251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:42.558450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-67660d08-05ff-4a79-b795-9a7a4cf94bd3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:42.564720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-67660d08-05ff-4a79-b795-9a7a4cf94bd3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 931 time: 0.3509614 Mar 07 10:47:42.609369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.716494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (dd707232-081e-4554-9b02-d059cc13d1cd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.722046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.764633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1d9666e2-8e01-4b96-a7bb-c934fb612967 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:42.764973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.815915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9666e2-8e01-4b96-a7bb-c934fb612967 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:42.829663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d9b72b3f-cda5-4648-bb08-860396647960 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:42.838922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d9b72b3f-cda5-4648-bb08-860396647960 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 932 time: 0.1872220 Mar 07 10:47:42.880591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b682a0-6559-4017-8a7f-0fe59dbd70f7 None None] Pushing event updated for resources: {'Port': ['ID=40bff496-3ddb-43b5-ba6e-34b77fc25409,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.890082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:42.910176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.048300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.103003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:43.139791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.158457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['1d9666e2-8e01-4b96-a7bb-c934fb612967'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:43.252413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3231f0db-5e8e-4091-b3de-bbf06bb51605 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4086034 Mar 07 10:47:43.258778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.449959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7270185e-7ad0-45e8-a262-68df2288a257 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1613836 Mar 07 10:47:43.452064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Pushing event updated for resources: {'Port': ['ID=52e9f13f-7b12-4b97-8faf-79a599767cd0,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:43.721637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (f43160f0-76b9-484c-a5d8-87610081f02a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.817727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea74a-ac03-407c-b2a0-230e952d8903 req-de3fa60e-6d8a-4ea8-aa45-bfacdaf896ed tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.819863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16aea74a-ac03-407c-b2a0-230e952d8903 req-de3fa60e-6d8a-4ea8-aa45-bfacdaf896ed tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 945 time: 0.9431632 Mar 07 10:47:43.908130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-554cb10a-649f-43bc-93b1-748d252f9f31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.913791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-554cb10a-649f-43bc-93b1-748d252f9f31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.920495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-554cb10a-649f-43bc-93b1-748d252f9f31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.922370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-554cb10a-649f-43bc-93b1-748d252f9f31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/networks?id=f39bb14b-a916-4b00-90f1-9304749e2858&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=a929a550-0c85-4c9e-a0e1-1427f00759c0&id=a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 200 len: 1989 time: 0.4315856 Mar 07 10:47:43.923480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eb715dd1-9f79-447e-a461-83c4e3e76787), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.948540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-b0d7d8f2-e1b1-4713-b4fb-969bac1303cf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/quotas/569a51092db849b5bd76ea26ef646253 HTTP/1.1" status: 200 len: 375 time: 0.0123944 Mar 07 10:47:44.049542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16aea74a-ac03-407c-b2a0-230e952d8903 req-3092d01a-f639-4e36-a3e3-608356089526 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908717 Mar 07 10:47:44.059094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.060740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-878d6f6a-450f-4d08-a7e0-42c91a5135b0 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5053277 Mar 07 10:47:44.064774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36458) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.247613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.262814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.373114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (dd707232-081e-4554-9b02-d059cc13d1cd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.524177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:44.574017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 78e7c4f5-9584-4e35-97aa-45c8b811d76f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:44.617714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55f27a8e-0207-44c1-b1d6-0f0b7464b469 tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.5498235 Mar 07 10:47:44.618326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.639691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50737bea-7446-4c16-83ec-f2eec7847113 None None] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:44.645623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:44.647363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:44.751908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Provisioning complete for port 40bff496-3ddb-43b5-ba6e-34b77fc25409 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:44.752544 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.814454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router dd707232-081e-4554-9b02-d059cc13d1cd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:44.821578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 78e7c4f5-9584-4e35-97aa-45c8b811d76f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:44.836197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.956846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:44.968038 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-854e7be7-989f-437e-9917-9fb2d7af88e3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "PUT /v2.0/routers/dd707232-081e-4554-9b02-d059cc13d1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744955 Mar 07 10:47:44.968954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36466) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.996586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-cf86520a-a964-4450-9522-58882465bc52 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&fields=id HTTP/1.1" status: 200 len: 486 time: 1.0202343 Mar 07 10:47:45.002952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1398093351', 'description': 'tempest-secgroup_access--1398093351 description', 'project_id': '2542f4df4d734492bf01686db9d32d8b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:45.014312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Sync routers for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:45.034424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9488cc08-f102-43f2-b847-c205e5ab77c4 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4132693 Mar 07 10:47:45.040748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36468) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.053475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.091811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7a21-4864-48f9-98fa-99a6e564ee2d req-15f0113a-348b-49bf-b9a7-78a739298dbb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:45.098979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d6c7a21-4864-48f9-98fa-99a6e564ee2d req-15f0113a-348b-49bf-b9a7-78a739298dbb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 944 time: 0.6552634 Mar 07 10:47:45.138742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:45.139512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:45.147405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Current status of the port 40bff496-3ddb-43b5-ba6e-34b77fc25409 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:45.148193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.229794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 78e7c4f5-9584-4e35-97aa-45c8b811d76f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:45.231399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 40bff496-3ddb-43b5-ba6e-34b77fc25409 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:45.282413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1d9666e2-8e01-4b96-a7bb-c934fb612967 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:45.301435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (c4221c92-b3fa-4e41-8d7d-6e39bcc9814a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.307523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Deleting port 52e9f13f-7b12-4b97-8faf-79a599767cd0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:45.307993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.402050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.402444 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for floatingip (52e9f13f-7b12-4b97-8faf-79a599767cd0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.418104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Calling delete_port for 52e9f13f-7b12-4b97-8faf-79a599767cd0 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:45.485586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] For port 40bff496-3ddb-43b5-ba6e-34b77fc25409, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=40bff496-3ddb-43b5-ba6e-34b77fc25409,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:45.501621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d6c7a21-4864-48f9-98fa-99a6e564ee2d req-25b3472e-74bb-4205-92e8-003c0f962ff8 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016528 Mar 07 10:47:45.587715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.594955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3c1fc454-3539-4a72-9f7c-c37d056630df service neutron] 10.222.0.23 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974014 Mar 07 10:47:45.637767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c4221c92-b3fa-4e41-8d7d-6e39bcc9814a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.659993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (52e9f13f-7b12-4b97-8faf-79a599767cd0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.670938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.675874 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7053819 Mar 07 10:47:45.684233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36472) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.690307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 40bff496-3ddb-43b5-ba6e-34b77fc25409 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:45.691088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--354869876', 'description': 'tempest-secgroup_general--354869876 description', 'project_id': '2542f4df4d734492bf01686db9d32d8b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:45.691905 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.751154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Pushing event deleted for resources: {'Port': ['ID=52e9f13f-7b12-4b97-8faf-79a599767cd0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.771323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 1d9666e2-8e01-4b96-a7bb-c934fb612967 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:47:45.803162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Deleting port 07635bcc-f399-4424-ab53-397a6af88eea {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:45.803504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (07635bcc-f399-4424-ab53-397a6af88eea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.814528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 1d9666e2-8e01-4b96-a7bb-c934fb612967 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:45.833699 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.874831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks [] for floatingip (eb715dd1-9f79-447e-a461-83c4e3e76787), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.881339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.886404 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-122ef3da-58d5-476b-859b-bfc9140037b5 tempest-FloatingIPAdminTestJSON-194236069 tempest-FloatingIPAdminTestJSON-194236069-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb715dd1-9f79-447e-a461-83c4e3e76787 HTTP/1.1" status: 204 len: 168 time: 0.8423727 Mar 07 10:47:45.887313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.888084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928653b-dbe0-498f-91b4-81f722ebaac7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.903735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:46.067197 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.115778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Deleting port dc84ee99-8d43-4835-8a02-16afef3a9b7a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:46.116163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.137377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0d175-7577-4378-9346-2758c03c51d7 req-df381131-2a89-4b37-97e0-c8d3b0c23b29 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:46.144388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05d0d175-7577-4378-9346-2758c03c51d7 req-df381131-2a89-4b37-97e0-c8d3b0c23b29 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 945 time: 0.4931276 Mar 07 10:47:46.228314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1bf3b2e6-de77-4f52-8526-8da1a47bfcbe service neutron] 10.222.0.23 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321199 Mar 07 10:47:46.314870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Provisioning complete for port 4b50c566-89c3-4cbf-9ce7-021497e1c674 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:46.315254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.316660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.317163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (dc84ee99-8d43-4835-8a02-16afef3a9b7a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.344162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Calling delete_port for dc84ee99-8d43-4835-8a02-16afef3a9b7a owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:46.363207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c1ada-3c8f-46f7-8c5d-2baaf68b0091 None None] Pushing event updated for resources: {'Port': ['ID=40bff496-3ddb-43b5-ba6e-34b77fc25409,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:46.446500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (d58a465e-3cda-46ef-b802-0b042ca0bc1b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.472073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e9f15d8-d174-4760-af27-04f8f8dff6a4 service neutron] 10.222.0.23 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2427750 Mar 07 10:47:46.477600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05d0d175-7577-4378-9346-2758c03c51d7 req-968ae7bf-0ede-4118-957b-b14366c1700d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322494 Mar 07 10:47:46.481386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] For port 07635bcc-f399-4424-ab53-397a6af88eea, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07635bcc-f399-4424-ab53-397a6af88eea,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:46.481670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (07635bcc-f399-4424-ab53-397a6af88eea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.484488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 40bff496-3ddb-43b5-ba6e-34b77fc25409 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:46.484778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d58a465e-3cda-46ef-b802-0b042ca0bc1b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.579327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dc84ee99-8d43-4835-8a02-16afef3a9b7a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.624381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc84ee99-8d43-4835-8a02-16afef3a9b7a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:46.625588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Port 4b50c566-89c3-4cbf-9ce7-021497e1c674 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:46.693038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.711751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1d9666e2-8e01-4b96-a7bb-c934fb612967 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:46.717015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36484) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:46.717565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.719634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0302246 Mar 07 10:47:46.722230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'security_group_rule': {'security_group_id': 'c4221c92-b3fa-4e41-8d7d-6e39bcc9814a', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:46.725228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Calling delete_port for 07635bcc-f399-4424-ab53-397a6af88eea owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:46.725401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Provisioning complete for port 40bff496-3ddb-43b5-ba6e-34b77fc25409 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:46.725401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.798546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks [] for floatingip (c18f4411-59ef-4b11-bbd6-63d4bcb02c19), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.802437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.809590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f4ef95cd-128c-4218-8dfc-b782e5c4ff2a tempest-FloatingIPAdminTestJSON-393761775 tempest-FloatingIPAdminTestJSON-393761775-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/c18f4411-59ef-4b11-bbd6-63d4bcb02c19 HTTP/1.1" status: 204 len: 168 time: 0.8987646 Mar 07 10:47:46.813569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36486) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:46.845210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 40bff496-3ddb-43b5-ba6e-34b77fc25409 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:46.891963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group_rule (1fed7c75-81cc-4fcd-a48d-7f5bbd4a82f8), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.137128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fcb753a3-82b8-4c34-bde2-2e1128b15632 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151245 Mar 07 10:47:47.169211 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group_rule (1fed7c75-81cc-4fcd-a48d-7f5bbd4a82f8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.177796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (07635bcc-f399-4424-ab53-397a6af88eea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.183070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (1fed7c75-81cc-4fcd-a48d-7f5bbd4a82f8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.239103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port dfa5b90f-992e-4763-80f4-d4f09c6c9991 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:47.239823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.269471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174e4a-d1d1-4db9-9041-988c7dec56fd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a465e-3cda-46ef-b802-0b042ca0bc1b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.343265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Pushing event deleted for resources: {'Port': ['ID=07635bcc-f399-4424-ab53-397a6af88eea,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.371299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:47.385260 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f711f0-076a-40f6-b667-96f767340f51" -d '{"events": [{"server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "name": "network-vif-plugged", "status": "completed", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:47.425515 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:47:47.444845 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.461802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:47.474974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for dfa5b90f-992e-4763-80f4-d4f09c6c9991 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:47.483221 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.483972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fb407ae6-fdd7-48f9-b269-15535ab7c49d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:47.617603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 40bff496-3ddb-43b5-ba6e-34b77fc25409 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:47.617979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.663139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fed7c75-81cc-4fcd-a48d-7f5bbd4a82f8,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.674283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dfa5b90f-992e-4763-80f4-d4f09c6c9991), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.683337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:43Z', 'revision_number': 2, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:47.719396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.720628 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84f229a3-0d83-4c9c-aceb-5017a556c7f6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0027006 Mar 07 10:47:47.721888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=dfa5b90f-992e-4763-80f4-d4f09c6c9991,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.799719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Checking router: dd707232-081e-4554-9b02-d059cc13d1cd for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:47.800669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Updating router dd707232-081e-4554-9b02-d059cc13d1cd port 4b50c566-89c3-4cbf-9ce7-021497e1c674 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:47:47.885595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.919174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.919575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.923197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8422dcc9-ed50-473c-9c34-7e9d4acef58d tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/ports/dfa5b90f-992e-4763-80f4-d4f09c6c9991 HTTP/1.1" status: 204 len: 168 time: 1.1061885 Mar 07 10:47:47.928361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36500) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:47.959025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32cbf79c-2f55-4419-80c9-7365dc00ab52 None None] Current status of the port 40bff496-3ddb-43b5-ba6e-34b77fc25409 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:48.018469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port fb407ae6-fdd7-48f9-b269-15535ab7c49d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:47:48.058335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port fb407ae6-fdd7-48f9-b269-15535ab7c49d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:48.058723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.061362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f063014-02a4-43f1-b6c2-1707fc2d15b4 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:48.065251 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f063014-02a4-43f1-b6c2-1707fc2d15b4 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09e1b0d-efdc-4b68-a8ca-573fe590d28e HTTP/1.1" status: 200 len: 913 time: 0.1357825 Mar 07 10:47:48.068479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:48.098872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48969-67b9-449f-963c-42d037c8204d req-06601a68-c42e-4d79-9603-9f2b71cd07f9 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:48.107243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ace48969-67b9-449f-963c-42d037c8204d req-06601a68-c42e-4d79-9603-9f2b71cd07f9 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 944 time: 0.9573073 Mar 07 10:47:48.197696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 40bff496-3ddb-43b5-ba6e-34b77fc25409 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:48.233228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3d2abb9b-37df-47e6-9c4a-5bce494fb2fa service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0951941 Mar 07 10:47:48.318358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-795ccf75-a422-4618-bdee-900432ba9699 None None] Provisioning complete for port 4b50c566-89c3-4cbf-9ce7-021497e1c674 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:48.319783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-795ccf75-a422-4618-bdee-900432ba9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.324043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ace48969-67b9-449f-963c-42d037c8204d req-f666357c-8506-4ee6-842c-d7b0d352930b tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120240 Mar 07 10:47:48.368932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-978d4ac7-40ce-43bb-a861-511cf5f95123 service neutron] 10.222.0.23 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1277766 Mar 07 10:47:48.385259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-795ccf75-a422-4618-bdee-900432ba9699 None None] Port 4b50c566-89c3-4cbf-9ce7-021497e1c674 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:48.401695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (f43160f0-76b9-484c-a5d8-87610081f02a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.480328 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a155038-3847-4f65-a5b5-7385f2865af6 x-openstack-request-id: req-8a155038-3847-4f65-a5b5-7385f2865af6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:48.480650 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "name": "network-vif-plugged", "status": "completed", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:48.480891 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a155038-3847-4f65-a5b5-7385f2865af6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:48.481290 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967', 'code': 200} Mar 07 10:47:48.484386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port fb407ae6-fdd7-48f9-b269-15535ab7c49d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:48.484782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.642007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:48.661431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.813466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335ae5-2cd8-4838-ad5b-c5de36a6be09 req-65778669-ce20-4621-a82d-af46a349d716 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:48.815003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36335ae5-2cd8-4838-ad5b-c5de36a6be09 req-65778669-ce20-4621-a82d-af46a349d716 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1391122 Mar 07 10:47:48.826197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3d789-0ad7-4aa5-b066-144a1863c220 req-40db49be-831e-43f0-97ae-abc1dd984edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:48.828927 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-28e3d789-0ad7-4aa5-b066-144a1863c220 req-40db49be-831e-43f0-97ae-abc1dd984edc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 1127 time: 0.2070694 Mar 07 10:47:48.843180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:48.897769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36335ae5-2cd8-4838-ad5b-c5de36a6be09 req-96806afd-26e4-4f00-82ba-28aadb91d509 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462627 Mar 07 10:47:48.899765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-548bcd3c-58e7-40c5-ae17-cd51f2734d39 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184979 Mar 07 10:47:48.906938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks [] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.926364 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.945364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-28e3d789-0ad7-4aa5-b066-144a1863c220 req-122ac709-3e58-4aed-919c-46bb34abac3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Mar 07 10:47:48.986473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.003161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Router f43160f0-76b9-484c-a5d8-87610081f02a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:49.083582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e49a-17f2-4676-bcb0-bad664fa3bf5 None None] Pushing event updated for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.193618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:49.194456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Attempting to bind port 4b50c566-89c3-4cbf-9ce7-021497e1c674 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:49.195268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Attempting to bind port 4b50c566-89c3-4cbf-9ce7-021497e1c674 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:49.195268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Attempting to bind port 4b50c566-89c3-4cbf-9ce7-021497e1c674 on network c6452697-67e1-4ab6-a2d3-2efad80e7a0f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:49.205817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:49.206198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Checking segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:49.206609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.207006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Bound using segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:49.207140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Sync routers for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:49.207568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Bound port: 4b50c566-89c3-4cbf-9ce7-021497e1c674, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:49.207892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.235125 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:49.238609 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:49.271139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3be4fd9a-930c-4d94-8bd4-83a9e8cf508e admin admin] 10.222.0.23 "PUT /v2.0/routers/f43160f0-76b9-484c-a5d8-87610081f02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0086176 Mar 07 10:47:49.282902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-b5172459-56e8-4ecf-b006-e16493c5073a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1398093351&fields=id&tenant_id=2542f4df4d734492bf01686db9d32d8b HTTP/1.1" status: 200 len: 267 time: 0.1217625 Mar 07 10:47:49.285173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36522) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:49.370301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] For port 4b50c566-89c3-4cbf-9ce7-021497e1c674, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:49.375873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] For port 4b50c566-89c3-4cbf-9ce7-021497e1c674, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b50c566-89c3-4cbf-9ce7-021497e1c674,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:49.388683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-52102213-6966-4c02-b5ea-437a47e68687 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814262 Mar 07 10:47:49.392724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.496174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e49a-17f2-4676-bcb0-bad664fa3bf5 None None] Pushing event updated for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.514024 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:49.550897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:49.551186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:49.608238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port 568ad726-d080-40f1-a09c-bf5de7192a7d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:49.608737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.611183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Provisioning complete for port 4b50c566-89c3-4cbf-9ce7-021497e1c674 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:49.611680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.708621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-7f9794cb-9843-4485-9224-e170df1d2e57 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--354869876&fields=id&tenant_id=2542f4df4d734492bf01686db9d32d8b HTTP/1.1" status: 200 len: 267 time: 0.4034774 Mar 07 10:47:49.752893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.769301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for 568ad726-d080-40f1-a09c-bf5de7192a7d owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:49.862499 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks [] for router (f43160f0-76b9-484c-a5d8-87610081f02a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.910200 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:47:47Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:49.940744 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Checking router: f43160f0-76b9-484c-a5d8-87610081f02a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:49.951297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Routers {'f43160f0-76b9-484c-a5d8-87610081f02a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:49.952360 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f43160f0-76b9-484c-a5d8-87610081f02a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:50.008097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:50.082377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-29c5af8c-c338-418a-88a8-e2377ec3af82 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765480 Mar 07 10:47:50.101603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks [] for router_gateway (f43160f0-76b9-484c-a5d8-87610081f02a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.132173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Current status of the port 4b50c566-89c3-4cbf-9ce7-021497e1c674 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:50.132657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.152753 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] Set router f43160f0-76b9-484c-a5d8-87610081f02a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:50.295908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (568ad726-d080-40f1-a09c-bf5de7192a7d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.296752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] For port 4b50c566-89c3-4cbf-9ce7-021497e1c674, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b50c566-89c3-4cbf-9ce7-021497e1c674,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:50.308983 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.351929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=568ad726-d080-40f1-a09c-bf5de7192a7d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:50.360262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-40891f7e-21b6-4e85-b0a6-354de5f107b3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:50.361940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-40891f7e-21b6-4e85-b0a6-354de5f107b3 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/networks?id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 200 len: 796 time: 0.6403408 Mar 07 10:47:50.424177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-aacfc659-408d-4033-8da2-c7e3e5d10de6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/quotas/2542f4df4d734492bf01686db9d32d8b HTTP/1.1" status: 200 len: 375 time: 0.0527301 Mar 07 10:47:50.481505 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:47:47Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:50.514650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:50.529217 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf96d7-94ad-497e-9fd6-5d8687bc3492" -d '{"events": [{"server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "name": "network-vif-plugged", "status": "completed", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:50.586454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-4e154063-85df-4575-beb0-e9b64046ffb9 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865909 Mar 07 10:47:50.626150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ed90-8fa0-4835-b8c6-daae415edfd7 None None] Pushing event updated for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:50.678878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-62d25caa-8dfc-438d-99a6-3115bc7a9164 None None] Provisioning complete for port 4b50c566-89c3-4cbf-9ce7-021497e1c674 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:50.679292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62d25caa-8dfc-438d-99a6-3115bc7a9164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.692898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.760721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcaeaf7a-5654-4950-bad1-b891953adba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.802713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Deleting port 68b4559f-c6c3-4c56-a75c-13e44bb0699e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:50.804202 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.816331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209fc29-8023-41ca-bd3b-8cca0f4da49d None None] The sync data for ids ['f43160f0-76b9-484c-a5d8-87610081f02a'] in n-d-832156-4 is: [{'id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'name': 'tempest-TaggedBootDevicesTest_v242-253303012-router', 'tenant_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:37Z', 'updated_at': '2022-03-07T10:47:47Z', 'revision_number': 5, 'project_id': 'a9bab3f348884609ad2626b3d0b3cb74', 'gw_port': {'id': '68b4559f-c6c3-4c56-a75c-13e44bb0699e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43160f0-76b9-484c-a5d8-87610081f02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:41Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:50.863417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-dce7d28e-af1f-40a9-8ef1-765d303e760c service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723022 Mar 07 10:47:50.966916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-d795aa75-b5d0-4e8a-8bfa-90077cbd9a06 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5259254 Mar 07 10:47:50.982746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-62d25caa-8dfc-438d-99a6-3115bc7a9164 None None] Current status of the port 4b50c566-89c3-4cbf-9ce7-021497e1c674 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:51.031687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:49Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:51.082860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d871be6-70e5-47c7-ae20-6b28f3fd42b5 None None] The sync data for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 is: [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:49Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:51.117480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Router e09e1b0d-efdc-4b68-a8ca-573fe590d28e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:51.322027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:51.329039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-803e450a-2de1-4a0b-9d81-00ff8c5b25fc tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "PUT /v2.0/routers/e09e1b0d-efdc-4b68-a8ca-573fe590d28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584667 Mar 07 10:47:51.333213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:51.336744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] Sync routers for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:51.355820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:51.356465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:51.478700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:51.529843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] Routers {'e09e1b0d-efdc-4b68-a8ca-573fe590d28e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:51.533431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:51.652570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.661948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:51.662618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48d5b2-1d73-4e54-a7c1-a9e4cef80251 None None] The sync data for ids ['e09e1b0d-efdc-4b68-a8ca-573fe590d28e'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:51.687227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-29bc4ee9-9ce2-4853-abe7-2fe9424ed3e3 service neutron] 10.222.0.23 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992041 Mar 07 10:47:51.721334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] For port 68b4559f-c6c3-4c56-a75c-13e44bb0699e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=68b4559f-c6c3-4c56-a75c-13e44bb0699e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:51.721872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.735129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Calling delete_port for 68b4559f-c6c3-4c56-a75c-13e44bb0699e owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:51.871151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_gateway (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.955932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port fc86063d-a028-45bd-9272-43cc50591055 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:51.956432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fc86063d-a028-45bd-9272-43cc50591055), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.086864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fc86063d-a028-45bd-9272-43cc50591055), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.101341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-df4aba67-ea03-44e0-ab9f-82caddc81a7c service neutron] 10.222.0.23 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559248 Mar 07 10:47:52.103636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for fc86063d-a028-45bd-9272-43cc50591055 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:52.232147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-75c184be-5952-4420-a035-88ba56ec7889 service neutron] 10.222.0.23 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2443650 Mar 07 10:47:52.393342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-a1bb1e2d-fc82-49b1-8673-33aaa4ec6bfc service neutron] 10.222.0.23 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857780 Mar 07 10:47:52.396603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (fc86063d-a028-45bd-9272-43cc50591055), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.442029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=fc86063d-a028-45bd-9272-43cc50591055,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:52.493809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3a1cd103-e768-4c12-a3f3-9ba38a7e80a8 service neutron] 10.222.0.23 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995991 Mar 07 10:47:52.505478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (68b4559f-c6c3-4c56-a75c-13e44bb0699e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.614875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.631589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b4559f-c6c3-4c56-a75c-13e44bb0699e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:52.713255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b50c566-89c3-4cbf-9ce7-021497e1c674 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:52.732074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a4df8df2-4c16-4671-b062-37bb350d15f0 service neutron] 10.222.0.23 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877555 Mar 07 10:47:52.783697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f43160f0-76b9-484c-a5d8-87610081f02a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.821205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4b50c566-89c3-4cbf-9ce7-021497e1c674 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:52.821579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.127352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-95190fb0-da2d-479d-94cf-f1bbd70fdcf9 service neutron] 10.222.0.23 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325998 Mar 07 10:47:53.228000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-02198b5c-b225-4b26-b7f3-ca79c0bd4d35 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.233882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-02198b5c-b225-4b26-b7f3-ca79c0bd4d35 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 931 time: 0.0983853 Mar 07 10:47:53.251539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f43160f0-76b9-484c-a5d8-87610081f02a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.288176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks [] for router_controller (f43160f0-76b9-484c-a5d8-87610081f02a), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.293320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4b50c566-89c3-4cbf-9ce7-021497e1c674 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:53.305331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07635bcc-f399-4424-ab53-397a6af88eea no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:53.317739 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5348949-99cd-4b54-a7cc-ca0152582b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.344956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 07635bcc-f399-4424-ab53-397a6af88eea {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:53.345514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07635bcc-f399-4424-ab53-397a6af88eea not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:53.485100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c593ed-e933-4b06-8f52-4a928b14e288 req-ba46a17d-91b8-4e4c-aa48-b6a6e1bae3da tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.486859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36c593ed-e933-4b06-8f52-4a928b14e288 req-ba46a17d-91b8-4e4c-aa48-b6a6e1bae3da tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.4118946 Mar 07 10:47:53.495503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.497774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d40b4944-38d1-493b-8930-d73ed5415d86 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.499553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d40b4944-38d1-493b-8930-d73ed5415d86 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 932 time: 0.2396231 Mar 07 10:47:53.500519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router_controller (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.506752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f43160f0-76b9-484c-a5d8-87610081f02a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.507265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43160f0-76b9-484c-a5d8-87610081f02a {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:53.514061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.515215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-09784689-ce8c-47af-9910-086768e80378 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f43160f0-76b9-484c-a5d8-87610081f02a HTTP/1.1" status: 204 len: 168 time: 4.2290938 Mar 07 10:47:53.522659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36552) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:53.582764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Deleting subnet e7d72245-5f7b-4788-8dd7-28a3951e95b1 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:53.587187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Publish callbacks [] for subnet (e7d72245-5f7b-4788-8dd7-28a3951e95b1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.600499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e09e1b0d-efdc-4b68-a8ca-573fe590d28e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.601034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Fanout notify agent at l3_agent the message router_deleted on router e09e1b0d-efdc-4b68-a8ca-573fe590d28e {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:53.608471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.612694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9434b159-57bb-4248-97b0-b572421c16f2 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/routers/e09e1b0d-efdc-4b68-a8ca-573fe590d28e HTTP/1.1" status: 204 len: 168 time: 2.2749233 Mar 07 10:47:53.622246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36554) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:53.668140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36c593ed-e933-4b06-8f52-4a928b14e288 req-b467a179-de5f-49ef-b4e2-a66ca8e88615 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671231 Mar 07 10:47:53.710052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (e7d72245-5f7b-4788-8dd7-28a3951e95b1), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.748303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting subnet e0422662-5d8d-4e90-8b63-423834ea7cc0 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:53.752241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for subnet (e0422662-5d8d-4e90-8b63-423834ea7cc0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.812728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (e0422662-5d8d-4e90-8b63-423834ea7cc0), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.006307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e0422662-5d8d-4e90-8b63-423834ea7cc0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.013965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e7d72245-5f7b-4788-8dd7-28a3951e95b1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.093869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (e7d72245-5f7b-4788-8dd7-28a3951e95b1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.105726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.135254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (e0422662-5d8d-4e90-8b63-423834ea7cc0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.138601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d72245-5f7b-4788-8dd7-28a3951e95b1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:54.175900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.181384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2142f-499b-4ee6-96d0-32d6460da289 None None] Network 02778223-21a1-40ab-ae6e-908f706d874a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:54.189213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.189792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-21a84638-161f-4257-89de-95c4d3178d52 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e7d72245-5f7b-4788-8dd7-28a3951e95b1 HTTP/1.1" status: 204 len: 168 time: 0.6632204 Mar 07 10:47:54.192462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36574) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:54.232448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aae86-7707-4b8d-921f-5d0e46ab7265 req-973ef7fd-e3ee-40a2-9542-ef4704fac525 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:54.254489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-895aae86-7707-4b8d-921f-5d0e46ab7265 req-973ef7fd-e3ee-40a2-9542-ef4704fac525 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3263142 Mar 07 10:47:54.259926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Subnet': ['ID=e0422662-5d8d-4e90-8b63-423834ea7cc0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:54.280822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.294331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bb6ce9b-f84b-4a23-87a2-8c8f641cf147 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/subnets/e0422662-5d8d-4e90-8b63-423834ea7cc0 HTTP/1.1" status: 204 len: 168 time: 0.6709547 Mar 07 10:47:54.297016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36578) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:54.307502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc0859-7de9-4d9a-91da-55983044f049 None None] Network 0203581f-4294-4d34-9f6e-68b202c83361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:54.490362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0203581f-4294-4d34-9f6e-68b202c83361), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.569251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-895aae86-7707-4b8d-921f-5d0e46ab7265 req-355a67c5-e5d0-4f7a-97e9-ff4bc4b6346f tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136163 Mar 07 10:47:54.589646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (02778223-21a1-40ab-ae6e-908f706d874a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.591985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port a056271f-bbee-4404-a707-2e50d5ab3dd9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:54.592489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.620062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] DHCP port deletion for 02778223-21a1-40ab-ae6e-908f706d874a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:54.698489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] For port a056271f-bbee-4404-a707-2e50d5ab3dd9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a056271f-bbee-4404-a707-2e50d5ab3dd9,segment=NetworkSegment(a6abd3a0-b104-45a1-85e1-86ded5deac5e),segment_id=a6abd3a0-b104-45a1-85e1-86ded5deac5e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:54.698987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.726647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for a056271f-bbee-4404-a707-2e50d5ab3dd9 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:54.747219 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d233f60-ad4c-4f46-bb37-63a651ab3a25 x-openstack-request-id: req-5d233f60-ad4c-4f46-bb37-63a651ab3a25 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:54.747489 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "name": "network-vif-plugged", "status": "completed", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:54.747767 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d233f60-ad4c-4f46-bb37-63a651ab3a25 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:54.754940 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'code': 200} Mar 07 10:47:54.756144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] DHCP port deletion for 0203581f-4294-4d34-9f6e-68b202c83361 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:54.777504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 68b4559f-c6c3-4c56-a75c-13e44bb0699e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:54.877160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.894992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 68b4559f-c6c3-4c56-a75c-13e44bb0699e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:54.895257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 68b4559f-c6c3-4c56-a75c-13e44bb0699e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:54.994521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Deleting port a056271f-bbee-4404-a707-2e50d5ab3dd9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:54.995828 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.997380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=a056271f-bbee-4404-a707-2e50d5ab3dd9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:54.998386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Deleting port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:54.998835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.006229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8dab152f-6bd1-41f7-9b2b-8713d14c3c05 req-07ec07c7-8453-47d4-abca-5bea96720343 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 210 time: 0.1963680 Mar 07 10:47:55.033469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] No DVR routers for this DVR port a056271f-bbee-4404-a707-2e50d5ab3dd9 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:55.110692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-4a421441-5317-417d-b675-06d1ad32ae57 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.120976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-4a421441-5317-417d-b675-06d1ad32ae57 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 931 time: 0.2782040 Mar 07 10:47:55.188302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d52b7675-d8b7-49fd-a43a-84e754a5febc req-1df4a899-ec30-4156-bc8d-a42df494e98f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0662789 Mar 07 10:47:55.230454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] For port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:55.231078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.233949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] For port a056271f-bbee-4404-a707-2e50d5ab3dd9, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:55.234645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.257910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Calling delete_port for 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:55.260391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Calling delete_port for a056271f-bbee-4404-a707-2e50d5ab3dd9 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:55.265201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Port a056271f-bbee-4404-a707-2e50d5ab3dd9 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:47:55.271786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (a056271f-bbee-4404-a707-2e50d5ab3dd9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.288432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] No DVR routers for this DVR port a056271f-bbee-4404-a707-2e50d5ab3dd9 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:55.346490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0203581f-4294-4d34-9f6e-68b202c83361), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.350940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba283cd2-376c-4787-af56-9f0f8c1bd144 None None] Pushing event deleted for resources: {'Port': ['ID=a056271f-bbee-4404-a707-2e50d5ab3dd9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:55.362357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Deleting port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:55.362710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.380471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0203581f-4294-4d34-9f6e-68b202c83361']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:55.393617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f70c670b-dcbe-4962-9993-e3bf60cde4bb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.397357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6abd3a0-b104-45a1-85e1-86ded5deac5e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:55.397660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6abd3a0-b104-45a1-85e1-86ded5deac5e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:55.400148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f70c670b-dcbe-4962-9993-e3bf60cde4bb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 932 time: 0.2108095 Mar 07 10:47:55.406386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.433828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a6abd3a0-b104-45a1-85e1-86ded5deac5e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.456573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a6abd3a0-b104-45a1-85e1-86ded5deac5e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.466210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] Pushing event deleted for resources: {'Port': ['ID=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:55.470007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:55.470449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a6abd3a0-b104-45a1-85e1-86ded5deac5e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.476946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215c270-c316-4122-a0fa-6340e820d886 None None] No DVR routers for this DVR port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:55.537965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] For port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,segment=NetworkSegment(428a67df-5431-497d-b4b3-8aba8c56bd71),segment_id=428a67df-5431-497d-b4b3-8aba8c56bd71)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:55.538329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.563337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Calling delete_port for 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:55.568519 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:55.576250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0203581f-4294-4d34-9f6e-68b202c83361), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.579975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65a3e-c0ba-4c08-9ac1-6fc9fed40406 req-ce220274-002a-4cd6-93e9-09d88cbf22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.581838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eee65a3e-c0ba-4c08-9ac1-6fc9fed40406 req-ce220274-002a-4cd6-93e9-09d88cbf22fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.6186225 Mar 07 10:47:55.587350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.593505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/networks/0203581f-4294-4d34-9f6e-68b202c83361 HTTP/1.1" status: 204 len: 168 time: 1.2943285 Mar 07 10:47:55.594191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:55.663846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.683806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff438b-f41e-40bb-8c9e-7fb3d4fff3f7 tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Network': ['ID=0203581f-4294-4d34-9f6e-68b202c83361,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:55.731935 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eee65a3e-c0ba-4c08-9ac1-6fc9fed40406 req-5409934c-1bc7-453a-8f80-d4fc3be1aea6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365342 Mar 07 10:47:55.765280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.857495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] No DVR routers for this DVR port 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:55.864930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:55.885130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330c66-fb0f-4c54-8f38-920f3c93775d req-0d36414a-312a-424d-8f6a-ab47939845cb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.894826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f330c66-fb0f-4c54-8f38-920f3c93775d req-0d36414a-312a-424d-8f6a-ab47939845cb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.6320992 Mar 07 10:47:55.905318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Deleting port d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:55.905667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.908257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-53a6841f-2099-447e-bd95-7333465cc4d2 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.911183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-53a6841f-2099-447e-bd95-7333465cc4d2 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.26 "GET /v2.0/networks?id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 200 len: 796 time: 0.9482913 Mar 07 10:47:56.108908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04145f-f973-4697-baad-6310d3760543 req-9fb90949-105b-468e-acce-f28483ca8ea6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:56.117138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe04145f-f973-4697-baad-6310d3760543 req-9fb90949-105b-468e-acce-f28483ca8ea6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3479667 Mar 07 10:47:56.122909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.123245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.136920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Calling delete_port for d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:56.207890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (02778223-21a1-40ab-ae6e-908f706d874a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.255563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f330c66-fb0f-4c54-8f38-920f3c93775d req-c2c55c79-2872-4655-8c10-72b29dea5c7e tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594258 Mar 07 10:47:56.308331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02778223-21a1-40ab-ae6e-908f706d874a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:56.351119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428a67df-5431-497d-b4b3-8aba8c56bd71') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:56.351463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428a67df-5431-497d-b4b3-8aba8c56bd71') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:56.376511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3172a2d-2a32-4fe5-bf11-b9713e4bb1cd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2542f4df4d734492bf01686db9d32d8b HTTP/1.1" status: 200 len: 477 time: 0.3955240 Mar 07 10:47:56.401946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.423199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-076b1afd-36a3-40fa-bc1a-43a89a9d5a86 req-3f470120-efe8-457b-bbdc-81a455e10410 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 210 time: 0.0456309 Mar 07 10:47:56.429301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'port': {'device_id': '5fb394a4-ba91-4191-a38b-e8323f758434', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'admin_state_up': True, 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'security_groups': ['c4221c92-b3fa-4e41-8d7d-6e39bcc9814a', 'd58a465e-3cda-46ef-b802-0b042ca0bc1b']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:56.435236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (428a67df-5431-497d-b4b3-8aba8c56bd71), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.450579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Pushing event deleted for resources: {'Port': ['ID=d70c6bb2-aa53-43ad-b8df-2ae6fcd313b7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:56.450865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe04145f-f973-4697-baad-6310d3760543 req-bb1659a2-8def-40a2-8f1c-5d329b5c9909 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265617 Mar 07 10:47:56.493297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (428a67df-5431-497d-b4b3-8aba8c56bd71), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.529847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks [] for floatingip (f248c398-d36b-41be-ac02-40f2f6ae7eb5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.532778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.534080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c64be7da-70ed-4e0f-8ca5-4886b9ebb26c tempest-FloatingIPAdminTestJSON-580207359 tempest-FloatingIPAdminTestJSON-580207359-project] 10.222.0.23 "DELETE /v2.0/floatingips/f248c398-d36b-41be-ac02-40f2f6ae7eb5 HTTP/1.1" status: 204 len: 168 time: 0.9104924 Mar 07 10:47:56.544744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:56.545157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (428a67df-5431-497d-b4b3-8aba8c56bd71), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:56.548084 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:56.646745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a056271f-bbee-4404-a707-2e50d5ab3dd9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:56.679345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a056271f-bbee-4404-a707-2e50d5ab3dd9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:56.679948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a056271f-bbee-4404-a707-2e50d5ab3dd9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:56.680429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:56.712920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:56.713416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4bd3c7f5-dd5b-4d68-81c6-14f7a2493aa1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:56.888489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:56.987088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db05a773-89ae-418d-917a-b52e5f7dc336 req-92e36519-655d-4717-b622-537d1b23e0e8 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.4140177 Mar 07 10:47:56.990730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (02778223-21a1-40ab-ae6e-908f706d874a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.000696 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.004674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02778223-21a1-40ab-ae6e-908f706d874a HTTP/1.1" status: 204 len: 168 time: 2.8112738 Mar 07 10:47:57.007807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36628) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:57.015485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-71884ef1-ecc9-4387-8c01-1045edd4fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.016951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-71884ef1-ecc9-4387-8c01-1045edd4fafc service neutron] 10.222.0.26 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 1027 time: 0.0952215 Mar 07 10:47:57.035346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c0074-3a82-4990-a889-443ef5397315 admin admin] Pushing event deleted for resources: {'Network': ['ID=02778223-21a1-40ab-ae6e-908f706d874a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:57.093858 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.125948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-c34398ab-2af4-44f4-ba6c-0c57d98d14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.128265 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-c34398ab-2af4-44f4-ba6c-0c57d98d14d8 service neutron] 10.222.0.26 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 1028 time: 0.1050429 Mar 07 10:47:57.195852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:57.200433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.205309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d00b57f-ffdf-47bc-8336-a3337daf7870 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3784e07e55f4e45a55c97106485956f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148482 Mar 07 10:47:57.208463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36634) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:57.342620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1da4f5ab-5e0e-45b4-8576-2d13ef3e2abf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.349084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1da4f5ab-5e0e-45b4-8576-2d13ef3e2abf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.354847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1da4f5ab-5e0e-45b4-8576-2d13ef3e2abf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.357179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1da4f5ab-5e0e-45b4-8576-2d13ef3e2abf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/networks?id=f39bb14b-a916-4b00-90f1-9304749e2858&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=a929a550-0c85-4c9e-a0e1-1427f00759c0&id=a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 200 len: 1989 time: 0.2217510 Mar 07 10:47:57.413380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] Publish callbacks [] for security_group (604a673c-e9cd-49a9-9bf9-e108e9c28240), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.454360 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1e8e3c03-9b2c-46a5-9aa7-3c49676327b4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569a51092db849b5bd76ea26ef646253 HTTP/1.1" status: 200 len: 379 time: 0.0895188 Mar 07 10:47:57.466966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-2ed721a3-be2e-4c15-9d59-257e7d7a23d8 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:47:57.468257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-2ed721a3-be2e-4c15-9d59-257e7d7a23d8 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061915 Mar 07 10:47:57.477802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'admin_state_up': True, 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'security_groups': ['18b2cbbe-bb04-4792-85b1-1fcb8288a41c']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:57.480828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] Publish callbacks [] for security_group (604a673c-e9cd-49a9-9bf9-e108e9c28240), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.621224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:57.626075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.639736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c33ad-8468-479a-ae39-877f81bb90e8 req-11a10410-4314-416a-90ab-a0652a63b9cf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.647013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d50c33ad-8468-479a-ae39-877f81bb90e8 req-11a10410-4314-416a-90ab-a0652a63b9cf tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.2736812 Mar 07 10:47:57.650231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa9f5c13-deb4-4de7-bb56-c83da80e1aa5 req-0ad39223-0e82-4589-aa34-557deaa70f94 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 210 time: 0.1119168 Mar 07 10:47:57.765381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.20.0.3 (c6452697-67e1-4ab6-a2d3-2efad80e7a0f/7c52fd00-0a5b-4769-b73d-424b63330398/ad3dafa6-2045-4d0e-a015-171e9393ab33) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:57.803398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 172.20.0.6 (f39bb14b-a916-4b00-90f1-9304749e2858/385ed621-4e22-44e6-a3f0-28413fb1187b/3b2ba715-e1a4-47f1-a5ba-9329651ff24f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:57.846967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d50c33ad-8468-479a-ae39-877f81bb90e8 req-50c20797-015e-4e7c-a42d-ee5608594127 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950653 Mar 07 10:47:57.962547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (604a673c-e9cd-49a9-9bf9-e108e9c28240), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.965486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.969002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/604a673c-e9cd-49a9-9bf9-e108e9c28240 HTTP/1.1" status: 204 len: 168 time: 0.7459679 Mar 07 10:47:58.002575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771946c2-7b88-44b1-b9da-23814599a15f req-a9ded71b-9641-4a27-b6db-df0aee7968a7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:58.004705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-771946c2-7b88-44b1-b9da-23814599a15f req-a9ded71b-9641-4a27-b6db-df0aee7968a7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2486904 Mar 07 10:47:58.009383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd8eaa-171e-44a0-b119-8c2d4eff1573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a673c-e9cd-49a9-9bf9-e108e9c28240,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:58.145762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.188580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.243196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network f39bb14b-a916-4b00-90f1-9304749e2858 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:58.247963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:58.254326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:58.304663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:58.316999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.317335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.317671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.318314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.318423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.318908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.319232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.320487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.320810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.321133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.323216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-771946c2-7b88-44b1-b9da-23814599a15f req-c1bd4793-4f33-48a8-ac26-428f88e05b39 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844698 Mar 07 10:47:58.324038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.324534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.324873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:58.378672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:58.379359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.413658 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e03925e-2fc2-4eb7-a5fe-ec5ad14d374a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9400127 Mar 07 10:47:58.429096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'admin_state_up': True, 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'security_groups': ['18b2cbbe-bb04-4792-85b1-1fcb8288a41c']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:58.473830 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.481232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6998d67-e8fe-4d78-a621-ad22a27c7188 req-61987950-18de-4864-b926-7f1f325ad530 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:58.490588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6998d67-e8fe-4d78-a621-ad22a27c7188 req-61987950-18de-4864-b926-7f1f325ad530 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 931 time: 0.2055438 Mar 07 10:47:58.507800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.572161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36658) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:58.614334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-402310d5-83b4-4b35-9501-eddc204ce17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.664611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:58.668346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.720573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-245b10b9-3fc8-4ef4-8d2d-c96114ee0dc0 None None] Provisioning complete for port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:58.720936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-245b10b9-3fc8-4ef4-8d2d-c96114ee0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.737025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6998d67-e8fe-4d78-a621-ad22a27c7188 req-e84d2d03-7467-4373-81bf-1ad297374af1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443535 Mar 07 10:47:58.775203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-402310d5-83b4-4b35-9501-eddc204ce17b admin admin] Publish callbacks [] for security_group (073064a7-2f49-4416-8304-ad33ce0f29ed), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.785148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-402310d5-83b4-4b35-9501-eddc204ce17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (073064a7-2f49-4416-8304-ad33ce0f29ed), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.797930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baa5a0-ef02-43d1-a87a-f3d9ae60e8a1 req-df9ac7b2-70fa-4c91-aa0c-c3beb854e2f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:58.800240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39baa5a0-ef02-43d1-a87a-f3d9ae60e8a1 req-df9ac7b2-70fa-4c91-aa0c-c3beb854e2f4 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.3068497 Mar 07 10:47:58.803166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.829177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402310d5-83b4-4b35-9501-eddc204ce17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073064a7-2f49-4416-8304-ad33ce0f29ed,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:58.857421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-245b10b9-3fc8-4ef4-8d2d-c96114ee0dc0 None None] Port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:58.883231 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-402310d5-83b4-4b35-9501-eddc204ce17b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=086b45b2f44845c0b87b6aabd169abca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041131 Mar 07 10:47:58.884422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:58.893392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (0829826e-b17d-407c-b96a-73a018981486), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.925609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.1.1.203 (38a69055-4915-43a9-aa8c-6682663f5cc3/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9/2fc108c0-9692-4690-b667-d3407262b936) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:58.983860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] Publish callbacks [] for security_group (073064a7-2f49-4416-8304-ad33ce0f29ed), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.033967 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] Publish callbacks [] for security_group (073064a7-2f49-4416-8304-ad33ce0f29ed), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.045446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:59.083829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:59.093820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:59.097855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:59.141680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39baa5a0-ef02-43d1-a87a-f3d9ae60e8a1 req-4be9059b-ca87-4e0c-934e-8636775d5337 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343713 Mar 07 10:47:59.171148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (2fc108c0-9692-4690-b667-d3407262b936), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.178219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (073064a7-2f49-4416-8304-ad33ce0f29ed), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.180852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.182333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/073064a7-2f49-4416-8304-ad33ce0f29ed HTTP/1.1" status: 204 len: 168 time: 0.2969828 Mar 07 10:47:59.196827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6d0cc-4d9d-4d1c-a5d0-1f019cdf5055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073064a7-2f49-4416-8304-ad33ce0f29ed,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:59.273965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.346826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.352016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.417225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b654-7f9a-41d8-a782-943cd034caad req-1eb7ff22-b728-4772-821e-0ba53eb2fd30 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.422782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d21b654-7f9a-41d8-a782-943cd034caad req-1eb7ff22-b728-4772-821e-0ba53eb2fd30 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.4197254 Mar 07 10:47:59.435516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:59.444775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'floatingip': {'port_id': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:59.481648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-a3cabead-7f74-41a2-9b29-d1a8e9e8583c tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.0573554 Mar 07 10:47:59.517409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Request body: {'port': {'device_id': '5fb394a4-ba91-4191-a38b-e8323f758434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:59.533667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.598775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0eea5668-df1b-406c-9fb6-995584ca4006 None None] Provisioning complete for port ad3dafa6-2045-4d0e-a015-171e9393ab33 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:59.599406 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0eea5668-df1b-406c-9fb6-995584ca4006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.639811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0eea5668-df1b-406c-9fb6-995584ca4006 None None] Port ad3dafa6-2045-4d0e-a015-171e9393ab33 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:59.640278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee49c5f-a4d6-442e-871c-04fd80b0aec3 req-4a2ea3cf-17c0-40e9-a31a-f58612a8d4be tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.641879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cee49c5f-a4d6-442e-871c-04fd80b0aec3 req-4a2ea3cf-17c0-40e9-a31a-f58612a8d4be tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 970 time: 0.3323755 Mar 07 10:47:59.669557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:59.681677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:59.689502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.710211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:59.721181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-a9a895ea-c0ac-4ca4-9ef1-94df2e5e99eb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.722727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-a9a895ea-c0ac-4ca4-9ef1-94df2e5e99eb tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.2189138 Mar 07 10:47:59.754025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:59.768884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:59.814953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca3c-0852-4650-a1cf-ce8e9ddc5e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.901271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cee49c5f-a4d6-442e-871c-04fd80b0aec3 req-c42ca234-3485-40cf-a69b-7f509b91c318 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2459924 Mar 07 10:48:00.015070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.015680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.071049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ec9e5c8a-b878-47d4-b0ae-c2b4364c8bd9 None None] Provisioning complete for port 2fc108c0-9692-4690-b667-d3407262b936 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:00.071821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5c8a-b878-47d4-b0ae-c2b4364c8bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2fc108c0-9692-4690-b667-d3407262b936), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.122136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e5c8a-b878-47d4-b0ae-c2b4364c8bd9 None None] Port 2fc108c0-9692-4690-b667-d3407262b936 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:00.142760 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-baec2e03-d82b-4e57-8b12-5142379dc45f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7212291 Mar 07 10:48:00.159964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'admin_state_up': True, 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'security_groups': ['18b2cbbe-bb04-4792-85b1-1fcb8288a41c']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:00.354600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca3c-0852-4650-a1cf-ce8e9ddc5e99 admin admin] Publish callbacks [] for security_group (483b317e-07bf-46c2-b80f-c0aa92f2f54f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.372033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1bca3c-0852-4650-a1cf-ce8e9ddc5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (483b317e-07bf-46c2-b80f-c0aa92f2f54f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.449472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d6b0-613a-4dfb-b3f0-8029fed2c40d req-030949e1-0188-41dc-887a-8a8b86bbf3ee tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.455234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d6b0-613a-4dfb-b3f0-8029fed2c40d req-030949e1-0188-41dc-887a-8a8b86bbf3ee tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.456936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cf9d6b0-613a-4dfb-b3f0-8029fed2c40d req-030949e1-0188-41dc-887a-8a8b86bbf3ee tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 1653 time: 0.5666602 Mar 07 10:48:00.524279 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e1bca3c-0852-4650-a1cf-ce8e9ddc5e99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4ce776998ba4f0197935dc77a1df845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663581 Mar 07 10:48:00.527840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:48:00.531416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36684) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:00.532481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:00.535211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Deleting port 41c13309-abe8-43b4-8920-8728ae6ca68b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:00.535550 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.537280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.539679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bca3c-0852-4650-a1cf-ce8e9ddc5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483b317e-07bf-46c2-b80f-c0aa92f2f54f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:00.564481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550ea3e-0002-49a6-8492-51c794ad4105 req-c3f6751d-e2e6-4726-b830-88548945e3ca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.571806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e550ea3e-0002-49a6-8492-51c794ad4105 req-c3f6751d-e2e6-4726-b830-88548945e3ca tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 945 time: 0.2614341 Mar 07 10:48:00.604554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Deleting port 1d9666e2-8e01-4b96-a7bb-c934fb612967 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:00.604911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.641646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.656832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.755845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cf9d6b0-613a-4dfb-b3f0-8029fed2c40d req-93df56c0-8dd3-474d-8c22-11102f246069 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882957 Mar 07 10:48:00.798219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] Publish callbacks [] for security_group (483b317e-07bf-46c2-b80f-c0aa92f2f54f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.833570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] For port 1d9666e2-8e01-4b96-a7bb-c934fb612967, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1d9666e2-8e01-4b96-a7bb-c934fb612967,segment=NetworkSegment(2b023d2c-c5f2-4f73-9989-9c6279c8cb3e),segment_id=2b023d2c-c5f2-4f73-9989-9c6279c8cb3e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:00.833951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.866480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e550ea3e-0002-49a6-8492-51c794ad4105 req-226809e2-affa-48b1-b3f6-b8883eee93db tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/security-groups?id=c05c32fb-6e44-4113-9383-809039ff16c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936616 Mar 07 10:48:00.868509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] Publish callbacks [] for security_group (483b317e-07bf-46c2-b80f-c0aa92f2f54f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.910539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Calling delete_port for 1d9666e2-8e01-4b96-a7bb-c934fb612967 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:00.912659 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Floating IP 5abb9777-9c9d-4f7f-99e2-7386b0848733 associated. External IP: 172.25.4.15, port: fb407ae6-fdd7-48f9-b269-15535ab7c49d. Mar 07 10:48:00.914848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] For port 41c13309-abe8-43b4-8920-8728ae6ca68b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=41c13309-abe8-43b4-8920-8728ae6ca68b,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:00.915223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.1.1.134 (38a69055-4915-43a9-aa8c-6682663f5cc3/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9/4778c702-b937-4557-ae79-e02bed745688) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:00.915359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.944353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Calling delete_port for 41c13309-abe8-43b4-8920-8728ae6ca68b owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:00.982196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3dafa6-2045-4d0e-a015-171e9393ab33 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:00.996925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks [] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.075554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (483b317e-07bf-46c2-b80f-c0aa92f2f54f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.078848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.082320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/483b317e-07bf-46c2-b80f-c0aa92f2f54f HTTP/1.1" status: 204 len: 168 time: 0.5347099 Mar 07 10:48:01.092298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Transition to ACTIVE for port object ad3dafa6-2045-4d0e-a015-171e9393ab33 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:01.106454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.137154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c3c4d-f48a-416a-8d32-6101809ff08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b317e-07bf-46c2-b80f-c0aa92f2f54f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:01.190241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:01.245051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc31f0-5980-48c6-b191-debfae4b5970 req-760d79c8-a980-409f-bef6-f95ed43967a4 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:01.246654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fc31f0-5980-48c6-b191-debfae4b5970 req-760d79c8-a980-409f-bef6-f95ed43967a4 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 970 time: 0.2597275 Mar 07 10:48:01.589040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Attempting to bind port ad3dafa6-2045-4d0e-a015-171e9393ab33 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:01.589739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Attempting to bind port ad3dafa6-2045-4d0e-a015-171e9393ab33 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:01.589739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Attempting to bind port ad3dafa6-2045-4d0e-a015-171e9393ab33 on network c6452697-67e1-4ab6-a2d3-2efad80e7a0f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:01.601923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fc31f0-5980-48c6-b191-debfae4b5970 req-8b64ad46-3cf8-431c-b638-b15ad2097c24 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3484170 Mar 07 10:48:01.603353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Port ad3dafa6-2045-4d0e-a015-171e9393ab33 on network c6452697-67e1-4ab6-a2d3-2efad80e7a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:01.603733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Attempting to bind port ad3dafa6-2045-4d0e-a015-171e9393ab33 on network c6452697-67e1-4ab6-a2d3-2efad80e7a0f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:01.610123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1d9666e2-8e01-4b96-a7bb-c934fb612967), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.625191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:01.625579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Checking segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:01.625900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Bound using segment: {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:01.626401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Bound port: ad3dafa6-2045-4d0e-a015-171e9393ab33, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09402ce5-3d24-4e18-8d16-98ad0649be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:01.626759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.680601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Pushing event deleted for resources: {'Port': ['ID=1d9666e2-8e01-4b96-a7bb-c934fb612967,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:01.755890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.756266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.756608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.756946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.757612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.758458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.758458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.758713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.758891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.759215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.759534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.759894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.760639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:01.799034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] No DVR routers for this DVR port 1d9666e2-8e01-4b96-a7bb-c934fb612967 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:01.805893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.809797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ba4f253-f26e-4992-b91e-f5e31b753c07 req-c5e03e87-ed6b-4026-b5f7-ec8c69b6c87a tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.26 "DELETE /v2.0/ports/1d9666e2-8e01-4b96-a7bb-c934fb612967 HTTP/1.1" status: 204 len: 173 time: 2.0487180 Mar 07 10:48:01.812783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'name': 'network-vif-deleted', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:01.817108 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a359d4-2d35-4395-8ef1-297e35e76886" -d '{"events": [{"server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "name": "network-vif-deleted", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:01.847246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:01.863682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (41c13309-abe8-43b4-8920-8728ae6ca68b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.872871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:01.882918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:01.924358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.927583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (4778c702-b937-4557-ae79-e02bed745688), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.927989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c13309-abe8-43b4-8920-8728ae6ca68b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:02.073601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.074251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.075710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 200 len: 1130 time: 2.5731652 Mar 07 10:48:02.188299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c35141-5942-4bc2-b0c3-aa2f903d4408 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:02.225802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547ce0-9742-47e7-af9a-fc7a554dc2e2 req-3daddc29-677e-4e96-a4cb-4b0a8b9a32ce tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.240002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547ce0-9742-47e7-af9a-fc7a554dc2e2 req-3daddc29-677e-4e96-a4cb-4b0a8b9a32ce tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.241675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e547ce0-9742-47e7-af9a-fc7a554dc2e2 req-3daddc29-677e-4e96-a4cb-4b0a8b9a32ce tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 1653 time: 0.3223484 Mar 07 10:48:02.342381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-868dee11-3ad5-4042-97b1-47377ed65ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.344250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-868dee11-3ad5-4042-97b1-47377ed65ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1164 time: 0.2221394 Mar 07 10:48:02.348662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:02.363595 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:02.374610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.375852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:02.376843 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:02.395027 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed52c84e-fec8-418f-867d-365f23ff3f07 x-openstack-request-id: req-ed52c84e-fec8-418f-867d-365f23ff3f07 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:02.395317 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0575dc-e21f-4aea-9b7f-9e3ffd937fce", "name": "network-vif-deleted", "tag": "1d9666e2-8e01-4b96-a7bb-c934fb612967", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:02.395561 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed52c84e-fec8-418f-867d-365f23ff3f07 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:02.397136 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0575dc-e21f-4aea-9b7f-9e3ffd937fce', 'name': 'network-vif-deleted', 'tag': '1d9666e2-8e01-4b96-a7bb-c934fb612967', 'status': 'completed', 'code': 200} Mar 07 10:48:02.399763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4778c702-b937-4557-ae79-e02bed745688), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.538848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-333b2647-b981-47a3-b6be-a2a2651934e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 200 len: 217 time: 0.1658936 Mar 07 10:48:02.611184 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:02.746642 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0833a3b6-d55e-4b8c-bfdf-72908d2edfcd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "PUT /v2.0/floatingips/5abb9777-9c9d-4f7f-99e2-7386b0848733 HTTP/1.1" status: 200 len: 991 time: 3.2981768 Mar 07 10:48:02.757974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-926128c7-7b44-4ba9-abbf-12bac25998ef req-8a4ab697-fdaa-434b-8141-46babf4db392 tempest-DeleteServersTestJSON-1328333973 tempest-DeleteServersTestJSON-1328333973-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0575dc-e21f-4aea-9b7f-9e3ffd937fce HTTP/1.1" status: 200 len: 210 time: 0.1711955 Mar 07 10:48:02.760738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:02.769982 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f58d17-5bf5-497e-b474-087b29016a61" -d '{"events": [{"name": "network-changed", "server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:02.781166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:02.789951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e547ce0-9742-47e7-af9a-fc7a554dc2e2 req-3c8cce32-a54a-4fcf-a429-792204445c02 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4791083 Mar 07 10:48:02.823066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:02.830739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:02.852545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (0829826e-b17d-407c-b96a-73a018981486), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.853388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:02.921876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-1fca6731-348b-43cc-ace4-e4b2b328b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.926120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-1fca6731-348b-43cc-ace4-e4b2b328b108 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c52fd00-0a5b-4769-b73d-424b63330398 HTTP/1.1" status: 200 len: 835 time: 0.3309245 Mar 07 10:48:02.950582 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fa2c1-095a-4bde-bc48-3656f0a462c6 x-openstack-request-id: req-803fa2c1-095a-4bde-bc48-3656f0a462c6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:02.950917 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:02.951095 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-803fa2c1-095a-4bde-bc48-3656f0a462c6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:02.951743 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'status': 'completed', 'code': 200} Mar 07 10:48:02.972167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.972844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.998458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-77d126df-3ccd-43d3-aeda-464fc28bef4f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8449314 Mar 07 10:48:03.015398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'admin_state_up': True, 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'security_groups': ['18b2cbbe-bb04-4792-85b1-1fcb8288a41c']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:03.133814 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '5abb9777-9c9d-4f7f-99e2-7386b0848733', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:96:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:00Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:03.188664 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:03.201560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:03.202099 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:03.263695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ce7f00aa-7a89-4070-8fd2-f0f93333c871 None None] Provisioning complete for port 4778c702-b937-4557-ae79-e02bed745688 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:03.265049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce7f00aa-7a89-4070-8fd2-f0f93333c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4778c702-b937-4557-ae79-e02bed745688), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.293364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:03.334697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1d9666e2-8e01-4b96-a7bb-c934fb612967 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:03.356999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 1d9666e2-8e01-4b96-a7bb-c934fb612967 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:03.357610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1d9666e2-8e01-4b96-a7bb-c934fb612967 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:03.388226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f00aa-7a89-4070-8fd2-f0f93333c871 None None] Port 4778c702-b937-4557-ae79-e02bed745688 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:03.422241 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:03.497143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.665864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-1de17bfa-5751-4c9d-bcbd-81069d9b14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.667764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-1de17bfa-5751-4c9d-bcbd-81069d9b14bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6893253 Mar 07 10:48:03.694440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5f22-3c79-4b5b-9d68-f3a4a4aa7b53 req-04f84c44-3eb7-4716-b0a2-3ef0038f1a79 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.696141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c0e5f22-3c79-4b5b-9d68-f3a4a4aa7b53 req-04f84c44-3eb7-4716-b0a2-3ef0038f1a79 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 982 time: 0.8167701 Mar 07 10:48:03.701855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-3048a567-aecb-44c1-b8a0-d982619e8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.703842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-3048a567-aecb-44c1-b8a0-d982619e8e8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.7108605 Mar 07 10:48:03.906539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.2.2.100 (a929a550-0c85-4c9e-a0e1-1427f00759c0/3508c58d-3263-4ca9-bcb7-8646c633e089/af22714e-7ffe-40bb-b00a-2d6a44e36704) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:03.915574 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '5abb9777-9c9d-4f7f-99e2-7386b0848733', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:96:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:00Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:03.979962 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e3d7e-b83a-491b-8697-4cd990582942 None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '5abb9777-9c9d-4f7f-99e2-7386b0848733', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:96:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:00Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:04.124072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.163369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36760) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:04.173734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.210796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c0e5f22-3c79-4b5b-9d68-f3a4a4aa7b53 req-935cb4d2-9303-489b-a20c-3fa96622982f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5049124 Mar 07 10:48:04.217559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-ade43038-ff77-478d-a495-83f04ed994c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065632 Mar 07 10:48:04.222041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:04.225082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-614153ce-1d88-4f4c-93fb-cbbd34fa91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.226541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-614153ce-1d88-4f4c-93fb-cbbd34fa91ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.5126858 Mar 07 10:48:04.251261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:04.253296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:04.256852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:04.324311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084124c-2126-4b19-ad02-a090ab83ff9c req-2221aedb-37fd-46bb-8e23-790542d6c899 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.336684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084124c-2126-4b19-ad02-a090ab83ff9c req-2221aedb-37fd-46bb-8e23-790542d6c899 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.353846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084124c-2126-4b19-ad02-a090ab83ff9c req-2221aedb-37fd-46bb-8e23-790542d6c899 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.354082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.354798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.355719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a084124c-2126-4b19-ad02-a090ab83ff9c req-2221aedb-37fd-46bb-8e23-790542d6c899 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 2374 time: 0.3670042 Mar 07 10:48:04.358097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Router 0829826e-b17d-407c-b96a-73a018981486 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:04.399233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5e93cb1f-0be8-4a5f-887e-23b5e1a450f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941360 Mar 07 10:48:04.409268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'admin_state_up': True, 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'security_groups': ['18b2cbbe-bb04-4792-85b1-1fcb8288a41c']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:04.427068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:04.430237 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d312f-6b5d-4b25-970b-57607ce010b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:04.464587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07745104-6ada-48f1-a4d7-6f6d60c082dc None None] New status for floating IP 5abb9777-9c9d-4f7f-99e2-7386b0848733: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:48:04.584285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1118320726'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:04.609441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Made reservation on behalf of 20beac8cb10549719374675a7c7991c9 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:04.614160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.635809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.663447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Made reservation on behalf of 569a51092db849b5bd76ea26ef646253 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:04.678417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.731175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-70cc2455-1f93-422a-9eeb-02c000bdf734 None None] Provisioning complete for port af22714e-7ffe-40bb-b00a-2d6a44e36704 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:04.731918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-70cc2455-1f93-422a-9eeb-02c000bdf734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.772698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-70cc2455-1f93-422a-9eeb-02c000bdf734 None None] Port af22714e-7ffe-40bb-b00a-2d6a44e36704 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:04.792332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29273d90-a354-4e02-a290-4ec8f305604e x-openstack-request-id: req-29273d90-a354-4e02-a290-4ec8f305604e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:04.792642 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:04.792899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29273d90-a354-4e02-a290-4ec8f305604e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:04.793298 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'status': 'completed', 'code': 200} Mar 07 10:48:04.808808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-c9bfb097-f6a4-4717-bac6-a4efd26f30ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 999 time: 0.5692134 Mar 07 10:48:04.862291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a06e68d-bb24-4323-8f9b-ad2339c9b614 req-4338f307-43b8-4f41-84c5-3953fb6a16ca service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347802 Mar 07 10:48:04.905914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:04.916684 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Sync routers for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:04.917390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Allocated IP 10.2.2.200 (a929a550-0c85-4c9e-a0e1-1427f00759c0/3508c58d-3263-4ca9-bcb7-8646c633e089/e461e979-0cb2-4786-b2be-b481f9db1077) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:04.917825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a084124c-2126-4b19-ad02-a090ab83ff9c req-db50b086-989a-4ee8-a9fd-7007789dad51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5524857 Mar 07 10:48:04.925128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-175f5380-b2ca-4302-b8b2-03c5a242fc66 admin admin] 10.222.0.23 "PUT /v2.0/routers/0829826e-b17d-407c-b96a-73a018981486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9097917 Mar 07 10:48:04.928368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36782) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:04.956558 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:04.957419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:04.993505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks [] for security_group (5f10b25a-b68e-400e-a56a-84f2697e9f39), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.036696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5f10b25a-b68e-400e-a56a-84f2697e9f39), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.059203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-b440489f-289a-4773-9d26-9c856af9b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.060927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-b440489f-289a-4773-9d26-9c856af9b43f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.2353399 Mar 07 10:48:05.180746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for port (e461e979-0cb2-4786-b2be-b481f9db1077), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.196533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:05.223230 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:05.227739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3296fec3-43df-409e-b830-923908d1576c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.228235 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Added segment 3296fec3-43df-409e-b830-923908d1576c of type vlan for network 55661f3b-98e9-4b08-97fa-a0336506455d Mar 07 10:48:05.290886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-c4a0e4ae-0f50-49d0-8342-4eadc51c9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.293309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-c4a0e4ae-0f50-49d0-8342-4eadc51c9a20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1164 time: 0.2721939 Mar 07 10:48:05.329483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-b93b8917-814f-4e20-ac9e-1b8d9dca4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.332812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-b93b8917-814f-4e20-ac9e-1b8d9dca4a59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2650566 Mar 07 10:48:05.334759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks [] for router (0829826e-b17d-407c-b96a-73a018981486), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.335888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (55661f3b-98e9-4b08-97fa-a0336506455d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.396193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f10b25a-b68e-400e-a56a-84f2697e9f39,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.404841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (55661f3b-98e9-4b08-97fa-a0336506455d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.410536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.411146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.487451 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:48:01Z', 'revision_number': 5, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.516401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Pushing event updated for resources: {'Network': ['ID=55661f3b-98e9-4b08-97fa-a0336506455d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.527459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f58a5fb6-291e-4046-bd65-89da1e2f6fc4 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3612092 Mar 07 10:48:05.530783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.531299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 55661f3b-98e9-4b08-97fa-a0336506455d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:05.545286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Checking router: 0829826e-b17d-407c-b96a-73a018981486 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:05.558147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Routers {'0829826e-b17d-407c-b96a-73a018981486'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:05.559171 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0829826e-b17d-407c-b96a-73a018981486'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.624530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.646849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-ee47dbca-d364-4618-be25-7d41d083563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.648393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-ee47dbca-d364-4618-be25-7d41d083563c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 200 len: 897 time: 0.3462710 Mar 07 10:48:05.660508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:05.670942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:05.678024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:05.758951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] Set router 0829826e-b17d-407c-b96a-73a018981486 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:05.809394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-828c2071-3be1-4539-a569-2e710e145d8b service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323206 Mar 07 10:48:05.812020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.814296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.848718 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-962bcd93-3b7f-479e-a6d2-026e876968ae tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424341 Mar 07 10:48:05.861933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:05.979956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks [] for router_gateway (0829826e-b17d-407c-b96a-73a018981486), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.993371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.002563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-f7d3a19b-2982-487e-8f8e-0cf91a74cdf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 200 len: 217 time: 0.2768052 Mar 07 10:48:06.045219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36814) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.053695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d', 'binding:host_id': 'n-h1-832156-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1556301904'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:06.062741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09243cc-3093-4014-b036-0367dbcb1cab req-e5c5956a-7294-40d2-9096-d079417e5bcf tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.064492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f09243cc-3093-4014-b036-0367dbcb1cab req-e5c5956a-7294-40d2-9096-d079417e5bcf tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 982 time: 0.6744356 Mar 07 10:48:06.090378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Made reservation on behalf of 27a5ee15ed2141838d8db2ab9c833c55 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:06.092442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.108154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.146329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c10f751e-c69d-4f9d-9033-0f8f04d6c373 None None] Provisioning complete for port e461e979-0cb2-4786-b2be-b481f9db1077 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:06.147235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c10f751e-c69d-4f9d-9033-0f8f04d6c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.201737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for security_group (9bd5e822-e32b-48c1-9049-2802422cf81f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.212804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9bd5e822-e32b-48c1-9049-2802422cf81f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.260670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c10f751e-c69d-4f9d-9033-0f8f04d6c373 None None] Port e461e979-0cb2-4786-b2be-b481f9db1077 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:06.272925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:06.391086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:48:01Z', 'revision_number': 5, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:06.395806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5e822-e32b-48c1-9049-2802422cf81f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:06.428070 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae133-9d20-4e25-95d8-ce3bb7d5899e None None] The sync data for ids ['0829826e-b17d-407c-b96a-73a018981486'] in n-d-832156-4 is: [{'id': '0829826e-b17d-407c-b96a-73a018981486', 'name': 'tempest-TaggedBootDevicesTest_v242-1552964083-router', 'tenant_id': 'c270b6c36498422c8cee166963ba4413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:56Z', 'updated_at': '2022-03-07T10:48:01Z', 'revision_number': 5, 'project_id': 'c270b6c36498422c8cee166963ba4413', 'gw_port': {'id': 'fc419f58-ddbd-49d3-aaac-9a6e4130797e', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0829826e-b17d-407c-b96a-73a018981486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:57Z', 'updated_at': '2022-03-07T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:06.525100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-6aaf41d9-e17a-4eba-a712-f9d956b6d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.526983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-6aaf41d9-e17a-4eba-a712-f9d956b6d0a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c52fd00-0a5b-4769-b73d-424b63330398 HTTP/1.1" status: 200 len: 835 time: 0.5132782 Mar 07 10:48:06.559133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2f58d17-5bf5-497e-b474-087b29016a61 req-fc047fee-2a50-43cf-9c4f-5b38de814d01 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403362 Mar 07 10:48:06.597895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f09243cc-3093-4014-b036-0367dbcb1cab req-2d8d89e2-9861-443b-ab43-605dfbe9018a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5070617 Mar 07 10:48:06.602867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Deleting port fc419f58-ddbd-49d3-aaac-9a6e4130797e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:06.603314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.704442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.709876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.711897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:06.715683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.721083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.724294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.726624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.726827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2ba715-e1a4-47f1-a5ba-9329651ff24f {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:06.728771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-8665a5f9-4559-4c06-9b25-676515a21dab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 3816 time: 0.5914888 Mar 07 10:48:06.735866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks [] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.743457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.746800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] For port fc419f58-ddbd-49d3-aaac-9a6e4130797e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=fc419f58-ddbd-49d3-aaac-9a6e4130797e,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:06.747283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.759459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Transition to ACTIVE for port object 3b2ba715-e1a4-47f1-a5ba-9329651ff24f will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:06.781515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Calling delete_port for fc419f58-ddbd-49d3-aaac-9a6e4130797e owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:06.783350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.785675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-3a997c34-eddd-41b2-a743-aa191471946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.787912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-3a997c34-eddd-41b2-a743-aa191471946d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2465949 Mar 07 10:48:06.826351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=19b4d83a-a66d-41e9-bd6a-a17c33eb3b44,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:06.896757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e09e901-702c-427f-bb1c-3d039457aff3 req-38391376-9987-4375-9c4f-1d19ce8ae427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533024 Mar 07 10:48:06.987078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 41c13309-abe8-43b4-8920-8728ae6ca68b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:07.016269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Attempting to bind port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.016893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Attempting to bind port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.016893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Attempting to bind port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f on network f39bb14b-a916-4b00-90f1-9304749e2858 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.018985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Checking segment: {'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:07.019334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Network hostable DHCP agents. Network: 55661f3b-98e9-4b08-97fa-a0336506455d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:07.044925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 41c13309-abe8-43b4-8920-8728ae6ca68b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:07.045101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-45c2ca23-21e5-4be2-9bd1-85a4c38b88a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355566 Mar 07 10:48:07.045272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 41c13309-abe8-43b4-8920-8728ae6ca68b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:07.050858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f on network f39bb14b-a916-4b00-90f1-9304749e2858 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.050858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Attempting to bind port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f on network f39bb14b-a916-4b00-90f1-9304749e2858 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.064655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:07.084131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:07.084679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Checking segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:07.086016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Bound using segment: {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:07.086914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Bound port: 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5709e209-63e0-4a1b-8e77-19256aaff08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:07.088602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.104627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Network 55661f3b-98e9-4b08-97fa-a0336506455d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:07.153986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 55661f3b-98e9-4b08-97fa-a0336506455d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:07.167001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abcfcf-fbaf-4b7e-8cfa-e8c441ee4714 None None] Network 55661f3b-98e9-4b08-97fa-a0336506455d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:07.171509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:07.190924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.191237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.191386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.202008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.202346 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.204955 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 2 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.227596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b0d312f-6b5d-4b25-970b-57607ce010b8 req-9185b136-9262-4cf8-aa42-e1068043c79a service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754425 Mar 07 10:48:07.246518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fc419f58-ddbd-49d3-aaac-9a6e4130797e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.261128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.261465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.261798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.275865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=fc419f58-ddbd-49d3-aaac-9a6e4130797e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:07.281339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.281668 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.283295 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 3 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.287762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:07.318272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.318604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.318943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.326398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:07.328073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.328431 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.330266 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 4 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.340367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.369642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.370007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.370305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.374903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (0829826e-b17d-407c-b96a-73a018981486), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.388993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.389620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.391010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b2ba715-e1a4-47f1-a5ba-9329651ff24f HTTP/1.1" status: 200 len: 1091 time: 1.5361788 Mar 07 10:48:07.391575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.391921 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.392307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:07.394693 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:07.399677 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 5 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.423043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.423401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.423723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.434188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.434733 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.438819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:07.461264 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 6 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.466105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d05e8-3985-4fac-b07e-fd60dabd1b13 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:07.479243 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27347895-3047-4acf-8c35-68764ed69b67 x-openstack-request-id: req-27347895-3047-4acf-8c35-68764ed69b67 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:07.479572 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:07.479944 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27347895-3047-4acf-8c35-68764ed69b67 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:07.480355 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'status': 'completed', 'code': 200} Mar 07 10:48:07.498741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.499401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.499927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.505719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.506420 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.512265 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 7 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.559274 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (0829826e-b17d-407c-b96a-73a018981486), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.562459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.563259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.563675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.566889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks [] for router_controller (0829826e-b17d-407c-b96a-73a018981486), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.567077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.637472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.638131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.638662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.639183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.639726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.641978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-438f3b0f-727e-41e6-adda-ff67a0d13905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 4394 time: 0.1246965 Mar 07 10:48:07.706164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (0829826e-b17d-407c-b96a-73a018981486), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.706698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0829826e-b17d-407c-b96a-73a018981486 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:07.725538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.729101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e528c4a-7dc7-43bb-bd6a-9f22d4a67ebe admin admin] 10.222.0.23 "DELETE /v2.0/routers/0829826e-b17d-407c-b96a-73a018981486 HTTP/1.1" status: 204 len: 168 time: 2.7972128 Mar 07 10:48:07.738823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:07.782268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.782597 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.811072 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 8 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.831610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.831961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.832290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.841183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.841509 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.844849 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 9 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.871026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.871422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.871770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.883331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.883684 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.886604 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 10 to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 Mar 07 10:48:07.909274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:07.909274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:07.909274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:07.922917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:07.923315 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:07.923607 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.935796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Deleting subnet 1c495265-a094-461d-9473-8d1bfe92e986 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:07.953241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655d687-5d7c-4036-be22-a6699933540b req-fd663bf5-cd2d-4d12-90c5-7d7fa729467b tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.954812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3655d687-5d7c-4036-be22-a6699933540b req-fd663bf5-cd2d-4d12-90c5-7d7fa729467b tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 982 time: 0.2497647 Mar 07 10:48:07.957331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Publish callbacks [] for subnet (1c495265-a094-461d-9473-8d1bfe92e986), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.003032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5167c77a-66c3-4c2a-bc30-e4f4aba8838e {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:08.003311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-d5a421aa-1bee-4786-b123-534762d377e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.003311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-d5a421aa-1bee-4786-b123-534762d377e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.005714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-d5a421aa-1bee-4786-b123-534762d377e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.007495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-d5a421aa-1bee-4786-b123-534762d377e1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=569a51092db849b5bd76ea26ef646253&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3584626 Mar 07 10:48:08.015849 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks [] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.048053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Transition to ACTIVE for port object 5167c77a-66c3-4c2a-bc30-e4f4aba8838e will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:08.055137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:08.055479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempted to set empty binding levels {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:48:08.057930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.092135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.094884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (1c495265-a094-461d-9473-8d1bfe92e986), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.118619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.119214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.140851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.149788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1001620 Mar 07 10:48:08.153871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.306031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d87e-c78c-4b94-a219-b3f0ba83d609 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=19b4d83a-a66d-41e9-bd6a-a17c33eb3b44,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.330937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Attempting to bind port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:08.331538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Attempting to bind port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:08.332086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Attempting to bind port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:08.342537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on network 38a69055-4915-43a9-aa8c-6682663f5cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:08.343123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Attempting to bind port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:08.357813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:08.358609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:08.358784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Bound using segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:08.359333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Bound port: 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:08.359836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.372309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3655d687-5d7c-4036-be22-a6699933540b req-dff1ae07-6b5a-4a67-8083-ad0d5879f884 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3614206 Mar 07 10:48:08.382759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-f21bf305-b987-41a6-8b6e-24fc57784674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.385560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29f5af16-b7c5-4090-9e4f-f66cbf1f91b5 req-f21bf305-b987-41a6-8b6e-24fc57784674 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3710110 Mar 07 10:48:08.416959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.422534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.428818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.431025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Deleting port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:08.431588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.434749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.441539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.446907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.455690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-c884a8c2-cc3d-41b2-9c9e-16d8eb74c768 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 4600 time: 0.3640049 Mar 07 10:48:08.481112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1c495265-a094-461d-9473-8d1bfe92e986), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.520453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44, host n-h1-832156-4, got binding levels [] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:08.520880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.532488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:08.539253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Calling delete_port for 19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:08.559011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02b0e852-23b1-49af-bba3-e9c5b27a5263 req-21789687-b157-4c0e-b968-80f48555b4a1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023676 Mar 07 10:48:08.560621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:08.577440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1c495265-a094-461d-9473-8d1bfe92e986), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.615903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.618677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c495265-a094-461d-9473-8d1bfe92e986,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.622515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.625866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-34f44ab9-80c5-4fcf-b7a7-7196f28d251c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c495265-a094-461d-9473-8d1bfe92e986 HTTP/1.1" status: 204 len: 168 time: 0.8721719 Mar 07 10:48:08.629728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c29e09-26fb-4207-8fcc-3aab94d9cd0d None None] Network 771f9c38-fdf3-4e20-83c1-4100b2c933c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:08.641155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36832) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.710815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.711433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.712861 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] 10.222.0.26 "PUT /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 1130 time: 1.2830267 Mar 07 10:48:08.726786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device fc419f58-ddbd-49d3-aaac-9a6e4130797e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:08.748804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: fc419f58-ddbd-49d3-aaac-9a6e4130797e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:08.749421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device fc419f58-ddbd-49d3-aaac-9a6e4130797e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:08.769751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:08.809572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (771f9c38-fdf3-4e20-83c1-4100b2c933c0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.825148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] DHCP port deletion for 771f9c38-fdf3-4e20-83c1-4100b2c933c0 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:08.869491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801bba2-739d-4d92-8376-4cc0fb6fdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.891399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Deleting port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:08.891573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (19b4d83a-a66d-41e9-bd6a-a17c33eb3b44), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.892155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.941190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event deleted for resources: {'Port': ['ID=19b4d83a-a66d-41e9-bd6a-a17c33eb3b44,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.959788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.964021 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d92782a-93c4-47f8-8b1c-e118e02d9eb9 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "DELETE /v2.0/ports/19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 HTTP/1.1" status: 204 len: 168 time: 0.8084431 Mar 07 10:48:08.966362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36836) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.991997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] For port 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3617f4fc-d094-46a5-8796-fff8c7fb6c49,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:08.992736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.004050 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e154c36-944c-4595-b29c-4f5dca05fc2c tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:48:09.005333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e154c36-944c-4595-b29c-4f5dca05fc2c tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports/19b4d83a-a66d-41e9-bd6a-a17c33eb3b44 HTTP/1.1" status: 404 len: 333 time: 0.0377624 Mar 07 10:48:09.009043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Calling delete_port for 3617f4fc-d094-46a5-8796-fff8c7fb6c49 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:09.011130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:09.016818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1127202242'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:09.021392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.050721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Made reservation on behalf of 27a5ee15ed2141838d8db2ab9c833c55 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:09.053986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.081919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:09.093188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Deleting port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:09.093817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.120843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.154900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] Pushing event deleted for resources: {'Port': ['ID=3617f4fc-d094-46a5-8796-fff8c7fb6c49,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.163765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff63e1b-8d78-48c8-b00e-1509f66fb30c None None] No DVR routers for this DVR port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:09.229111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] For port 3617f4fc-d094-46a5-8796-fff8c7fb6c49, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3617f4fc-d094-46a5-8796-fff8c7fb6c49,segment=NetworkSegment(a085791c-c52e-42eb-81fb-0ab7e436bc7e),segment_id=a085791c-c52e-42eb-81fb-0ab7e436bc7e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:09.229960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.258856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Calling delete_port for 3617f4fc-d094-46a5-8796-fff8c7fb6c49 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:09.297743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.328267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ad3dafa6-2045-4d0e-a015-171e9393ab33 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:09.346065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.394301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Network 55661f3b-98e9-4b08-97fa-a0336506455d is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:09.397457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:09.401079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:09.404040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:09.404712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.411128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdab82d-c9f8-4a88-9020-af5c592bb7e9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.440057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9ec59baa-1d40-481b-bf85-a63ba16ae580 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4277458 Mar 07 10:48:09.440724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36842) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:09.443445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3617f4fc-d094-46a5-8796-fff8c7fb6c49), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.446662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:09.469433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:09.484764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'port_id': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'mac_address': 'fa:16:3e:3f:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:09.492035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:09.494551 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21716822-5cc8-4531-bf2b-ce819278031d" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "5167c77a-66c3-4c2a-bc30-e4f4aba8838e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:09.497469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Pushing event deleted for resources: {'Port': ['ID=3617f4fc-d094-46a5-8796-fff8c7fb6c49,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.513506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] No DVR routers for this DVR port 3617f4fc-d094-46a5-8796-fff8c7fb6c49 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:09.558491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a065b4b-37f5-4d76-9c43-c637f5f00b1f {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:09.562803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.574246 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c471fc-ddef-4bc6-a89c-4847855056e6 x-openstack-request-id: req-60c471fc-ddef-4bc6-a89c-4847855056e6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:09.574535 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "5167c77a-66c3-4c2a-bc30-e4f4aba8838e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:09.574785 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60c471fc-ddef-4bc6-a89c-4847855056e6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:09.575176 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e', 'status': 'completed', 'code': 200} Mar 07 10:48:09.588352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks [] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.597494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ad3dafa6-2045-4d0e-a015-171e9393ab33 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:09.598263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.607877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38f058-5842-4859-85e2-812c1fab50aa req-a3f59d15-fcac-470f-b7f2-33d02d5d44c7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:09.610661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc38f058-5842-4859-85e2-812c1fab50aa req-a3f59d15-fcac-470f-b7f2-33d02d5d44c7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 982 time: 0.1260788 Mar 07 10:48:09.632363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3dafa6-2045-4d0e-a015-171e9393ab33 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:09.642406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (771f9c38-fdf3-4e20-83c1-4100b2c933c0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.659608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Transition to ACTIVE for port object 8a065b4b-37f5-4d76-9c43-c637f5f00b1f will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:09.687560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.691552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771f9c38-fdf3-4e20-83c1-4100b2c933c0']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.695288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:09.708612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.734427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a085791c-c52e-42eb-81fb-0ab7e436bc7e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.735024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a085791c-c52e-42eb-81fb-0ab7e436bc7e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.761515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a085791c-c52e-42eb-81fb-0ab7e436bc7e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.780964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.824023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.837477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a085791c-c52e-42eb-81fb-0ab7e436bc7e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.941507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:09.944667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a085791c-c52e-42eb-81fb-0ab7e436bc7e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.953804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:09.965958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ad3dafa6-2045-4d0e-a015-171e9393ab33'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:09.967203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:10.012224 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:10.017857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.112293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc38f058-5842-4859-85e2-812c1fab50aa req-a3422c91-4fd5-47f9-8cb9-26e3294051f2 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1287909 Mar 07 10:48:10.129859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (771f9c38-fdf3-4e20-83c1-4100b2c933c0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.148058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.155945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] 10.222.0.23 "DELETE /v2.0/networks/771f9c38-fdf3-4e20-83c1-4100b2c933c0 HTTP/1.1" status: 204 len: 168 time: 1.5113251 Mar 07 10:48:10.160788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Attempting to bind port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:10.161355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Attempting to bind port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:10.161790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Attempting to bind port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:10.193114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744ca83-bec4-4c45-af54-a874d3b3281b admin admin] Pushing event deleted for resources: {'Network': ['ID=771f9c38-fdf3-4e20-83c1-4100b2c933c0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.201353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on network 38a69055-4915-43a9-aa8c-6682663f5cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:10.216057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Attempting to bind port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:10.222537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:10.222793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:10.223113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Bound using segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:10.228128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Bound port: 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:10.228502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.283554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.284074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.285170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.285641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.286095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.286553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.288662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21716822-5cc8-4531-bf2b-ce819278031d req-83848489-76ec-4f58-bbbc-1932926c7658 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5348 time: 0.6914008 Mar 07 10:48:10.305153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdab82d-c9f8-4a88-9020-af5c592bb7e9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.337557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:10.338197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:10.338505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:10.349062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:10.353669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:10.367247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.408836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.409177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.411033 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 1131 time: 1.6501579 Mar 07 10:48:10.481777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:10.563341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:10.569499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.711028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3617f4fc-d094-46a5-8796-fff8c7fb6c49 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:10.733844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3617f4fc-d094-46a5-8796-fff8c7fb6c49 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:10.734039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3617f4fc-d094-46a5-8796-fff8c7fb6c49 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:10.747777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14c0f-9a00-48c3-88b7-cdf1f1ddd119 service neutron] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.788053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:10.788637 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:10.792818 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 2 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:10.802880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9e0b8da-0d2c-43af-abca-0a37c8ef6ce4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9bab3f348884609ad2626b3d0b3cb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118082 Mar 07 10:48:10.803396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:10.813495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.819019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.824297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.829882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.835203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.840521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.845867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.847871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-27b4a1aa-a4bb-4f02-a800-a329b357064b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5373 time: 0.8737655 Mar 07 10:48:10.861822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:10.862698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:10.863206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:10.888406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:10.888406 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:10.896392 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 3 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:10.912584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-d214cfa6-f3a2-4ed2-af25-0957a6ec207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.913178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-d214cfa6-f3a2-4ed2-af25-0957a6ec207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.913641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-d214cfa6-f3a2-4ed2-af25-0957a6ec207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.915351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21716822-5cc8-4531-bf2b-ce819278031d req-d214cfa6-f3a2-4ed2-af25-0957a6ec207b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=569a51092db849b5bd76ea26ef646253&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6118886 Mar 07 10:48:10.919275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] Publish callbacks [] for security_group (870daa4b-0437-4d9d-9c56-b3f5bde3540b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.936098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:10.936306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:10.936621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:10.958532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] Publish callbacks [] for security_group (870daa4b-0437-4d9d-9c56-b3f5bde3540b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.966590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:10.966907 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:10.975348 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 4 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.027367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc108c0-9692-4690-b667-d3407262b936 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:11.036066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-248b9681-43ed-4d8f-b4df-da9635c12074 req-f41146c6-5cc8-4179-93f9-0b631e95109e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667593 Mar 07 10:48:11.037800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks [] for port (2fc108c0-9692-4690-b667-d3407262b936), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.038037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.038324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.038650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.053188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Transition to ACTIVE for port object 2fc108c0-9692-4690-b667-d3407262b936 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:11.055574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.055962 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.060329 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 5 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.071591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.092874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716822-5cc8-4531-bf2b-ce819278031d req-8f81708b-7c1f-4a0f-a784-0d57a8e41e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.094440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21716822-5cc8-4531-bf2b-ce819278031d req-8f81708b-7c1f-4a0f-a784-0d57a8e41e42 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726017 Mar 07 10:48:11.095319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.095733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.096124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.101834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.102237 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.102682 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 6 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.116586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.117154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.117552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.123633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.124083 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.124528 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 7 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.144207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.144549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.144858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.155551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.156013 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.156499 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 8 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.172892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.173430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.173864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.180147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.180679 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.181185 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 9 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.210077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.210077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.210077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.234835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.235322 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.238403 n-d-832156-4 neutron-server[103789]: INFO neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 10 to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 Mar 07 10:48:11.261599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.262082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.262508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.269465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.269961 n-d-832156-4 neutron-server[103789]: ERROR neutron.plugins.ml2.managers [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:11.270422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.297125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc6d6e-8a66-441a-b2a2-0591b3afd00c req-4cbe5b6e-d387-462f-8aa9-72487caa0554 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.298896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bbc6d6e-8a66-441a-b2a2-0591b3afd00c req-4cbe5b6e-d387-462f-8aa9-72487caa0554 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 983 time: 0.1037939 Mar 07 10:48:11.343259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ad3dafa6-2045-4d0e-a015-171e9393ab33 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:11.405444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port fbdab82d-c9f8-4a88-9020-af5c592bb7e9, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:11.405958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempted to set empty binding levels {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:48:11.416835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.425410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port ad3dafa6-2045-4d0e-a015-171e9393ab33 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:11.430821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port ad3dafa6-2045-4d0e-a015-171e9393ab33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:11.431563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.452988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bbc6d6e-8a66-441a-b2a2-0591b3afd00c req-b4ede2ba-e113-4576-a6ad-7f371f4f3aa8 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1234457 Mar 07 10:48:11.466001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] In _notify_port_updated(), no bound segment for port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:48:11.466953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.467667 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.469226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "PUT /v2.0/ports/fbdab82d-c9f8-4a88-9020-af5c592bb7e9 HTTP/1.1" status: 200 len: 975 time: 2.0273440 Mar 07 10:48:11.472301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36862) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:11.476594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (870daa4b-0437-4d9d-9c56-b3f5bde3540b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.479636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.483424 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/870daa4b-0437-4d9d-9c56-b3f5bde3540b HTTP/1.1" status: 204 len: 168 time: 0.6734385 Mar 07 10:48:11.517374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f88759-0ce9-4a22-be66-de435a3dd16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870daa4b-0437-4d9d-9c56-b3f5bde3540b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:11.542906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:11.584213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:11.586640 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a58988-fd89-40b9-a015-09f6de7424a3" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "8a065b4b-37f5-4d76-9c43-c637f5f00b1f"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:11.613648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ad3dafa6-2045-4d0e-a015-171e9393ab33 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:11.614383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.617010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc713c3e-64d7-453b-a5a0-3508050fd592 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdab82d-c9f8-4a88-9020-af5c592bb7e9,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:11.643442 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e357d-f3a6-41eb-bec5-194ce447b685 x-openstack-request-id: req-f35e357d-f3a6-41eb-bec5-194ce447b685 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:11.644577 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "8a065b4b-37f5-4d76-9c43-c637f5f00b1f", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:11.644577 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f35e357d-f3a6-41eb-bec5-194ce447b685 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:11.644577 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f', 'status': 'completed', 'code': 200} Mar 07 10:48:11.660773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:11.662612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:11.665847 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9283e79-468e-4d59-9489-61a397fbc858" -d '{"events": [{"server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "name": "network-vif-plugged", "status": "completed", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:11.681006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.708311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Attempting to bind port 2fc108c0-9692-4690-b667-d3407262b936 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:11.708658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Attempting to bind port 2fc108c0-9692-4690-b667-d3407262b936 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:11.708990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Attempting to bind port 2fc108c0-9692-4690-b667-d3407262b936 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.718267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Port 2fc108c0-9692-4690-b667-d3407262b936 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:11.718520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Attempting to bind port 2fc108c0-9692-4690-b667-d3407262b936 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:11.722303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.722790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.724546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:11.724894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:11.725280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Bound using segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:11.725713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Bound port: 2fc108c0-9692-4690-b667-d3407262b936, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:11.726078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.726975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.730045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.730558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.731033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.734890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.736578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.737428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.738119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.738639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.739437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.741176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.749452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.749796 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8eb77-8465-473c-a828-bac3105d4966 x-openstack-request-id: req-4af8eb77-8465-473c-a828-bac3105d4966 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:11.750659 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "name": "network-vif-plugged", "status": "completed", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:11.751089 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4af8eb77-8465-473c-a828-bac3105d4966 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:11.751673 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'code': 200} Mar 07 10:48:11.751824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.752227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.754476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.755186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.757815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.758468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.759102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.760541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.762954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.763602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.764739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.767107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.767808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.768922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.770387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.772195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.772833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.773465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.776131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.776882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.778848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.779499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.794767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f95c8c7f-21e5-4acf-82ca-9bc4a1bc6460 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33045 time: 0.3218331 Mar 07 10:48:11.798596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36870) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:11.815599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:11.884495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:11.893418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:11.903840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.932003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.934357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.935991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] 10.222.0.26 "PUT /v2.0/ports/2fc108c0-9692-4690-b667-d3407262b936 HTTP/1.1" status: 200 len: 1091 time: 1.4722617 Mar 07 10:48:11.969445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:12.014062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.014533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.015001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.015463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.015954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.016809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.017662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.020731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-33aab695-0b82-4746-8bf2-27330062f146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6358 time: 0.2208383 Mar 07 10:48:12.071855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee60944-5884-4c16-af21-d491bef63310 req-8889b535-3be7-41b3-9426-12d2bf88c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.073724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ee60944-5884-4c16-af21-d491bef63310 req-8889b535-3be7-41b3-9426-12d2bf88c309 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1166 time: 0.1982810 Mar 07 10:48:12.108814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4778c702-b937-4557-ae79-e02bed745688), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.143072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aac30-5ace-4c06-9ee1-62940200950f service neutron] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:12.189345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36876) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:12.285009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Deleting port fbdab82d-c9f8-4a88-9020-af5c592bb7e9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:12.285350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.348805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-e475fbb6-5067-4e7c-9adb-bd27bcd50a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.349275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-e475fbb6-5067-4e7c-9adb-bd27bcd50a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.349901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-e475fbb6-5067-4e7c-9adb-bd27bcd50a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.352110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-e475fbb6-5067-4e7c-9adb-bd27bcd50a89 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=569a51092db849b5bd76ea26ef646253&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3178976 Mar 07 10:48:12.383905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ee60944-5884-4c16-af21-d491bef63310 req-f729743e-c0d9-4041-ae70-2121a7b239c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2860894 Mar 07 10:48:12.461409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.466655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.468537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4778c702-b937-4557-ae79-e02bed745688 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:12.471941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.476660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks [] for port (4778c702-b937-4557-ae79-e02bed745688), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.477417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.482804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.488488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.490230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Transition to ACTIVE for port object 4778c702-b937-4557-ae79-e02bed745688 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:12.494422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.495513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4778c702-b937-4557-ae79-e02bed745688), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.496308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-fba9956d-37c5-4e8a-bf6a-bb5c87f8b557 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5385 time: 0.3200128 Mar 07 10:48:12.501596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d7f2e8b2-cdf1-4f5b-8cc6-ef838b2f12bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c270b6c36498422c8cee166963ba4413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105025 Mar 07 10:48:12.508017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36882) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:12.575685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port fbdab82d-c9f8-4a88-9020-af5c592bb7e9, host n-h1-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:12.576075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.592274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:12.618238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Calling delete_port for fbdab82d-c9f8-4a88-9020-af5c592bb7e9 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:12.668240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Attempting to bind port 4778c702-b937-4557-ae79-e02bed745688 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:12.668575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Attempting to bind port 4778c702-b937-4557-ae79-e02bed745688 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:12.668955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Attempting to bind port 4778c702-b937-4557-ae79-e02bed745688 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:12.674121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Port 4778c702-b937-4557-ae79-e02bed745688 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:12.674368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Attempting to bind port 4778c702-b937-4557-ae79-e02bed745688 on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:12.679575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:12.679946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Checking segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:12.680334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Bound using segment: {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:12.680748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Bound port: 4778c702-b937-4557-ae79-e02bed745688, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b67d25a-dbb9-47c7-8ccd-26df863a9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:12.681108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4778c702-b937-4557-ae79-e02bed745688), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.694599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-75a02411-ef90-440b-b33d-be09bcc7ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.696630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44a58988-fd89-40b9-a015-09f6de7424a3 req-75a02411-ef90-440b-b33d-be09bcc7ed76 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3209515 Mar 07 10:48:12.735273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cf29cfd-49e1-4ea0-91e2-3edef6dff076 req-aa4ac868-ac78-4bc7-8403-b63a739fbf17 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2199137 Mar 07 10:48:12.774614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:12.779112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:12.789198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4778c702-b937-4557-ae79-e02bed745688), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.819040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] Publish callbacks [] for security_group (1dac32fe-ef92-46c2-a8b0-208762fdd5b3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.835212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.836881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.838914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] 10.222.0.26 "PUT /v2.0/ports/4778c702-b937-4557-ae79-e02bed745688 HTTP/1.1" status: 200 len: 1091 time: 0.8740656 Mar 07 10:48:12.870599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] Publish callbacks [] for security_group (1dac32fe-ef92-46c2-a8b0-208762fdd5b3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.884136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:12.887092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f85c2-7434-48cd-b965-f38c40ad3872 req-4062ab34-c49e-42c9-84b8-ac6e0a33983a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.888724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f55f85c2-7434-48cd-b965-f38c40ad3872 req-4062ab34-c49e-42c9-84b8-ac6e0a33983a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.2436407 Mar 07 10:48:12.921104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe27b-4cc5-4c5a-adfb-2c6590666c99 service neutron] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:12.969357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.016647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f55f85c2-7434-48cd-b965-f38c40ad3872 req-1100e3c2-c36b-4a45-964d-3ff226776c6a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1167235 Mar 07 10:48:13.044024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fbdab82d-c9f8-4a88-9020-af5c592bb7e9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.071242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbdab82d-c9f8-4a88-9020-af5c592bb7e9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:13.073743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1dac32fe-ef92-46c2-a8b0-208762fdd5b3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.076414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.091120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dac32fe-ef92-46c2-a8b0-208762fdd5b3 HTTP/1.1" status: 204 len: 168 time: 0.5764873 Mar 07 10:48:13.113776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165376e-a0a5-4005-b49a-8933b17c4348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac32fe-ef92-46c2-a8b0-208762fdd5b3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:13.131268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.134800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d2cfc1e-3017-4ba9-a33e-e0c38dc1a273 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "DELETE /v2.0/ports/fbdab82d-c9f8-4a88-9020-af5c592bb7e9 HTTP/1.1" status: 204 len: 168 time: 1.3325450 Mar 07 10:48:13.137761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36886) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:13.180089 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f655b0b-06fc-4bf4-9f3d-73f8ec240b3d tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:48:13.181972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0f655b0b-06fc-4bf4-9f3d-73f8ec240b3d tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports/fbdab82d-c9f8-4a88-9020-af5c592bb7e9 HTTP/1.1" status: 404 len: 333 time: 0.0425761 Mar 07 10:48:13.187667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36888) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:13.193077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1499365261', 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:13.216624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Made reservation on behalf of 27a5ee15ed2141838d8db2ab9c833c55 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:13.219064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.248852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port 69521da7-a8eb-47dc-b66f-d1018b000ab1 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:13.377077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af22714e-7ffe-40bb-b00a-2d6a44e36704 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:13.386602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks [] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.403134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Transition to ACTIVE for port object af22714e-7ffe-40bb-b00a-2d6a44e36704 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:13.420473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.462049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (69521da7-a8eb-47dc-b66f-d1018b000ab1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.513574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (69521da7-a8eb-47dc-b66f-d1018b000ab1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.569541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:13.584203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Attempting to bind port af22714e-7ffe-40bb-b00a-2d6a44e36704 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:13.584575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Attempting to bind port af22714e-7ffe-40bb-b00a-2d6a44e36704 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:13.584900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Attempting to bind port af22714e-7ffe-40bb-b00a-2d6a44e36704 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:13.592152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Port af22714e-7ffe-40bb-b00a-2d6a44e36704 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:13.592152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Attempting to bind port af22714e-7ffe-40bb-b00a-2d6a44e36704 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:13.599460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:13.600088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Checking segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:13.600794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Bound using segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:13.601402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Bound port: af22714e-7ffe-40bb-b00a-2d6a44e36704, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:13.601971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.645389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Network 55661f3b-98e9-4b08-97fa-a0336506455d is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:13.648100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '2fc108c0-9692-4690-b667-d3407262b936'}, {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '4778c702-b937-4557-ae79-e02bed745688'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:13.657372 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37128c7-4efa-42bf-9464-6dad7c16eedc" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "2fc108c0-9692-4690-b667-d3407262b936"}, {"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "4778c702-b937-4557-ae79-e02bed745688"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:13.661883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:13.667601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:13.669409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.670357 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.691669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=69521da7-a8eb-47dc-b66f-d1018b000ab1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:13.718328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3d74e963-0401-4ec6-b27d-6ba1aca4a13f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5294428 Mar 07 10:48:13.722899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36904) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:13.728276 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a690e-0d66-4fd8-9271-9b24edf8876a x-openstack-request-id: req-206a690e-0d66-4fd8-9271-9b24edf8876a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:13.728734 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "2fc108c0-9692-4690-b667-d3407262b936", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "4778c702-b937-4557-ae79-e02bed745688", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:13.729085 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-206a690e-0d66-4fd8-9271-9b24edf8876a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:13.729906 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '2fc108c0-9692-4690-b667-d3407262b936', 'status': 'completed', 'code': 200} Mar 07 10:48:13.730161 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '4778c702-b937-4557-ae79-e02bed745688', 'status': 'completed', 'code': 200} Mar 07 10:48:13.747156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:13.750844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:13.762170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.821322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.822569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.824559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/af22714e-7ffe-40bb-b00a-2d6a44e36704 HTTP/1.1" status: 200 len: 1091 time: 0.9492989 Mar 07 10:48:13.868838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ef48c-2839-4885-956d-41569056b8ea tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.872811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-343ef48c-2839-4885-956d-41569056b8ea tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports/69521da7-a8eb-47dc-b66f-d1018b000ab1 HTTP/1.1" status: 200 len: 955 time: 0.1486681 Mar 07 10:48:13.875894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36910) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:13.890653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Request body: {'port': {'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:13.924553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f791b-cb2f-417d-a915-aa0836b2b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:13.980493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.169255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.169749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.170233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.170684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.171149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.171602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.172100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.174160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-6e09535f-9ac3-40ca-ae6b-e6f9fec65e54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6597 time: 0.2997174 Mar 07 10:48:14.267364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.272649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.278693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.285598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.290372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.295871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.301349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.308938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4587386-6748-43c3-be07-29aa241ad894 req-46ca17d3-ad41-45f4-85dd-113019f67e31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5409 time: 0.3987651 Mar 07 10:48:14.368429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Deleting port 69521da7-a8eb-47dc-b66f-d1018b000ab1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:14.374939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (69521da7-a8eb-47dc-b66f-d1018b000ab1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.398005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:14.420548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e461e979-0cb2-4786-b2be-b481f9db1077 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:14.428828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks [] for port (e461e979-0cb2-4786-b2be-b481f9db1077), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.443759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Transition to ACTIVE for port object e461e979-0cb2-4786-b2be-b481f9db1077 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:14.449079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.534406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:14.550779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (69521da7-a8eb-47dc-b66f-d1018b000ab1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.570420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208b691-f133-4098-8636-079d716c5bb2 req-dd169029-5c05-4e3d-b031-c4556059bb82 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.580789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e208b691-f133-4098-8636-079d716c5bb2 req-dd169029-5c05-4e3d-b031-c4556059bb82 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.4422772 Mar 07 10:48:14.606941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Attempting to bind port e461e979-0cb2-4786-b2be-b481f9db1077 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:14.607921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Attempting to bind port e461e979-0cb2-4786-b2be-b481f9db1077 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:14.608498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Attempting to bind port e461e979-0cb2-4786-b2be-b481f9db1077 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:14.616584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-544086385-network', 'tenant_id': 'ddd3c81c652a4ac5b55e83485443e6f3'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:14.621828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-535c7aad-de39-4d2a-802a-25c7d4b49dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.622474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-535c7aad-de39-4d2a-802a-25c7d4b49dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.623097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-535c7aad-de39-4d2a-802a-25c7d4b49dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.624900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-535c7aad-de39-4d2a-802a-25c7d4b49dc7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=569a51092db849b5bd76ea26ef646253&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4396176 Mar 07 10:48:14.626452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Calling delete_port for 69521da7-a8eb-47dc-b66f-d1018b000ab1 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:14.627298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Port e461e979-0cb2-4786-b2be-b481f9db1077 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:14.627855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Attempting to bind port e461e979-0cb2-4786-b2be-b481f9db1077 on network a929a550-0c85-4c9e-a0e1-1427f00759c0 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:14.634387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:14.635502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Checking segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:14.636122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Bound using segment: {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:14.636964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Bound port: e461e979-0cb2-4786-b2be-b481f9db1077, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba6bded-0b41-4fc4-844c-90c832f7ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:14.637507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.666012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4587386-6748-43c3-be07-29aa241ad894 req-ad5a8c3c-5d23-4b91-b473-622ff99a4424 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3560796 Mar 07 10:48:14.735919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:14.740018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:14.748640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.789430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.790446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.792733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] 10.222.0.26 "PUT /v2.0/ports/e461e979-0cb2-4786-b2be-b481f9db1077 HTTP/1.1" status: 200 len: 1091 time: 0.9137287 Mar 07 10:48:14.831977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e201a1a-eeab-40c9-bc54-80b569fdfe28 service neutron] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.099808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Made reservation on behalf of ddd3c81c652a4ac5b55e83485443e6f3 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:15.102132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.143156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.168913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e208b691-f133-4098-8636-079d716c5bb2 req-cdf4f202-52fc-41f6-be31-7e09a709a279 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5649006 Mar 07 10:48:15.203434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-a3f2ac50-d870-40a3-a005-4799880098de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.204479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-a3f2ac50-d870-40a3-a005-4799880098de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5605364 Mar 07 10:48:15.241716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (69521da7-a8eb-47dc-b66f-d1018b000ab1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.315997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event deleted for resources: {'Port': ['ID=69521da7-a8eb-47dc-b66f-d1018b000ab1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.348549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.352127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3b029db3-78d5-4b06-93a3-c95e88aff64f tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "DELETE /v2.0/ports/69521da7-a8eb-47dc-b66f-d1018b000ab1 HTTP/1.1" status: 204 len: 168 time: 1.4749379 Mar 07 10:48:15.356048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:15.388257 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d3513e-cc9b-410d-bc5d-1112c3f2d6e2 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:48:15.396030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-98d3513e-cc9b-410d-bc5d-1112c3f2d6e2 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports/69521da7-a8eb-47dc-b66f-d1018b000ab1 HTTP/1.1" status: 404 len: 333 time: 0.0386374 Mar 07 10:48:15.396595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:15.401836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-484526640'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.407205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.408024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.408188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.408656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.409115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.409574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.410527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.412153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-7dc3971c-8018-4be1-9b79-b05acc2b1d2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6695 time: 0.1672595 Mar 07 10:48:15.418913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks [] for security_group (1f7f37b9-bf77-4b92-b66f-7a2d85020ec9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.425330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Made reservation on behalf of 27a5ee15ed2141838d8db2ab9c833c55 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:15.428323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.437452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c889742-ad24-4064-bb6d-b74be14b97e1 req-28f2e2f9-6b5c-4b9e-8614-25360d9d9c87 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.439454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c889742-ad24-4064-bb6d-b74be14b97e1 req-28f2e2f9-6b5c-4b9e-8614-25360d9d9c87 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.1807945 Mar 07 10:48:15.443576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1f7f37b9-bf77-4b92-b66f-7a2d85020ec9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.451240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port 41d19b35-f659-4610-bee8-2b7756f494ec yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:15.506994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:15.561184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (44bedfd3-33f9-43f8-8256-f2843fdec36b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.561526 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Added segment 44bedfd3-33f9-43f8-8256-f2843fdec36b of type vlan for network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc Mar 07 10:48:15.565175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.626516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (41d19b35-f659-4610-bee8-2b7756f494ec), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.656676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1b7db42d-5607-43f3-ad1c-9a1db27b15bc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.662061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-c670bfbd-6500-456a-bcc2-6d149537b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.662415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.662597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-c670bfbd-6500-456a-bcc2-6d149537b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.663161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-c670bfbd-6500-456a-bcc2-6d149537b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.664845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-c670bfbd-6500-456a-bcc2-6d149537b640 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=569a51092db849b5bd76ea26ef646253&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2444439 Mar 07 10:48:15.671287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c889742-ad24-4064-bb6d-b74be14b97e1 req-ce56af82-82ac-4970-b610-2ebc98c81085 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2108085 Mar 07 10:48:15.716095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Network 55661f3b-98e9-4b08-97fa-a0336506455d is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:15.721397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:15.732776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704'}, {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:15.748252 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704"}, {"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:15.754588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:15.768030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.768651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.775281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=41d19b35-f659-4610-bee8-2b7756f494ec,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.775817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1b7db42d-5607-43f3-ad1c-9a1db27b15bc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.776902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.777539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.799310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f41d1ead-9edc-4416-9798-238a8bf42522 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3991916 Mar 07 10:48:15.799481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:15.804490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.885741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.932024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5289881 Mar 07 10:48:15.936994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:15.943362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Request body: {'subnet': {'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-544086385-subnet', 'tenant_id': 'ddd3c81c652a4ac5b55e83485443e6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.962302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae0311-191c-4b0b-a8c5-d20e219740fe admin admin] Pushing event updated for resources: {'Network': ['ID=1b7db42d-5607-43f3-ad1c-9a1db27b15bc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.978137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:16.000146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-67b88820-6897-402e-bd4e-5eb338d9a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.002714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37128c7-4efa-42bf-9464-6dad7c16eedc req-67b88820-6897-402e-bd4e-5eb338d9a428 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303680 Mar 07 10:48:16.015764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-0b41a35d-8032-4feb-9812-dd511b089014 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.017344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-0b41a35d-8032-4feb-9812-dd511b089014 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1166 time: 0.2271640 Mar 07 10:48:16.039116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Made reservation on behalf of ddd3c81c652a4ac5b55e83485443e6f3 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:16.045583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.047179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.053796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.062109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.067530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.073539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.079236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.084603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.092506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-2f9cf5f2-66ef-456b-b7aa-905f44ce563d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3007896 Mar 07 10:48:16.147819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-38a1a0ce-9271-4933-b62e-75417b04c50c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.224005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.224472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.224913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.225479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.225979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.226490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.226948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.229250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1264a88b-0563-4fe2-a4a2-ad241cd94501 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6695 time: 0.1331871 Mar 07 10:48:16.261736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84bd9fc4-9554-4efc-9e8d-092d407eb553 req-fd9d74e4-040f-41da-9b78-271c9d1d30d1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621900 Mar 07 10:48:16.294763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] device_id is not set on port 41d19b35-f659-4610-bee8-2b7756f494ec yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:16.308669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-ce97cb95-90b6-4a22-9825-f6fb116d37d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f HTTP/1.1" status: 200 len: 217 time: 0.0717824 Mar 07 10:48:16.310109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks [] for port (41d19b35-f659-4610-bee8-2b7756f494ec), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.331018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.352830 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f150b3-7f2a-449f-805a-55d46b380d99 x-openstack-request-id: req-05f150b3-7f2a-449f-805a-55d46b380d99 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:16.353123 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:16.353368 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f150b3-7f2a-449f-805a-55d46b380d99 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:16.353818 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'status': 'completed', 'code': 200} Mar 07 10:48:16.354790 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'status': 'completed', 'code': 200} Mar 07 10:48:16.376008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-38a1a0ce-9271-4933-b62e-75417b04c50c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Publish callbacks [] for security_group (f39931a9-dbec-4349-b3ee-a6cccba5c588), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.397134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d06b30b8-6004-4824-8ecc-501c6521b08c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.400223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-38a1a0ce-9271-4933-b62e-75417b04c50c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f39931a9-dbec-4349-b3ee-a6cccba5c588), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.450158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06b30b8-6004-4824-8ecc-501c6521b08c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:16.461328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-ef838c06-1646-40ef-bcdb-4ad67d5c6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.461328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-ef838c06-1646-40ef-bcdb-4ad67d5c6a26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=385ed621-4e22-44e6-a3f0-28413fb1187b HTTP/1.1" status: 200 len: 850 time: 0.1036012 Mar 07 10:48:16.465610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1a0ce-9271-4933-b62e-75417b04c50c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39931a9-dbec-4349-b3ee-a6cccba5c588,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:16.472535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9a30eb2-c217-4c16-9126-8d2937d7a4cf req-38a1a0ce-9271-4933-b62e-75417b04c50c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3773732 Mar 07 10:48:16.483113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.483444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.483706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.490636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.490970 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.498994 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 2 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.505233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:16.520088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=41d19b35-f659-4610-bee8-2b7756f494ec,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:16.542516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-698daed1-465e-4326-8fd1-85482df66f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.544071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-698daed1-465e-4326-8fd1-85482df66f42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f39bb14b-a916-4b00-90f1-9304749e2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702116 Mar 07 10:48:16.552326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Checking segment: {'id': '44bedfd3-33f9-43f8-8256-f2843fdec36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:16.552686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Network hostable DHCP agents. Network: 1b7db42d-5607-43f3-ad1c-9a1db27b15bc, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:16.558907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.559490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.560018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.574998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.575324 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.576706 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 3 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.599979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.600582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.601077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.605954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b2c1a6-76c5-428d-be45-c5b805f280b2 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.607513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1b2c1a6-76c5-428d-be45-c5b805f280b2 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1161 time: 0.1014442 Mar 07 10:48:16.609333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:16.611118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36948) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:16.614504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.614835 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.616255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:16.617038 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 4 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.629192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1b7db42d-5607-43f3-ad1c-9a1db27b15bc) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:16.643159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7518e0b-13cd-40a5-8ccf-0c50022f91fe None None] Network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:16.647897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.648413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.648964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.658809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.659374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.659897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.669509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.670085 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.671522 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 5 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.701650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-2fd6608d-7ae9-4c1f-b4a0-f383baded473 service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500945 Mar 07 10:48:16.708911 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0a39f35e-49de-44b5-8a86-a7c96590cac1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7706904 Mar 07 10:48:16.719729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.720485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.721073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.735785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.736488 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.737130 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 6 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.765452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.766499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.767090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.772428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.773065 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.773673 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 7 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.788542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.788967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.789643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.794694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.795071 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.795526 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 8 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.808452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.808768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.809268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.814356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.814875 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.815327 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 9 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.832839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.833248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.833735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.841691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.842114 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.842568 n-d-832156-4 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempt 10 to bind port 41d19b35-f659-4610-bee8-2b7756f494ec Mar 07 10:48:16.857282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.857711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.858273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempting to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.864929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.865166 n-d-832156-4 neutron-server[103788]: ERROR neutron.plugins.ml2.managers [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Failed to bind port 41d19b35-f659-4610-bee8-2b7756f494ec on host n-h1-832156-4 for vnic_type normal using segments [{'id': '3296fec3-43df-409e-b830-923908d1576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '55661f3b-98e9-4b08-97fa-a0336506455d'}] Mar 07 10:48:16.865558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.944718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port 41d19b35-f659-4610-bee8-2b7756f494ec, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:16.945180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attempted to set empty binding levels {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:48:16.957947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.015585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-66bd8b0d-3b03-4bd5-8710-8498b40bee52 service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048831 Mar 07 10:48:17.033640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] In _notify_port_updated(), no bound segment for port 41d19b35-f659-4610-bee8-2b7756f494ec on network 55661f3b-98e9-4b08-97fa-a0336506455d {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:48:17.034522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.035434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.035586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.036951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "PUT /v2.0/ports/41d19b35-f659-4610-bee8-2b7756f494ec HTTP/1.1" status: 200 len: 974 time: 1.2364850 Mar 07 10:48:17.040607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.091320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-2638d46e-4547-4d02-99e9-c6556083c542 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 217 time: 0.0678344 Mar 07 10:48:17.096663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c19f1-ec0e-416a-84e3-a1b5979eac8d None None] Network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:17.132989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0a1d8-f245-4945-99c4-b819e900ac33 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event updated for resources: {'Port': ['ID=41d19b35-f659-4610-bee8-2b7756f494ec,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:17.254311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Deleting port 41d19b35-f659-4610-bee8-2b7756f494ec {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:17.254804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.298114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-86e063b5-2ed0-4604-95c2-c53a4359a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.299591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-86e063b5-2ed0-4604-95c2-c53a4359a9cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.1691415 Mar 07 10:48:17.361297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.25.4.84 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/516f2ed7-dc52-433f-9046-11d1cbf01d43) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:17.371489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] For port 41d19b35-f659-4610-bee8-2b7756f494ec, host n-h1-832156-4, got binding levels [] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:17.372277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.389998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-523762be-3807-4163-b80b-c48fbd47cad2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464782 Mar 07 10:48:17.395081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Calling delete_port for 41d19b35-f659-4610-bee8-2b7756f494ec owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:17.521893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-4d3b3db2-aba1-429a-95cb-d1a86deafb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.523296 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-4d3b3db2-aba1-429a-95cb-d1a86deafb61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9fdfc00b2794a97be052fa1057d4775&device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 1132 time: 0.0800781 Mar 07 10:48:17.537795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (41d19b35-f659-4610-bee8-2b7756f494ec), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.578692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d19b35-f659-4610-bee8-2b7756f494ec,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:17.596531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.602610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a32ddecd-d780-4e46-aa64-3031c9243704 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "DELETE /v2.0/ports/41d19b35-f659-4610-bee8-2b7756f494ec HTTP/1.1" status: 204 len: 168 time: 0.5581696 Mar 07 10:48:17.607310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.638680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.646671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-90a28cf8-d1e1-44cc-930f-004586391e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.648218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-90a28cf8-d1e1-44cc-930f-004586391e8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3281670 Mar 07 10:48:17.664147 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c441b3-abe6-4d4e-9285-98cbf0c412c1 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:48:17.665791 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97c441b3-abe6-4d4e-9285-98cbf0c412c1 tempest-PortsAdminExtendedAttrsTestJSON-833191916 tempest-PortsAdminExtendedAttrsTestJSON-833191916-project-admin] 10.222.0.23 "GET /v2.0/ports/41d19b35-f659-4610-bee8-2b7756f494ec HTTP/1.1" status: 404 len: 333 time: 0.0574214 Mar 07 10:48:17.671430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36976) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.704379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-2712149a-d81c-4682-b583-37c7f6783438 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.705972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-2712149a-d81c-4682-b583-37c7f6783438 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/networks?id=1b7db42d-5607-43f3-ad1c-9a1db27b15bc HTTP/1.1" status: 200 len: 821 time: 0.3505876 Mar 07 10:48:17.734676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.740858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.746249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.751561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.756821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.757120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-bf70d609-066e-4fa6-bd81-cf4348075a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.758694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-bf70d609-066e-4fa6-bd81-cf4348075a01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.1903794 Mar 07 10:48:17.762581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.766095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (55661f3b-98e9-4b08-97fa-a0336506455d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.767858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.769759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-380d07d4-647f-4075-8352-268075a93788 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3948302 Mar 07 10:48:17.820520 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-722569d6-b5f3-4f3c-a321-0ebd09ee242d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=702607b5-ee0d-4555-b09b-655b19edb2d0 HTTP/1.1" status: 200 len: 217 time: 0.0504568 Mar 07 10:48:17.833452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-a4084c49-7836-44bb-a5c0-3a58b9294886 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/quotas/ddd3c81c652a4ac5b55e83485443e6f3 HTTP/1.1" status: 200 len: 375 time: 0.1121709 Mar 07 10:48:17.901171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db076ed8-ec51-44e5-80e5-4cde4ee42759 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddd3c81c652a4ac5b55e83485443e6f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562110 Mar 07 10:48:17.908008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.938328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (55661f3b-98e9-4b08-97fa-a0336506455d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.948385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-265616fb-2e04-49db-82f1-40df25dd96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.949881 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-265616fb-2e04-49db-82f1-40df25dd96a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.1060600 Mar 07 10:48:17.973665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55661f3b-98e9-4b08-97fa-a0336506455d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.998889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:18.000986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3296fec3-43df-409e-b830-923908d1576c') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:18.001241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3296fec3-43df-409e-b830-923908d1576c') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:18.002903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3811f403-cb72-4801-8dcc-8fcee2557ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299139 Mar 07 10:48:18.013474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (3296fec3-43df-409e-b830-923908d1576c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.013819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:18.030712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c37e37e6-24d6-4175-9f8c-6a0114e2a504 req-ebc83247-2cfe-4c08-8660-adb722f2398e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2454047 Mar 07 10:48:18.033780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:18.034288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-81cde28e-e644-4ab9-90d3-21c522e0381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.035837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-81cde28e-e644-4ab9-90d3-21c522e0381f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0744412 Mar 07 10:48:18.036739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3296fec3-43df-409e-b830-923908d1576c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.044262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:18.044667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (3296fec3-43df-409e-b830-923908d1576c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:18.065805 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:18.185703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (55661f3b-98e9-4b08-97fa-a0336506455d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.203957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.209656 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] 10.222.0.23 "DELETE /v2.0/networks/55661f3b-98e9-4b08-97fa-a0336506455d HTTP/1.1" status: 204 len: 168 time: 0.5346961 Mar 07 10:48:18.210990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd7ac-9a54-4ff0-b156-c16acd3892a0 tempest-PortsAdminExtendedAttrsTestJSON-1732509674 tempest-PortsAdminExtendedAttrsTestJSON-1732509674-project] Pushing event deleted for resources: {'Network': ['ID=55661f3b-98e9-4b08-97fa-a0336506455d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:18.228036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-78064a62-3db4-495d-8e75-ee57ab1c8c17 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850383 Mar 07 10:48:18.236317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=516f2ed7-dc52-433f-9046-11d1cbf01d43,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:18.320106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-aa265c1c-2d9e-4f0e-9963-dccc35bc5de1 service neutron] 10.222.0.23 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025548 Mar 07 10:48:18.324678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-e57eca86-4082-4e1c-bdbb-15fdc262f95b service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145406 Mar 07 10:48:18.345595 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-107ed3cb-8665-4c30-b8cd-4ea5375ed949 req-45452cfe-8b16-4fa5-abb5-efd24088db0a service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092808 Mar 07 10:48:18.511345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:18.681349 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e6634bf0-61d6-468b-9305-b3bc25fdfe56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20beac8cb10549719374675a7c7991c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682379 Mar 07 10:48:18.684336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:18.715142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f66d0255-09a2-41f0-be3b-ffb167234996 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 217 time: 0.3754349 Mar 07 10:48:18.748002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] Publish callbacks [] for security_group (5f10b25a-b68e-400e-a56a-84f2697e9f39), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.773904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] Publish callbacks [] for security_group (5f10b25a-b68e-400e-a56a-84f2697e9f39), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.834498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5f10b25a-b68e-400e-a56a-84f2697e9f39), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.837666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.841796 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f10b25a-b68e-400e-a56a-84f2697e9f39 HTTP/1.1" status: 204 len: 168 time: 0.1535251 Mar 07 10:48:18.848379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d9b8-443e-4aa9-864f-a0487f1f6723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f10b25a-b68e-400e-a56a-84f2697e9f39,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:18.882591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-a851ae3f-c1d4-4da6-a5e4-a1f1c6bea52e service neutron] 10.222.0.23 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416803 Mar 07 10:48:18.884388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-614fc542-415a-416e-bf71-9a2c39cc651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.886224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-614fc542-415a-416e-bf71-9a2c39cc651e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.1520076 Mar 07 10:48:19.058931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-e898aea1-07b6-4eef-9bae-6f76d412e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.060530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-e898aea1-07b6-4eef-9bae-6f76d412e9a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1647155 Mar 07 10:48:19.217018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c155da6-35a0-4a88-a3f3-ebed0da08c54 req-1c03ee05-9815-4b77-8781-d2dbc56bcf2c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 210 time: 0.1012514 Mar 07 10:48:19.302017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37002) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:19.362470 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ecf017fc-13d3-40eb-b36c-29bc45166b14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27a5ee15ed2141838d8db2ab9c833c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560153 Mar 07 10:48:19.364127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:19.422541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for floatingip (4509ac7a-9a5d-4231-b129-8580bbd55c97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.425330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] Publish callbacks [] for security_group (9bd5e822-e32b-48c1-9049-2802422cf81f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.455976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] Publish callbacks [] for security_group (9bd5e822-e32b-48c1-9049-2802422cf81f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.514859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f69db898-3202-4de8-a901-bf3f7ceb45ed service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463770 Mar 07 10:48:19.540750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9bd5e822-e32b-48c1-9049-2802422cf81f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.544634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.548252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bd5e822-e32b-48c1-9049-2802422cf81f HTTP/1.1" status: 204 len: 168 time: 0.1828573 Mar 07 10:48:19.566922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314ad5-6205-4a42-9ae7-38da6e24b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5e822-e32b-48c1-9049-2802422cf81f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:19.610865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.616461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.622230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.627464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.632985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.638648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.643902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.652405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-3b8f13aa-a211-475e-b609-6a11afa67b10 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.5101118 Mar 07 10:48:19.689953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.824227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-1434b19d-c4e3-4882-bcf7-ccbe8b3754e7 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887716 Mar 07 10:48:19.903549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9e8b72f2-5489-49db-8a5d-91e7508d02bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=2fc108c0-9692-4690-b667-d3407262b936 HTTP/1.1" status: 200 len: 217 time: 0.0685177 Mar 07 10:48:19.921091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae57fdfe-b470-465c-afd3-b3162e36b44b req-815e4adb-a3d4-4d75-9581-40181434f4cb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2675769 Mar 07 10:48:19.974727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3033c3c-47d5-40c9-a13c-712150f9c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.976463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d3033c3c-47d5-40c9-a13c-712150f9c8d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.0632658 Mar 07 10:48:20.052414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.062051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.137006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=516f2ed7-dc52-433f-9046-11d1cbf01d43,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:20.171665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9d252edc-3632-40c0-b6c7-cbae7acfb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:20.173183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-9d252edc-3632-40c0-b6c7-cbae7acfb1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1838162 Mar 07 10:48:20.192641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (4509ac7a-9a5d-4231-b129-8580bbd55c97), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.372602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77cb61c1-690d-4928-88ac-d42ec89438e7 req-3e71278f-51f4-4b10-adbc-685dcb34f387 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 210 time: 0.0367129 Mar 07 10:48:20.407053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-6f06009b-1f6e-48f3-8707-39ff29297052 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251751 Mar 07 10:48:20.410344 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Floating IP 4509ac7a-9a5d-4231-b129-8580bbd55c97 associated. External IP: 172.25.4.84, port: ad3dafa6-2045-4d0e-a015-171e9393ab33. Mar 07 10:48:20.556310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-5f035aa5-2d18-4c27-88eb-b8697887be44 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940149 Mar 07 10:48:20.671053 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-698a2db5-3155-4238-bc92-b64ccffdce3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.678695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-0d5a5a4d-ef9a-4c64-995a-a7d50bc8e8d2 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:20.681345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-0d5a5a4d-ef9a-4c64-995a-a7d50bc8e8d2 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.26 "GET /v2.0/networks?id=1b7db42d-5607-43f3-ad1c-9a1db27b15bc HTTP/1.1" status: 200 len: 821 time: 0.1949565 Mar 07 10:48:20.700329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Request body: {'port': {'device_id': '55c66612-4cf9-46ae-80be-b36b26de981a', 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc', 'admin_state_up': True, 'tenant_id': 'ddd3c81c652a4ac5b55e83485443e6f3'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:20.770228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:20.835895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Made reservation on behalf of ddd3c81c652a4ac5b55e83485443e6f3 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:20.844305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.939538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-67de66a9-2fe7-46d6-9c96-a58e9f34c0e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4778c702-b937-4557-ae79-e02bed745688 HTTP/1.1" status: 200 len: 217 time: 0.3573003 Mar 07 10:48:20.957048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f1ed0e7-5e37-41cf-8aea-17947618f464 tempest-AgentManagementNegativeTest-530732601 tempest-AgentManagementNegativeTest-530732601-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1826060 Mar 07 10:48:21.001509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-45a30d1c-c613-4744-aabc-97820e91706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.003019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-45a30d1c-c613-4744-aabc-97820e91706a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.0573792 Mar 07 10:48:21.036577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Allocated IP 172.20.0.7 (1b7db42d-5607-43f3-ad1c-9a1db27b15bc/d06b30b8-6004-4824-8ecc-501c6521b08c/d874e4d7-5e64-4ccd-ac67-31f89adfb0a6) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:21.170993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-b158ba31-40ea-4f94-b509-1012d843ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.172544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-b158ba31-40ea-4f94-b509-1012d843ced1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1311111 Mar 07 10:48:21.240528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.246142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.250088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks [] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.251410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.256642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.261937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.267165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.272415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.274381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-26f4c83c-dac9-4e8b-84b6-1072eb2ed05e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1996601 Mar 07 10:48:21.278318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router dd707232-081e-4554-9b02-d059cc13d1cd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:21.291409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.318944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:21.346030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:21.353162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:21.358211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:21.381975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-a8d3772d-a503-4d5d-ba97-ad9170d5c46f service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019620 Mar 07 10:48:21.388367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Pushing event updated for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:21.427889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.429237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.453607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-b6d278d1-e53b-4b15-abe3-86726846666c tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625008 Mar 07 10:48:21.466778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Request body: {'port': {'device_id': '55c66612-4cf9-46ae-80be-b36b26de981a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:21.537589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.589361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-574b9324-f06a-4edb-9665-c83e684ad2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.626822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b176cbc3-fbf9-4e95-bdce-a64a8e400a4d req-d97c689d-ee36-45f8-8971-2390097851bf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3229818 Mar 07 10:48:21.719264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:21.725992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-541d470d-1806-4fa0-a224-3c5511ebd1ab service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322780 Mar 07 10:48:21.734448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Sync routers for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:21.749543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5784c9-d768-460f-9e60-fe8167f03b71 req-d1d649be-b074-4540-a1fb-8411ece16faa tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.751112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b5784c9-d768-460f-9e60-fe8167f03b71 req-d1d649be-b074-4540-a1fb-8411ece16faa tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 931 time: 0.1813679 Mar 07 10:48:21.754507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:21.755748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:21.804019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-96be8c5d-d779-41ec-a7cf-c190864a7270 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704 HTTP/1.1" status: 200 len: 217 time: 0.0666239 Mar 07 10:48:21.828233 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.871382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:21.901054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks [] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.906156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Transition to ACTIVE for port object d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:21.914741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.937736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:21.946656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-06914562-0e85-46ac-80d6-6211effc52e9 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3343840 Mar 07 10:48:21.950489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:21.953206 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac6060-ba7f-452d-b701-91661f82ad1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:21.954823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37054) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:21.958291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b5784c9-d768-460f-9e60-fe8167f03b71 req-ced4e5a1-172e-483b-8ccb-7ddcd14d0684 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929865 Mar 07 10:48:21.965371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-414e20af-96af-4f51-9ff3-1d130152f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.966850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-414e20af-96af-4f51-9ff3-1d130152f418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.1521471 Mar 07 10:48:21.971587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-574b9324-f06a-4edb-9665-c83e684ad2fd admin admin] Publish callbacks [] for security_group (12e3f62d-b546-4deb-b7c9-e2e102607f5b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.983145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-574b9324-f06a-4edb-9665-c83e684ad2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (12e3f62d-b546-4deb-b7c9-e2e102607f5b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.024387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-574b9324-f06a-4edb-9665-c83e684ad2fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b90b9013b4dd47088a18d9f5e79fec79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026110 Mar 07 10:48:22.030679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37058) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:22.053542 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf61b7-edaf-410e-a6dc-5b7c3b80af9c x-openstack-request-id: req-acbf61b7-edaf-410e-a6dc-5b7c3b80af9c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:22.053803 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:22.054057 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acbf61b7-edaf-410e-a6dc-5b7c3b80af9c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:22.054458 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'status': 'completed', 'code': 200} Mar 07 10:48:22.059390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b9324-f06a-4edb-9665-c83e684ad2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3f62d-b546-4deb-b7c9-e2e102607f5b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:22.090269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-965ce141-f6d6-4ab0-a1d8-786bfb452797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.091825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-965ce141-f6d6-4ab0-a1d8-786bfb452797 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1185553 Mar 07 10:48:22.188561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-e7f137aa-7e4c-4d9b-8000-59c1935b544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.189983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-e7f137aa-7e4c-4d9b-8000-59c1935b544d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1166 time: 0.1127353 Mar 07 10:48:22.225508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:22.236315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-aeb1f2cb-8670-4b67-b9d1-7d4381b17a7f service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286676 Mar 07 10:48:22.316819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4509ac7a-9a5d-4231-b129-8580bbd55c97', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'port_id': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'mac_address': 'fa:16:3e:3f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb394a4-ba91-4191-a38b-e8323f758434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:18Z', 'updated_at': '2022-03-07T10:48:18Z', 'revision_number': 0, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.350150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Checking router: dd707232-081e-4554-9b02-d059cc13d1cd for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:22.359972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:22.360858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.369068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-5965d5de-2c44-4a8d-b78e-4d0a783939dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.371003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-5965d5de-2c44-4a8d-b78e-4d0a783939dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 200 len: 897 time: 0.1732376 Mar 07 10:48:22.379195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Attempting to bind port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:22.379533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Attempting to bind port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '44bedfd3-33f9-43f8-8256-f2843fdec36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:22.379885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Attempting to bind port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 on network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:22.381768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] Publish callbacks [] for security_group (12e3f62d-b546-4deb-b7c9-e2e102607f5b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.406253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] Publish callbacks [] for security_group (12e3f62d-b546-4deb-b7c9-e2e102607f5b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.429638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-d56708d9-d3d8-4a25-8b11-7fc613cb7acd service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624279 Mar 07 10:48:22.478570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 on network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:22.478825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Attempting to bind port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 on network 1b7db42d-5607-43f3-ad1c-9a1db27b15bc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:22.482669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-b03b6b5b-b127-4efc-922c-2e8082ac1f62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e461e979-0cb2-4786-b2be-b481f9db1077 HTTP/1.1" status: 200 len: 217 time: 0.0449343 Mar 07 10:48:22.483754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (12e3f62d-b546-4deb-b7c9-e2e102607f5b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.487677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.488832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12e3f62d-b546-4deb-b7c9-e2e102607f5b HTTP/1.1" status: 204 len: 168 time: 0.4446504 Mar 07 10:48:22.491954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.492431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.492893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.493355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.494426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.494612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.495079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.495539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.496026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.496480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.496929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.497507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.502342 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a00c1810-a362-4fab-9a40-e57ec795a09e tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8473 time: 0.5434785 Mar 07 10:48:22.504383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:22.517736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:22.586461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-ccfd30a1-7dd9-41d7-92f0-6fe8fb4f84cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 200 len: 998 time: 0.2052860 Mar 07 10:48:22.652597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-85e4fbb2-d49b-44b3-8a98-10cea22120b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.654969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-85e4fbb2-d49b-44b3-8a98-10cea22120b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.1429231 Mar 07 10:48:22.662176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-f1fbf126-4bb1-42df-9aba-32e4ebba565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.675856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-f1fbf126-4bb1-42df-9aba-32e4ebba565f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c52fd00-0a5b-4769-b73d-424b63330398 HTTP/1.1" status: 200 len: 835 time: 0.0831273 Mar 07 10:48:22.873843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-c3b34ec7-8c24-4ab9-a828-e96a7b3a9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.875969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-c3b34ec7-8c24-4ab9-a828-e96a7b3a9806 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1969616 Mar 07 10:48:22.881532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-c1f332b6-3891-4513-8913-2433a581b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.883339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-c1f332b6-3891-4513-8913-2433a581b6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1838522 Mar 07 10:48:22.901723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.908099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.914085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.921729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.927923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.933676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.940153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.949065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-21508422-d6b2-4ff2-8dde-061499069f79 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1606684 Mar 07 10:48:23.009145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cd58167-1861-4cc0-9a17-152f92964a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.032127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4509ac7a-9a5d-4231-b129-8580bbd55c97', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'port_id': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'mac_address': 'fa:16:3e:3f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb394a4-ba91-4191-a38b-e8323f758434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:18Z', 'updated_at': '2022-03-07T10:48:18Z', 'revision_number': 0, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:23.085375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40212a-e0b9-4bdd-b8ae-c8046ac5d7fe None None] The sync data for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 is: [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4509ac7a-9a5d-4231-b129-8580bbd55c97', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'port_id': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'mac_address': 'fa:16:3e:3f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb394a4-ba91-4191-a38b-e8323f758434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:18Z', 'updated_at': '2022-03-07T10:48:18Z', 'revision_number': 0, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:23.093773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:23.094299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Checking segment: {'id': '44bedfd3-33f9-43f8-8256-f2843fdec36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:23.094481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Bound using segment: {'id': '44bedfd3-33f9-43f8-8256-f2843fdec36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:23.094927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Bound port: d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bedfd3-33f9-43f8-8256-f2843fdec36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:23.095284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.104163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.104665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.105130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.106211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.106674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.107129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.107572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.108079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.108521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.108960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.109403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.109861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.112396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b1062f9-54ab-44fc-8ece-8fea069fa8b4 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7743 time: 0.6059098 Mar 07 10:48:23.120881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37078) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:23.124057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908cc76-49d7-4769-b024-3897dcf5dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3f62d-b546-4deb-b7c9-e2e102607f5b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.196756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-3351f7fa-35fb-44c6-bd91-4e5937d99aec service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068695 Mar 07 10:48:23.229060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:23.230461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e14caa88-bd1e-4476-9a44-55a607fdc1ae req-f37565c9-561f-41ff-bf8c-c7c19a192786 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2805247 Mar 07 10:48:23.232461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,segment=NetworkSegment(44bedfd3-33f9-43f8-8256-f2843fdec36b),segment_id=44bedfd3-33f9-43f8-8256-f2843fdec36b)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:23.299406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.367184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.368161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.370116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 HTTP/1.1" status: 200 len: 1091 time: 1.9073200 Mar 07 10:48:23.384439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:23.406881 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a75fc-05cf-4a16-96b9-390af507f883" -d '{"events": [{"name": "network-changed", "server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:23.448324 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e173215-5d80-466c-b555-0444e197a8d5 None None] New status for floating IP 4509ac7a-9a5d-4231-b129-8580bbd55c97: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:48:23.463878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f5a2d-4628-443d-bae0-3aca6f53a8fb req-5b3d1e7d-498b-463b-a0d3-2a0e4911cdcf tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.465052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af5f5a2d-4628-443d-bae0-3aca6f53a8fb req-5b3d1e7d-498b-463b-a0d3-2a0e4911cdcf tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 943 time: 0.2670014 Mar 07 10:48:23.510213 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527cdb65-cbbf-4f32-bbf2-42325bd83b10 x-openstack-request-id: req-527cdb65-cbbf-4f32-bbf2-42325bd83b10 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:23.510616 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:23.510968 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-527cdb65-cbbf-4f32-bbf2-42325bd83b10 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:23.511471 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6', 'status': 'completed', 'code': 200} Mar 07 10:48:23.521843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-c4b45a78-694e-47a6-a4e9-d3f5ef3ee856 service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328127 Mar 07 10:48:23.553203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-6cdff674-4d96-4be6-966a-70b1afba6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.555047 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-6cdff674-4d96-4be6-966a-70b1afba6e41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddd3c81c652a4ac5b55e83485443e6f3&device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 1125 time: 0.0865161 Mar 07 10:48:23.555828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e50f-6ecd-45a4-88fa-0aa5a4d282c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.608448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-834d495f-2bf9-4075-a2e6-c4ce709294d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 HTTP/1.1" status: 200 len: 217 time: 0.0417590 Mar 07 10:48:23.631456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97ac6060-ba7f-452d-b701-91661f82ad1c req-d5270b01-d410-4d0d-b978-9e791b6a87ff service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003275 Mar 07 10:48:23.636908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-a6e8b089-837f-4d4a-b9aa-46f7a530c74d service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052453 Mar 07 10:48:23.686699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af5f5a2d-4628-443d-bae0-3aca6f53a8fb req-160314be-da79-4f4f-8eff-0c8ec77a9366 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127800 Mar 07 10:48:23.695703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-e0b3b246-b787-42eb-896f-6b9f0583717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.695703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-e0b3b246-b787-42eb-896f-6b9f0583717b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06b30b8-6004-4824-8ecc-501c6521b08c HTTP/1.1" status: 200 len: 861 time: 0.0510139 Mar 07 10:48:23.792777 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-47d9aeb9-d180-4130-b6bf-669a86af2738 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7db42d-5607-43f3-ad1c-9a1db27b15bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504735 Mar 07 10:48:23.809132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37094) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:23.827392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.828297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.828768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.829227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.829687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.830141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.830593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.832680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0bcb9bf7-0496-4f5a-b41d-a8471dd0f82a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6695 time: 0.0964489 Mar 07 10:48:23.952177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-abf87f0e-f5f5-4498-b849-0f2bc7d028ff tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.8269417 Mar 07 10:48:23.955061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:23.968385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-108841735'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:23.973028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-23e1186f-d0d6-4ffb-b11d-2985d7d729c8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648371 Mar 07 10:48:23.997317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-18921bba-8b52-4027-b11e-59d4c7b99e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.998783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-18921bba-8b52-4027-b11e-59d4c7b99e02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 200 len: 903 time: 0.1598752 Mar 07 10:48:24.064911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494665d-b234-4cea-9578-5903a32e1398 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.064911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494665d-b234-4cea-9578-5903a32e1398 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.066194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b494665d-b234-4cea-9578-5903a32e1398 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd707232-081e-4554-9b02-d059cc13d1cd HTTP/1.1" status: 200 len: 2062 time: 0.1084521 Mar 07 10:48:24.066986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:24.070190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.073077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-283eb327-20d5-4c95-81cf-65eb9063f3f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704 HTTP/1.1" status: 200 len: 217 time: 0.0647731 Mar 07 10:48:24.074607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc56a999-bcde-40d8-af88-4ddeb20e4bb6 req-0e5682d5-5dff-4338-8bfd-363189d1d471 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946674 Mar 07 10:48:24.080323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.094596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.159107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-48d14f0c-e202-4385-8b4b-d5580ad5e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.160609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-48d14f0c-e202-4385-8b4b-d5580ad5e9ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.0755045 Mar 07 10:48:24.189005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a75fc-05cf-4a16-96b9-390af507f883 req-481f7de9-e349-4bd6-8fdc-347775fdc564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.190053 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.192265 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-481f7de9-e349-4bd6-8fdc-347775fdc564 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddd3c81c652a4ac5b55e83485443e6f3&device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 1125 time: 0.0646284 Mar 07 10:48:24.252132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-cc9b9e8d-64b6-48d0-bed5-1b58d74bee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.253642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-cc9b9e8d-64b6-48d0-bed5-1b58d74bee7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0850649 Mar 07 10:48:24.270165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for security_group (86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.304442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.352107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a75fc-05cf-4a16-96b9-390af507f883 req-ad11ad60-1971-42d1-a9c7-81d839874a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.354334 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-ad11ad60-1971-42d1-a9c7-81d839874a62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7db42d-5607-43f3-ad1c-9a1db27b15bc HTTP/1.1" status: 200 len: 922 time: 0.1561055 Mar 07 10:48:24.417980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:24.427395 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:48:24.437238 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-1214101b-c88b-44dd-897b-668c19c51de3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 HTTP/1.1" status: 200 len: 217 time: 0.0700319 Mar 07 10:48:24.457359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bebd6f3c-6b6e-480e-a34f-f82481d027b5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.457695 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Added segment bebd6f3c-6b6e-480e-a34f-f82481d027b5 of type vlan for network 7ce44caf-8bc2-4b83-9639-e3c185c3609a Mar 07 10:48:24.460310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:24.496145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a75fc-05cf-4a16-96b9-390af507f883 req-f4bcbd4b-93a4-4702-9ee6-014e5fca4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.497633 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-f4bcbd4b-93a4-4702-9ee6-014e5fca4516 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06b30b8-6004-4824-8ecc-501c6521b08c HTTP/1.1" status: 200 len: 861 time: 0.0524716 Mar 07 10:48:24.536414 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-a980b7a6-1d6c-463f-816c-ce12ee3849a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7db42d-5607-43f3-ad1c-9a1db27b15bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317037 Mar 07 10:48:24.641539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-b6104bf9-a550-4b08-beab-81699205679b service neutron] 10.222.0.26 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966461 Mar 07 10:48:24.753902 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-616a75fc-05cf-4a16-96b9-390af507f883 req-e4e4ad74-3436-4c0f-9530-7099ee11ad39 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043634 Mar 07 10:48:24.861690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7ce44caf-8bc2-4b83-9639-e3c185c3609a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.866553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-73ea9a15-55c6-4835-a7f8-9689bfd8b095 service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050825 Mar 07 10:48:24.896119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.901459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.906688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.911892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.917377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.922595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.927859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.929737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-1b8f0043-2046-402a-bf3e-abebda57ee53 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.5394096 Mar 07 10:48:25.016540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7ce44caf-8bc2-4b83-9639-e3c185c3609a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.021555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.022127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.036231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f8fe-cbf3-4b77-8409-426cca369ad4 req-292a4bb8-0076-4764-8041-db0a521e9155 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.037712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5624f8fe-cbf3-4b77-8409-426cca369ad4 req-292a4bb8-0076-4764-8041-db0a521e9155 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 943 time: 0.2613649 Mar 07 10:48:25.131096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3208399 Mar 07 10:48:25.134404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:25.141315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'subnet': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:25.161437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610005f5-f7ba-4c7a-97c0-f1941a4c7833 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Network': ['ID=7ce44caf-8bc2-4b83-9639-e3c185c3609a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:25.176562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:25.194796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-cab4d23a-52fa-4c7b-a737-ff6d00594e60 service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179362 Mar 07 10:48:25.203262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ee1416b-40c3-4886-aae9-22a8d8a956ec req-db4c37a1-0edb-49ef-9415-a6c1e3460765 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2609065 Mar 07 10:48:25.207912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5624f8fe-cbf3-4b77-8409-426cca369ad4 req-b075aeee-a651-4f28-9ddf-30d5c8f6c2c8 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524813 Mar 07 10:48:25.296546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:25.301405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.340093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.340899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.341373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.341976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.342449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.343871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.344348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.346437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-edc6ed19-5ac3-45e6-ae17-21aad41e9a9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6695 time: 0.0914128 Mar 07 10:48:25.474821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-af0e49ed-7ae9-40ce-b95b-4f3d07b45e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.477031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-af0e49ed-7ae9-40ce-b95b-4f3d07b45e75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 200 len: 903 time: 0.1202476 Mar 07 10:48:25.553241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-5c40ea2b-1138-4c07-b093-150445e4e402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e461e979-0cb2-4786-b2be-b481f9db1077 HTTP/1.1" status: 200 len: 217 time: 0.0589404 Mar 07 10:48:25.594285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (13cead5a-28bd-4b9b-b47b-5fb3a5597bfe), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.615422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0908f0a1-a487-4655-b44f-5b984fec8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.616900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-0908f0a1-a487-4655-b44f-5b984fec8965 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.0571325 Mar 07 10:48:25.629086 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.677082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Subnet': ['ID=13cead5a-28bd-4b9b-b47b-5fb3a5597bfe,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:25.688839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Checking segment: {'id': 'bebd6f3c-6b6e-480e-a34f-f82481d027b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:25.689339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network hostable DHCP agents. Network: 7ce44caf-8bc2-4b83-9639-e3c185c3609a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:25.690663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f5a3-95d0-4a4c-af44-ef7ead13d830 req-7a27abcd-89ea-449e-9268-a7b66f3f5290 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.691606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c78f5a3-95d0-4a4c-af44-ef7ead13d830 req-7a27abcd-89ea-449e-9268-a7b66f3f5290 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.0923688 Mar 07 10:48:25.703589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-20119c29-7a1f-44d8-9751-e698a469537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.705101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-20119c29-7a1f-44d8-9751-e698a469537a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0692036 Mar 07 10:48:25.714934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:25.732505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7ce44caf-8bc2-4b83-9639-e3c185c3609a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:25.747601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ce311-9cb2-4470-8731-301dc4118dc4 None None] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:25.757374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.758541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.792991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-155dd341-dbfb-4d57-b5e9-30ca676fccc6 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6572428 Mar 07 10:48:25.794107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37122) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:25.801318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1193836532'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:25.805053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c78f5a3-95d0-4a4c-af44-ef7ead13d830 req-9fa6dbf7-eb27-42d8-b366-94f2e01c7095 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056657 Mar 07 10:48:25.836648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-4dd8873e-90a9-49c0-945b-6c3b2839bdec service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186662 Mar 07 10:48:25.892765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'project_id': '125631e282c949f19acb8b4b2156cc5b', 'fixed_ips': [{'subnet_id': '13cead5a-28bd-4b9b-b47b-5fb3a5597bfe'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:25.893648 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.955282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9993cc5e-dfc0-4cc6-b6ed-fa09ff9a6c9b req-84e79f1c-8604-410d-b4ae-1b2fba4e4a69 service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099517 Mar 07 10:48:25.991692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:25.995685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.016023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port 34d80a87-ba4f-4108-86b2-55e81ee2a75f yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:26.054268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Allocated IP 2001:db8::2 (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/42f9692f-7693-44fd-9baf-f8a7ae8e5be0) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:26.212856 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks [] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.220561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.279159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Pushing event updated for resources: {'Port': ['ID=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:26.293592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.294586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.295442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.296053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.296625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.297271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.297838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.298379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.298913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.299440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.299989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.300531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.301066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:26.323696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:26.325217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::1e3 (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/34d80a87-ba4f-4108-86b2-55e81ee2a75f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:26.328658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:26.332848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:26.415992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Attempting to bind port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:26.416666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Attempting to bind port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'bebd6f3c-6b6e-480e-a34f-f82481d027b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:26.416871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Attempting to bind port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 on network 7ce44caf-8bc2-4b83-9639-e3c185c3609a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:26.422786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:26.423169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Checking segment: {'id': 'bebd6f3c-6b6e-480e-a34f-f82481d027b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:26.423578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.424152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Bound using segment: {'id': 'bebd6f3c-6b6e-480e-a34f-f82481d027b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:26.424932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Bound port: 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd6f3c-6b6e-480e-a34f-f82481d027b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:26.425542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.481609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329cd9c-6a51-4d1c-925f-83503f597a2a req-f7b55c93-a969-4fb3-8c6a-ab0a3aadea1a tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.500267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c329cd9c-6a51-4d1c-925f-83503f597a2a req-f7b55c93-a969-4fb3-8c6a-ab0a3aadea1a tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 943 time: 0.2056239 Mar 07 10:48:26.508151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] For port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:26.512853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] For port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,segment=NetworkSegment(bebd6f3c-6b6e-480e-a34f-f82481d027b5),segment_id=bebd6f3c-6b6e-480e-a34f-f82481d027b5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:26.522370 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.555004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.560673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.566219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.571394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.576844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.583194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.588999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.591010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-05436587-c27f-4470-89f0-820767ba8d69 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2222269 Mar 07 10:48:26.614472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b9dc3-3591-4e36-abe2-370e991db8d9 None None] Pushing event updated for resources: {'Port': ['ID=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:26.626043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.683753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c329cd9c-6a51-4d1c-925f-83503f597a2a req-02b8464b-6a52-40a5-975a-45618d22f960 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824899 Mar 07 10:48:26.688365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.729472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4538dd39-9c18-4a62-82ae-6329e63731fa req-ca7b1b61-e52a-4cde-af1b-edea762965d1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160383 Mar 07 10:48:26.748964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:26.753063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:26.762387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:26.769101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.769735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.793430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=34d80a87-ba4f-4108-86b2-55e81ee2a75f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:26.799766 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8b81490-0699-4a87-b25a-4193c63f9383 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0046234 Mar 07 10:48:26.802977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37132) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:26.808833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-309067556', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:cf:ae:93'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:27.102038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.108043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32873258-c26c-443b-9d3a-88e96313bce3 req-7bf6f8b1-f789-4dba-9a53-e3117c9ee219 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.119465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32873258-c26c-443b-9d3a-88e96313bce3 req-7bf6f8b1-f789-4dba-9a53-e3117c9ee219 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.1733685 Mar 07 10:48:27.166094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:27.206349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32873258-c26c-443b-9d3a-88e96313bce3 req-230e1afd-6d9c-47b9-a37e-d1a00471ad06 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857623 Mar 07 10:48:27.304968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.331929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port 9b7a4491-b66c-42e8-988c-e6e5958cb583 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:27.383205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-f57711c3-f09d-4e54-b95f-600b22ea958b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.384962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-f57711c3-f09d-4e54-b95f-600b22ea958b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.1371617 Mar 07 10:48:27.402122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:27.553928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,segment=NetworkSegment(44bedfd3-33f9-43f8-8256-f2843fdec36b),segment_id=44bedfd3-33f9-43f8-8256-f2843fdec36b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:27.573986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6', 'network_id': '1b7db42d-5607-43f3-ad1c-9a1db27b15bc', 'port_id': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6', 'mac_address': 'fa:16:3e:ba:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06b30b8-6004-4824-8ecc-501c6521b08c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:27.594541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::13c (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/9b7a4491-b66c-42e8-988c-e6e5958cb583) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:27.616905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port cce4aeab-e672-4939-8e61-9f7a15f6379f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:27.617241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.668385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:27.668781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.683735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:27.705172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,segment=NetworkSegment(44bedfd3-33f9-43f8-8256-f2843fdec36b),segment_id=44bedfd3-33f9-43f8-8256-f2843fdec36b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:27.712447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.793063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:27.796139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] For port cce4aeab-e672-4939-8e61-9f7a15f6379f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cce4aeab-e672-4939-8e61-9f7a15f6379f,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:27.796982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.945244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['d874e4d7-5e64-4ccd-ac67-31f89adfb0a6'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:28.142098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3f42c-19c8-41d8-9e98-c7397032b2aa None None] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:28.261174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Provisioning complete for port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:28.261820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.264706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093b0d8-6897-442f-bd18-897e0d5ff7da req-af82731f-0ce6-46ec-92d6-b4aac96394bd tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.265990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7093b0d8-6897-442f-bd18-897e0d5ff7da req-af82731f-0ce6-46ec-92d6-b4aac96394bd tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 944 time: 0.3968449 Mar 07 10:48:28.277367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.282915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.288168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.293961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.299243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.304587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.310267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.312203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-5178f216-9e00-40a6-9ae0-ca425515f250 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4410074 Mar 07 10:48:28.403736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Current status of the port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:28.405008 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.426208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (9b7a4491-b66c-42e8-988c-e6e5958cb583), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.437319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.437790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.438165 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP e56f305c-9e00-443f-9a47-f0c1f1dadc40 disassociated. External IP: 172.25.4.229, port: cce4aeab-e672-4939-8e61-9f7a15f6379f. Mar 07 10:48:28.438569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for cce4aeab-e672-4939-8e61-9f7a15f6379f owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:28.464990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] For port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,segment=NetworkSegment(bebd6f3c-6b6e-480e-a34f-f82481d027b5),segment_id=bebd6f3c-6b6e-480e-a34f-f82481d027b5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:28.477631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7093b0d8-6897-442f-bd18-897e0d5ff7da req-ab19a98d-762b-4702-b526-dcbff9243daa tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643810 Mar 07 10:48:28.531423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c76d3c3-c79c-41f1-b2d7-aa192c6119d5 req-a838a0e3-4c2e-466e-86f4-b452266a4efb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060797 Mar 07 10:48:28.532038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.579699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9b7a4491-b66c-42e8-988c-e6e5958cb583), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.649313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:28.657383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:28.662694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:28.669811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.670554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.674294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=9b7a4491-b66c-42e8-988c-e6e5958cb583,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:28.691925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54a6b5-9e5c-4206-8df0-3badc49f2abc None None] Pushing event updated for resources: {'Port': ['ID=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:28.700392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.779553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-47237e63-a490-456e-b878-81823b30007c None None] Provisioning complete for port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:28.780119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47237e63-a490-456e-b878-81823b30007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.783314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-24442132-f878-45b6-a546-eaf804cef9ad tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9789832 Mar 07 10:48:28.785761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37148) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:28.788643 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cce4aeab-e672-4939-8e61-9f7a15f6379f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.868182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=cce4aeab-e672-4939-8e61-9f7a15f6379f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:28.884695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:28.912679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc8b89-9ce9-4768-8cb1-e8e7ecced8bd req-38333de3-c9f4-4a6b-831e-a94c3c2b0de9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.914320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbbc8b89-9ce9-4768-8cb1-e8e7ecced8bd req-38333de3-c9f4-4a6b-831e-a94c3c2b0de9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd33147f-654d-4b54-ba15-9078cd4858b5 HTTP/1.1" status: 200 len: 945 time: 0.1988668 Mar 07 10:48:28.961573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c11409-3098-4b33-ad73-55ae479c383e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.967172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c11409-3098-4b33-ad73-55ae479c383e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.973808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c11409-3098-4b33-ad73-55ae479c383e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.975599 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b0c11409-3098-4b33-ad73-55ae479c383e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1882005 Mar 07 10:48:28.978524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:29.088691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:29.089099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.127541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-47237e63-a490-456e-b878-81823b30007c None None] Current status of the port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:29.130562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port 9b7a4491-b66c-42e8-988c-e6e5958cb583 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:29.130835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9b7a4491-b66c-42e8-988c-e6e5958cb583), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.142261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbbc8b89-9ce9-4768-8cb1-e8e7ecced8bd req-26f70c17-c4a2-42a1-a103-f1a3ac082a2c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=93114bc6-6392-421e-ad8e-9f287e923523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181761 Mar 07 10:48:29.180087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-47237e63-a490-456e-b878-81823b30007c None None] Provisioning complete for port 34d80a87-ba4f-4108-86b2-55e81ee2a75f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:29.180459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47237e63-a490-456e-b878-81823b30007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.256539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:29.309523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9b7a4491-b66c-42e8-988c-e6e5958cb583), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.337398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-47237e63-a490-456e-b878-81823b30007c None None] Port 34d80a87-ba4f-4108-86b2-55e81ee2a75f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:29.350513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for 9b7a4491-b66c-42e8-988c-e6e5958cb583 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:29.369934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:29.406037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:29.481493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:29.558660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] No DVR routers for this DVR port cce4aeab-e672-4939-8e61-9f7a15f6379f on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:29.563951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.573209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ab67fcb-5abb-4f84-a7dd-76e16cb803f9 req-85c440ef-015d-4eb9-a42d-10ae609457d6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "DELETE /v2.0/ports/cce4aeab-e672-4939-8e61-9f7a15f6379f HTTP/1.1" status: 204 len: 173 time: 2.1808686 Mar 07 10:48:29.573780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'name': 'network-vif-deleted', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:29.580137 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20fb355-c84e-486c-ad2a-387ffbd1531f" -d '{"events": [{"server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "name": "network-vif-deleted", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:29.683244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9b7a4491-b66c-42e8-988c-e6e5958cb583), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.842326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=9b7a4491-b66c-42e8-988c-e6e5958cb583,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:29.847985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:29.904181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:29.904840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:29.940956 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.954763 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bcd68da-6250-4caf-8bb4-64d465db3191 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/9b7a4491-b66c-42e8-988c-e6e5958cb583 HTTP/1.1" status: 204 len: 168 time: 0.9749582 Mar 07 10:48:29.957121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37168) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:30.000984 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-104fa809-526b-4ee5-ad29-2b2659d1cfd7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] GET failed (client error): The resource could not be found. Mar 07 10:48:30.006154 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-104fa809-526b-4ee5-ad29-2b2659d1cfd7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports/9b7a4491-b66c-42e8-988c-e6e5958cb583 HTTP/1.1" status: 404 len: 333 time: 0.0412827 Mar 07 10:48:30.007694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:30.018740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-233647445'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:30.106908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:30.231511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:30.235261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.255190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port c79f95c4-dcff-4cce-b712-f1699f05fcfa yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:30.282726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c91db5fe-126f-4248-8287-3ce44411af4d None None] Provisioning complete for port 34d80a87-ba4f-4108-86b2-55e81ee2a75f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:30.283418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c91db5fe-126f-4248-8287-3ce44411af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.353719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f3dd6-1e8d-4b6a-8e1d-2b12031d1d1e req-f99c2e2a-533c-4f7d-a8cc-0f644120f66d tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.356285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc9f3dd6-1e8d-4b6a-8e1d-2b12031d1d1e req-f99c2e2a-533c-4f7d-a8cc-0f644120f66d tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 944 time: 0.6798186 Mar 07 10:48:30.372868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.388258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.394164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.399719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.405348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.412397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.417885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.419852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-66a5ef66-d4c3-46a3-a535-9958823dc9f0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1415873 Mar 07 10:48:30.429084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:30.431091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c91db5fe-126f-4248-8287-3ce44411af4d None None] Port 34d80a87-ba4f-4108-86b2-55e81ee2a75f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:30.456211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:30.456579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.490311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc9f3dd6-1e8d-4b6a-8e1d-2b12031d1d1e req-26566564-c850-4d3d-adde-fa3d09d75b01 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Mar 07 10:48:30.500325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::2bf (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/c79f95c4-dcff-4cce-b712-f1699f05fcfa) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:30.577870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0c3540d-badf-48ae-9eaf-750e46104e88 req-261174bb-f989-41c6-b0be-1b37f85544fc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325741 Mar 07 10:48:30.582332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ccbe6-13bc-4263-878e-3c799069eddf x-openstack-request-id: req-1e1ccbe6-13bc-4263-878e-3c799069eddf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:30.582541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd33147f-654d-4b54-ba15-9078cd4858b5", "name": "network-vif-deleted", "tag": "cce4aeab-e672-4939-8e61-9f7a15f6379f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:30.582732 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e1ccbe6-13bc-4263-878e-3c799069eddf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:30.583148 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd33147f-654d-4b54-ba15-9078cd4858b5', 'name': 'network-vif-deleted', 'tag': 'cce4aeab-e672-4939-8e61-9f7a15f6379f', 'status': 'completed', 'code': 200} Mar 07 10:48:30.600369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-82036de3-a7af-4acf-9503-37bda527dd89 None None] Could not find standard attr ID for object 9b7a4491-b66c-42e8-988c-e6e5958cb583. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:48:30.694474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:30.694921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.710662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37178) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:30.786955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:30.789976 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad243eb7-7fd3-47eb-b00e-67d9792a783a" -d '{"events": [{"server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "name": "network-vif-plugged", "status": "completed", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:30.797999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:30.806552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (93114bc6-6392-421e-ad8e-9f287e923523), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.834797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (93114bc6-6392-421e-ad8e-9f287e923523), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.846704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,segment=NetworkSegment(44bedfd3-33f9-43f8-8256-f2843fdec36b),segment_id=44bedfd3-33f9-43f8-8256-f2843fdec36b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:30.890645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.891902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cce4aeab-e672-4939-8e61-9f7a15f6379f no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:30.898925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93114bc6-6392-421e-ad8e-9f287e923523), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.902334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.911162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/security-groups/93114bc6-6392-421e-ad8e-9f287e923523 HTTP/1.1" status: 204 len: 168 time: 0.1993382 Mar 07 10:48:30.912157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37184) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:30.956706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0f1b6-3aef-4a69-8908-3221f6882c91 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93114bc6-6392-421e-ad8e-9f287e923523,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:30.959039 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-ff789ea2-275b-465e-854f-89a47bf9639a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] show failed (client error): The resource could not be found. Mar 07 10:48:30.968220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff789ea2-275b-465e-854f-89a47bf9639a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups/93114bc6-6392-421e-ad8e-9f287e923523 HTTP/1.1" status: 404 len: 347 time: 0.0341294 Mar 07 10:48:30.968809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37186) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:31.023893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:31.066578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: cce4aeab-e672-4939-8e61-9f7a15f6379f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:31.067185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cce4aeab-e672-4939-8e61-9f7a15f6379f not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:31.078091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:31.084776 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd59951b-1359-400d-9e82-3dad43920b0d x-openstack-request-id: req-dd59951b-1359-400d-9e82-3dad43920b0d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:31.085491 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "name": "network-vif-plugged", "status": "completed", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:31.085718 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd59951b-1359-400d-9e82-3dad43920b0d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:31.086213 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6', 'code': 200} Mar 07 10:48:31.136138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:31.152636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:31.153348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:31.246125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859cf0-c233-4d75-a15c-0530e8fcf17c req-0d5195ff-e500-4c51-97a6-e8c58090ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:31.247669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16859cf0-c233-4d75-a15c-0530e8fcf17c req-0d5195ff-e500-4c51-97a6-e8c58090ca93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 1127 time: 0.0745099 Mar 07 10:48:31.249101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port b9326fca-f9e9-4e41-b323-17d06b675d9e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:31.249614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.275406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:31.307397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.367666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:31.368213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.386681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.395841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16859cf0-c233-4d75-a15c-0530e8fcf17c req-c9905aea-485c-4c9d-a8ca-55dfb6dcacad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187437 Mar 07 10:48:31.487138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:31.489530 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.490258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (b9326fca-f9e9-4e41-b323-17d06b675d9e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.490408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:31.494267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:31.500095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:31.500722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.515257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=c79f95c4-dcff-4cce-b712-f1699f05fcfa,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:31.523119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for b9326fca-f9e9-4e41-b323-17d06b675d9e owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:31.547282 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-59012694-49f7-413e-ae19-d755ef105c50 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5357535 Mar 07 10:48:31.552165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:31.567898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:cf:ae:93'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:31.609563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:31.641583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:31.676490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d381-1f9b-43d7-8769-e28474da01a4 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:31.889552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.925721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82bd55-cfe1-49f8-b224-6777ea2d6617 req-aa3ea218-9d05-408f-95f7-3f5791406662 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:31.927224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd82bd55-cfe1-49f8-b224-6777ea2d6617 req-aa3ea218-9d05-408f-95f7-3f5791406662 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 945 time: 0.2761917 Mar 07 10:48:31.969813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7c8e4fbb-8663-4df7-ad5a-a1ed085bc63f None None] Provisioning complete for port c79f95c4-dcff-4cce-b712-f1699f05fcfa triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:31.970680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4fbb-8663-4df7-ad5a-a1ed085bc63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.028255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.033745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.034741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4fbb-8663-4df7-ad5a-a1ed085bc63f None None] Port c79f95c4-dcff-4cce-b712-f1699f05fcfa cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:32.039214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.049424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.056413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.064629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.082935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.092013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-380788ad-5ace-40f9-b168-91568a567a74 req-22d8eb4d-b603-470f-9909-bfa146520163 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3030162 Mar 07 10:48:32.181744 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471a0a1-02e8-48b1-9a41-8151e2f59b94 None None] New status for floating IP e56f305c-9e00-443f-9a47-f0c1f1dadc40: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:48:32.223183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b9326fca-f9e9-4e41-b323-17d06b675d9e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.248048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd82bd55-cfe1-49f8-b224-6777ea2d6617 req-521370b0-edeb-4ca8-8ed7-cafe97076940 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085651 Mar 07 10:48:32.295452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=b9326fca-f9e9-4e41-b323-17d06b675d9e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:32.302011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-380788ad-5ace-40f9-b168-91568a567a74 req-147e7fc5-62c1-4f3e-95ea-6cfbe3aee481 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827767 Mar 07 10:48:32.425765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (e56f305c-9e00-443f-9a47-f0c1f1dadc40), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.430039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.446522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a2dee32-23ff-40f9-8527-e90c42763289 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/floatingips/e56f305c-9e00-443f-9a47-f0c1f1dadc40 HTTP/1.1" status: 204 len: 168 time: 1.4643471 Mar 07 10:48:32.475096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.485309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.541439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:32.568100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] In _notify_port_updated(), no bound segment for port c79f95c4-dcff-4cce-b712-f1699f05fcfa on network 7ce44caf-8bc2-4b83-9639-e3c185c3609a {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:48:32.583455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.591146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.592688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "PUT /v2.0/ports/c79f95c4-dcff-4cce-b712-f1699f05fcfa HTTP/1.1" status: 200 len: 1002 time: 1.0393755 Mar 07 10:48:32.595753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:32.617839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39f38c-3e43-493e-ada3-30b890f5bddb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=c79f95c4-dcff-4cce-b712-f1699f05fcfa,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:32.918157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port c79f95c4-dcff-4cce-b712-f1699f05fcfa {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:32.919274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.972490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Deleting subnet 3b086337-8eba-49ff-8520-560dfc275240 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:32.976155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Publish callbacks [] for subnet (3b086337-8eba-49ff-8520-560dfc275240), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.096213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0482aaab-24e1-4e9e-bd74-14f3f1feba38 None None] Provisioning complete for port c79f95c4-dcff-4cce-b712-f1699f05fcfa triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:33.096805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0482aaab-24e1-4e9e-bd74-14f3f1feba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.107157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3b086337-8eba-49ff-8520-560dfc275240), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.159573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37218) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:33.164444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955566493', 'description': 'tempest-description--217287515'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:33.203107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3b086337-8eba-49ff-8520-560dfc275240), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.205818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0482aaab-24e1-4e9e-bd74-14f3f1feba38 None None] Port c79f95c4-dcff-4cce-b712-f1699f05fcfa cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:33.206864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.213429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.243513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for c79f95c4-dcff-4cce-b712-f1699f05fcfa owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:33.351126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (29fd75f8-294c-4669-8ffd-dd6a967a3b93), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.368330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29fd75f8-294c-4669-8ffd-dd6a967a3b93), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.390328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3b086337-8eba-49ff-8520-560dfc275240), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.429201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.433854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2730684 Mar 07 10:48:33.435803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37224) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:33.442310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '29fd75f8-294c-4669-8ffd-dd6a967a3b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:33.450196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ea54d-93c4-4714-87db-5b0eb6065674 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fd75f8-294c-4669-8ffd-dd6a967a3b93,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:33.467111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0b7c-8bbe-44d7-93f8-44ab3b6daa40 req-f8bfc699-5ac8-45cb-9342-31499ec01cd6 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.468773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-973a0b7c-8bbe-44d7-93f8-44ab3b6daa40 req-f8bfc699-5ac8-45cb-9342-31499ec01cd6 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 945 time: 0.1113818 Mar 07 10:48:33.491062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b086337-8eba-49ff-8520-560dfc275240,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:33.504782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.510863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9abe527a-4b45-4aec-be3f-e04e1b73b118 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b086337-8eba-49ff-8520-560dfc275240 HTTP/1.1" status: 204 len: 168 time: 0.9657218 Mar 07 10:48:33.511621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:33.552065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (c19ed777-0cad-48e8-9172-c099c09b3ec3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.637369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (c19ed777-0cad-48e8-9172-c099c09b3ec3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.649888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (c19ed777-0cad-48e8-9172-c099c09b3ec3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.674877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19ed777-0cad-48e8-9172-c099c09b3ec3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:33.685707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-973a0b7c-8bbe-44d7-93f8-44ab3b6daa40 req-268cfa83-97f6-4c9d-84e3-7c4387b75d72 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093878 Mar 07 10:48:33.697480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c79f95c4-dcff-4cce-b712-f1699f05fcfa), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.709550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (55583358-8faf-4dc8-bcb2-a17f973c53df), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.723384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.733762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.749099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.758058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.770111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=c79f95c4-dcff-4cce-b712-f1699f05fcfa,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:33.782497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.822726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.834342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:33.845605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-3130e987-2555-4bea-9887-d1b81de89e11 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3531368 Mar 07 10:48:33.860618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.862787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e5bea51-1a4c-45f2-a759-d25ce999ac3b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242473 Mar 07 10:48:33.865530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37236) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:33.873599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'security_group_rule': {'security_group_id': '29fd75f8-294c-4669-8ffd-dd6a967a3b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:34.004543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (203488f5-2ced-45d7-8e29-426066459a0b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.055469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (55583358-8faf-4dc8-bcb2-a17f973c53df), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.064659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7013d6a3-759d-4bfb-84d7-e4bdd0efed50 req-7924387a-f347-4056-95ab-56ae60e43c1f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169662 Mar 07 10:48:34.140993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (203488f5-2ced-45d7-8e29-426066459a0b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.157781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (203488f5-2ced-45d7-8e29-426066459a0b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.190282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55583358-8faf-4dc8-bcb2-a17f973c53df']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:34.191419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203488f5-2ced-45d7-8e29-426066459a0b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:34.204314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.205572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4ba6c388-e897-43b4-ac92-96a7967cbe14 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388855 Mar 07 10:48:34.209988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37240) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:34.211157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.218874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:34.228628 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e572cd96-c694-4036-8800-baf83fb4be93 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/c79f95c4-dcff-4cce-b712-f1699f05fcfa HTTP/1.1" status: 204 len: 168 time: 1.6316786 Mar 07 10:48:34.234892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:34.255837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:34.256175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b023d2c-c5f2-4f73-9989-9c6279c8cb3e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:34.265181 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-969c1ed5-b5d8-4103-bf8c-464ddee350ca tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] GET failed (client error): The resource could not be found. Mar 07 10:48:34.270806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:34.276658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-969c1ed5-b5d8-4103-bf8c-464ddee350ca tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports/c79f95c4-dcff-4cce-b712-f1699f05fcfa HTTP/1.1" status: 404 len: 333 time: 0.0565763 Mar 07 10:48:34.283602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1233309237'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:34.387547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7e2aa-664c-43ef-b587-d15c3c906904 req-ce818a6c-38ea-4e97-aec0-356c04891377 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:34.389178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2af7e2aa-664c-43ef-b587-d15c3c906904 req-ce818a6c-38ea-4e97-aec0-356c04891377 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 945 time: 0.1089272 Mar 07 10:48:34.391284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2b023d2c-c5f2-4f73-9989-9c6279c8cb3e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.422125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2b023d2c-c5f2-4f73-9989-9c6279c8cb3e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.428593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.432779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:34.433185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2b023d2c-c5f2-4f73-9989-9c6279c8cb3e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: warnings.warn(msg) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:34.435130 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:34.447562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:34.452861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.519599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2af7e2aa-664c-43ef-b587-d15c3c906904 req-e8850a1b-5e9f-4524-9833-a19423b7bd73 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221175 Mar 07 10:48:34.524320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port 3e80e561-3750-4545-a42e-d7335c96c653 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:34.620431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (55583358-8faf-4dc8-bcb2-a17f973c53df), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.637190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.640586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] 10.222.0.23 "DELETE /v2.0/networks/55583358-8faf-4dc8-bcb2-a17f973c53df HTTP/1.1" status: 204 len: 168 time: 1.1280539 Mar 07 10:48:34.664947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282881-c59b-4f21-944c-3126281d3432 admin admin] Pushing event deleted for resources: {'Network': ['ID=55583358-8faf-4dc8-bcb2-a17f973c53df,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:34.753025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::1c9 (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/3e80e561-3750-4545-a42e-d7335c96c653) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:34.759184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.844462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:34.948883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0a54bb36-e9f8-48f5-b9ab-548dcb6c29db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2f8a08d98b9442aafb6e5075bbd32c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001542 Mar 07 10:48:34.950224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37252) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:35.021066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] Publish callbacks [] for security_group (c05c32fb-6e44-4113-9383-809039ff16c6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.032395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.25.4.102 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0048154c-e784-4161-a66d-e4758e3ad114) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:35.058066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] Publish callbacks [] for security_group (c05c32fb-6e44-4113-9383-809039ff16c6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.128414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c05c32fb-6e44-4113-9383-809039ff16c6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.131463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (3e80e561-3750-4545-a42e-d7335c96c653), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.132610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.135968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c05c32fb-6e44-4113-9383-809039ff16c6 HTTP/1.1" status: 204 len: 168 time: 0.1822357 Mar 07 10:48:35.144845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c1293-e6b5-4e43-b59a-51209a1bd3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c32fb-6e44-4113-9383-809039ff16c6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.212142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (0048154c-e784-4161-a66d-e4758e3ad114), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.288706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0048154c-e784-4161-a66d-e4758e3ad114), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.352848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:35.356716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:35.357084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.359518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:35.365492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3e80e561-3750-4545-a42e-d7335c96c653), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.378598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.384943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.390955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.396719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.403391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.414989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=0048154c-e784-4161-a66d-e4758e3ad114,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.416768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.418850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-ef80f54b-a757-42de-96d8-0b3d19d5f132 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1788523 Mar 07 10:48:35.422900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:35.446029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:35.448634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:35.454745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.455286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.502479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=3e80e561-3750-4545-a42e-d7335c96c653,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.509972 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9fba6352-e282-4ca7-b264-c608d9bfeab5 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2301643 Mar 07 10:48:35.524314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f1e9846-2129-4a5c-a5ad-22aa6f527fb9 req-f66c3941-21ac-494c-8b3f-ad58afb8ae52 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969164 Mar 07 10:48:35.525302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37260) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:35.534539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cf:ae:93'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:35.647769 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.701800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0048154c-e784-4161-a66d-e4758e3ad114), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.737661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138929-32eb-4513-b9e6-39b0490cd966 req-b406a316-21fb-4886-a59e-d4c879835a3d tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.739188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23138929-32eb-4513-b9e6-39b0490cd966 req-b406a316-21fb-4886-a59e-d4c879835a3d tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.26 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 945 time: 0.1642258 Mar 07 10:48:35.813523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2492e6-94d5-4012-aa7d-cf6b4fe4bea2 req-e0e7f0a7-eab0-46ba-b22a-fb78b7c5a929 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.815748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c2492e6-94d5-4012-aa7d-cf6b4fe4bea2 req-e0e7f0a7-eab0-46ba-b22a-fb78b7c5a929 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 945 time: 0.2083302 Mar 07 10:48:35.854873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2e3d739a-6b20-4217-9752-3e10e0fef7f8 None None] Provisioning complete for port 3e80e561-3750-4545-a42e-d7335c96c653 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:35.855425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e3d739a-6b20-4217-9752-3e10e0fef7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3e80e561-3750-4545-a42e-d7335c96c653), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.930104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3e80e561-3750-4545-a42e-d7335c96c653), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.957198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d739a-6b20-4217-9752-3e10e0fef7f8 None None] Port 3e80e561-3750-4545-a42e-d7335c96c653 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:35.976419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (0048154c-e784-4161-a66d-e4758e3ad114), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.984522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0048154c-e784-4161-a66d-e4758e3ad114), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.035868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c2492e6-94d5-4012-aa7d-cf6b4fe4bea2 req-8a03d0bd-0fa8-4645-82e8-68ef8f9f5def tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/security-groups?id=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703165 Mar 07 10:48:36.056336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Deleting port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:36.057977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.058758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=0048154c-e784-4161-a66d-e4758e3ad114,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:36.111673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.134142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.136194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bcbce321-95b2-461d-8891-0a8a30e06277 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9062681 Mar 07 10:48:36.298859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (3e80e561-3750-4545-a42e-d7335c96c653), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.312878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3e80e561-3750-4545-a42e-d7335c96c653), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.323349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] For port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,segment=NetworkSegment(44bedfd3-33f9-43f8-8256-f2843fdec36b),segment_id=44bedfd3-33f9-43f8-8256-f2843fdec36b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:36.323707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.353420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37296) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:36.354709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] In _notify_port_updated(), no bound segment for port 3e80e561-3750-4545-a42e-d7335c96c653 on network 7ce44caf-8bc2-4b83-9639-e3c185c3609a {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:48:36.360155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.360780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.364632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "PUT /v2.0/ports/3e80e561-3750-4545-a42e-d7335c96c653 HTTP/1.1" status: 200 len: 1003 time: 0.8355196 Mar 07 10:48:36.368372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:36.410034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Calling delete_port for d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:36.454848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-4cd5cce5-79c1-4a53-b459-2b8159d0a20e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--955566493&fields=id&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 267 time: 0.0679688 Mar 07 10:48:36.563559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308793-e1b1-4044-967c-ebbbbaa76387 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=3e80e561-3750-4545-a42e-d7335c96c653,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:36.565359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port 3e80e561-3750-4545-a42e-d7335c96c653 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:36.565715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3e80e561-3750-4545-a42e-d7335c96c653), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.691423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-519922755-network', 'tenant_id': '17beedb6590e41a2b92535997b262d42'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:36.704832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-8a30c72e-3719-4eb8-a10d-21ebe412869f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.712151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-8a30c72e-3719-4eb8-a10d-21ebe412869f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.2559083 Mar 07 10:48:36.734659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-c2916cc5-930b-4b1a-b233-bdf83bdd080d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/quotas/d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 375 time: 0.0215652 Mar 07 10:48:36.759364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Made reservation on behalf of 17beedb6590e41a2b92535997b262d42 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:36.763244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.776854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3e80e561-3750-4545-a42e-d7335c96c653), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.780245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.805559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for 3e80e561-3750-4545-a42e-d7335c96c653 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:36.807773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2b85dcdc-3c61-454e-af7a-596bfbaeb79b None None] Provisioning complete for port 3e80e561-3750-4545-a42e-d7335c96c653 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:36.808955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b85dcdc-3c61-454e-af7a-596bfbaeb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3e80e561-3750-4545-a42e-d7335c96c653), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.860010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2b85dcdc-3c61-454e-af7a-596bfbaeb79b None None] Port 3e80e561-3750-4545-a42e-d7335c96c653 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:36.896356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-3a3eacdf-45b0-4a39-8d51-c3bde42f148c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605856 Mar 07 10:48:36.922171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.927444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.933158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.938369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.943512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.949656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.955268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.957181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-51d6800a-487c-4967-97c0-33d9aa319168 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1580877 Mar 07 10:48:36.957875 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d874e4d7-5e64-4ccd-ac67-31f89adfb0a6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.984655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['d874e4d7-5e64-4ccd-ac67-31f89adfb0a6'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:37.016837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks [] for security_group (44f41b0f-92ef-4089-8318-ea34627f47af), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.030909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44f41b0f-92ef-4089-8318-ea34627f47af), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.046993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Pushing event deleted for resources: {'Port': ['ID=d874e4d7-5e64-4ccd-ac67-31f89adfb0a6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:37.076797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] No DVR routers for this DVR port d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:37.083867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3e80e561-3750-4545-a42e-d7335c96c653), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.092583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:37.106564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.109883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23138929-32eb-4513-b9e6-39b0490cd966 req-13a84d55-9c16-479f-bb34-3f07b8861d82 tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.26 "DELETE /v2.0/ports/d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 HTTP/1.1" status: 204 len: 173 time: 1.3631961 Mar 07 10:48:37.115918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'name': 'network-vif-deleted', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:37.120387 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb3ec76-6776-414c-980f-e2be4168136e" -d '{"events": [{"server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "name": "network-vif-deleted", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:37.125895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f41b0f-92ef-4089-8318-ea34627f47af,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:37.139514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=3e80e561-3750-4545-a42e-d7335c96c653,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:37.142672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (900da6d2-c6a0-438d-9d6b-515ecd8ce4c4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.143049 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Added segment 900da6d2-c6a0-438d-9d6b-515ecd8ce4c4 of type vlan for network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 Mar 07 10:48:37.186722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-b73dcf7f-524d-4101-a1ff-6b667c1dc785 service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266891 Mar 07 10:48:37.209827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.214100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94ed126f-f939-4cc6-895f-5c64263af47e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/3e80e561-3750-4545-a42e-d7335c96c653 HTTP/1.1" status: 204 len: 168 time: 0.8444955 Mar 07 10:48:37.217395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37318) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:37.233327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9f0b2816-0e4b-4845-9b70-eecdeb35d686), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.272226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9f0b2816-0e4b-4845-9b70-eecdeb35d686), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.273249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:37.273930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.324582 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dc4df4-1183-414e-b501-cedd0880be1d tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] GET failed (client error): The resource could not be found. Mar 07 10:48:37.328654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01dc4df4-1183-414e-b501-cedd0880be1d tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports/3e80e561-3750-4545-a42e-d7335c96c653 HTTP/1.1" status: 404 len: 333 time: 0.1072557 Mar 07 10:48:37.339402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37320) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:37.345196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b1fca6-6aa0-4d3b-8ae8-9256731bb020 req-88d7fa1c-d154-49e9-92e1-1200d2af230a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3303931 Mar 07 10:48:37.352303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1045396618'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:37.376561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0222144 Mar 07 10:48:37.378903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37322) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:37.395925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-f1905e9a-0c39-42c9-b01d-ca3194b5089c service neutron] 10.222.0.23 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080960 Mar 07 10:48:37.521553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ad027b6-1d9f-4687-910f-83ccf8a46ee9 req-77d7dfed-955a-45e7-b510-8804060f8c4e tempest-InstanceActionsNegativeTestJSON-226524218 tempest-InstanceActionsNegativeTestJSON-226524218-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c66612-4cf9-46ae-80be-b36b26de981a HTTP/1.1" status: 200 len: 210 time: 0.0437796 Mar 07 10:48:37.602838 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b7fbb-ecb8-4ebc-803f-2efbb737e18c x-openstack-request-id: req-d42b7fbb-ecb8-4ebc-803f-2efbb737e18c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:37.603390 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c66612-4cf9-46ae-80be-b36b26de981a", "name": "network-vif-deleted", "tag": "d874e4d7-5e64-4ccd-ac67-31f89adfb0a6", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:37.604103 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d42b7fbb-ecb8-4ebc-803f-2efbb737e18c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:37.604103 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c66612-4cf9-46ae-80be-b36b26de981a', 'name': 'network-vif-deleted', 'tag': 'd874e4d7-5e64-4ccd-ac67-31f89adfb0a6', 'status': 'completed', 'code': 200} Mar 07 10:48:37.672010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65d3e4cb-fcef-45bc-a9ed-025ce627e89b req-2cbbce97-23ff-427f-89d4-f3a16603ef89 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 210 time: 0.0363793 Mar 07 10:48:37.993305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Request body: {'subnet': {'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-519922755-subnet', 'tenant_id': '17beedb6590e41a2b92535997b262d42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:38.002293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e2f7-8bcd-48dc-a2a2-1373a31a48a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0b2816-0e4b-4845-9b70-eecdeb35d686,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:38.015192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:38.062326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Made reservation on behalf of 17beedb6590e41a2b92535997b262d42 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:38.067463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.424739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:38.428906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.504235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port b8699df4-6359-42b1-bfe8-748e8f5f1f92 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:38.620203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.627603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.634334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.640429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.646463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.652374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::392 (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/b8699df4-6359-42b1-bfe8-748e8f5f1f92) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:38.654354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.662518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.665236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-7d915b80-fb28-4e11-bacb-605f1bb204b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1321218 Mar 07 10:48:38.666048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37350) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:38.684733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (89a3f707-5c39-458a-b452-340d85a0588b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.830507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a3f707-5c39-458a-b452-340d85a0588b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:38.864750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Deleting subnet d06b30b8-6004-4824-8ecc-501c6521b08c {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:38.901421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Checking segment: {'id': '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:38.901940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Network hostable DHCP agents. Network: 9f0b2816-0e4b-4845-9b70-eecdeb35d686, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:38.929125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Publish callbacks [] for subnet (d06b30b8-6004-4824-8ecc-501c6521b08c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.947091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:38.969367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.974696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9f0b2816-0e4b-4845-9b70-eecdeb35d686) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:38.981190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.981992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.990518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6f116-e617-4f93-8a20-029e571c0ea1 None None] Network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:39.032227 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7339484e-7c84-4992-8397-7880e84d5326 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6278038 Mar 07 10:48:39.072089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.129543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:39.133041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:39.138452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:39.144895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:39.145634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.157413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=b8699df4-6359-42b1-bfe8-748e8f5f1f92,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:39.204991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a953b75d-7909-4212-b7b9-9a5d52493c99 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8641362 Mar 07 10:48:39.208605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:39.220192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'network_id': '7ce44caf-8bc2-4b83-9639-e3c185c3609a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1562593768'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:39.235824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce4bdb47-d2a5-456d-a0db-079b065cb762 req-5f1cb2ff-832b-438f-8543-05074dbb1e96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5610564 Mar 07 10:48:39.258365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33ed26b1-076a-4d38-8638-7a1160fc5d1c req-f15ebe98-1283-4428-8cb1-9d34bd837e27 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 210 time: 0.3686678 Mar 07 10:48:39.278150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0c3d1-af85-416d-94d3-c192b6f12526 None None] Network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:39.381434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (d06b30b8-6004-4824-8ecc-501c6521b08c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.458229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:39.471074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Made reservation on behalf of 125631e282c949f19acb8b4b2156cc5b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:39.479612 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.531879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] device_id is not set on port afcb3d39-4654-4118-a42e-3a48820a3c0d yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:39.583790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-2f65a687-c752-492b-9800-ef44ecf6e4a6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:39.585351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-2f65a687-c752-492b-9800-ef44ecf6e4a6 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 814 time: 0.6905837 Mar 07 10:48:39.586594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d06b30b8-6004-4824-8ecc-501c6521b08c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.851009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Allocated IP 2001:db8::c3 (7ce44caf-8bc2-4b83-9639-e3c185c3609a/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe/afcb3d39-4654-4118-a42e-3a48820a3c0d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:39.960303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:39.961102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d874e4d7-5e64-4ccd-ac67-31f89adfb0a6 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:39.979085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d54f2a78-78bc-4628-bf97-e9e3d1fdca99 None None] Provisioning complete for port b8699df4-6359-42b1-bfe8-748e8f5f1f92 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:39.980011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d54f2a78-78bc-4628-bf97-e9e3d1fdca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.098295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d54f2a78-78bc-4628-bf97-e9e3d1fdca99 None None] Port b8699df4-6359-42b1-bfe8-748e8f5f1f92 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:40.135057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.240728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.293238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:40.293238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:40.296213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:40.301985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.302599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.333591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=afcb3d39-4654-4118-a42e-3a48820a3c0d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.342811 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ee30a78-a9d0-4ded-8ed3-3b35245c1540 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1317289 Mar 07 10:48:40.346498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:40.358487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:cf:ae:93'}, {'ip_address': '2001:db8::392', 'mac_address': 'fa:16:3e:89:7f:64'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:40.437137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-df6126e2-8600-416e-9dfb-d05b677c4d77 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26b1ba242064594969207da1d20cf32 HTTP/1.1" status: 200 len: 379 time: 0.8324857 Mar 07 10:48:40.516030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'port': {'device_id': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'admin_state_up': True, 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'security_groups': ['29fd75f8-294c-4669-8ffd-dd6a967a3b93']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:40.636833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (d06b30b8-6004-4824-8ecc-501c6521b08c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.686236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06b30b8-6004-4824-8ecc-501c6521b08c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.704281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.714225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.718245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c9f145d9-7a8a-4e21-901c-968374c261fa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d06b30b8-6004-4824-8ecc-501c6521b08c HTTP/1.1" status: 204 len: 168 time: 2.0508237 Mar 07 10:48:40.724146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37386) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:40.729053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-8cade376-be88-4816-8aa7-8d03ef5aae1e tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.730882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-8cade376-be88-4816-8aa7-8d03ef5aae1e tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/networks?id=9f0b2816-0e4b-4845-9b70-eecdeb35d686 HTTP/1.1" status: 200 len: 821 time: 0.5000639 Mar 07 10:48:40.743504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.749414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.755381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.761304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.768463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.775015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.780066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2ead16fe-b7ed-4c64-a958-a601917d7ad9 None None] Provisioning complete for port afcb3d39-4654-4118-a42e-3a48820a3c0d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:40.780621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2ead16fe-b7ed-4c64-a958-a601917d7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.781474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.789897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75486079-205e-47eb-b8e4-526fe73f1edc req-6ecceba4-5f63-41de-91d0-8a06e3d572b6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3775010 Mar 07 10:48:40.858620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-4ba087ee-a3e1-4f2f-9503-7a36e3417ed9 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/quotas/17beedb6590e41a2b92535997b262d42 HTTP/1.1" status: 200 len: 375 time: 0.0659614 Mar 07 10:48:40.867477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2ead16fe-b7ed-4c64-a958-a601917d7ad9 None None] Port afcb3d39-4654-4118-a42e-3a48820a3c0d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:40.916993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75486079-205e-47eb-b8e4-526fe73f1edc req-38e65564-ae55-4c2c-9788-b4013370c23f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241193 Mar 07 10:48:40.938290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c8a8871-c37c-4e76-ae2f-f06ed074d11a tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17beedb6590e41a2b92535997b262d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636866 Mar 07 10:48:40.969482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.988727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.036843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Made reservation on behalf of d26b1ba242064594969207da1d20cf32 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:41.040692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.079753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ca6db54-f2b7-4b51-ad4a-ca33779656df req-1c1d9519-9b18-4ac6-994a-b72f5b736607 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 210 time: 0.0529149 Mar 07 10:48:41.086368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] In _notify_port_updated(), no bound segment for port afcb3d39-4654-4118-a42e-3a48820a3c0d on network 7ce44caf-8bc2-4b83-9639-e3c185c3609a {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:48:41.092632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:41.093331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.095320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "PUT /v2.0/ports/afcb3d39-4654-4118-a42e-3a48820a3c0d HTTP/1.1" status: 200 len: 1067 time: 0.7468700 Mar 07 10:48:41.102435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37388) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:41.138560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1b7db42d-5607-43f3-ad1c-9a1db27b15bc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.193420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-4b4eac65-0ace-444c-b20a-fa8a77b8aec0 service neutron] 10.222.0.23 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543294 Mar 07 10:48:41.202937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4396-d7a7-42f2-9b3d-343a1ceb3001 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event updated for resources: {'Port': ['ID=afcb3d39-4654-4118-a42e-3a48820a3c0d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.359629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port afcb3d39-4654-4118-a42e-3a48820a3c0d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:41.360022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.365672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1b7db42d-5607-43f3-ad1c-9a1db27b15bc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.431715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-61995cf5-05a6-4a48-9e89-0253e7cc2566 None None] Provisioning complete for port afcb3d39-4654-4118-a42e-3a48820a3c0d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:41.432422 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61995cf5-05a6-4a48-9e89-0253e7cc2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.455790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7db42d-5607-43f3-ad1c-9a1db27b15bc']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:41.467111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bedfd3-33f9-43f8-8256-f2843fdec36b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:41.467533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bedfd3-33f9-43f8-8256-f2843fdec36b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:41.479741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (44bedfd3-33f9-43f8-8256-f2843fdec36b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.488865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-553a63e2-61a6-4b5c-b654-83994a95180d service neutron] 10.222.0.23 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943807 Mar 07 10:48:41.496545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (44bedfd3-33f9-43f8-8256-f2843fdec36b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.503251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Allocated IP 172.20.0.3 (7ec1e4b7-a20b-4df6-8952-11b2339401f7/2ad496ce-9a30-4ed0-9449-7d7071eafcd1/d2b2de7b-e282-4bb1-b898-3a8d0e008b77) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:41.506717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:41.506717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (44bedfd3-33f9-43f8-8256-f2843fdec36b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.518516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-61995cf5-05a6-4a48-9e89-0253e7cc2566 None None] Port afcb3d39-4654-4118-a42e-3a48820a3c0d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:41.566231 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:41.656483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1b7db42d-5607-43f3-ad1c-9a1db27b15bc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.675957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.679171 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b7db42d-5607-43f3-ad1c-9a1db27b15bc HTTP/1.1" status: 204 len: 168 time: 0.9540257 Mar 07 10:48:41.730542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6eb8f-2af6-4bc8-8efd-4edf884ae3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7db42d-5607-43f3-ad1c-9a1db27b15bc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.754085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.778557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.823722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for afcb3d39-4654-4118-a42e-3a48820a3c0d owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:41.843063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6008c33a-90ee-48a5-ab95-9dd381093791 req-0e048c18-a6e6-4121-a06f-9d583a562c1c tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 210 time: 0.0390177 Mar 07 10:48:41.844804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.942332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:41.953362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:41.974134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:42.022202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37422) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:42.061006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event updated for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:42.197369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.198248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.256153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-34d732c9-28a5-43f6-93ea-f6c9aab31962 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7726212 Mar 07 10:48:42.278697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Request body: {'port': {'device_id': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:42.322590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.329174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.334287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.340083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.345553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.350941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.353911 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ba15447-e0c7-48a8-a7d0-14aa79846de3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd3c81c652a4ac5b55e83485443e6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219953 Mar 07 10:48:42.356703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.359343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37438) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:42.366747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-3ca9c87e-730f-4508-8767-cc3ebedabc84 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2764058 Mar 07 10:48:42.439265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (afcb3d39-4654-4118-a42e-3a48820a3c0d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.484257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14683f69-0052-4bb1-8be0-1462b3689869 req-4cfebdee-6218-42df-a0a2-8a373bd14bb5 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.489922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14683f69-0052-4bb1-8be0-1462b3689869 req-4cfebdee-6218-42df-a0a2-8a373bd14bb5 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 931 time: 0.2525015 Mar 07 10:48:42.516803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.575951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-047e3469-d670-4472-bbc2-455438d2a886 None None] Provisioning complete for port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:42.578077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-047e3469-d670-4472-bbc2-455438d2a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.618601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] Publish callbacks [] for security_group (1f7f37b9-bf77-4b92-b66f-7a2d85020ec9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.638225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=afcb3d39-4654-4118-a42e-3a48820a3c0d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:42.668022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-047e3469-d670-4472-bbc2-455438d2a886 None None] Port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:42.725844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] Publish callbacks [] for security_group (1f7f37b9-bf77-4b92-b66f-7a2d85020ec9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.748295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e23e910-0a3f-42b8-b70a-202fdd3df7e2 req-96656316-2ec9-46a2-b7ed-345cf42f8052 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3827517 Mar 07 10:48:42.796525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14683f69-0052-4bb1-8be0-1462b3689869 req-2570eef0-568b-4902-8b90-23bfedc9f411 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309549 Mar 07 10:48:43.044382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.051060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c057c2e-4668-41a2-814c-b8fc0d8a2131 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/afcb3d39-4654-4118-a42e-3a48820a3c0d HTTP/1.1" status: 204 len: 168 time: 1.9257777 Mar 07 10:48:43.051935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37448) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:43.099330 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ccdba2-4107-4137-bf91-1ec7d6976ce2 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] GET failed (client error): The resource could not be found. Mar 07 10:48:43.108150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d2ccdba2-4107-4137-bf91-1ec7d6976ce2 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports/afcb3d39-4654-4118-a42e-3a48820a3c0d HTTP/1.1" status: 404 len: 333 time: 0.0542665 Mar 07 10:48:43.109136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:43.254846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b2de7b-e282-4bb1-b898-3a8d0e008b77 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:43.265628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks [] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.279952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Transition to ACTIVE for port object d2b2de7b-e282-4bb1-b898-3a8d0e008b77 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:43.294642 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.330024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1f7f37b9-bf77-4b92-b66f-7a2d85020ec9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.333605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.341174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f7f37b9-bf77-4b92-b66f-7a2d85020ec9 HTTP/1.1" status: 204 len: 168 time: 0.9699142 Mar 07 10:48:43.391369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35e106d4-7c94-46bd-b407-4a58b1859780 req-eb538630-6575-48de-b941-8678aa3ad52c tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 210 time: 0.1094556 Mar 07 10:48:43.403046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49676b8-a538-49b5-8df6-859d9d4418e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f37b9-bf77-4b92-b66f-7a2d85020ec9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:43.428873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:43.477135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port b8699df4-6359-42b1-bfe8-748e8f5f1f92 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:43.487930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.648380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Attempting to bind port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:43.648971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Attempting to bind port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:43.649178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Attempting to bind port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:43.671278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:43.672021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Attempting to bind port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 on network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:43.699629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:43.707255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Checking segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:43.707588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Bound using segment: {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:43.708081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Bound port: d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c4c2ac-9f66-437e-b723-e9a90d6545b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:43.708455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.760117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.810284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for b8699df4-6359-42b1-bfe8-748e8f5f1f92 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:43.937694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:43.960875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:44.030365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.131762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.137422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.142843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.151529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.157060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.164214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.177932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.186469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b83fdb73-61a8-4fec-8318-db96f07077e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2346141 Mar 07 10:48:44.196344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.197022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.198457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/d2b2de7b-e282-4bb1-b898-3a8d0e008b77 HTTP/1.1" status: 200 len: 1091 time: 1.9261265 Mar 07 10:48:44.198983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:44.201322 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1424b-5657-42f5-bd5e-315c86af1a35" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:44.327329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-df16c064-3dbc-4280-8ffd-e66c28eb8200 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.330450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-df16c064-3dbc-4280-8ffd-e66c28eb8200 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.26 "GET /v2.0/networks?id=9f0b2816-0e4b-4845-9b70-eecdeb35d686 HTTP/1.1" status: 200 len: 821 time: 0.3265316 Mar 07 10:48:44.350037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Request body: {'port': {'device_id': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686', 'admin_state_up': True, 'tenant_id': '17beedb6590e41a2b92535997b262d42'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:44.391069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a28ab5-406b-4f4b-91d3-4c10cdc7d2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:44.544095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36ff5-75fb-426e-9f4b-0dbe5220d1bf req-702502da-4975-4ccc-a727-fdbe4ba6d8d0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.551333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65d36ff5-75fb-426e-9f4b-0dbe5220d1bf req-702502da-4975-4ccc-a727-fdbe4ba6d8d0 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 943 time: 0.5323119 Mar 07 10:48:44.606843 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b8699df4-6359-42b1-bfe8-748e8f5f1f92), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.628836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-0a39bb9f-fc5a-481e-9941-df501cb98023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.630445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-0a39bb9f-fc5a-481e-9941-df501cb98023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 1125 time: 0.3782933 Mar 07 10:48:44.655507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=b8699df4-6359-42b1-bfe8-748e8f5f1f92,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:44.701408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.711681 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-548af1d8-73a9-4e24-986b-2e7b948046eb tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/b8699df4-6359-42b1-bfe8-748e8f5f1f92 HTTP/1.1" status: 204 len: 168 time: 1.6008308 Mar 07 10:48:44.714101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Made reservation on behalf of 17beedb6590e41a2b92535997b262d42 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:44.718495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.721687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:44.771744 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-895873eb-588d-4815-b403-f2cbcbb1a99a tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] GET failed (client error): The resource could not be found. Mar 07 10:48:44.773200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-895873eb-588d-4815-b403-f2cbcbb1a99a tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "GET /v2.0/ports/b8699df4-6359-42b1-bfe8-748e8f5f1f92 HTTP/1.1" status: 404 len: 333 time: 0.0502694 Mar 07 10:48:44.783706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37496) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:44.888110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94bc33b3-06df-4e93-8c59-8761ec9f433c req-b7b240a0-6244-49ef-b461-eea311ccadf6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6705868 Mar 07 10:48:44.896527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65d36ff5-75fb-426e-9f4b-0dbe5220d1bf req-0abe81c1-0c68-4a1e-ba7f-34e61f2b436b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148887 Mar 07 10:48:44.899764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-c50d40a2-e47c-46b5-ab82-31693d068a92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77 HTTP/1.1" status: 200 len: 217 time: 0.2176907 Mar 07 10:48:44.999217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-f4e2604d-d3d1-4b5d-9e8b-4f127ae1950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.000663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-f4e2604d-d3d1-4b5d-9e8b-4f127ae1950c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.0941176 Mar 07 10:48:45.005584 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f753e39-5356-451a-b1d3-5a1edd1ce00d x-openstack-request-id: req-3f753e39-5356-451a-b1d3-5a1edd1ce00d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:45.006451 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:45.006703 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f753e39-5356-451a-b1d3-5a1edd1ce00d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:45.007135 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'status': 'completed', 'code': 200} Mar 07 10:48:45.089696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b843c807-cb1c-43b7-85ab-40bce86aef33 req-f7c60980-b2e2-48fd-93f8-c01a6a23d5b2 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 210 time: 0.0634637 Mar 07 10:48:45.119254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:45.174920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-deb80e5d-4bf7-4b24-bbd7-568189aada0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.181554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-deb80e5d-4bf7-4b24-bbd7-568189aada0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698239 Mar 07 10:48:45.274056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port 34d80a87-ba4f-4108-86b2-55e81ee2a75f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:45.274414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.279135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Allocated IP 172.20.0.2 (9f0b2816-0e4b-4845-9b70-eecdeb35d686/89a3f707-5c39-458a-b452-340d85a0588b/1a63a685-407b-4804-baa4-bc6896eaa10c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:45.358025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-60af9f0b-154e-4dee-824c-56035b4a079f service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706297 Mar 07 10:48:45.440548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-87572816-network', 'tenant_id': '3d58559ff10a47b8a25ec873b004fb1a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:45.525240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb94beb-2a94-45f6-b46c-ab9b75072589 req-819645f7-8ded-4f7e-96a9-1adb64aa577b service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574576 Mar 07 10:48:45.539933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.567030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Made reservation on behalf of 3d58559ff10a47b8a25ec873b004fb1a for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:45.575887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.604447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for 34d80a87-ba4f-4108-86b2-55e81ee2a75f owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:45.607539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.665021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-f62c9161-9aff-493c-9a41-101bc11a3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.668170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-f62c9161-9aff-493c-9a41-101bc11a3bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 1125 time: 0.0885963 Mar 07 10:48:45.851137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks [] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.862674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-fbf2fa68-274e-4cbf-b35a-45bab3737387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.864223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-fbf2fa68-274e-4cbf-b35a-45bab3737387 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.1871967 Mar 07 10:48:45.898352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.939002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-35ffa128-1b88-4ab3-997a-d1469c22b70a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77 HTTP/1.1" status: 200 len: 217 time: 0.0677333 Mar 07 10:48:46.113796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Pushing event updated for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.124800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (34d80a87-ba4f-4108-86b2-55e81ee2a75f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.125447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-3bca5049-300f-4c21-8460-037af1fedf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.139928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-3bca5049-300f-4c21-8460-037af1fedf6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1808906 Mar 07 10:48:46.162625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:46.165298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=34d80a87-ba4f-4108-86b2-55e81ee2a75f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.201721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:46.223220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.231145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.236600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.242142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.248881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.254912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.257696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:46.261180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.264046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-b98d66cc-3dc1-498f-8777-3f9d6e5e46d2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2293167 Mar 07 10:48:46.272107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f21d-0888-40a7-a8f1-e4a401d4f02b req-906d0ec6-afe3-420b-beac-823488f9b74e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.273398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c11f21d-0888-40a7-a8f1-e4a401d4f02b req-906d0ec6-afe3-420b-beac-823488f9b74e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 943 time: 0.2680809 Mar 07 10:48:46.359860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.360536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.417964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.424105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cd7d5cbf-7140-4214-8c65-1d5cbac60ff7 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/ports/34d80a87-ba4f-4108-86b2-55e81ee2a75f HTTP/1.1" status: 204 len: 168 time: 1.6395466 Mar 07 10:48:46.443222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:46.449772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24f1e99e-798e-4edc-a6ae-e868d0fd70c8 req-df356357-b2e5-41f8-8813-c45bb9792b82 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753845 Mar 07 10:48:46.458909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-db199bb2-15d2-4482-b8b0-1657ac54ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.460562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-db199bb2-15d2-4482-b8b0-1657ac54ab24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3198483 Mar 07 10:48:46.558894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks [] for security_group (ac58a364-be6c-48f7-89d0-ac407dfa877b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.569985 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-0b924a1c-ba4d-4995-b153-234727a1eed7 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2251930 Mar 07 10:48:46.574328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ac58a364-be6c-48f7-89d0-ac407dfa877b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.582473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c11f21d-0888-40a7-a8f1-e4a401d4f02b req-d60229ff-da8c-47e0-b561-0bd326e042ed tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619882 Mar 07 10:48:46.614685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Request body: {'port': {'device_id': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:46.671194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:46.716857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting subnet 13cead5a-28bd-4b9b-b47b-5fb3a5597bfe {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:46.725200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (abe0a562-fb6d-433a-b990-1cb77a374276), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.725200 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Added segment abe0a562-fb6d-433a-b990-1cb77a374276 of type vlan for network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 Mar 07 10:48:46.729254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for subnet (13cead5a-28bd-4b9b-b47b-5fb3a5597bfe), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.767631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb23-894e-4b6c-8af8-7c7a94b151f8 req-492afaa1-bbc9-4906-b3ab-ff193b75d5ad tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.770469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58a364-be6c-48f7-89d0-ac407dfa877b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.771194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c3bcb23-894e-4b6c-8af8-7c7a94b151f8 req-492afaa1-bbc9-4906-b3ab-ff193b75d5ad tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 931 time: 0.1733830 Mar 07 10:48:46.820271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.832927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-f6a42bc0-a764-465a-b362-8f5f14c74868 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627751 Mar 07 10:48:46.877652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d79ea9f1-76b6-422f-b847-a9fb4ef5a563), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.882514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (13cead5a-28bd-4b9b-b47b-5fb3a5597bfe), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.964114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fd1424b-5657-42f5-bd5e-315c86af1a35 req-51ed4d11-0c83-418a-8aa9-fe262d9fc532 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244745 Mar 07 10:48:46.990006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c3bcb23-894e-4b6c-8af8-7c7a94b151f8 req-09a591d9-b7f5-4405-bf71-d997381d619e tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956563 Mar 07 10:48:47.003567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d79ea9f1-76b6-422f-b847-a9fb4ef5a563), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.004776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.005477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.071924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9395716 Mar 07 10:48:47.072159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37534) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:47.082134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Request body: {'subnet': {'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-87572816-subnet', 'tenant_id': '3d58559ff10a47b8a25ec873b004fb1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:47.107745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Made reservation on behalf of 3d58559ff10a47b8a25ec873b004fb1a for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:47.110549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.206618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (13cead5a-28bd-4b9b-b47b-5fb3a5597bfe), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.348981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (067fe19f-64a2-4011-bbc1-26bae4e0548e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.413713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067fe19f-64a2-4011-bbc1-26bae4e0548e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.419573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Checking segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:47.419982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Network hostable DHCP agents. Network: d79ea9f1-76b6-422f-b847-a9fb4ef5a563, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:47.440342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:47.455732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d79ea9f1-76b6-422f-b847-a9fb4ef5a563) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:47.468010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e633fb-2c40-41f8-86cc-6aaabdf691b1 None None] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:47.472082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.472715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.510956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d77118f-2a63-4b93-abd4-d5c4a8b13366 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4375243 Mar 07 10:48:47.724868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-d79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'project_id': '3d58559ff10a47b8a25ec873b004fb1a', 'fixed_ips': [{'subnet_id': '067fe19f-64a2-4011-bbc1-26bae4e0548e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:47.726391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.727705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.738084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.752836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.766772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.766772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.772396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.778389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.787150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-c59f02a7-9dc4-4043-8bf8-8c2c4f814859 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1501820 Mar 07 10:48:47.861627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc3071-2714-405a-993c-a23d001b37e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d79ea9f1-76b6-422f-b847-a9fb4ef5a563,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.913580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (13cead5a-28bd-4b9b-b47b-5fb3a5597bfe), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.952016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.955888 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/subnets/13cead5a-28bd-4b9b-b47b-5fb3a5597bfe HTTP/1.1" status: 204 len: 168 time: 1.5105257 Mar 07 10:48:47.970216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f78b5-63c8-4042-ba21-8467c3e1876e tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Subnet': ['ID=13cead5a-28bd-4b9b-b47b-5fb3a5597bfe,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.974490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b588a1d-ff2b-45a2-871c-cca8fd2f043e req-92476ebf-6f5b-4e3c-a1e1-812e34441e02 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863368 Mar 07 10:48:47.976831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.022058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e24ce-a777-4a76-8819-f6d819059318 req-6d3caf6d-b7f3-4392-8c99-0e2d9da353e1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.024162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-948e24ce-a777-4a76-8819-f6d819059318 req-6d3caf6d-b7f3-4392-8c99-0e2d9da353e1 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 943 time: 0.2273986 Mar 07 10:48:48.066066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Allocated IP 172.20.0.2 (d79ea9f1-76b6-422f-b847-a9fb4ef5a563/067fe19f-64a2-4011-bbc1-26bae4e0548e/9afd52e7-21da-40a0-8a9c-1f9aa3830373) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:48.081074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:48.096748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-948e24ce-a777-4a76-8819-f6d819059318 req-d2bf1179-6b8e-45aa-bb2f-e5c47ba994ae tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647535 Mar 07 10:48:48.098402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c10ac6-929b-441e-b2af-da6b9b49e25d None None] Network 7ce44caf-8bc2-4b83-9639-e3c185c3609a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:48.142078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7ce44caf-8bc2-4b83-9639-e3c185c3609a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.316030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a63a685-407b-4804-baa4-bc6896eaa10c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:48.325523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks [] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.345374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Transition to ACTIVE for port object 1a63a685-407b-4804-baa4-bc6896eaa10c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:48.357250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.383697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b8640-e2cd-476c-b00e-22f51cd03b8d req-3427471b-4ebf-4c30-87cb-e6e36be70ea4 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.393566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-991b8640-e2cd-476c-b00e-22f51cd03b8d req-3427471b-4ebf-4c30-87cb-e6e36be70ea4 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 931 time: 0.1722717 Mar 07 10:48:48.435468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Deleting port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:48.436206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.472879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:48.508626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] DHCP port deletion for 7ce44caf-8bc2-4b83-9639-e3c185c3609a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:48.526840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-991b8640-e2cd-476c-b00e-22f51cd03b8d req-25b59696-a2c2-406a-9161-0dd2fdd7300e tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318154 Mar 07 10:48:48.564134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-2ed724dd-19ba-49f3-978f-36dc01843dfa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.565942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-2ed724dd-19ba-49f3-978f-36dc01843dfa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.2554777 Mar 07 10:48:48.590288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-fc2f0c01-cf53-419d-a938-6d99e53b67d3 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/quotas/3d58559ff10a47b8a25ec873b004fb1a HTTP/1.1" status: 200 len: 375 time: 0.0177913 Mar 07 10:48:48.602824 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks [] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.624283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.624966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] For port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,segment=NetworkSegment(bebd6f3c-6b6e-480e-a34f-f82481d027b5),segment_id=bebd6f3c-6b6e-480e-a34f-f82481d027b5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:48.625568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.644859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Calling delete_port for 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:48.645309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-47a44e3a-7254-402e-af15-4dfc6ba4fc9b tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484738 Mar 07 10:48:48.690734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:48.693429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Pushing event updated for resources: {'Port': ['ID=9afd52e7-21da-40a0-8a9c-1f9aa3830373,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:48.696262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:48.700822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:48.701844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Attempting to bind port 1a63a685-407b-4804-baa4-bc6896eaa10c on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:48.706451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Attempting to bind port 1a63a685-407b-4804-baa4-bc6896eaa10c by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:48.707087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Attempting to bind port 1a63a685-407b-4804-baa4-bc6896eaa10c on network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:48.753051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Port 1a63a685-407b-4804-baa4-bc6896eaa10c on network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:48.753553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Attempting to bind port 1a63a685-407b-4804-baa4-bc6896eaa10c on network 9f0b2816-0e4b-4845-9b70-eecdeb35d686 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:48.764012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:48.764651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Checking segment: {'id': '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:48.765197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Bound using segment: {'id': '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:48.765828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Bound port: 1a63a685-407b-4804-baa4-bc6896eaa10c, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:48.766354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.777670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:48.827124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-6bb35e6d-f6a3-49f3-b504-650154228a01 service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721396 Mar 07 10:48:48.830307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Attempting to bind port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:48.830681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Attempting to bind port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:48.831045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Attempting to bind port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:48.857478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:48.857864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Checking segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:48.858271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.858668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Bound using segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:48.859150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Bound port: 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:48.859527 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.880849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Deleting port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:48.880849 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.920384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:48.921721 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No ports have port_id starting with 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 Mar 07 10:48:48.923994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1a63a685-407b-4804-baa4-bc6896eaa10c,segment=NetworkSegment(900da6d2-c6a0-438d-9d6b-515ecd8ce4c4),segment_id=900da6d2-c6a0-438d-9d6b-515ecd8ce4c4)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:48.925537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.992711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.995025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-b23335fa-64ab-411f-b859-cb4e23458d35 service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584125 Mar 07 10:48:49.002269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] No DVR routers for this DVR port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:49.011130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Port': ['ID=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.011902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] For port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,segment=NetworkSegment(bebd6f3c-6b6e-480e-a34f-f82481d027b5),segment_id=bebd6f3c-6b6e-480e-a34f-f82481d027b5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:49.012352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.063430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.064512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.065933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a63a685-407b-4804-baa4-bc6896eaa10c HTTP/1.1" status: 200 len: 1091 time: 2.4751458 Mar 07 10:48:49.069560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:49.079404 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc09d54c-616e-4257-837c-86c6afa2e232" -d '{"events": [{"name": "network-changed", "server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:49.106157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Calling delete_port for 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:49.117417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] For port 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:49.137001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] For port 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9afd52e7-21da-40a0-8a9c-1f9aa3830373,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:49.178770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.193081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7ce44caf-8bc2-4b83-9639-e3c185c3609a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.212951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b4c04-8187-4af8-b22f-b804c6ea4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.227521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce44caf-8bc2-4b83-9639-e3c185c3609a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.245501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebd6f3c-6b6e-480e-a34f-f82481d027b5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.245751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebd6f3c-6b6e-480e-a34f-f82481d027b5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.259856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bebd6f3c-6b6e-480e-a34f-f82481d027b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.276170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-bfce2e35-18fd-44bd-a17c-17eed8d47a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.278054 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-bfce2e35-18fd-44bd-a17c-17eed8d47a40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17beedb6590e41a2b92535997b262d42&device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 1125 time: 0.1599314 Mar 07 10:48:49.304696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc744d-a72e-42fc-b579-5fb2e6281e99 None None] Pushing event updated for resources: {'Port': ['ID=9afd52e7-21da-40a0-8a9c-1f9aa3830373,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.325899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (42f9692f-7693-44fd-9baf-f8a7ae8e5be0), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.332652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bebd6f3c-6b6e-480e-a34f-f82481d027b5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.354471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.368530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.388034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.407872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] Pushing event deleted for resources: {'Port': ['ID=42f9692f-7693-44fd-9baf-f8a7ae8e5be0,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.409697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63fc95-970b-442c-9b16-8a82829f956c None None] No DVR routers for this DVR port 42f9692f-7693-44fd-9baf-f8a7ae8e5be0 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:49.413609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.457567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.463514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.468236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d2b2de7b-e282-4bb1-b898-3a8d0e008b77 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:49.485369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.497743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-150a71ef-0a27-4340-ba06-6831e3e66a96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3570032 Mar 07 10:48:49.499633 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c865bd-8ffa-44bc-82b5-27d653e60617 x-openstack-request-id: req-85c865bd-8ffa-44bc-82b5-27d653e60617 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:49.499959 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:49.500219 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85c865bd-8ffa-44bc-82b5-27d653e60617 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:49.500640 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c', 'status': 'completed', 'code': 200} Mar 07 10:48:49.502095 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-b177e74f-33fd-47be-b85f-f4f34c7b9865 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a63a685-407b-4804-baa4-bc6896eaa10c HTTP/1.1" status: 200 len: 217 time: 0.2027187 Mar 07 10:48:49.512124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:49.512523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bebd6f3c-6b6e-480e-a34f-f82481d027b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:49.519224 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:49.657427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-c62262f4-c37c-47f8-af81-f72d04b0f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.690125 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-c62262f4-c37c-47f8-af81-f72d04b0f726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89a3f707-5c39-458a-b452-340d85a0588b HTTP/1.1" status: 200 len: 861 time: 0.1697624 Mar 07 10:48:49.737843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:49.786426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'port_id': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'mac_address': 'fa:16:3e:5e:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:49.791297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cafea-df00-426f-b3d5-f12a4e6c3a6d req-a134f620-6588-41c2-a3e1-2c1513156cc7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.793425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b47cafea-df00-426f-b3d5-f12a4e6c3a6d req-a134f620-6588-41c2-a3e1-2c1513156cc7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 943 time: 0.2908709 Mar 07 10:48:49.804280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb202aea-d17a-40da-83fa-ae404c2fbb1d req-09281c9b-5fba-4c36-8aa3-748096e2c6f2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3057382 Mar 07 10:48:49.842042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-03843148-e185-4033-b264-356100912679 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f0b2816-0e4b-4845-9b70-eecdeb35d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476574 Mar 07 10:48:49.842904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7ce44caf-8bc2-4b83-9639-e3c185c3609a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.895047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.902963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b47cafea-df00-426f-b3d5-f12a4e6c3a6d req-a388b9a7-4b20-41c3-b2e6-e5e8c2c39b6d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966456 Mar 07 10:48:49.904615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:49.905010 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.908788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] 10.222.0.23 "DELETE /v2.0/networks/7ce44caf-8bc2-4b83-9639-e3c185c3609a HTTP/1.1" status: 204 len: 168 time: 1.9246225 Mar 07 10:48:49.920713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972f63-31e9-49b8-8543-d0ab76db9c31 tempest-AllowedAddressPairIpV6TestJSON-217234744 tempest-AllowedAddressPairIpV6TestJSON-217234744-project] Pushing event deleted for resources: {'Network': ['ID=7ce44caf-8bc2-4b83-9639-e3c185c3609a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.938295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b2de7b-e282-4bb1-b898-3a8d0e008b77 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:49.974488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:49.985942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.190396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:50.206100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-3e81c700-18a4-4903-8361-9b97e904d4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983396 Mar 07 10:48:50.249738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['d2b2de7b-e282-4bb1-b898-3a8d0e008b77'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:50.276007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-de42be3f-7c00-43c6-b0d1-4b2c1a1f2cbc tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:50.278800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-de42be3f-7c00-43c6-b0d1-4b2c1a1f2cbc tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.2794778 Mar 07 10:48:50.337258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:50.454649 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-288d294b-e1cd-43b4-93a6-d6ec96044bf9 req-1f5c2026-80ec-4004-87ed-f383f7140285 service neutron] 10.222.0.26 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345400 Mar 07 10:48:50.666184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d9189ad6-5852-49fb-9203-cd34bdd358a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.758405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-17dc16f6-d044-41f7-9a2b-00b876e82ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:50.764324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-17dc16f6-d044-41f7-9a2b-00b876e82ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17beedb6590e41a2b92535997b262d42&device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 1125 time: 0.2096856 Mar 07 10:48:50.788031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4d02d5bb-6076-416a-95fa-e88cfb3697ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=125631e282c949f19acb8b4b2156cc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495962 Mar 07 10:48:50.798229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:50.919209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9afd52e7-21da-40a0-8a9c-1f9aa3830373 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:50.939081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37636) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:51.027703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-d98c5233-5f3e-4da7-8068-d1ffec233148 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/quotas/3d58559ff10a47b8a25ec873b004fb1a HTTP/1.1" status: 200 len: 375 time: 0.0215354 Mar 07 10:48:51.049400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:51.049877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.050048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef3e69-eb35-4f7e-b615-1635faabbdb3 req-b67f4e75-26a7-4bba-a0d2-0ceb25fe1b39 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.052193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4ef3e69-eb35-4f7e-b615-1635faabbdb3 req-b67f4e75-26a7-4bba-a0d2-0ceb25fe1b39 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 943 time: 0.7721426 Mar 07 10:48:51.077721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] Publish callbacks [] for security_group (86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.140729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] Publish callbacks [] for security_group (86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.218167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e4d11a40-6bfb-4da9-8179-c200a40eb9a0 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5127 time: 0.2750645 Mar 07 10:48:51.218818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37644) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:51.233073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'network': {'name': 'tempest-network-smoke--1478466733', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'port_security_enabled': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:51.239956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4ef3e69-eb35-4f7e-b615-1635faabbdb3 req-fb267046-a8c6-42ba-a0f8-814164720904 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768703 Mar 07 10:48:51.271536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-9d68e214-7cff-48da-8cf3-8901fbe2effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.273757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-9d68e214-7cff-48da-8cf3-8901fbe2effb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f0b2816-0e4b-4845-9b70-eecdeb35d686 HTTP/1.1" status: 200 len: 922 time: 0.4832232 Mar 07 10:48:51.312682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-a9febb8c-c42b-4849-9704-e3b728e1071d tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2712958 Mar 07 10:48:51.327299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ccabc8-6a5e-40b0-bee5-fbbf4d4060f9 None None] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:51.387958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:51.400732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:51.401155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.409946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.433207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-6bbe757e-761f-4047-b5a3-d17b7ad1efb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a63a685-407b-4804-baa4-bc6896eaa10c HTTP/1.1" status: 200 len: 217 time: 0.1531081 Mar 07 10:48:51.451083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.454395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.455551 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8 HTTP/1.1" status: 204 len: 168 time: 0.6552272 Mar 07 10:48:51.556540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-23d6c35f-4d79-40e8-aace-cee23458c24f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.558373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-23d6c35f-4d79-40e8-aace-cee23458c24f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.1275992 Mar 07 10:48:51.591514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-7c268965-f7c8-4d61-a72a-ad8ab0bcd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.593038 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-7c268965-f7c8-4d61-a72a-ad8ab0bcd75c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89a3f707-5c39-458a-b452-340d85a0588b HTTP/1.1" status: 200 len: 861 time: 0.1364558 Mar 07 10:48:51.603811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e83c8-fba4-45a8-9125-3bea162c026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86492aa2-94c7-4c97-9f58-cb1f7ab7dcd8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:51.620288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Request body: {'port': {'device_id': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'admin_state_up': True, 'tenant_id': '3d58559ff10a47b8a25ec873b004fb1a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:51.630148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d2b2de7b-e282-4bb1-b898-3a8d0e008b77 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:51.697494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-d558c35c-b980-4963-a0f7-f5533ab89602 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f0b2816-0e4b-4845-9b70-eecdeb35d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838535 Mar 07 10:48:51.814863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b41cbfee-b408-4edd-9ce5-ded20d2b98d8 None None] Provisioning complete for port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:51.815147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b41cbfee-b408-4edd-9ce5-ded20d2b98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.931070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9afd52e7-21da-40a0-8a9c-1f9aa3830373,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:51.957099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-f9f7c551-8b91-497d-8883-1e9911d86673 service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271284 Mar 07 10:48:51.967270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.973265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.980159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.984287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.989674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.995231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.000532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.002611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:52.005940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.008002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-cd4bf6dd-b075-4a79-9afc-ef28f0fdbf51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4468451 Mar 07 10:48:52.034697 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-b2d8c4dd-b108-481e-92ab-7b7ce1adbde5 service neutron] 10.222.0.26 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256269 Mar 07 10:48:52.043243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a4403974-8e01-4d75-88b6-b4e6e39dda38), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.043587 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Added segment a4403974-8e01-4d75-88b6-b4e6e39dda38 of type vlan for network 5634f860-c80c-43aa-9591-63f9b1ec12df Mar 07 10:48:52.065273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=9afd52e7-21da-40a0-8a9c-1f9aa3830373,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:52.114805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-3d60183c-fe8d-4c0a-94ac-fef4d4856450 service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003354 Mar 07 10:48:52.177106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Made reservation on behalf of 3d58559ff10a47b8a25ec873b004fb1a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:52.180284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.195188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b41cbfee-b408-4edd-9ce5-ded20d2b98d8 None None] Current status of the port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:52.225767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb0664b1-08c7-4ca0-9ad4-e1b78f69a504 req-30d49bcf-65e2-4437-9461-a7703b58c947 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076720 Mar 07 10:48:52.282182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:52.339455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:52.339863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.353507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5634f860-c80c-43aa-9591-63f9b1ec12df), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.425930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cc09d54c-616e-4257-837c-86c6afa2e232 req-b252b12e-8400-43b9-a93f-a199189e3be8 service neutron] 10.222.0.26 "GET /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773534 Mar 07 10:48:52.444487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5634f860-c80c-43aa-9591-63f9b1ec12df), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.476797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.484782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.600701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Network': ['ID=5634f860-c80c-43aa-9591-63f9b1ec12df,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:52.610099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28accdce-715f-49fd-a331-94e16bc98da5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3818545 Mar 07 10:48:52.611398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:52.616093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5634f860-c80c-43aa-9591-63f9b1ec12df details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:52.617657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'admin_state_up': True, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:52.654297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.655654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.674282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Allocated IP 172.20.0.11 (d79ea9f1-76b6-422f-b847-a9fb4ef5a563/067fe19f-64a2-4011-bbc1-26bae4e0548e/3e089c57-6a0b-4e3c-8c83-60339a2b4936) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:52.861942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6b531-722e-47fd-9080-37a26c74e988 req-45ae1bad-e65e-4f10-b03d-0615848381f9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.869841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38c6b531-722e-47fd-9080-37a26c74e988 req-45ae1bad-e65e-4f10-b03d-0615848381f9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 944 time: 0.4741795 Mar 07 10:48:52.898523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_controller (50996c7b-1c36-4133-b850-c3af0dc8a99c), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.066876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516481e2-1114-4198-9c6f-d9963fab6124 req-182eedd4-3cb4-4172-aaa6-81406813c89b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:53.068438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-516481e2-1114-4198-9c6f-d9963fab6124 req-182eedd4-3cb4-4172-aaa6-81406813c89b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 943 time: 0.4903455 Mar 07 10:48:53.151169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9afd52e7-21da-40a0-8a9c-1f9aa3830373 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:53.159355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37696) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:53.167060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.167442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.231922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (50996c7b-1c36-4133-b850-c3af0dc8a99c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.241090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:53.243983 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7c90fc-bea6-4eef-a9d1-0a390cf48aec" -d '{"events": [{"server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "name": "network-vif-plugged", "status": "completed", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:53.265231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c63eb8f2-7daf-483b-b9c7-343d125335be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.271199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:53.280539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-de70bd01-bbe7-4569-807f-c459f5652d00 None None] Provisioning complete for port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:53.282494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de70bd01-bbe7-4569-807f-c459f5652d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.291342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.309136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38c6b531-722e-47fd-9080-37a26c74e988 req-d6f5440c-2163-4278-b45b-29a7ea419e9f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380937 Mar 07 10:48:53.446123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-516481e2-1114-4198-9c6f-d9963fab6124 req-c15ff8fd-57fc-45a5-baca-d835e76949e0 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248436 Mar 07 10:48:53.449423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks [] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.451000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1126140400'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:53.474917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:53.475300 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.504636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.508978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Made reservation on behalf of 6157b214317c41548e51fc30228b2b0d for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:53.530964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.579701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.586416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1a63a685-407b-4804-baa4-bc6896eaa10c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:53.655454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:53.679478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:53.695637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event updated for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:53.707019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:53.749015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1a63a685-407b-4804-baa4-bc6896eaa10c,segment=NetworkSegment(900da6d2-c6a0-438d-9d6b-515ecd8ce4c4),segment_id=900da6d2-c6a0-438d-9d6b-515ecd8ce4c4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:53.762988 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d63586-8a85-4d43-997f-9ee9f1e4f46d x-openstack-request-id: req-c9d63586-8a85-4d43-997f-9ee9f1e4f46d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:53.763313 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "name": "network-vif-plugged", "status": "completed", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:53.763572 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9d63586-8a85-4d43-997f-9ee9f1e4f46d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:53.764001 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'code': 200} Mar 07 10:48:53.768920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '1a63a685-407b-4804-baa4-bc6896eaa10c', 'network_id': '9f0b2816-0e4b-4845-9b70-eecdeb35d686', 'port_id': '1a63a685-407b-4804-baa4-bc6896eaa10c', 'mac_address': 'fa:16:3e:77:08:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a3f707-5c39-458a-b452-340d85a0588b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:53.884847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for security_group (d438bfdc-c6d4-4078-931c-40ffb52b8277), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.898131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:53.935610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-de70bd01-bbe7-4569-807f-c459f5652d00 None None] Current status of the port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.954416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:53.955466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.957778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1a63a685-407b-4804-baa4-bc6896eaa10c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.958172 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.959890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d438bfdc-c6d4-4078-931c-40ffb52b8277), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.014432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-3627d604-e6f5-464e-835a-39ed250cac91 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.025734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a63a685-407b-4804-baa4-bc6896eaa10c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:54.034792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-3627d604-e6f5-464e-835a-39ed250cac91 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.4600937 Mar 07 10:48:54.052282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1a63a685-407b-4804-baa4-bc6896eaa10c,segment=NetworkSegment(900da6d2-c6a0-438d-9d6b-515ecd8ce4c4),segment_id=900da6d2-c6a0-438d-9d6b-515ecd8ce4c4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:54.052510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d438bfdc-c6d4-4078-931c-40ffb52b8277,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:54.065608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.069231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.079243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.085399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.096849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.113587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.125221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.125933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:54.131640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.137486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f37a1135-e1ee-4da5-a4a9-4b208d836123), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.138143 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Added segment f37a1135-e1ee-4da5-a4a9-4b208d836123 of type vlan for network ff898c83-0d97-4377-85a6-1f3587f756ff Mar 07 10:48:54.140702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-3d0064a7-51f6-46af-9da8-cbe6a2ab0532 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4874878 Mar 07 10:48:54.160022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-c3e46df5-c99c-4e6b-9818-622c8a53e3e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5561578 Mar 07 10:48:54.175123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Request body: {'port': {'device_id': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:54.187964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-62d30417-5e0c-4ac7-b778-437a8b94b536 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/quotas/3d58559ff10a47b8a25ec873b004fb1a HTTP/1.1" status: 200 len: 375 time: 0.1519938 Mar 07 10:48:54.240157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:54.257837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.264369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.269994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6467d27e-ee91-4afd-9b7f-eb95cf39af94 None None] Provisioning complete for port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:54.270355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6467d27e-ee91-4afd-9b7f-eb95cf39af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.271933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:54.328689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['1a63a685-407b-4804-baa4-bc6896eaa10c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:54.330362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ff898c83-0d97-4377-85a6-1f3587f756ff), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.407059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6467d27e-ee91-4afd-9b7f-eb95cf39af94 None None] Port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:54.414533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.440789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ff898c83-0d97-4377-85a6-1f3587f756ff), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.453769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.454423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.478613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-963d017e-eaa9-44fc-9542-55d1de8bc5fd req-1d48a021-0a41-4506-adf9-479dc9b5dfd2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3366261 Mar 07 10:48:54.499119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.566880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-e19ff66d-59bc-4b33-ae60-0b92ca4d5310 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3777068 Mar 07 10:48:54.575387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4143167 Mar 07 10:48:54.578565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37728) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:54.611237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80f9d0-c937-4646-828e-456e8725f395 req-cd655eee-50a5-4321-9ee1-a0b04bd74c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.614856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2f80f9d0-c937-4646-828e-456e8725f395 req-cd655eee-50a5-4321-9ee1-a0b04bd74c89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 1127 time: 0.8955820 Mar 07 10:48:54.618216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.628996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'subnet': {'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:54.937299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-1b84d57c-355b-48f0-8a26-6949ec6dabb8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.939628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-1b84d57c-355b-48f0-8a26-6949ec6dabb8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.5824990 Mar 07 10:48:54.962209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Request body: {'port': {'device_id': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'admin_state_up': True, 'tenant_id': '3d58559ff10a47b8a25ec873b004fb1a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:55.064031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d915-5a4a-405d-85cd-073a704fbc74 req-3ca59734-5355-4a0d-8b35-197900aa3d57 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:55.066908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beb8d915-5a4a-405d-85cd-073a704fbc74 req-3ca59734-5355-4a0d-8b35-197900aa3d57 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.4125781 Mar 07 10:48:55.144089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-981dc873-9110-42ec-af44-330f3de9ae0c service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910374 Mar 07 10:48:55.261818 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2f80f9d0-c937-4646-828e-456e8725f395 req-45f61708-20ca-4925-b409-fb898072b52a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6410842 Mar 07 10:48:55.262776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e0316-599f-44fa-81d4-de056f38d6d2 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Network': ['ID=ff898c83-0d97-4377-85a6-1f3587f756ff,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.273256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ff898c83-0d97-4377-85a6-1f3587f756ff details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:55.314536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Made reservation on behalf of 6157b214317c41548e51fc30228b2b0d for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:55.320589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.395486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Made reservation on behalf of 3d58559ff10a47b8a25ec873b004fb1a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:55.399046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.441112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beb8d915-5a4a-405d-85cd-073a704fbc74 req-13bd2753-a4f5-4e32-9b17-c97222e000bb tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403199 Mar 07 10:48:55.454858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.25.4.180 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bcbee156-b61e-493e-ba7a-fdfb04e52f84) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:55.516069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1a63a685-407b-4804-baa4-bc6896eaa10c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:55.629260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-6c722de2-329e-4d90-880e-0ad8690b95b2 service neutron] 10.222.0.23 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837990 Mar 07 10:48:55.668130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.696680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.698806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 1a63a685-407b-4804-baa4-bc6896eaa10c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:55.703438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 1a63a685-407b-4804-baa4-bc6896eaa10c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:55.703861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.796126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (34ffe925-c315-451f-9f67-1ddd8e61d9e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.828911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.871877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb3d8-7316-4305-a012-7447c69c92e0 req-7c725113-d92b-49d9-bf9e-c585e2df6811 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:55.882599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7bfb3d8-7316-4305-a012-7447c69c92e0 req-7c725113-d92b-49d9-bf9e-c585e2df6811 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 944 time: 0.3266158 Mar 07 10:48:55.916343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=bcbee156-b61e-493e-ba7a-fdfb04e52f84,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.936008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Subnet': ['ID=34ffe925-c315-451f-9f67-1ddd8e61d9e4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.949368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:55.949893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e089c57-6a0b-4e3c-8c83-60339a2b4936 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:55.956683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:55.966231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks [] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.974747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1a63a685-407b-4804-baa4-bc6896eaa10c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:55.975100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:55.975205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.010119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:56.017767 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b67276-4b1c-4037-ab11-0db5a0cec742" -d '{"events": [{"server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "name": "network-vif-plugged", "status": "completed", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:56.021518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7bfb3d8-7316-4305-a012-7447c69c92e0 req-8bb81738-2391-46d0-bb7f-dfa2162ce741 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256666 Mar 07 10:48:56.025630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Transition to ACTIVE for port object 3e089c57-6a0b-4e3c-8c83-60339a2b4936 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:56.028607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Checking segment: {'id': 'f37a1135-e1ee-4da5-a4a9-4b208d836123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:56.029142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network hostable DHCP agents. Network: ff898c83-0d97-4377-85a6-1f3587f756ff, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:56.035738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1a63a685-407b-4804-baa4-bc6896eaa10c,segment=NetworkSegment(900da6d2-c6a0-438d-9d6b-515ecd8ce4c4),segment_id=900da6d2-c6a0-438d-9d6b-515ecd8ce4c4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:56.044797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.066804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.080376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network ff898c83-0d97-4377-85a6-1f3587f756ff is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:56.091084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ff898c83-0d97-4377-85a6-1f3587f756ff) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:56.113044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.124411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.130490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:56.140599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b4df4-17dc-40d4-9237-1d36bd1dbf5e None None] Network ff898c83-0d97-4377-85a6-1f3587f756ff requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:56.225324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a579d1a-3b43-4eb6-a493-5b0b9caba583 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6087863 Mar 07 10:48:56.231758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37756) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:56.281402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-925781622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:56.406074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.407757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.410248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ff898c83-0d97-4377-85a6-1f3587f756ff', 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff', 'project_id': '6157b214317c41548e51fc30228b2b0d', 'fixed_ips': [{'subnet_id': '34ffe925-c315-451f-9f67-1ddd8e61d9e4'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:56.412112 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.437515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cff1797-9cee-4f4b-9366-da51711b111a req-87edfb3c-8e8d-421c-b407-4c625cec23f1 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 210 time: 0.3138824 Mar 07 10:48:56.471829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.477350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.483074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.488552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.494055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.499880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.505226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.513001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-1dbde98c-3062-43d4-8e27-8adf407a322e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4903028 Mar 07 10:48:56.635033 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293f5b11-3a15-4825-b440-9f3fd6ea8dd6 x-openstack-request-id: req-293f5b11-3a15-4825-b440-9f3fd6ea8dd6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:56.635896 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "name": "network-vif-plugged", "status": "completed", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:56.636442 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-293f5b11-3a15-4825-b440-9f3fd6ea8dd6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:56.636951 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c', 'code': 200} Mar 07 10:48:56.706196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Allocated IP 172.20.0.2 (ff898c83-0d97-4377-85a6-1f3587f756ff/34ffe925-c315-451f-9f67-1ddd8e61d9e4/4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:56.745281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Attempting to bind port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:56.745616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Attempting to bind port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:56.746718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Attempting to bind port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:56.806065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Allocated IP 172.20.0.4 (d79ea9f1-76b6-422f-b847-a9fb4ef5a563/067fe19f-64a2-4011-bbc1-26bae4e0548e/36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:56.809895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:56.810383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Attempting to bind port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:56.814186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.842263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:56.843000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Checking segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:56.843703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Bound using segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:56.844153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Bound port: 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:56.844554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.871253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Pushing event updated for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.161396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks [] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.179620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.188994 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.225685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for router_controller (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.266436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Network ff898c83-0d97-4377-85a6-1f3587f756ff is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:57.267609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.272626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:57.275754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:57.288711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Pushing event updated for resources: {'Port': ['ID=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.300064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfaef-3535-48cd-b6c2-be817890f505 req-406a12bb-8727-447b-8227-c094602607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:57.302757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddcbfaef-3535-48cd-b6c2-be817890f505 req-406a12bb-8727-447b-8227-c094602607d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 1127 time: 0.4780400 Mar 07 10:48:57.340148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.344253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76e93596-741d-43be-9130-31d5c38211e6 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0783679 Mar 07 10:48:57.347611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37780) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:57.403093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Attempting to bind port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:57.403664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Attempting to bind port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f37a1135-e1ee-4da5-a4a9-4b208d836123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:57.404127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Attempting to bind port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e on network ff898c83-0d97-4377-85a6-1f3587f756ff {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:57.409522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:57.410927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Checking segment: {'id': 'f37a1135-e1ee-4da5-a4a9-4b208d836123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:57.411494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.411909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Bound using segment: {'id': 'f37a1135-e1ee-4da5-a4a9-4b208d836123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:57.412475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Bound port: 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37a1135-e1ee-4da5-a4a9-4b208d836123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:57.412984 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.453304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:57.455363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddcbfaef-3535-48cd-b6c2-be817890f505 req-6ac65819-8148-45c1-aecd-3b31e5cdb17b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404965 Mar 07 10:48:57.463860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:57.464780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.488618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] For port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:57.493617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] For port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,segment=NetworkSegment(f37a1135-e1ee-4da5-a4a9-4b208d836123),segment_id=f37a1135-e1ee-4da5-a4a9-4b208d836123)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:57.499882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.502728 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.584296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c46077-22b5-43de-bfbd-af7c4b670c48 req-101e9c6b-e5d9-469d-85dd-5af9c1503e1f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:57.585941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3c46077-22b5-43de-bfbd-af7c4b670c48 req-101e9c6b-e5d9-469d-85dd-5af9c1503e1f tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.8195322 Mar 07 10:48:57.616575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79347a6f-2a78-48f8-b26b-e979ac67e01f req-7393ef9d-4be2-4530-82e7-5f03d171f5ab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1025648 Mar 07 10:48:57.625382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:57.628228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.629972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] 10.222.0.26 "PUT /v2.0/ports/3e089c57-6a0b-4e3c-8c83-60339a2b4936 HTTP/1.1" status: 200 len: 1092 time: 3.4599361 Mar 07 10:48:57.630368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0c34-aed5-459d-ae35-cdc968bc893a None None] Pushing event updated for resources: {'Port': ['ID=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.641448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:57.648305 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab560a2f-ef36-4b75-867a-03690a25d093" -d '{"events": [{"name": "network-changed", "server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:57.856847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a904c2-b11b-47fd-a1f7-a2cfe8ecc99a service neutron] Pushing event updated for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.921388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3c46077-22b5-43de-bfbd-af7c4b670c48 req-0725d80f-501b-4d51-9331-a2d0c827320a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000653 Mar 07 10:48:58.202844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks [] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.260514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.343271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event updated for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:58.384545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b793be2-4752-495d-b9d6-3ae09381138f req-e5854c12-76fc-4af8-83fa-d54f6bcedf9e tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 210 time: 0.1253622 Mar 07 10:48:58.402588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-bf9fdbc3-e7b6-4a61-924a-4f7d86abb116 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.404255 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-bf9fdbc3-e7b6-4a61-924a-4f7d86abb116 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 814 time: 0.5207484 Mar 07 10:48:58.420831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:58.424609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:58.438580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:58.454612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Request body: {'port': {'device_id': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'admin_state_up': True, 'tenant_id': '3d58559ff10a47b8a25ec873b004fb1a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:58.495719 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.525510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-140a2038-78fd-4edf-86ca-ebd7fd075c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.527392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-140a2038-78fd-4edf-86ca-ebd7fd075c2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 1126 time: 0.8284652 Mar 07 10:48:58.534750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.535458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.559673 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb12833-7b54-4bb3-b7a9-010060466bc1 x-openstack-request-id: req-5cb12833-7b54-4bb3-b7a9-010060466bc1 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:58.560052 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:58.560490 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb12833-7b54-4bb3-b7a9-010060466bc1 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:58.561023 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936', 'status': 'completed', 'code': 200} Mar 07 10:48:58.571740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-90cfd5fa-bc4f-487f-acea-6d78beb7aa89 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6157436 Mar 07 10:48:58.720352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Request body: {'port': {'device_id': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:58.723820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-2fd152ad-1895-4758-b9f9-9cd4dae8aa3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936 HTTP/1.1" status: 200 len: 217 time: 0.1736724 Mar 07 10:48:58.783957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda35f0-e061-4e9b-b828-371513737a2d req-243cb0e8-066d-4161-8627-7c1acd6643d3 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.794615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.811065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ceda35f0-e061-4e9b-b828-371513737a2d req-243cb0e8-066d-4161-8627-7c1acd6643d3 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 1.0039897 Mar 07 10:48:58.884937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Made reservation on behalf of 3d58559ff10a47b8a25ec873b004fb1a for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:58.897697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.924364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router 50996c7b-1c36-4133-b850-c3af0dc8a99c is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:58.954310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:59.010929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-869186e1-5c93-44ad-a043-b6a26b37c89a None None] Provisioning complete for port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:59.011353 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-869186e1-5c93-44ad-a043-b6a26b37c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.025898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-d186a7a8-5241-43a7-84ad-29cfca575403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.028197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-d186a7a8-5241-43a7-84ad-29cfca575403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.1782298 Mar 07 10:48:59.035476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ceda35f0-e061-4e9b-b828-371513737a2d req-720dde06-98fe-4f61-8611-89786b97034d tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203765 Mar 07 10:48:59.079334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:59.079733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.081297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-869186e1-5c93-44ad-a043-b6a26b37c89a None None] Port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:59.183162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:59.183553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.228070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,segment=NetworkSegment(f37a1135-e1ee-4da5-a4a9-4b208d836123),segment_id=f37a1135-e1ee-4da5-a4a9-4b208d836123)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:59.233138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.264248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.302925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:59.318854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-089969fb-fa8b-4414-b547-6905dbd0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.326979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-089969fb-fa8b-4414-b547-6905dbd0d17c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2657406 Mar 07 10:48:59.423735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75747b-4c78-4f6f-82e3-747eb4b5769a req-3d8d092c-dea5-4d68-b645-6186aac8cde7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.425321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c75747b-4c78-4f6f-82e3-747eb4b5769a req-3d8d092c-dea5-4d68-b645-6186aac8cde7 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.8518174 Mar 07 10:48:59.437690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee391b84-3d4f-4c2d-92dd-4926b22158fd None None] Network ff898c83-0d97-4377-85a6-1f3587f756ff requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:59.450829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37808) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:59.509317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Request body: {'floatingip': {'port_id': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:59.612833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-80ec2be9-0554-46de-9812-f3d0aaaf18dc None None] Provisioning complete for port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:59.613463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80ec2be9-0554-46de-9812-f3d0aaaf18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.623998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.630162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.635929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.642295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.652885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.660567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.677959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.680017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-20473df6-7657-4fd5-8da5-f23785a7e840 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.5148933 Mar 07 10:48:59.711578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.801002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-6d0d9cae-8768-45bf-8dda-406b00a949aa service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634698 Mar 07 10:48:59.828387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-80ec2be9-0554-46de-9812-f3d0aaaf18dc None None] Current status of the port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:59.851115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2bfc4b8-4e79-4ad3-860b-e9f191d80fb7 req-aa5f2690-af45-4949-92a6-6ca49ad325d0 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 210 time: 0.2595935 Mar 07 10:49:00.090617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b59d81c-eb6f-41f4-9e69-b4388eb901b2 req-c00f624b-f52b-4543-8c22-a3de67afd7d3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3910005 Mar 07 10:49:00.090943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Allocated IP 172.20.0.14 (d79ea9f1-76b6-422f-b847-a9fb4ef5a563/067fe19f-64a2-4011-bbc1-26bae4e0548e/e1df6cfb-d9de-449f-94b5-506d9c899392) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:00.160853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fd44c3b9-f931-40e7-a2a2-dc6ac8ed04eb None None] Provisioning complete for port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:00.162715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fd44c3b9-f931-40e7-a2a2-dc6ac8ed04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.176729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Allocated IP 172.20.0.1 (ff898c83-0d97-4377-85a6-1f3587f756ff/34ffe925-c315-451f-9f67-1ddd8e61d9e4/52d71f8c-0f3f-48ee-956a-158923f9b461) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:00.182406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:00.232487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8291d0ee-3ead-4bcb-b32e-56a6a0df516a req-650e6213-f792-4fe3-9535-cde106e0ae14 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735366 Mar 07 10:49:00.269324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.270611 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90414749-7893-40d1-b699-e9fb3cff8d7d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.6576703 Mar 07 10:49:00.277694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Sync routers for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:00.277874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37820) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:00.328620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:00.329527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:00.370890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be330-0773-46ac-886e-bc94b47169cf req-720be84f-b538-4529-929a-5ab8e23d6a9b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.378195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a29be330-0773-46ac-886e-bc94b47169cf req-720be84f-b538-4529-929a-5ab8e23d6a9b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 0.2136426 Mar 07 10:49:00.439113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a29be330-0773-46ac-886e-bc94b47169cf req-d2a75ad6-29f5-4760-968f-46a7f431a501 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 Mar 07 10:49:00.516673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca00bc9-f1cb-4ff9-8f41-144e9fe317fa tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.518169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ca00bc9-f1cb-4ff9-8f41-144e9fe317fa tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2542f4df4d734492bf01686db9d32d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2214572 Mar 07 10:49:00.525955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:00.614489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-67c6d454-6c64-48ba-b7f4-9a247b95c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.616393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-67c6d454-6c64-48ba-b7f4-9a247b95c856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 1126 time: 0.2952871 Mar 07 10:49:00.690284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fd44c3b9-f931-40e7-a2a2-dc6ac8ed04eb None None] Current status of the port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:00.708837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:00.765696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-825a8a28-0094-468f-ae4f-85b3de0c6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.776233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-825a8a28-0094-468f-ae4f-85b3de0c6f86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 915 time: 0.1421444 Mar 07 10:49:00.798976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.812842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:00.817688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks [] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.859295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-40740bba-5f29-4efd-acb7-ebe399646378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936 HTTP/1.1" status: 200 len: 217 time: 0.0819802 Mar 07 10:49:00.866412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.001530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:01.011902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:01.016159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.029837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:01.034043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:01.158880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event updated for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:01.212154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.212766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.213235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.213708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.214632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.215109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.215580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.216188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.216653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.218194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.218676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.219140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.220073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:01.231190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:01.234639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:49:01.237784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-42181e87-126d-4d5e-ab13-772aeaf9fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.239285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-42181e87-126d-4d5e-ab13-772aeaf9fd7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.2749138 Mar 07 10:49:01.253705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:48:56Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:01.255053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2776f8-a30a-4bd2-8f73-e54adee93292 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.256880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-da2776f8-a30a-4bd2-8f73-e54adee93292 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7285769 Mar 07 10:49:01.261362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37844) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.285079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.286190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.299842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.336558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.354302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930406f7-8185-4d15-893a-17571275ed42 req-0f8d1bf0-e09f-4deb-a4f3-b98b025388ef tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.373691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-930406f7-8185-4d15-893a-17571275ed42 req-0f8d1bf0-e09f-4deb-a4f3-b98b025388ef tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 0.4675977 Mar 07 10:49:01.381428 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-44e9318f-e54e-4c78-88d7-c2db79ff6be9 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181979 Mar 07 10:49:01.403126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.409505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.428735 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:49:01.449538 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-721c9713-7747-4e6c-8f0f-c780ad328452 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0337794 Mar 07 10:49:01.457054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network ff898c83-0d97-4377-85a6-1f3587f756ff is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:01.464288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:01.490193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Request body: {'port': {'device_id': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:01.493553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:01.509593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=52d71f8c-0f3f-48ee-956a-158923f9b461,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:01.627409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-930406f7-8185-4d15-893a-17571275ed42 req-39f502bb-6626-4ff1-b498-ca30e15949c1 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482309 Mar 07 10:49:01.632213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a7147dce-27d8-4f5f-a795-404441f013e1 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2542f4df4d734492bf01686db9d32d8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1853256 Mar 07 10:49:01.640991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.712646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f83e-edb6-49bf-8aa5-6c45157e0aac req-e4cdc954-1cd2-4f9f-82ca-20e70a1cb385 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.716950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Checking router: 50996c7b-1c36-4133-b850-c3af0dc8a99c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:01.717481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Updating router 50996c7b-1c36-4133-b850-c3af0dc8a99c port bcbee156-b61e-493e-ba7a-fdfb04e52f84 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:49:01.726826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7362f83e-edb6-49bf-8aa5-6c45157e0aac req-e4cdc954-1cd2-4f9f-82ca-20e70a1cb385 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 932 time: 0.6794040 Mar 07 10:49:01.786846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.817035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.845998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3c388af9-522e-48de-9f33-a41cff9b10c8 None None] Provisioning complete for port e1df6cfb-d9de-449f-94b5-506d9c899392 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:01.846328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c388af9-522e-48de-9f33-a41cff9b10c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.955402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c388af9-522e-48de-9f33-a41cff9b10c8 None None] Port e1df6cfb-d9de-449f-94b5-506d9c899392 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:01.983395 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP 526f930d-4250-40c3-bb60-4745d64840a0 associated. External IP: 172.25.4.102, port: d2b2de7b-e282-4bb1-b898-3a8d0e008b77. Mar 07 10:49:02.061777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.075526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.329479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks [] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.347466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.429608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.462478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5e41c2e8-ba45-48ec-bd69-e44b1c9d3b0c None None] Provisioning complete for port 52d71f8c-0f3f-48ee-956a-158923f9b461 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:02.462845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e41c2e8-ba45-48ec-bd69-e44b1c9d3b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.467383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Attempting to bind port bcbee156-b61e-493e-ba7a-fdfb04e52f84 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:02.467771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Attempting to bind port bcbee156-b61e-493e-ba7a-fdfb04e52f84 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:02.468131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Attempting to bind port bcbee156-b61e-493e-ba7a-fdfb04e52f84 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:02.484820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-faea9831-8837-42f0-9202-efdfb97dda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.488228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-faea9831-8837-42f0-9202-efdfb97dda60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1036994 Mar 07 10:49:02.497318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01cd7-08a0-456b-871c-a8f842987acc None None] Pushing event updated for resources: {'Port': ['ID=bcbee156-b61e-493e-ba7a-fdfb04e52f84,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.505436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:02.505726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:02.506134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.506514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:02.507005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Bound port: bcbee156-b61e-493e-ba7a-fdfb04e52f84, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:02.507357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.544226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5e41c2e8-ba45-48ec-bd69-e44b1c9d3b0c None None] Port 52d71f8c-0f3f-48ee-956a-158923f9b461 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:02.544429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d4a4d-1eb3-48d3-8f40-8b8f8564492c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.548845 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-586d4a4d-1eb3-48d3-8f40-8b8f8564492c tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8980000 Mar 07 10:49:02.549715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.574364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37862) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:02.591672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] For port bcbee156-b61e-493e-ba7a-fdfb04e52f84, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:02.594913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] For port bcbee156-b61e-493e-ba7a-fdfb04e52f84, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcbee156-b61e-493e-ba7a-fdfb04e52f84,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:02.608972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.675843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=52d71f8c-0f3f-48ee-956a-158923f9b461,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.682179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f8482927-983e-4439-9b23-c9ebaaff9ab7 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574007 Mar 07 10:49:02.697066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:02.700451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:02.701883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:02.703407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-282589077', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:02.736221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-77b6872c-c91a-48be-a0ad-c7db2eda65bb service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382101 Mar 07 10:49:02.752484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7362f83e-edb6-49bf-8aa5-6c45157e0aac req-90a79874-588e-4976-9ee4-576bc64696c8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0232258 Mar 07 10:49:02.793383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01cd7-08a0-456b-871c-a8f842987acc None None] Pushing event updated for resources: {'Port': ['ID=bcbee156-b61e-493e-ba7a-fdfb04e52f84,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.811749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-aead4a95-1b6f-4473-9038-5ab2b24138c1 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.814883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-aead4a95-1b6f-4473-9038-5ab2b24138c1 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.26 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 0.3818328 Mar 07 10:49:02.883087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:02.902196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.071789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:03.076138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.120348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:03.124727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab560a2f-ef36-4b75-867a-03690a25d093 req-6033edac-8f42-4443-a0f5-20248dbdfd56 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041539 Mar 07 10:49:03.156406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.162906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.168969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.174983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.182144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.189267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.196354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.200153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:48:56Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:03.205767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-ac8a7161-aa46-48ad-b0a0-937acafbb9c0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 1.4079351 Mar 07 10:49:03.209657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:03.235733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b2e16-78e0-42ac-bb42-19dfc0bc0454 None None] The sync data for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 is: [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:48:56Z', 'revision_number': 3, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:03.252961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks [] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.339246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a2dd-badc-44a5-8956-c6c5475c384f req-9f4de333-88b6-4a27-94fc-54f6d720c48b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.341967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8378a2dd-badc-44a5-8956-c6c5475c384f req-9f4de333-88b6-4a27-94fc-54f6d720c48b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 0.3634949 Mar 07 10:49:03.369035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Transition to ACTIVE for port object 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:03.401703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.497192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-270a09a3-de19-4a91-9357-77dc3732fe66 req-8b95f9a9-efb4-4f5c-83e8-15cd8658867a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2904818 Mar 07 10:49:03.530191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3e089c57-6a0b-4e3c-8c83-60339a2b4936 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:03.644693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Pushing event updated for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:03.740682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.742270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.745724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.746284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.746760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.747231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.747768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.748437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.748904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.750599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:03.751111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.751808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.752272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.754479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.777968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '3e089c57-6a0b-4e3c-8c83-60339a2b4936', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'port_id': '3e089c57-6a0b-4e3c-8c83-60339a2b4936', 'mac_address': 'fa:16:3e:2e:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067fe19f-64a2-4011-bbc1-26bae4e0548e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:03.876724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:03.876724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.902514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e089c57-6a0b-4e3c-8c83-60339a2b4936 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:03.945721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8378a2dd-badc-44a5-8956-c6c5475c384f req-640bdf45-eaec-44eb-a621-4f422aea19da tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909526 Mar 07 10:49:03.954408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:03.966662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.981532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:03.995605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.001055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:04.001763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Attempting to bind port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:04.002072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Attempting to bind port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:04.002977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Attempting to bind port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:04.014691 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:04.016083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:04.054159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:04.054159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Attempting to bind port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:04.063748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:04.064098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Checking segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:04.064484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Bound using segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:04.064931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Bound port: 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:04.065292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.122415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f103b33-2706-4c7b-b956-bf4e3750394b req-df507e36-3e0e-4e7d-96c9-caa555ebf521 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.131322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f103b33-2706-4c7b-b956-bf4e3750394b req-df507e36-3e0e-4e7d-96c9-caa555ebf521 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 932 time: 0.2667718 Mar 07 10:49:04.137693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-38358620-2e5e-44ad-b6e9-b86695b12d93 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "PUT /v2.0/floatingips/526f930d-4250-40c3-bb60-4745d64840a0 HTTP/1.1" status: 200 len: 991 time: 4.6331680 Mar 07 10:49:04.185526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.227323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3e089c57-6a0b-4e3c-8c83-60339a2b4936'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:04.234896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:04.238712 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a543d-38a2-4f62-9f94-60dc67003c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:04.284334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:04.290880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:04.310447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c29969c6-7a4e-4b24-9661-ff4225047375), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.325574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.344065 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:04.368641 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47146d9b-1360-4a8e-92cf-eb61c45c7074 x-openstack-request-id: req-47146d9b-1360-4a8e-92cf-eb61c45c7074 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:04.369827 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:04.370741 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47146d9b-1360-4a8e-92cf-eb61c45c7074 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:04.371275 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'status': 'completed', 'code': 200} Mar 07 10:49:04.394815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.395754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.398400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] 10.222.0.26 "PUT /v2.0/ports/36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d HTTP/1.1" status: 200 len: 1091 time: 5.7114348 Mar 07 10:49:04.407215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network ff898c83-0d97-4377-85a6-1f3587f756ff is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:04.600692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f103b33-2706-4c7b-b956-bf4e3750394b req-572d53da-ab0d-424b-aac9-337324699770 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636291 Mar 07 10:49:04.632675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-bdb4855c-1788-472e-9b3e-d454c856e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.635682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-bdb4855c-1788-472e-9b3e-d454c856e709 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26b1ba242064594969207da1d20cf32&device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 1127 time: 0.2286580 Mar 07 10:49:04.642617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:04.718882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Subnet': ['ID=c29969c6-7a4e-4b24-9661-ff4225047375,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.757742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a2e40-1205-40b4-a0d3-77e390679a71 service neutron] Pushing event updated for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.789777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-82da8c40-7d3e-4c9c-ab7c-eac23e2a15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.791290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-82da8c40-7d3e-4c9c-ab7c-eac23e2a15fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 1125 time: 0.2776420 Mar 07 10:49:04.920051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-065871f5-2498-4971-8e00-4827c7c9816a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d HTTP/1.1" status: 200 len: 217 time: 0.0980673 Mar 07 10:49:04.929424 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '526f930d-4250-40c3-bb60-4745d64840a0', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:5e:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:35Z', 'updated_at': '2022-03-07T10:49:01Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:04.965763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcbee156-b61e-493e-ba7a-fdfb04e52f84 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:04.998427 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:05.018154 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:05.021928 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:05.023804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Checking segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:05.027250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network hostable DHCP agents. Network: 5634f860-c80c-43aa-9591-63f9b1ec12df, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:05.096244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Deleting port 1a63a685-407b-4804-baa4-bc6896eaa10c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:05.096939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.117043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bcbee156-b61e-493e-ba7a-fdfb04e52f84 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:05.117405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.165839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network 5634f860-c80c-43aa-9591-63f9b1ec12df is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:05.189982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-3b653deb-6863-43f7-9877-898594e2ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.195086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-3b653deb-6863-43f7-9877-898594e2ba15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.2662780 Mar 07 10:49:05.259545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5634f860-c80c-43aa-9591-63f9b1ec12df) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:05.275274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.275274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.283681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1df6cfb-d9de-449f-94b5-506d9c899392 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:05.285478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca0dc4-75cf-405a-99ac-66386d903b91 None None] Network 5634f860-c80c-43aa-9591-63f9b1ec12df requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:05.294453 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:05.339219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks [] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.362625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Transition to ACTIVE for port object e1df6cfb-d9de-449f-94b5-506d9c899392 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:05.364168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5cdf283a-3a55-46bc-8d62-e368a8c66488 None None] Provisioning complete for port 52d71f8c-0f3f-48ee-956a-158923f9b461 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:05.364545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5cdf283a-3a55-46bc-8d62-e368a8c66488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.369336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bcbee156-b61e-493e-ba7a-fdfb04e52f84 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:05.369336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.426807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.441844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.457926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.464467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port bcbee156-b61e-493e-ba7a-fdfb04e52f84, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcbee156-b61e-493e-ba7a-fdfb04e52f84,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:05.464467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf283a-3a55-46bc-8d62-e368a8c66488 None None] Port 52d71f8c-0f3f-48ee-956a-158923f9b461 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:05.464821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] For port 1a63a685-407b-4804-baa4-bc6896eaa10c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1a63a685-407b-4804-baa4-bc6896eaa10c,segment=NetworkSegment(900da6d2-c6a0-438d-9d6b-515ecd8ce4c4),segment_id=900da6d2-c6a0-438d-9d6b-515ecd8ce4c4)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:05.469871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.475032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.487239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.503937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.512438 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0bb0a8e6-1603-4696-80df-d9009557731e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8100758 Mar 07 10:49:05.512611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.527492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37902) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:05.528416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.539745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.550147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-399f4c4f-d404-440f-ac0e-7f8cd795f9f1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.7923806 Mar 07 10:49:05.551463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-d3e813dd-b594-4230-8400-6d6e335487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.553060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-d3e813dd-b594-4230-8400-6d6e335487b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 200 len: 915 time: 0.8700335 Mar 07 10:49:05.560165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5634f860-c80c-43aa-9591-63f9b1ec12df', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'fixed_ips': [{'subnet_id': 'c29969c6-7a4e-4b24-9661-ff4225047375'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:05.561038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.567823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3e089c57-6a0b-4e3c-8c83-60339a2b4936 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:05.613901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Calling delete_port for 1a63a685-407b-4804-baa4-bc6896eaa10c owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:05.651085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Router 8721e54a-57ff-4cb1-bbc0-aa103473c7c6 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:49:05.687564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:05.711544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cefb4ab2-ce4d-4524-8321-d4f72eb87c7f req-2add114f-4199-4554-b651-f3e188624a08 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510687 Mar 07 10:49:05.785145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=bcbee156-b61e-493e-ba7a-fdfb04e52f84,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:05.877597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2089-4ae8-4f3c-9615-58f6b43b3bd6 req-45296620-50ad-45de-8ea7-068583b272cd tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.889688 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '526f930d-4250-40c3-bb60-4745d64840a0', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:5e:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:35Z', 'updated_at': '2022-03-07T10:49:01Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:05.890682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3de2089-4ae8-4f3c-9615-58f6b43b3bd6 req-45296620-50ad-45de-8ea7-068583b272cd tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 945 time: 0.6839778 Mar 07 10:49:05.949381 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43d91-c552-4e65-b63c-137603a31801 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '526f930d-4250-40c3-bb60-4745d64840a0', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'port_id': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'mac_address': 'fa:16:3e:5e:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:48:35Z', 'updated_at': '2022-03-07T10:49:01Z', 'revision_number': 1, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:06.038794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a3de2089-4ae8-4f3c-9615-58f6b43b3bd6 req-3c81e153-cd75-43e7-b5df-8c4ac8de3f3d tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/security-groups?id=44f41b0f-92ef-4089-8318-ea34627f47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469588 Mar 07 10:49:06.041337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-c8dd4c38-0b2a-4e58-a197-e3bc577708ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.043051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-c8dd4c38-0b2a-4e58-a197-e3bc577708ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8315082 Mar 07 10:49:06.054830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Allocated IP 172.20.0.18 (5634f860-c80c-43aa-9591-63f9b1ec12df/c29969c6-7a4e-4b24-9661-ff4225047375/e81130e4-305a-4f61-9af0-5f66ba4553ef) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:06.139373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:06.147239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:06.147844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.186213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-c743ece2-a79e-4b2a-91ab-6e99966f4a5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77 HTTP/1.1" status: 200 len: 999 time: 0.6227334 Mar 07 10:49:06.312732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-8154b348-b921-4e07-8216-53b0bcb70608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.314312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-8154b348-b921-4e07-8216-53b0bcb70608 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 200 len: 853 time: 0.1137941 Mar 07 10:49:06.374722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:06.375363 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.388001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:06.390555 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae00bae-3ada-4cca-b533-a7e977121ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:06.396283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Attempting to bind port e1df6cfb-d9de-449f-94b5-506d9c899392 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:06.396827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Attempting to bind port e1df6cfb-d9de-449f-94b5-506d9c899392 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:06.410848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Attempting to bind port e1df6cfb-d9de-449f-94b5-506d9c899392 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:06.477745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:06.489374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5828d-29c8-4691-8a3d-843f2c36886c req-1f975c4f-ea63-41f4-b8ac-d959b0bf6d7d tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.491134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dd5828d-29c8-4691-8a3d-843f2c36886c req-1f975c4f-ea63-41f4-b8ac-d959b0bf6d7d tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 944 time: 0.5302167 Mar 07 10:49:06.502982 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe1b9e-d9ee-4b20-b5c5-ba095d2d8e22 x-openstack-request-id: req-edbe1b9e-d9ee-4b20-b5c5-ba095d2d8e22 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:06.503278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:06.503537 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edbe1b9e-d9ee-4b20-b5c5-ba095d2d8e22 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:06.504068 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d', 'status': 'completed', 'code': 200} Mar 07 10:49:06.514201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:06.517810 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb11b0-4c7f-4a00-adff-39e16417c101" -d '{"events": [{"server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "name": "network-vif-plugged", "status": "completed", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:06.520855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f210c4-dca4-4d44-a633-8c36a3c75d67 None None] New status for floating IP 526f930d-4250-40c3-bb60-4745d64840a0: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:49:06.573729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Port e1df6cfb-d9de-449f-94b5-506d9c899392 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:06.574006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Attempting to bind port e1df6cfb-d9de-449f-94b5-506d9c899392 on network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:06.578808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dd5828d-29c8-4691-8a3d-843f2c36886c req-df4c3903-7d33-4816-b776-81b504716dee tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 Mar 07 10:49:06.581316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-0c53e9b8-4e43-40da-a811-b980089e11a2 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084906 Mar 07 10:49:06.588230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-1260cfeb-d382-4efa-a8cf-b6d43492f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.590045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-1260cfeb-d382-4efa-a8cf-b6d43492f6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ec1e4b7-a20b-4df6-8952-11b2339401f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2691357 Mar 07 10:49:06.645970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:06.646194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Checking segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:06.646651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Bound using segment: {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:06.647189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Bound port: e1df6cfb-d9de-449f-94b5-506d9c899392, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe0a562-fb6d-433a-b990-1cb77a374276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:06.648535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.713709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.717041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1a63a685-407b-4804-baa4-bc6896eaa10c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:06.719016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:06.730764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] Sync routers for ids ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:06.748974 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61cbdff8-a81a-4ce1-a30c-2c200e7cc77b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "PUT /v2.0/routers/8721e54a-57ff-4cb1-bbc0-aa103473c7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4001834 Mar 07 10:49:06.755147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] Routers {'8721e54a-57ff-4cb1-bbc0-aa103473c7c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:06.762946 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:06.767369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:06.773600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'port': {'network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff', 'name': 'tempest-FloatingIPNegativeTestJSON-1814019663'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:06.810859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks [] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.852995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.881077 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2d986-c8f3-4ee0-ad7f-822ae52fa83c x-openstack-request-id: req-46f2d986-c8f3-4ee0-ad7f-822ae52fa83c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:06.885453 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "name": "network-vif-plugged", "status": "completed", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:06.885897 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46f2d986-c8f3-4ee0-ad7f-822ae52fa83c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:06.887825 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936', 'code': 200} Mar 07 10:49:06.921603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcbee156-b61e-493e-ba7a-fdfb04e52f84 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:07.013145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.045139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Network 5634f860-c80c-43aa-9591-63f9b1ec12df is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:07.051298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:07.057981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:07.152983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:07.205337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e1df6cfb-d9de-449f-94b5-506d9c899392,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:07.211509 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1a63a685-407b-4804-baa4-bc6896eaa10c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.212010 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:07.262484 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] Routers {'8721e54a-57ff-4cb1-bbc0-aa103473c7c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:07.263111 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:07.286162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.301753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b3604d6-a4ab-40ea-803a-31e68fd68bd4 req-9ad10df0-dcc5-41c5-8a10-1b4bf41d137e tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 210 time: 0.0959513 Mar 07 10:49:07.329435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5103-f592-458f-949d-3e637c6b8fad req-f7f8b980-7fdc-4a58-8743-57247ca6b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.332159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc9c5103-f592-458f-949d-3e637c6b8fad req-f7f8b980-7fdc-4a58-8743-57247ca6b775 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 1128 time: 0.3082035 Mar 07 10:49:07.353409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.363730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.379313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.393177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.404455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Pushing event deleted for resources: {'Port': ['ID=1a63a685-407b-4804-baa4-bc6896eaa10c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.409394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.413768 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:07.414426 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f9da7-8743-42e6-999e-6b397d56ea99 None None] The sync data for ids ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:07.432388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.442310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.445807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-80c91ff9-88cd-459b-8d7e-1520ccf21878 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4203904 Mar 07 10:49:07.502593 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No ports have port_id starting with 1a63a685-407b-4804-baa4-bc6896eaa10c Mar 07 10:49:07.588717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.589360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.590797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1df6cfb-d9de-449f-94b5-506d9c899392 HTTP/1.1" status: 200 len: 1092 time: 6.1301661 Mar 07 10:49:07.617377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Pushing event updated for resources: {'Port': ['ID=e81130e4-305a-4f61-9af0-5f66ba4553ef,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.620170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:07.622900 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256633b-f03b-4bac-be7f-6077918de3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:07.632280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] No DVR routers for this DVR port 1a63a685-407b-4804-baa4-bc6896eaa10c on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:07.643693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bcbee156-b61e-493e-ba7a-fdfb04e52f84 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:07.644065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.654035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc9c5103-f592-458f-949d-3e637c6b8fad req-4d72d707-2548-4276-9e3b-f294fc950dae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880202 Mar 07 10:49:07.658695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-45228986-725e-43d8-a767-8303d4f522e4 service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0573492 Mar 07 10:49:07.664021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.675555 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.26 "DELETE /v2.0/ports/1a63a685-407b-4804-baa4-bc6896eaa10c HTTP/1.1" status: 204 len: 173 time: 4.8454766 Mar 07 10:49:07.680227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Attempting to bind port e81130e4-305a-4f61-9af0-5f66ba4553ef on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:07.680776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Attempting to bind port e81130e4-305a-4f61-9af0-5f66ba4553ef by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:07.681250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Attempting to bind port e81130e4-305a-4f61-9af0-5f66ba4553ef on network 5634f860-c80c-43aa-9591-63f9b1ec12df {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:07.691135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5fb17ad-e3ae-4c26-ab7f-59d89d8b5670 req-091828b8-c5e8-45fc-b0a6-fb62be46041f service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0981116 Mar 07 10:49:07.699309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Made reservation on behalf of 6157b214317c41548e51fc30228b2b0d for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:07.703366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.735751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:07.739854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.743825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Checking segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:07.745394 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.745889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Bound using segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:07.746468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Bound port: e81130e4-305a-4f61-9af0-5f66ba4553ef, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:07.746865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.786946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] device_id is not set on port 316f59bb-d1fa-4aaa-97ab-5e72124ca316 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:07.839732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37d8e68e-199f-4ec2-97ba-3fbce2ec93a0 req-b1b3f1f4-3e25-411f-b1cb-36518493d3d7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3277578 Mar 07 10:49:07.987048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2db8-c5b1-4d99-ac4b-ce249547db5f req-551c3f33-2f7a-42f9-98ff-bcb3e32a3a1a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.995975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-920e2db8-c5b1-4d99-ac4b-ce249547db5f req-551c3f33-2f7a-42f9-98ff-bcb3e32a3a1a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 944 time: 0.2617931 Mar 07 10:49:08.082489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] For port e81130e4-305a-4f61-9af0-5f66ba4553ef, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:08.090290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] For port e81130e4-305a-4f61-9af0-5f66ba4553ef, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e81130e4-305a-4f61-9af0-5f66ba4553ef,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:08.098034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bcbee156-b61e-493e-ba7a-fdfb04e52f84 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:08.116742 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.141199 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e81706-81e4-45ea-937a-4bcb3e727ed4 x-openstack-request-id: req-d1e81706-81e4-45ea-937a-4bcb3e727ed4 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:08.142144 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:08.144589 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1e81706-81e4-45ea-937a-4bcb3e727ed4 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:08.146030 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392', 'status': 'completed', 'code': 200} Mar 07 10:49:08.231114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54e07-c260-46c7-89f7-4677ac6faa9b None None] Pushing event updated for resources: {'Port': ['ID=e81130e4-305a-4f61-9af0-5f66ba4553ef,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:08.471452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Allocated IP 172.20.0.13 (ff898c83-0d97-4377-85a6-1f3587f756ff/34ffe925-c315-451f-9f67-1ddd8e61d9e4/316f59bb-d1fa-4aaa-97ab-5e72124ca316) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:08.595358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.874997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad8a543d-38a2-4f62-9f94-60dc67003c6b req-ca3c0b0a-f1cb-43d0-9863-e08a30e46fdf service neutron] 10.222.0.26 "GET /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9944468 Mar 07 10:49:08.897294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f4a73e4-abfb-43d8-b705-cf1a0b925367 req-a2843853-da93-45d8-8dc8-fde9a387f256 tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f087c9-c45b-454f-b92c-0562cf1ed498 HTTP/1.1" status: 200 len: 210 time: 0.1060123 Mar 07 10:49:08.901692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-3b28ebb7-6a04-4266-aebe-ed1445f2b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.902564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-3b28ebb7-6a04-4266-aebe-ed1445f2b5c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 1126 time: 1.0329647 Mar 07 10:49:08.923416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-920e2db8-c5b1-4d99-ac4b-ce249547db5f req-cbe3c445-4244-46bf-850b-94122594f328 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214905 Mar 07 10:49:08.979718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e81130e4-305a-4f61-9af0-5f66ba4553ef up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:08.983522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-cdb4b85d-06de-4c25-8fec-ad23ff51e471 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1df6cfb-d9de-449f-94b5-506d9c899392 HTTP/1.1" status: 200 len: 217 time: 0.0572057 Mar 07 10:49:08.985784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-12c763e0-f2b9-4a11-891b-f4c07c78f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.987598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-12c763e0-f2b9-4a11-891b-f4c07c78f7c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 1125 time: 1.0532198 Mar 07 10:49:09.137527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e81130e4-305a-4f61-9af0-5f66ba4553ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:09.138034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.185029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-bda530b2-16cf-469b-87f1-2be881caab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.187000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-bda530b2-16cf-469b-87f1-2be881caab1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.1912894 Mar 07 10:49:09.310266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e81130e4-305a-4f61-9af0-5f66ba4553ef is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:09.310665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.331528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-d2f3cd80-e09c-47de-8985-278e5148d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.335409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-d2f3cd80-e09c-47de-8985-278e5148d312 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 915 time: 0.3384085 Mar 07 10:49:09.393447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port e81130e4-305a-4f61-9af0-5f66ba4553ef, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e81130e4-305a-4f61-9af0-5f66ba4553ef,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:09.402637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.483562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-b891c657-3e17-4810-8b61-91564f79f3c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d HTTP/1.1" status: 200 len: 217 time: 0.0830445 Mar 07 10:49:09.515369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=e81130e4-305a-4f61-9af0-5f66ba4553ef,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:09.583189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-d8b4931c-6087-4899-8ba4-ee349e927fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.585517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-d8b4931c-6087-4899-8ba4-ee349e927fc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.0782914 Mar 07 10:49:09.676244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-e6329e53-7f94-4c86-adfa-e1188f88543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.677782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-e6329e53-7f94-4c86-adfa-e1188f88543f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2980773 Mar 07 10:49:09.710479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.717480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.723240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.729723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.736401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.753391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.761554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.771431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-18cd2cdf-96ed-4b96-8161-b481194c1d32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.7160761 Mar 07 10:49:09.810161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-66d29113-73e3-40a0-bc8f-fa11fab7c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.817495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-66d29113-73e3-40a0-bc8f-fa11fab7c393 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2230976 Mar 07 10:49:10.007557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee442675-0fd4-4bf5-bbcc-a56f3f7952ae None None] Network 5634f860-c80c-43aa-9591-63f9b1ec12df requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:10.013245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.020490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37968) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:10.089556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5862746-16bf-4966-acf3-f89ae95986a1 req-13cd3f86-8f6f-474a-ab88-4b1a2d60c7a1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3167787 Mar 07 10:49:10.158899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'name': 'network-vif-deleted', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:10.163776 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c87e7c-3052-4bb3-97de-2855aa00cc91" -d '{"events": [{"server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "name": "network-vif-deleted", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:10.251663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-fcbddf09-1d70-449a-a76d-5fdb4bf10b0a service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950107 Mar 07 10:49:10.334065 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd10d5-2792-487f-b7af-914e7492144e x-openstack-request-id: req-fcfd10d5-2792-487f-b7af-914e7492144e {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:10.334505 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f087c9-c45b-454f-b92c-0562cf1ed498", "name": "network-vif-deleted", "tag": "1a63a685-407b-4804-baa4-bc6896eaa10c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:10.334862 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcfd10d5-2792-487f-b7af-914e7492144e {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:10.335366 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f087c9-c45b-454f-b92c-0562cf1ed498', 'name': 'network-vif-deleted', 'tag': '1a63a685-407b-4804-baa4-bc6896eaa10c', 'status': 'completed', 'code': 200} Mar 07 10:49:10.353466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Deleting subnet 89a3f707-5c39-458a-b452-340d85a0588b {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:10.356330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e5ff14c5-6750-4b0f-9b9c-6968d19ead57 None None] Provisioning complete for port e81130e4-305a-4f61-9af0-5f66ba4553ef triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:10.357268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5ff14c5-6750-4b0f-9b9c-6968d19ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.379393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-5c43839c-d1cf-428b-bf4b-0a42a96c4c80 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909292 Mar 07 10:49:10.385441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Publish callbacks [] for subnet (89a3f707-5c39-458a-b452-340d85a0588b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.408228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372419-1c78-445e-bee9-737c7fb434d9 req-749001b6-7129-49fa-a816-fd8659f75690 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:10.409866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6372419-1c78-445e-bee9-737c7fb434d9 req-749001b6-7129-49fa-a816-fd8659f75690 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 944 time: 0.2706723 Mar 07 10:49:10.527002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.567807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.20.0.17 (5634f860-c80c-43aa-9591-63f9b1ec12df/c29969c6-7a4e-4b24-9661-ff4225047375/9ce74b94-1c82-4b34-91a3-46410ad9255d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:10.633969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff14c5-6750-4b0f-9b9c-6968d19ead57 None None] Current status of the port e81130e4-305a-4f61-9af0-5f66ba4553ef is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:10.655697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6372419-1c78-445e-bee9-737c7fb434d9 req-f06a8147-9fca-42b8-9886-e4dc9b09480f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281399 Mar 07 10:49:10.662938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ae00bae-3ada-4cca-b533-a7e977121ebd req-49cd45f5-4fdb-4c12-8a36-d601bfd6f74b service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980308 Mar 07 10:49:10.711819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-7d74ab7d-a4dc-4f3c-abe6-1c0a0148e923 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233514 Mar 07 10:49:10.814289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e81130e4-305a-4f61-9af0-5f66ba4553ef up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:10.822758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (89a3f707-5c39-458a-b452-340d85a0588b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.848939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256633b-f03b-4bac-be7f-6077918de3fa req-f0698fd5-531d-448e-870d-61f50404ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:10.854756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-f0698fd5-531d-448e-870d-61f50404ef12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 1126 time: 0.0948989 Mar 07 10:49:10.869475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network ff898c83-0d97-4377-85a6-1f3587f756ff is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:10.882281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:10.897660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:10.935587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=316f59bb-d1fa-4aaa-97ab-5e72124ca316,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:10.944882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e81130e4-305a-4f61-9af0-5f66ba4553ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:10.946003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.965584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (89a3f707-5c39-458a-b452-340d85a0588b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.038427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.077203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-00960e9b-781c-470f-94a9-a0ddd6ed2c31 None None] Provisioning complete for port e81130e4-305a-4f61-9af0-5f66ba4553ef triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:11.077947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00960e9b-781c-470f-94a9-a0ddd6ed2c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.138701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.139771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.144713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256633b-f03b-4bac-be7f-6077918de3fa req-1162e262-f1c9-46d6-ab38-a56d2f302610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.146716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-1162e262-f1c9-46d6-ab38-a56d2f302610 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 915 time: 0.2856016 Mar 07 10:49:11.154702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.183901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network 5634f860-c80c-43aa-9591-63f9b1ec12df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:11.189440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:11.218178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:11.236786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4bd81a65-ee5d-435c-9047-a78e0451b6bb tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4651423 Mar 07 10:49:11.268869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:11.271302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-00960e9b-781c-470f-94a9-a0ddd6ed2c31 None None] Current status of the port e81130e4-305a-4f61-9af0-5f66ba4553ef is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:11.278907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:11.284519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-4a397160-90b0-4e0e-be14-1be4937954c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1df6cfb-d9de-449f-94b5-506d9c899392 HTTP/1.1" status: 200 len: 217 time: 0.1317973 Mar 07 10:49:11.317890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.328075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e81130e4-305a-4f61-9af0-5f66ba4553ef is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:11.341328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (89a3f707-5c39-458a-b452-340d85a0588b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.372808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a3f707-5c39-458a-b452-340d85a0588b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.383506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.405001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2efdb9b3-e68b-419e-bdbf-f7b7d3e8f030 None None] Provisioning complete for port 316f59bb-d1fa-4aaa-97ab-5e72124ca316 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:11.405619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2efdb9b3-e68b-419e-bdbf-f7b7d3e8f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.464044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.469480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.470301 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b070f1b5-112a-4419-a709-791136f4999e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/89a3f707-5c39-458a-b452-340d85a0588b HTTP/1.1" status: 204 len: 168 time: 1.4417741 Mar 07 10:49:11.476341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:11.512338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2efdb9b3-e68b-419e-bdbf-f7b7d3e8f030 None None] Port 316f59bb-d1fa-4aaa-97ab-5e72124ca316 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:11.516945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.522296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.528233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.533541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.538879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.558142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.564041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:11.571423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.578552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-27a00ee9-301d-4629-92d6-2fc2b9d41f99 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3103023 Mar 07 10:49:11.590574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256633b-f03b-4bac-be7f-6077918de3fa req-bf018b9e-3d9f-4fd5-9e88-adc43c9d6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.596439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-bf018b9e-3d9f-4fd5-9e88-adc43c9d6ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.2920704 Mar 07 10:49:11.604821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9f0b2816-0e4b-4845-9b70-eecdeb35d686), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.817775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-35678be2-4110-4903-926f-f6a43d052d07 None None] Provisioning complete for port 9ce74b94-1c82-4b34-91a3-46410ad9255d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:11.818295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35678be2-4110-4903-926f-f6a43d052d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.847890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9f0b2816-0e4b-4845-9b70-eecdeb35d686), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.851875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7b338d2-a662-4463-9262-bae5a1b8d65b req-57cf153e-8d22-4ac2-8538-87179d8a0676 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506723 Mar 07 10:49:11.858940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256633b-f03b-4bac-be7f-6077918de3fa req-5716f39e-08c9-4cd7-a304-84b8f6762b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.861830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-5716f39e-08c9-4cd7-a304-84b8f6762b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2229209 Mar 07 10:49:11.881660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.885480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0b2816-0e4b-4845-9b70-eecdeb35d686']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.903129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-35678be2-4110-4903-926f-f6a43d052d07 None None] Port 9ce74b94-1c82-4b34-91a3-46410ad9255d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:11.909203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.909386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900da6d2-c6a0-438d-9d6b-515ecd8ce4c4') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.924351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (900da6d2-c6a0-438d-9d6b-515ecd8ce4c4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.925877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:11.939204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'port_id': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d', 'mac_address': 'fa:16:3e:43:3e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067fe19f-64a2-4011-bbc1-26bae4e0548e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:11.971616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1f74c-f7f3-4e16-ab5b-5b067fa58265 req-f81af8c1-be71-4f9e-b701-0dd121eabc3c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.973475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84c1f74c-f7f3-4e16-ab5b-5b067fa58265 req-f81af8c1-be71-4f9e-b701-0dd121eabc3c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 944 time: 0.1702142 Mar 07 10:49:11.973963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (900da6d2-c6a0-438d-9d6b-515ecd8ce4c4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.025988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:12.026400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (900da6d2-c6a0-438d-9d6b-515ecd8ce4c4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:12.028184 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:12.047034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:12.047883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.092781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84c1f74c-f7f3-4e16-ab5b-5b067fa58265 req-91a049e5-d7a7-4a20-baa1-554e92770cec tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075711 Mar 07 10:49:12.095813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.119193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:12.146487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9f0b2816-0e4b-4845-9b70-eecdeb35d686), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.154279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-4aaff133-f880-4b68-b357-1e33b579d923 service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714777 Mar 07 10:49:12.175880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:12.178730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.182832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f0b2816-0e4b-4845-9b70-eecdeb35d686 HTTP/1.1" status: 204 len: 168 time: 0.7052157 Mar 07 10:49:12.186662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.196633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afd51a-7521-4146-b8b3-b5ed054b7655 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0b2816-0e4b-4845-9b70-eecdeb35d686,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.287844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.312253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2256633b-f03b-4bac-be7f-6077918de3fa req-a8b0e0bc-fd9b-4544-bc33-9337c5b1d8ec service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506546 Mar 07 10:49:12.460016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Allocated IP 172.25.4.245 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0559c45c-03d8-4361-a6c7-51c005f0fbef) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:12.475410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:12.506098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.515439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.547287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38008) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:12.626788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.630594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.636749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.656618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9754cde7-3f9d-4880-88f6-566c5842b712 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17beedb6590e41a2b92535997b262d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057558 Mar 07 10:49:12.669845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:12.693839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.742142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:12.745886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:12.767437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:12.810153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] Publish callbacks [] for security_group (44f41b0f-92ef-4089-8318-ea34627f47af), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.841829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=0559c45c-03d8-4361-a6c7-51c005f0fbef,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.852142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network 5634f860-c80c-43aa-9591-63f9b1ec12df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:12.859070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:12.890181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (1248d37f-613f-4868-9b9f-ecc2baf5e7bf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.939027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.046080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] Publish callbacks [] for security_group (44f41b0f-92ef-4089-8318-ea34627f47af), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.064061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router 50996c7b-1c36-4133-b850-c3af0dc8a99c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:13.215078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:13.222074 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0ceeba07-b49f-48f9-b2ac-2a56f911126e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "PUT /v2.0/routers/50996c7b-1c36-4133-b850-c3af0dc8a99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6917896 Mar 07 10:49:13.224433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.254987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.256384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Sync routers for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:13.261197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (44f41b0f-92ef-4089-8318-ea34627f47af), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.264729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.266198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44f41b0f-92ef-4089-8318-ea34627f47af HTTP/1.1" status: 204 len: 168 time: 0.5953288 Mar 07 10:49:13.278813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.282110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d334d-fa99-40d5-923e-cfd2528b8e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f41b0f-92ef-4089-8318-ea34627f47af,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.297252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.305882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.307510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:13.308317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:13.326478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.332700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.341091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.349133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-46b92fad-7b00-433a-9041-16de7912b4c9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3466842 Mar 07 10:49:13.375958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.419253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-25c436b5-985d-4415-a8eb-16504e80c0f3 None None] Provisioning complete for port 9ce74b94-1c82-4b34-91a3-46410ad9255d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:13.419624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25c436b5-985d-4415-a8eb-16504e80c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.458186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=0559c45c-03d8-4361-a6c7-51c005f0fbef,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.481843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-25c436b5-985d-4415-a8eb-16504e80c0f3 None None] Port 9ce74b94-1c82-4b34-91a3-46410ad9255d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:13.495224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:13.561511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (1248d37f-613f-4868-9b9f-ecc2baf5e7bf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.593265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.594977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab4741eb-f860-4660-87d7-7effe9945eed tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3247390 Mar 07 10:49:13.597258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e1df6cfb-d9de-449f-94b5-506d9c899392 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:13.597846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:13.603899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-31942aae-1c31-49ec-8623-36e81096772b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'floatingip': {'port_id': '316f59bb-d1fa-4aaa-97ab-5e72124ca316', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:13.648540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b4667-d387-4ebe-80ca-00f27460e652 req-11ae4c3a-2347-450c-b9fa-30f657e6ba16 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.651343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b5b4667-d387-4ebe-80ca-00f27460e652 req-11ae4c3a-2347-450c-b9fa-30f657e6ba16 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 944 time: 0.2908435 Mar 07 10:49:13.692647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31942aae-1c31-49ec-8623-36e81096772b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (1248d37f-613f-4868-9b9f-ecc2baf5e7bf), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.745910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:13.746851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-584b491d-8c61-4451-a2d1-76aaba6e432b req-d947d925-4e1d-41d3-bb57-168b23d0620b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3964429 Mar 07 10:49:13.830392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b5b4667-d387-4ebe-80ca-00f27460e652 req-671e2c88-de9b-4d43-8b94-a8872e10da9d tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615729 Mar 07 10:49:13.856253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e1df6cfb-d9de-449f-94b5-506d9c899392,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:13.881708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e1df6cfb-d9de-449f-94b5-506d9c899392', 'network_id': 'd79ea9f1-76b6-422f-b847-a9fb4ef5a563', 'port_id': 'e1df6cfb-d9de-449f-94b5-506d9c899392', 'mac_address': 'fa:16:3e:99:af:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067fe19f-64a2-4011-bbc1-26bae4e0548e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:13.984963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:14.014051 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-31942aae-1c31-49ec-8623-36e81096772b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] update failed (client error): The resource could not be found. Mar 07 10:49:14.015145 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-31942aae-1c31-49ec-8623-36e81096772b tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "PUT /v2.0/floatingips/1248d37f-613f-4868-9b9f-ecc2baf5e7bf HTTP/1.1" status: 404 len: 507 time: 0.4160984 Mar 07 10:49:14.018944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:14.043870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:14.044243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.086078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e1df6cfb-d9de-449f-94b5-506d9c899392 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:14.086874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.132872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1df6cfb-d9de-449f-94b5-506d9c899392 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:14.159370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e1df6cfb-d9de-449f-94b5-506d9c899392,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:14.181516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.294726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-20e0e41f-24ec-4a77-b280-22f5bd2a1a4f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:14.296339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-20e0e41f-24ec-4a77-b280-22f5bd2a1a4f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/networks?id=5634f860-c80c-43aa-9591-63f9b1ec12df HTTP/1.1" status: 200 len: 798 time: 0.4144711 Mar 07 10:49:14.350391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-5be02215-48ba-41c8-8f88-226d2bb23600 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/quotas/2542f4df4d734492bf01686db9d32d8b HTTP/1.1" status: 200 len: 375 time: 0.0415578 Mar 07 10:49:14.388785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:14.408608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting port 0559c45c-03d8-4361-a6c7-51c005f0fbef {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:14.409417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.415994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:14.416910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.481859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:14.491823 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17e45b-bc9f-4498-86df-2267423207c1" -d '{"events": [{"server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "name": "network-vif-plugged", "status": "completed", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:14.506289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e1df6cfb-d9de-449f-94b5-506d9c899392'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:14.507752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-d24f6983-7695-4387-8e50-4785ccc0af1f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1474476 Mar 07 10:49:14.551629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9ce74b94-1c82-4b34-91a3-46410ad9255d', 'name': '', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:cc:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:09Z', 'updated_at': '2022-03-07T10:49:12Z', 'revision_number': 2, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:14.589245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:14.591303 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4f6ed-e806-487f-af26-f52af67e3153 x-openstack-request-id: req-12d4f6ed-e806-487f-af26-f52af67e3153 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:14.591610 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "name": "network-vif-plugged", "status": "completed", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:14.591894 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12d4f6ed-e806-487f-af26-f52af67e3153 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:14.592259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.592352 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d', 'code': 200} Mar 07 10:49:14.592421 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (0559c45c-03d8-4361-a6c7-51c005f0fbef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.626902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Checking router: 50996c7b-1c36-4133-b850-c3af0dc8a99c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:14.627248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Updating router 50996c7b-1c36-4133-b850-c3af0dc8a99c port 9ce74b94-1c82-4b34-91a3-46410ad9255d binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:49:14.648651 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.733516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.738757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Calling delete_port for 0559c45c-03d8-4361-a6c7-51c005f0fbef owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:14.753083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:14.872277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-77101512-ce7f-4117-b10a-fbfb8357b83d service neutron] 10.222.0.23 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511748 Mar 07 10:49:14.878744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159693ce-8bba-49cc-97cc-cf491272c029 req-412c70c3-ed2a-422c-8812-2d830985da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:14.880242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-159693ce-8bba-49cc-97cc-cf491272c029 req-412c70c3-ed2a-422c-8812-2d830985da7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 1127 time: 0.2153740 Mar 07 10:49:15.244236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks [] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.257995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.430981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-159693ce-8bba-49cc-97cc-cf491272c029 req-2eab5052-7afe-4346-bca9-3b80a431d800 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389695 Mar 07 10:49:15.453108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.458465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.463872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.469697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.475282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.481664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.487235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.489261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38171773-1166-47cd-947d-b9ed8df84d8f req-32b9f4e4-003e-4a61-8aae-8d317231cd89 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1546400 Mar 07 10:49:15.572129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38171773-1166-47cd-947d-b9ed8df84d8f req-2118ab83-45b0-4f01-b367-d32cb3025d14 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659411 Mar 07 10:49:15.572929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-62aeac4b-be2e-4c7c-bb3d-c1693bae12ac service neutron] 10.222.0.23 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917696 Mar 07 10:49:15.591493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0559c45c-03d8-4361-a6c7-51c005f0fbef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.631020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8aa71-446b-43bb-8729-e0ac872e7b39 None None] Pushing event updated for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:15.653515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Attempting to bind port 9ce74b94-1c82-4b34-91a3-46410ad9255d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:15.653894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Attempting to bind port 9ce74b94-1c82-4b34-91a3-46410ad9255d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:15.654263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Attempting to bind port 9ce74b94-1c82-4b34-91a3-46410ad9255d on network 5634f860-c80c-43aa-9591-63f9b1ec12df {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:15.662147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:15.662604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Checking segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:15.663011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.663519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Bound using segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:15.664447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Bound port: 9ce74b94-1c82-4b34-91a3-46410ad9255d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:15.664846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.675629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Port': ['ID=0559c45c-03d8-4361-a6c7-51c005f0fbef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:15.750836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (1248d37f-613f-4868-9b9f-ecc2baf5e7bf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.763256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.768245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cc9044dc-b46b-4390-8f9b-b92c9d16bfec tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "DELETE /v2.0/floatingips/1248d37f-613f-4868-9b9f-ecc2baf5e7bf HTTP/1.1" status: 204 len: 168 time: 1.7440863 Mar 07 10:49:15.768622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38104) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:15.773358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a6bda084-6da9-4370-bc0f-d033f1e044a7 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'floatingip': {'floating_network_id': 'ff898c83-0d97-4377-85a6-1f3587f756ff', 'port_id': '316f59bb-d1fa-4aaa-97ab-5e72124ca316', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:15.810566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] For port 9ce74b94-1c82-4b34-91a3-46410ad9255d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:15.819448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] For port 9ce74b94-1c82-4b34-91a3-46410ad9255d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9ce74b94-1c82-4b34-91a3-46410ad9255d,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:15.828352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6bda084-6da9-4370-bc0f-d033f1e044a7 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.835090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.876699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd6a46-35da-4672-bcba-055eb1756334 req-d6c62957-e3cf-4677-9ee6-2d1363f5c95f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.881936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92cd6a46-35da-4672-bcba-055eb1756334 req-d6c62957-e3cf-4677-9ee6-2d1363f5c95f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 945 time: 0.1161356 Mar 07 10:49:15.939596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8aa71-446b-43bb-8729-e0ac872e7b39 None None] Pushing event updated for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:16.006678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:16.010715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:48:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:16.054727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92cd6a46-35da-4672-bcba-055eb1756334 req-7ff94e5f-16d4-4455-978b-77e9264dd72f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646485 Mar 07 10:49:16.103159 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a6bda084-6da9-4370-bc0f-d033f1e044a7 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:49:16.109384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38122) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:16.109534 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6bda084-6da9-4370-bc0f-d033f1e044a7 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3396332 Mar 07 10:49:16.115334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '316f59bb-d1fa-4aaa-97ab-5e72124ca316', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:16.179471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Provisioning complete for port 9ce74b94-1c82-4b34-91a3-46410ad9255d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:16.179873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.186673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.245565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4d48553-e48f-49b9-bb2b-6e082f4ea7f5 req-32ad9e3b-0f8a-4f27-985d-b61183a2552f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 210 time: 0.0828385 Mar 07 10:49:16.249293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:16.596101 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.671798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Current status of the port 9ce74b94-1c82-4b34-91a3-46410ad9255d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:16.672394 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.825604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] For port 9ce74b94-1c82-4b34-91a3-46410ad9255d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9ce74b94-1c82-4b34-91a3-46410ad9255d,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:16.845736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.874181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Allocated IP 172.25.4.211 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d1a4de84-0470-4bab-a13f-42639fa0f266) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:16.946854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1062b2-14d0-4126-b117-ad7d197b5281 None None] Pushing event updated for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:16.956247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9ce74b94-1c82-4b34-91a3-46410ad9255d', 'name': '', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:cc:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:09Z', 'updated_at': '2022-03-07T10:49:15Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:16.964416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:16.977491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:16.994106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc7ac-a471-4f5a-867a-823bd42b2d98 None None] The sync data for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 is: [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9ce74b94-1c82-4b34-91a3-46410ad9255d', 'name': '', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:cc:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:09Z', 'updated_at': '2022-03-07T10:49:15Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:17.003405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.014859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.031265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9c20f497-131c-44a3-b4d2-f54f28194aba None None] Provisioning complete for port 9ce74b94-1c82-4b34-91a3-46410ad9255d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:17.031967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c20f497-131c-44a3-b4d2-f54f28194aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.036708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.053065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.064690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.072653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-1723fda3-775b-4976-ab6e-1648b34715f5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2981451 Mar 07 10:49:17.250130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for port (d1a4de84-0470-4bab-a13f-42639fa0f266), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.304742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38168) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:17.309077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d1a4de84-0470-4bab-a13f-42639fa0f266), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.318930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9c20f497-131c-44a3-b4d2-f54f28194aba None None] Current status of the port 9ce74b94-1c82-4b34-91a3-46410ad9255d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:17.491373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d38c-d88d-4047-9a23-a53ed6a64944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.502074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event updated for resources: {'Port': ['ID=d1a4de84-0470-4bab-a13f-42639fa0f266,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:17.611291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e1df6cfb-d9de-449f-94b5-506d9c899392 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:17.692653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:17.696860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d38c-d88d-4047-9a23-a53ed6a64944 admin admin] Publish callbacks [] for security_group (f632e90a-fd92-4588-99d1-dcff019b0fa5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.710254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d38c-d88d-4047-9a23-a53ed6a64944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f632e90a-fd92-4588-99d1-dcff019b0fa5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.740430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:17.754077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12bd8234-d4ed-4cdd-ae88-68102616a8d5 req-be9a4b00-520a-499f-a16f-f77392ad8c31 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4609652 Mar 07 10:49:17.757048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:17.760673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e1df6cfb-d9de-449f-94b5-506d9c899392 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:17.765118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e1df6cfb-d9de-449f-94b5-506d9c899392 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:17.765487 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.776345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9d38c-d88d-4047-9a23-a53ed6a64944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632e90a-fd92-4588-99d1-dcff019b0fa5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:17.815905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a649d-5e91-4a08-a38d-df634cb81e06 req-8c925a1d-734d-43fd-ba16-c3db3f0cf1da tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.817890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3eb9d38c-d88d-4047-9a23-a53ed6a64944 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05b91628fa37412eaeec3e6a2a500ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111902 Mar 07 10:49:17.824200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38180) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:17.825341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-930a649d-5e91-4a08-a38d-df634cb81e06 req-8c925a1d-734d-43fd-ba16-c3db3f0cf1da tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 945 time: 0.5189707 Mar 07 10:49:17.902681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-3c2f5abf-cfc7-459a-93e9-aeb7cdd84b46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4166443 Mar 07 10:49:17.959284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e1df6cfb-d9de-449f-94b5-506d9c899392 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:17.960630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.077787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e1df6cfb-d9de-449f-94b5-506d9c899392,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:18.081245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:18.089697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-930a649d-5e91-4a08-a38d-df634cb81e06 req-724caebd-2227-4e9d-b784-f42ff0630dc3 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632618 Mar 07 10:49:18.094856 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c3d7b-5681-4b3d-86bb-7cb69093f5cb" -d '{"events": [{"server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "name": "network-vif-plugged", "status": "completed", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:18.126121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.208939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92cab300-4ce2-40b4-a534-d27c6e47d412 req-0b52c490-81b0-4c41-9cb8-84d5e289402b tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 210 time: 0.1180596 Mar 07 10:49:18.234881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] Publish callbacks [] for security_group (f632e90a-fd92-4588-99d1-dcff019b0fa5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.244816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-06e9be9d-c1e9-4b19-8034-2b1e40e31211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:18.246413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-06e9be9d-c1e9-4b19-8034-2b1e40e31211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.2730646 Mar 07 10:49:18.251637 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce89757-08f8-4682-b2c3-7213efb159f2 x-openstack-request-id: req-5ce89757-08f8-4682-b2c3-7213efb159f2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:18.251942 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "name": "network-vif-plugged", "status": "completed", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:18.255499 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ce89757-08f8-4682-b2c3-7213efb159f2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:18.258205 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392', 'code': 200} Mar 07 10:49:18.259564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:18.287037 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] Publish callbacks [] for security_group (f632e90a-fd92-4588-99d1-dcff019b0fa5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.360751 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f632e90a-fd92-4588-99d1-dcff019b0fa5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.382552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.386976 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f632e90a-fd92-4588-99d1-dcff019b0fa5 HTTP/1.1" status: 204 len: 168 time: 0.5566337 Mar 07 10:49:18.404378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec610d8-c844-4ed0-b917-4b784ebfa32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632e90a-fd92-4588-99d1-dcff019b0fa5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:18.449073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-656f729f-b66f-4ab4-b20f-7559ee7bec5a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:18.450621 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-656f729f-b66f-4ab4-b20f-7559ee7bec5a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.32 "GET /v2.0/networks?id=5634f860-c80c-43aa-9591-63f9b1ec12df HTTP/1.1" status: 200 len: 798 time: 0.5369320 Mar 07 10:49:18.464864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Request body: {'port': {'device_id': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'admin_state_up': True, 'tenant_id': '2542f4df4d734492bf01686db9d32d8b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:18.568781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ddc5b-c0ad-430e-8b7a-0035ca63fe67 req-47f3dd7a-6aff-435a-8c6a-65d4f10902b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:18.570216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c1ddc5b-c0ad-430e-8b7a-0035ca63fe67 req-47f3dd7a-6aff-435a-8c6a-65d4f10902b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 1128 time: 0.2426660 Mar 07 10:49:18.667345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-b7f66ddb-37da-472d-95fb-b3fad51a5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:18.673324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-b7f66ddb-37da-472d-95fb-b3fad51a5af5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.4017446 Mar 07 10:49:18.677729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting port d1a4de84-0470-4bab-a13f-42639fa0f266 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:18.678066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d1a4de84-0470-4bab-a13f-42639fa0f266), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.681250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Made reservation on behalf of 2542f4df4d734492bf01686db9d32d8b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:18.686301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.802942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c1ddc5b-c0ad-430e-8b7a-0035ca63fe67 req-fceef7a1-e26f-45e5-962d-66884b800a45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130783 Mar 07 10:49:18.898033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9ce74b94-1c82-4b34-91a3-46410ad9255d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:18.958360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-8c810491-e20d-49c0-8631-33820e129341 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 1001 time: 0.2766197 Mar 07 10:49:19.040921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Allocated IP 172.20.0.21 (5634f860-c80c-43aa-9591-63f9b1ec12df/c29969c6-7a4e-4b24-9661-ff4225047375/b3fb60a5-2a61-4304-adc0-3027729abb04) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:19.088950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9ce74b94-1c82-4b34-91a3-46410ad9255d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:19.089323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.168322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d1a4de84-0470-4bab-a13f-42639fa0f266), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.168322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for floatingip (d1a4de84-0470-4bab-a13f-42639fa0f266), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.214259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Calling delete_port for d1a4de84-0470-4bab-a13f-42639fa0f266 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:19.266227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-7a45984b-26c3-4b47-92ec-2b635eb863fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.278522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-7a45984b-26c3-4b47-92ec-2b635eb863fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.2383399 Mar 07 10:49:19.285612 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.320470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.321976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9ce74b94-1c82-4b34-91a3-46410ad9255d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:19.339373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.344984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.359231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.362685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.373111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.385880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.404780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.406584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-c41d2990-cf6b-4322-8436-b71d4eb63ce4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4442806 Mar 07 10:49:19.449140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Network 5634f860-c80c-43aa-9591-63f9b1ec12df is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:19.452814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:19.457049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:19.545308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.545945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.558214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event updated for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:19.583948 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-8b5e9d39-0fa8-4e6b-896c-74e6c88a2b42 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1238399 Mar 07 10:49:19.594902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-22e95f97-abff-46d7-80cb-aafab68152d4 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:49:19.596252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-22e95f97-abff-46d7-80cb-aafab68152d4 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063586 Mar 07 10:49:19.741423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d3fa6-a6f0-4aba-a68e-7f3118f27405 req-3621745e-0f0b-4dc7-9187-ac5339052402 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.743198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342d3fa6-a6f0-4aba-a68e-7f3118f27405 req-3621745e-0f0b-4dc7-9187-ac5339052402 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.5043092 Mar 07 10:49:19.759627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-bc1b59fc-85d6-4881-ab2c-efe981b7925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:19.761104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-bc1b59fc-85d6-4881-ab2c-efe981b7925c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4693353 Mar 07 10:49:19.809444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ca1cd08-90d3-4f37-b1cf-071c81bc7ea5 req-545114c5-3dbd-4990-9910-381253c9d975 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3349488 Mar 07 10:49:19.860187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Request body: {'port': {'device_id': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:19.973429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8a4978d8-ebd2-4c19-ab9b-0aa5a99c0e3e None None] Provisioning complete for port b3fb60a5-2a61-4304-adc0-3027729abb04 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:19.973888 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a4978d8-ebd2-4c19-ab9b-0aa5a99c0e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.005744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-342d3fa6-a6f0-4aba-a68e-7f3118f27405 req-02d354d4-b1c0-4376-9bc8-1b5ccaa9b0e1 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491028 Mar 07 10:49:20.040542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d1a4de84-0470-4bab-a13f-42639fa0f266), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.088615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-b7987a8f-0985-49e1-baf8-ac1a93b0517a service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021667 Mar 07 10:49:20.167572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.171135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8a4978d8-ebd2-4c19-ab9b-0aa5a99c0e3e None None] Port b3fb60a5-2a61-4304-adc0-3027729abb04 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:20.244381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Port': ['ID=d1a4de84-0470-4bab-a13f-42639fa0f266,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:20.516860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14e09c99-7a92-4812-bc45-9b14912a5ebc req-94e92650-6399-47e1-89cb-2010dd57be05 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643491 Mar 07 10:49:20.553320 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] create failed (client error): The resource could not be found. Mar 07 10:49:20.563435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d31ba1fc-6eb0-4667-8596-637a0693e2d4 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4526055 Mar 07 10:49:20.564989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38258) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:20.617865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb60a5-2a61-4304-adc0-3027729abb04 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:20.636086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks [] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.647638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff56e78b-548a-47f4-8f20-72a7e1f59585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.656708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948101-467f-4c65-a731-78fc69b0b5c8 req-60b10315-a99a-4d97-b6cb-e08389083c6a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:20.658183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14948101-467f-4c65-a731-78fc69b0b5c8 req-60b10315-a99a-4d97-b6cb-e08389083c6a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 895 time: 0.5758390 Mar 07 10:49:20.660879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Transition to ACTIVE for port object b3fb60a5-2a61-4304-adc0-3027729abb04 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:20.669402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.776672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:20.829787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting port 316f59bb-d1fa-4aaa-97ab-5e72124ca316 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:20.831419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.942518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Attempting to bind port b3fb60a5-2a61-4304-adc0-3027729abb04 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:20.942857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Attempting to bind port b3fb60a5-2a61-4304-adc0-3027729abb04 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:20.943183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Attempting to bind port b3fb60a5-2a61-4304-adc0-3027729abb04 on network 5634f860-c80c-43aa-9591-63f9b1ec12df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:20.959986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Port b3fb60a5-2a61-4304-adc0-3027729abb04 on network 5634f860-c80c-43aa-9591-63f9b1ec12df not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:20.960327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Attempting to bind port b3fb60a5-2a61-4304-adc0-3027729abb04 on network 5634f860-c80c-43aa-9591-63f9b1ec12df {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:20.992393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:20.992890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Checking segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:20.993287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Bound using segment: {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:20.993748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Bound port: b3fb60a5-2a61-4304-adc0-3027729abb04, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4403974-8e01-4d75-88b6-b4e6e39dda38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:20.994124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.071808 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.182360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Calling delete_port for 316f59bb-d1fa-4aaa-97ab-5e72124ca316 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:21.190050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:21.193897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b3fb60a5-2a61-4304-adc0-3027729abb04,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:21.205919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.376479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e285d1-876a-48cd-9c3e-b5275f84d667 req-8c6a86c3-9151-4a35-8bba-35236dc95209 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.378509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68e285d1-876a-48cd-9c3e-b5275f84d667 req-8c6a86c3-9151-4a35-8bba-35236dc95209 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.2006378 Mar 07 10:49:21.392456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.399223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.406101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.419549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.425865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.431957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.438039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.440289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-19a0a960-7b23-49b7-ba08-778bdb11128a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3657422 Mar 07 10:49:21.605407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68e285d1-876a-48cd-9c3e-b5275f84d667 req-7898d2f9-6b03-47cb-9810-73930a6aeffa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635139 Mar 07 10:49:21.679223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31fa49a5-191e-4b86-a11d-f68d7724a53c req-411514fb-50f7-4d3f-9f7b-ae8e759f7775 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2256861 Mar 07 10:49:21.686692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (316f59bb-d1fa-4aaa-97ab-5e72124ca316), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.796537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Port': ['ID=316f59bb-d1fa-4aaa-97ab-5e72124ca316,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:21.999790 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.005436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e5b72168-756d-42ba-ab7d-a26ec73b2b29 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "DELETE /v2.0/ports/316f59bb-d1fa-4aaa-97ab-5e72124ca316 HTTP/1.1" status: 204 len: 168 time: 1.4371293 Mar 07 10:49:22.016786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:22.045658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:22.082279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.082738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.112325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-1646bb41-b9c1-4877-bb67-7cdce7090ff4 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3fb60a5-2a61-4304-adc0-3027729abb04 HTTP/1.1" status: 200 len: 1055 time: 2.5068650 Mar 07 10:49:22.113109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:22.132481 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:22.139257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587986e8-1b51-45af-8902-d858e6ec40ee req-99665502-1b9c-4705-82b2-2d1e439f4d41 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.141068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-587986e8-1b51-45af-8902-d858e6ec40ee req-99665502-1b9c-4705-82b2-2d1e439f4d41 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 907 time: 0.1524477 Mar 07 10:49:22.170780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3ba1-3591-4f6d-9a84-3ff980c6b3ae req-6c3d1dc0-785d-4c23-89af-baf2b23f972f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.172824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2da3ba1-3591-4f6d-9a84-3ff980c6b3ae req-6c3d1dc0-785d-4c23-89af-baf2b23f972f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1855977 Mar 07 10:49:22.180072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6425b-7306-4818-9df7-c16e4f85dc6d tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.184204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f3e6425b-7306-4818-9df7-c16e4f85dc6d tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "GET /v2.0/ports?device_id=8721e54a-57ff-4cb1-bbc0-aa103473c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1658685 Mar 07 10:49:22.186284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:22.297188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2da3ba1-3591-4f6d-9a84-3ff980c6b3ae req-c69593c4-71e2-40d0-b590-86d6c2be93c2 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145537 Mar 07 10:49:22.376383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0c6e-6ca9-4281-b734-237c6afe0720 req-807c6a77-6e88-4e89-86d5-ffc33cb94109 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.389125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75bd0c6e-6ca9-4281-b734-237c6afe0720 req-807c6a77-6e88-4e89-86d5-ffc33cb94109 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.0773575 Mar 07 10:49:22.440876 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5682afc-41ee-4143-b2a2-579fa2e61833 x-openstack-request-id: req-a5682afc-41ee-4143-b2a2-579fa2e61833 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:22.441422 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:22.441859 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5682afc-41ee-4143-b2a2-579fa2e61833 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:22.442567 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04', 'status': 'completed', 'code': 200} Mar 07 10:49:22.480625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75bd0c6e-6ca9-4281-b734-237c6afe0720 req-6b8ff11e-efd6-4f25-94dd-cdb2a04e0a68 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831995 Mar 07 10:49:22.589008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd49e47-29b8-4d3a-bee7-7ddd76148ef9 req-c59f4532-1b27-4a8c-80f2-f39bb17d38ee tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.593690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd49e47-29b8-4d3a-bee7-7ddd76148ef9 req-c59f4532-1b27-4a8c-80f2-f39bb17d38ee tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.0891180 Mar 07 10:49:22.604189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-a324ae04-b2e2-49ac-8e07-2f661a1eb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.605688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-a324ae04-b2e2-49ac-8e07-2f661a1eb3ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 1089 time: 0.4351447 Mar 07 10:49:22.669952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd49e47-29b8-4d3a-bee7-7ddd76148ef9 req-b1f923c3-9e34-4167-98da-de93d6e4926a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655558 Mar 07 10:49:22.684706 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-196a0166-8332-46e0-9c7b-98e9f38475e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b3fb60a5-2a61-4304-adc0-3027729abb04 HTTP/1.1" status: 200 len: 217 time: 0.0716527 Mar 07 10:49:22.784037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-4c825582-4ab8-4803-9aa4-55d4d54602f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.787044 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-4c825582-4ab8-4803-9aa4-55d4d54602f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29969c6-7a4e-4b24-9661-ff4225047375 HTTP/1.1" status: 200 len: 837 time: 0.0971994 Mar 07 10:49:22.890516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.896832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.905413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.911576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.917328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.924058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.930661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.938230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-2d904511-0b5b-4ff6-abc5-1eb1f55af8ea tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1274595 Mar 07 10:49:22.962387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-09791c08-16ac-43bc-b7df-b8f9b9a080c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:22.963945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-09791c08-16ac-43bc-b7df-b8f9b9a080c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5634f860-c80c-43aa-9591-63f9b1ec12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1325881 Mar 07 10:49:22.985576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0a1311c-98b5-4ce7-a17c-251fe8569bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.049054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38336) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:23.101450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8407aa4e-c428-4bcb-88b0-f340dab4a1a1 req-5cc2022e-41fc-47af-a38f-7bacc597eab7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620104 Mar 07 10:49:23.173473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-cb752bd5-3acb-4273-988c-2134c4ed4e30 service neutron] 10.222.0.32 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015944 Mar 07 10:49:23.175867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.227293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fbacb-4ad9-4ea3-b833-851651c128ac req-77d3ee2e-9d9a-4c1c-aeb1-5bfe356ab5b8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.235340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c3fbacb-4ad9-4ea3-b833-851651c128ac req-77d3ee2e-9d9a-4c1c-aeb1-5bfe356ab5b8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.1321838 Mar 07 10:49:23.332235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7527adb0-036b-4e74-bac0-faada3613dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.359898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c3fbacb-4ad9-4ea3-b833-851651c128ac req-56d18317-7222-4c46-bbfc-b5b7e5764d42 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232736 Mar 07 10:49:23.395267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37569d0-a2bf-451a-8b3a-be9ffa1a5925 req-85e9e42d-b806-4d08-9af0-524a9e404c6f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.404014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d37569d0-a2bf-451a-8b3a-be9ffa1a5925 req-85e9e42d-b806-4d08-9af0-524a9e404c6f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 907 time: 0.1278596 Mar 07 10:49:23.508313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-83dfa5ae-496e-4287-ac31-05919d2af888 req-bfaf1ff1-f19c-493c-a562-5066254dd3e3 service neutron] 10.222.0.32 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285279 Mar 07 10:49:23.605641 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7527adb0-036b-4e74-bac0-faada3613dcc admin admin] Publish callbacks [] for security_group (393568de-a209-47cb-bea7-c51c96c4a67c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.629107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7527adb0-036b-4e74-bac0-faada3613dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (393568de-a209-47cb-bea7-c51c96c4a67c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.716692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7527adb0-036b-4e74-bac0-faada3613dcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65555b737c994d3eb010035d49b1a92d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639886 Mar 07 10:49:23.716889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64312dc-d895-4377-8974-c3af728eb074 req-4d46d90e-c695-470d-9ec6-87cbbddcf7b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.718470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:23.719120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527adb0-036b-4e74-bac0-faada3613dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393568de-a209-47cb-bea7-c51c96c4a67c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:23.720469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a64312dc-d895-4377-8974-c3af728eb074 req-4d46d90e-c695-470d-9ec6-87cbbddcf7b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1224895 Mar 07 10:49:23.763572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-7b47f9ee-4ddb-4e7f-90f9-213051c78423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.765116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-7b47f9ee-4ddb-4e7f-90f9-213051c78423 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 1089 time: 0.1902673 Mar 07 10:49:23.824240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a64312dc-d895-4377-8974-c3af728eb074 req-a8cac505-b9f0-4489-b81a-3f64cf8e11cd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974653 Mar 07 10:49:23.832514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428b6a0-3cdd-4135-9af9-43ad24f78635 req-3621fe2f-a850-40f9-a72e-49a8ea906446 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.834184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5428b6a0-3cdd-4135-9af9-43ad24f78635 req-3621fe2f-a850-40f9-a72e-49a8ea906446 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1095386 Mar 07 10:49:23.897724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5428b6a0-3cdd-4135-9af9-43ad24f78635 req-b01f287f-d46b-44ae-82d3-165e31299ba6 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569286 Mar 07 10:49:23.934764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] Publish callbacks [] for security_group (393568de-a209-47cb-bea7-c51c96c4a67c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.978753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] Publish callbacks [] for security_group (393568de-a209-47cb-bea7-c51c96c4a67c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.009658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-98434bda-fcc9-47b0-8059-7c06cc83ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.011245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-98434bda-fcc9-47b0-8059-7c06cc83ebd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5634f860-c80c-43aa-9591-63f9b1ec12df HTTP/1.1" status: 200 len: 899 time: 0.2246251 Mar 07 10:49:24.036289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting port 52d71f8c-0f3f-48ee-956a-158923f9b461 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:24.036624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.127581 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.191317 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.241291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-f5b80fe3-3f71-4db1-93d2-bddc8cd3140e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b3fb60a5-2a61-4304-adc0-3027729abb04 HTTP/1.1" status: 200 len: 217 time: 0.2059078 Mar 07 10:49:24.255138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (393568de-a209-47cb-bea7-c51c96c4a67c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.258145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.259464 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/393568de-a209-47cb-bea7-c51c96c4a67c HTTP/1.1" status: 204 len: 168 time: 0.5306582 Mar 07 10:49:24.266692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf7da-60e2-4f4b-b895-e09051728f16 req-aa6799b3-2573-49a8-8d09-ac9a3f601eac tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.272209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf7da-60e2-4f4b-b895-e09051728f16 req-aa6799b3-2573-49a8-8d09-ac9a3f601eac tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.279731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf7da-60e2-4f4b-b895-e09051728f16 req-aa6799b3-2573-49a8-8d09-ac9a3f601eac tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.282214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fecf7da-60e2-4f4b-b895-e09051728f16 req-aa6799b3-2573-49a8-8d09-ac9a3f601eac tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c&device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209&device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 2418 time: 0.1127198 Mar 07 10:49:24.324784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05cf70-b35a-4be5-9ef0-9e351f12da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393568de-a209-47cb-bea7-c51c96c4a67c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:24.357192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.372873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-f0be0a0b-19c8-4619-b929-12394ea43daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.379535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-f0be0a0b-19c8-4619-b929-12394ea43daa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29969c6-7a4e-4b24-9661-ff4225047375 HTTP/1.1" status: 200 len: 837 time: 0.1365614 Mar 07 10:49:24.388890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Calling delete_port for 52d71f8c-0f3f-48ee-956a-158923f9b461 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:24.436553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.441866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.451802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.462189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.471481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.477219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.484819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.492389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-c17a9e5b-d798-42f9-a5f8-7fdffff90367 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2091002 Mar 07 10:49:24.510300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-57c1e188-0c89-4287-899a-3d10e55269a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.512242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-57c1e188-0c89-4287-899a-3d10e55269a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5634f860-c80c-43aa-9591-63f9b1ec12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1247430 Mar 07 10:49:24.521052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fecf7da-60e2-4f4b-b895-e09051728f16 req-6f626430-5135-4d3a-9605-aa5b83a9ee32 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009995 Mar 07 10:49:24.588291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-65a1429f-46fd-488f-82be-d7c768dc1af1 req-61ac8f59-478e-46c6-aa03-4134dcb7f786 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948756 Mar 07 10:49:24.732508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569532-3d94-42df-b03a-9c56452b483e req-51307612-8624-4d34-9430-75b2ab3d4097 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.737410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85569532-3d94-42df-b03a-9c56452b483e req-51307612-8624-4d34-9430-75b2ab3d4097 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 907 time: 0.1137378 Mar 07 10:49:24.797436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38382) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:24.815841 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8723-e462-49a0-9702-a0c49fcb8820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.841190 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-b6c732c0-b41e-4b04-9250-dea2599db611 service neutron] 10.222.0.32 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204474 Mar 07 10:49:24.842503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (52d71f8c-0f3f-48ee-956a-158923f9b461), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.846318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b00f2-a10e-4dff-9b44-43bce8026c16 req-fe09c662-6068-4c5f-a884-69da3e0f7dfa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.847705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c8b00f2-a10e-4dff-9b44-43bce8026c16 req-fe09c662-6068-4c5f-a884-69da3e0f7dfa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.1053007 Mar 07 10:49:24.917092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Port': ['ID=52d71f8c-0f3f-48ee-956a-158923f9b461,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.035458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c8b00f2-a10e-4dff-9b44-43bce8026c16 req-1374b429-9108-4004-a588-d6c90a9a3e1b tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813824 Mar 07 10:49:25.124493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6694fd-565e-46b5-9176-7b9c3dece83e req-38dbd7df-98e3-42fe-b4ff-91fb8c9bd7d8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.131797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c6694fd-565e-46b5-9176-7b9c3dece83e req-38dbd7df-98e3-42fe-b4ff-91fb8c9bd7d8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2011302 Mar 07 10:49:25.152201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8723-e462-49a0-9702-a0c49fcb8820 admin admin] Publish callbacks [] for security_group (e762485f-5876-4bea-9338-79060b008e5e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.166075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8723-e462-49a0-9702-a0c49fcb8820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e762485f-5876-4bea-9338-79060b008e5e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.196830 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b1b2ecaf-9176-45e4-8cb5-14d35853a4ea req-1b419c16-7ffa-42cc-8549-22c4740fe359 service neutron] 10.222.0.32 "GET /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463316 Mar 07 10:49:25.204399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d6e8723-e462-49a0-9702-a0c49fcb8820 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d348cf5826854f0c8c99364a343553fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047842 Mar 07 10:49:25.207452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38394) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.280550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.418108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] Publish callbacks [] for security_group (e762485f-5876-4bea-9338-79060b008e5e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.455143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] Publish callbacks [] for security_group (e762485f-5876-4bea-9338-79060b008e5e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.557311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Router 8721e54a-57ff-4cb1-bbc0-aa103473c7c6 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:25.629050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c6694fd-565e-46b5-9176-7b9c3dece83e req-7ceaef54-cf09-45e0-ad6a-7d17bb7462c3 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4913204 Mar 07 10:49:25.630661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8723-e462-49a0-9702-a0c49fcb8820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762485f-5876-4bea-9338-79060b008e5e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.645018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.746039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:25.748414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e762485f-5876-4bea-9338-79060b008e5e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.756353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] Sync routers for ids ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:25.756865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.770442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e762485f-5876-4bea-9338-79060b008e5e HTTP/1.1" status: 204 len: 168 time: 0.5568869 Mar 07 10:49:25.773650 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] Routers {'8721e54a-57ff-4cb1-bbc0-aa103473c7c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:25.774557 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:25.784135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.790912 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6fd42f2a-0563-461c-b74a-8b448db79778 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "PUT /v2.0/routers/8721e54a-57ff-4cb1-bbc0-aa103473c7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6028340 Mar 07 10:49:25.812133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb759-4d09-411a-b772-46e2554ea55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762485f-5876-4bea-9338-79060b008e5e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.882136 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:25.893158 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] Routers {'8721e54a-57ff-4cb1-bbc0-aa103473c7c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:25.894020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:25.912659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.920585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.928471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.932932 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:25.933792 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b23fb-3432-4c5b-a638-3a2703c7b8b7 None None] The sync data for ids ['8721e54a-57ff-4cb1-bbc0-aa103473c7c6'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:25.939205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.945822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.952672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.961962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.966431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39efff42-0700-4188-8328-82e63f1ba06b req-ef88d11e-eaf5-420f-a543-00b4ea3e0e9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2641113 Mar 07 10:49:25.980893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.292196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bcb09-58ab-41bb-89e8-95fad8d9d34d req-13ff4fa5-fcc6-46a6-9e25-079a531af105 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.293716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df2bcb09-58ab-41bb-89e8-95fad8d9d34d req-13ff4fa5-fcc6-46a6-9e25-079a531af105 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 907 time: 0.2579224 Mar 07 10:49:26.317575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39efff42-0700-4188-8328-82e63f1ba06b req-94d6c975-0933-45cf-9e5d-c7d48dae281a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3361185 Mar 07 10:49:26.319522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.326777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for router_controller (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.399892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (8721e54a-57ff-4cb1-bbc0-aa103473c7c6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.400246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Fanout notify agent at l3_agent the message router_deleted on router 8721e54a-57ff-4cb1-bbc0-aa103473c7c6 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:26.407911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.418420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-74606739-3f09-40ae-a38d-f37bda2f3b17 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "DELETE /v2.0/routers/8721e54a-57ff-4cb1-bbc0-aa103473c7c6 HTTP/1.1" status: 204 len: 168 time: 0.6318896 Mar 07 10:49:26.421941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38434) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:26.491396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting subnet 34ffe925-c315-451f-9f67-1ddd8e61d9e4 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:26.498444 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for subnet (34ffe925-c315-451f-9f67-1ddd8e61d9e4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.548813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (34ffe925-c315-451f-9f67-1ddd8e61d9e4), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.733341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (34ffe925-c315-451f-9f67-1ddd8e61d9e4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.903339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2959d-1fc0-47f7-b506-91504c532efb req-a53841a3-f226-48ce-a60f-e840ffedd8f6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.904961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06e2959d-1fc0-47f7-b506-91504c532efb req-a53841a3-f226-48ce-a60f-e840ffedd8f6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1293509 Mar 07 10:49:26.929480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (34ffe925-c315-451f-9f67-1ddd8e61d9e4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.982302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Subnet': ['ID=34ffe925-c315-451f-9f67-1ddd8e61d9e4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:26.989984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.994189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01569bb2-8ab1-4bbe-9d6d-e727557913ac tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "DELETE /v2.0/subnets/34ffe925-c315-451f-9f67-1ddd8e61d9e4 HTTP/1.1" status: 204 len: 168 time: 0.5722883 Mar 07 10:49:26.996799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:27.018636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc9ecb-1b13-481d-b8ea-b096e8321e79 None None] Network ff898c83-0d97-4377-85a6-1f3587f756ff requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:27.084299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06e2959d-1fc0-47f7-b506-91504c532efb req-51676110-518a-4ab7-a6b6-9fcf732071c6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716719 Mar 07 10:49:27.153785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ff898c83-0d97-4377-85a6-1f3587f756ff), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.182077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b3fb60a5-2a61-4304-adc0-3027729abb04 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:27.250737 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.255899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Deleting port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:27.256254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.394725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b3fb60a5-2a61-4304-adc0-3027729abb04,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:27.415892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] DHCP port deletion for ff898c83-0d97-4377-85a6-1f3587f756ff request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:27.467834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] For port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,segment=NetworkSegment(f37a1135-e1ee-4da5-a4a9-4b208d836123),segment_id=f37a1135-e1ee-4da5-a4a9-4b208d836123)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:27.468119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.502428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'b3fb60a5-2a61-4304-adc0-3027729abb04', 'network_id': '5634f860-c80c-43aa-9591-63f9b1ec12df', 'port_id': 'b3fb60a5-2a61-4304-adc0-3027729abb04', 'mac_address': 'fa:16:3e:bb:30:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29969c6-7a4e-4b24-9661-ff4225047375', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:27.564953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Calling delete_port for 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:27.586769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Deleting port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:27.587467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.674338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.679757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.685116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.690418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.695788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.701187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.704221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] For port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,segment=NetworkSegment(f37a1135-e1ee-4da5-a4a9-4b208d836123),segment_id=f37a1135-e1ee-4da5-a4a9-4b208d836123)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:27.704869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.706801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.714515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-d20f3b0e-d674-4175-8119-92ba214ba68a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2037902 Mar 07 10:49:27.721582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Calling delete_port for 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:27.722881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cafe5e-3a44-4bb3-b41a-1bc403a32384 req-551745f7-b331-4f8f-bc6f-7941aa6bb840 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.736038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71cafe5e-3a44-4bb3-b41a-1bc403a32384 req-551745f7-b331-4f8f-bc6f-7941aa6bb840 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 907 time: 0.3022246 Mar 07 10:49:27.819777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b3fb60a5-2a61-4304-adc0-3027729abb04 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:27.820480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.823501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.861323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] No DVR routers for this DVR port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:27.878590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb60a5-2a61-4304-adc0-3027729abb04 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:27.944059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b3fb60a5-2a61-4304-adc0-3027729abb04,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:27.950188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.960207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.986311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Port': ['ID=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.020381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Pushing event deleted for resources: {'Port': ['ID=4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.062417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] No DVR routers for this DVR port 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:28.079817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.080370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.081003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.081501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.082076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.082692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.083223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.083804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.084405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.084877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.085348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.086660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.087635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99aaf6-08e6-4c20-9588-f4faf9faea91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:28.095545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1d13490-e51b-452e-9b08-0bf4d0d62dce req-c2880f39-f7f7-4cd6-a562-6ea7081bfbe0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801537 Mar 07 10:49:28.102519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ff898c83-0d97-4377-85a6-1f3587f756ff), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.136312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff898c83-0d97-4377-85a6-1f3587f756ff']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:28.147540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a1135-e1ee-4da5-a4a9-4b208d836123') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:28.147852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a1135-e1ee-4da5-a4a9-4b208d836123') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:28.167325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f37a1135-e1ee-4da5-a4a9-4b208d836123), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.183779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f37a1135-e1ee-4da5-a4a9-4b208d836123), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.191396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:28.191819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f37a1135-e1ee-4da5-a4a9-4b208d836123), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.223454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:28.265622 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:28.298161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac1e49-f2d9-4f5f-a746-55e98239dc65 req-04787773-8389-4ef1-960d-b664b2773eeb tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.299993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cac1e49-f2d9-4f5f-a746-55e98239dc65 req-04787773-8389-4ef1-960d-b664b2773eeb tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.4953032 Mar 07 10:49:28.333345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['b3fb60a5-2a61-4304-adc0-3027729abb04'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:28.345826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ff898c83-0d97-4377-85a6-1f3587f756ff), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.378201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.392766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] 10.222.0.23 "DELETE /v2.0/networks/ff898c83-0d97-4377-85a6-1f3587f756ff HTTP/1.1" status: 204 len: 168 time: 1.3932612 Mar 07 10:49:28.445775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000c8d1-5df8-4569-bc0b-ebb3d9f38432 tempest-FloatingIPNegativeTestJSON-925815647 tempest-FloatingIPNegativeTestJSON-925815647-project] Pushing event deleted for resources: {'Network': ['ID=ff898c83-0d97-4377-85a6-1f3587f756ff,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.453891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cac1e49-f2d9-4f5f-a746-55e98239dc65 req-c4f9f069-9406-4fc5-b4a1-985a0c20df1a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321907 Mar 07 10:49:28.489975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2f82-8087-4de2-ac3a-bc85f39e8b5f req-b14d698f-b9e8-4ec7-a5fb-5a2c67ce5f3b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.500204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-162a2f82-8087-4de2-ac3a-bc85f39e8b5f req-b14d698f-b9e8-4ec7-a5fb-5a2c67ce5f3b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2290013 Mar 07 10:49:28.503056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.590390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-162a2f82-8087-4de2-ac3a-bc85f39e8b5f req-587e8eda-27e8-4bc1-85e3-1c1bfcb129ed tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892887 Mar 07 10:49:28.826709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:28.902668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:28.928435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:28.928783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4727ad42-b3a8-4fd3-9cdb-0ee15cd6958e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:28.957116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b0f-ab26-4419-b860-f8a600293c64 req-5a67bb8b-d779-4648-ba8c-5f24ae0de612 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.959593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e7e1b0f-ab26-4419-b860-f8a600293c64 req-5a67bb8b-d779-4648-ba8c-5f24ae0de612 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 908 time: 0.1225531 Mar 07 10:49:29.075154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b3fb60a5-2a61-4304-adc0-3027729abb04 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:29.190359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port b3fb60a5-2a61-4304-adc0-3027729abb04 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:29.203835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port b3fb60a5-2a61-4304-adc0-3027729abb04 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:29.205065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.232237 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7aa5454e-4f9d-4baf-999b-1c122a1b41fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6157b214317c41548e51fc30228b2b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282804 Mar 07 10:49:29.239200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38554) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:29.339578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] Publish callbacks [] for security_group (d438bfdc-c6d4-4078-931c-40ffb52b8277), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.353576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.365223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b3fb60a5-2a61-4304-adc0-3027729abb04 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:29.365689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.366846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.375379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.384057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] Publish callbacks [] for security_group (d438bfdc-c6d4-4078-931c-40ffb52b8277), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.400424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.415683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.424115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.429715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b3fb60a5-2a61-4304-adc0-3027729abb04,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:29.430231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.432400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:29.436567 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64938049-dc09-4b45-bb12-afd15ef33f76" -d '{"events": [{"server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:29.443276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-f80fc99e-3ffe-40d6-847e-caaa8cbad540 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2134254 Mar 07 10:49:29.456039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.498301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d438bfdc-c6d4-4078-931c-40ffb52b8277), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.501306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.505183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d438bfdc-c6d4-4078-931c-40ffb52b8277 HTTP/1.1" status: 204 len: 168 time: 0.2640514 Mar 07 10:49:29.523316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598d0cc-977f-42c9-b29f-b15c6c960111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438bfdc-c6d4-4078-931c-40ffb52b8277,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:29.557942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9822dbfe-9ed3-4627-8c07-08d8ff537b79 req-d1269c76-bee7-478a-bb5f-f11092c19e41 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122499 Mar 07 10:49:29.580075 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e20e7a-8686-448e-94f9-08686db8372a x-openstack-request-id: req-54e20e7a-8686-448e-94f9-08686db8372a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:29.586494 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:29.587156 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54e20e7a-8686-448e-94f9-08686db8372a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:29.587838 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04', 'code': 200} Mar 07 10:49:29.650361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:29.737000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38349-52db-412d-b1c9-a23e0b463a5c req-65cf64c8-4110-4758-8c37-1b39d007f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.738893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71e38349-52db-412d-b1c9-a23e0b463a5c req-65cf64c8-4110-4758-8c37-1b39d007f378 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 1091 time: 0.1461644 Mar 07 10:49:29.885583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb384-49a1-471f-8432-32ef4a7ab626 req-0d18efbb-cb7a-481d-9aca-083f03d68c5a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.895028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fcbb384-49a1-471f-8432-32ef4a7ab626 req-0d18efbb-cb7a-481d-9aca-083f03d68c5a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.2431948 Mar 07 10:49:29.934002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0c96d-e6c7-47ce-bbfd-ab866f483525 req-b500e11d-515e-4baf-a621-ffd59c2298ac tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.942386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baf0c96d-e6c7-47ce-bbfd-ab866f483525 req-b500e11d-515e-4baf-a621-ffd59c2298ac tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1799486 Mar 07 10:49:30.103367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fcbb384-49a1-471f-8432-32ef4a7ab626 req-5907c710-3ec4-40dd-95ca-dcdba9d764e4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025855 Mar 07 10:49:30.124842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baf0c96d-e6c7-47ce-bbfd-ab866f483525 req-968d6567-43ff-4adb-83ac-39468d475454 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723883 Mar 07 10:49:30.244600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634cb2-7646-4c6c-9644-f6c92c716a23 req-d8068934-c193-44d6-b02f-b4e6518d3dd7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.246255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42634cb2-7646-4c6c-9644-f6c92c716a23 req-d8068934-c193-44d6-b02f-b4e6518d3dd7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.0631492 Mar 07 10:49:30.284506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38604) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:30.492696 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3cf984fb-caa3-4e2a-8a20-06755d9b9dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.610190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3cf984fb-caa3-4e2a-8a20-06755d9b9dc0 admin admin] Publish callbacks [] for security_group (cf8a4d67-a612-41bc-af07-bd01be3c65fd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.619064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3cf984fb-caa3-4e2a-8a20-06755d9b9dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cf8a4d67-a612-41bc-af07-bd01be3c65fd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.671547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3cf984fb-caa3-4e2a-8a20-06755d9b9dc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05b7bdb3bc0f454e83085d01bf0fb2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859222 Mar 07 10:49:30.674588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38620) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:30.708608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf984fb-caa3-4e2a-8a20-06755d9b9dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a4d67-a612-41bc-af07-bd01be3c65fd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:30.749590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.756901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.763054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.764495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] Publish callbacks [] for security_group (cf8a4d67-a612-41bc-af07-bd01be3c65fd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.771105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.777703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.784337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.790586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.793089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10282502-f451-44a9-afc3-3491059e9015 req-70789ef5-174e-40ed-85a0-b2ee2309affc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1374259 Mar 07 10:49:30.793756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] Publish callbacks [] for security_group (cf8a4d67-a612-41bc-af07-bd01be3c65fd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.808656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38622) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:30.864104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cf8a4d67-a612-41bc-af07-bd01be3c65fd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.871717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.874811 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf8a4d67-a612-41bc-af07-bd01be3c65fd HTTP/1.1" status: 204 len: 168 time: 0.1985502 Mar 07 10:49:30.887152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a250d1-837d-422b-a83c-f4c60acbf163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a4d67-a612-41bc-af07-bd01be3c65fd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:30.887613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10282502-f451-44a9-afc3-3491059e9015 req-2c83fcda-0718-4066-8140-13721baf0f37 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852628 Mar 07 10:49:30.968659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-397589656'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:31.000105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:31.000105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.014713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.052495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-254552ea-0b5b-490b-ae9c-8f20cb590c7a req-69a608aa-ad57-4c84-9692-ebe172a84851 service neutron] (103788) timed out ('10.222.0.23', 39854) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:49:31.116268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for security_group (3732b976-2eab-4e1d-8f68-d834a0068479), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.121629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3732b976-2eab-4e1d-8f68-d834a0068479), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.155225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:31.168680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3732b976-2eab-4e1d-8f68-d834a0068479,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.172904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (35cd48fe-28d2-4f13-b810-28759692fbf9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.173320 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment 35cd48fe-28d2-4f13-b810-28759692fbf9 of type vlan for network ff996952-dc1f-4f61-a33a-79191021701c Mar 07 10:49:31.222841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ff996952-dc1f-4f61-a33a-79191021701c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.253535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ff996952-dc1f-4f61-a33a-79191021701c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.260190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.260911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.293629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492092f-3b96-4ad7-a789-aa40552ced86 req-a93231c9-3973-4642-9f6d-f737dca4e12e tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.295755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7492092f-3b96-4ad7-a789-aa40552ced86 req-a93231c9-3973-4642-9f6d-f737dca4e12e tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1080854 Mar 07 10:49:31.339392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=ff996952-dc1f-4f61-a33a-79191021701c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.350529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ff996952-dc1f-4f61-a33a-79191021701c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:31.353522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dc20f-8d78-431c-82fa-aea544a7a342 req-4cf66d78-1147-4fa4-bba9-97d0f0a58edc tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.355816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c1dc20f-8d78-431c-82fa-aea544a7a342 req-4cf66d78-1147-4fa4-bba9-97d0f0a58edc tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1133115 Mar 07 10:49:31.403742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-89c42e0a-49d7-450b-a336-d6a587262313 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5844567 Mar 07 10:49:31.418353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7492092f-3b96-4ad7-a789-aa40552ced86 req-39224827-a4ee-4d06-ab9f-55de058a80b5 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079571 Mar 07 10:49:31.419027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38638) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:31.436180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834c69ec-b5a8-4325-8de1-4af3ac791b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.450940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c1dc20f-8d78-431c-82fa-aea544a7a342 req-f831ec37-f135-413e-b595-5c9a1aec57c1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881383 Mar 07 10:49:31.578238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834c69ec-b5a8-4325-8de1-4af3ac791b6e admin admin] Publish callbacks [] for security_group (37eb83f8-ff2e-4d3f-be01-7df320de111a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.580616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9439b-b60d-4b70-9467-c20452e5f19c req-e637f56d-64c8-42b6-9d56-4474ae620b7a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.582675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea9439b-b60d-4b70-9467-c20452e5f19c req-e637f56d-64c8-42b6-9d56-4474ae620b7a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.0828681 Mar 07 10:49:31.584139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834c69ec-b5a8-4325-8de1-4af3ac791b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37eb83f8-ff2e-4d3f-be01-7df320de111a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.641997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c69ec-b5a8-4325-8de1-4af3ac791b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eb83f8-ff2e-4d3f-be01-7df320de111a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.659010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-834c69ec-b5a8-4325-8de1-4af3ac791b6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42aafd72adfa442b9a51dbdd6d3c77b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382059 Mar 07 10:49:31.661707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38642) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:31.753057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] Publish callbacks [] for security_group (37eb83f8-ff2e-4d3f-be01-7df320de111a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.783348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c583-d475-487e-a997-901a92b2959b req-eac38278-b571-4003-9d27-d2b47e9f2234 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.785032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63e1c583-d475-487e-a997-901a92b2959b req-eac38278-b571-4003-9d27-d2b47e9f2234 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.1032484 Mar 07 10:49:31.790277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] Publish callbacks [] for security_group (37eb83f8-ff2e-4d3f-be01-7df320de111a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.849178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37eb83f8-ff2e-4d3f-be01-7df320de111a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.853265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.857026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37eb83f8-ff2e-4d3f-be01-7df320de111a HTTP/1.1" status: 204 len: 168 time: 0.1914508 Mar 07 10:49:31.863339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bbbdb-6f88-4807-a3fc-7ddfb6b2a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eb83f8-ff2e-4d3f-be01-7df320de111a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.939976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d9b6b-c7f2-48c7-991c-c3ded5f50dcd req-d0e90515-5fb3-4146-a7f0-bee2c8a523da tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.941441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b69d9b6b-c7f2-48c7-991c-c3ded5f50dcd req-d0e90515-5fb3-4146-a7f0-bee2c8a523da tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 1091 time: 0.0537319 Mar 07 10:49:32.111716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.117768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.123580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.128948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.135195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.144618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.152463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.154920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-41a79b5b-8b52-456b-bba2-f832c3eeb565 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1876287 Mar 07 10:49:32.171699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da11725-7662-4436-a564-e60ad193a0b8 req-14e6c3ee-7c13-4733-a787-5d3f77c0af73 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.179862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5da11725-7662-4436-a564-e60ad193a0b8 req-14e6c3ee-7c13-4733-a787-5d3f77c0af73 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1166 time: 0.1240883 Mar 07 10:49:32.277143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b43449f9-0932-472b-bddb-e821d20a88d8 req-d9711c17-9151-4d65-b4e4-59204703d9d8 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138349 Mar 07 10:49:32.325738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5da11725-7662-4436-a564-e60ad193a0b8 req-21312a9d-29f8-4903-85b6-d3cfb625ab60 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1392758 Mar 07 10:49:32.341913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38660) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:32.393285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f3a01-009b-43c5-a494-1467d6754032 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.397720 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-381f3a01-009b-43c5-a494-1467d6754032 tempest-TestSecurityGroupsBasicOps-724701610 tempest-TestSecurityGroupsBasicOps-724701610-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 1086 time: 0.0520613 Mar 07 10:49:32.700571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2c91-54d5-4714-a4c4-8f45a7f3472d req-2c3409b1-3656-451c-a5e8-3f14a043b71c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.718792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91fc2c91-54d5-4714-a4c4-8f45a7f3472d req-2c3409b1-3656-451c-a5e8-3f14a043b71c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1751473 Mar 07 10:49:32.761527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f7f1c-e4ff-44d2-a253-a05421decb07 req-90827f0a-05c5-442f-8b6b-3b041295f811 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.768114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d2f7f1c-e4ff-44d2-a253-a05421decb07 req-90827f0a-05c5-442f-8b6b-3b041295f811 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1404338 Mar 07 10:49:32.855297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91fc2c91-54d5-4714-a4c4-8f45a7f3472d req-4f6b1659-b373-4585-8376-503eda10ed55 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351666 Mar 07 10:49:32.865642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d2f7f1c-e4ff-44d2-a253-a05421decb07 req-752f9999-d1a3-4b9b-b812-ddf763ce0554 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838883 Mar 07 10:49:32.995807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22463c-3e8b-48b5-a499-16ded13257f2 req-9fdd47bf-f23a-406c-9d07-ddfc9bb19f9e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.009510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d22463c-3e8b-48b5-a499-16ded13257f2 req-9fdd47bf-f23a-406c-9d07-ddfc9bb19f9e tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.0745516 Mar 07 10:49:33.451589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.457395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.463327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.469340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.475048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.480904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.494374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.494843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-2545159d-79fd-4078-8dc4-6df7e3890799 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.1156521 Mar 07 10:49:33.565614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-128be088-05bf-4920-9ff0-e29c07b7d5af req-d2c5cb02-a43c-458f-ba87-42adcbb7075c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698893 Mar 07 10:49:34.089132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-9d9ea8a5-216b-474b-909a-072b0f9f3102 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.092236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-9d9ea8a5-216b-474b-909a-072b0f9f3102 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.1315222 Mar 07 10:49:34.175026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c573021-f6c3-4cd6-a64d-a6fb165aaf43 req-b3457a2d-d076-4fc8-b8d1-82e21f489faa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.185397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c573021-f6c3-4cd6-a64d-a6fb165aaf43 req-b3457a2d-d076-4fc8-b8d1-82e21f489faa tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.2285440 Mar 07 10:49:34.269249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db52a6-2b5c-43c1-8263-b25daf9a0370 req-48cef222-554f-41a9-ba96-45073909c778 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.272974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4db52a6-2b5c-43c1-8263-b25daf9a0370 req-48cef222-554f-41a9-ba96-45073909c778 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3009918 Mar 07 10:49:34.296134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port b3fb60a5-2a61-4304-adc0-3027729abb04 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:34.296748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.343298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c573021-f6c3-4cd6-a64d-a6fb165aaf43 req-668e0b34-7e11-4934-836b-cc5a7f21893d tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559153 Mar 07 10:49:34.426821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4db52a6-2b5c-43c1-8263-b25daf9a0370 req-a6808bce-7193-405d-b00a-e3b12c89f768 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396942 Mar 07 10:49:34.498695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port b3fb60a5-2a61-4304-adc0-3027729abb04, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b3fb60a5-2a61-4304-adc0-3027729abb04,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:34.498891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.537422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for b3fb60a5-2a61-4304-adc0-3027729abb04 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:34.545082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494a50-e922-44dc-ab63-d0d29e493307 req-7f00c942-e437-4fde-b5b8-755c1b838895 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.554243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74494a50-e922-44dc-ab63-d0d29e493307 req-7f00c942-e437-4fde-b5b8-755c1b838895 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 909 time: 0.1009953 Mar 07 10:49:34.687997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38732) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:34.696464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:34.849559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b3fb60a5-2a61-4304-adc0-3027729abb04), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.004991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.010820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.017671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.025011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.030437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.036199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.042148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.049862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-c7f8f06b-d0b2-4ead-9179-cf8f4985b48c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2827067 Mar 07 10:49:35.064804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-d824317d-29ac-4aa8-bd65-41550b930e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.066609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-d824317d-29ac-4aa8-bd65-41550b930e5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 1128 time: 0.2509542 Mar 07 10:49:35.076103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:35.080178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.122679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a03e40-bcd3-43de-959a-ed48220794d1 req-5b8de000-d5a1-4e07-bd62-6eb1b9bebdfb tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.124297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90a03e40-bcd3-43de-959a-ed48220794d1 req-5b8de000-d5a1-4e07-bd62-6eb1b9bebdfb tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.3074877 Mar 07 10:49:35.307814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=b3fb60a5-2a61-4304-adc0-3027729abb04,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:35.344380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90a03e40-bcd3-43de-959a-ed48220794d1 req-bc8b2400-b321-4f93-8050-7908bd3bf0a0 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964974 Mar 07 10:49:35.360456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf87cc96-d54d-4683-aad5-8339ab689a3f req-f4658ab6-61dd-4ca0-9801-7f36c31389f4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3094912 Mar 07 10:49:35.374011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] No DVR routers for this DVR port b3fb60a5-2a61-4304-adc0-3027729abb04 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:35.376643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.380118 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fc2e69ae-4aef-458e-b96d-1a1e990d823c req-4cfbba65-b693-4f79-9f21-2ee6499cb157 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.32 "DELETE /v2.0/ports/b3fb60a5-2a61-4304-adc0-3027729abb04 HTTP/1.1" status: 204 len: 173 time: 1.2803249 Mar 07 10:49:35.380665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'name': 'network-vif-deleted', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:35.383700 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63de10a-f34f-402b-b7c3-6dcc9a0c29d7" -d '{"events": [{"server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "name": "network-vif-deleted", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:35.405584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-2a9090b2-cbfe-49e9-8e54-d22e5654985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.407267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-2a9090b2-cbfe-49e9-8e54-d22e5654985f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 200 len: 915 time: 0.3141801 Mar 07 10:49:35.457254 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150343c7-7ce2-4b83-8ff0-ec0c5c2617a5 x-openstack-request-id: req-150343c7-7ce2-4b83-8ff0-ec0c5c2617a5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:35.457548 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df52315-ed9e-42a7-aff9-b5f489c5f460", "name": "network-vif-deleted", "tag": "b3fb60a5-2a61-4304-adc0-3027729abb04", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:35.457798 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-150343c7-7ce2-4b83-8ff0-ec0c5c2617a5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:35.458238 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df52315-ed9e-42a7-aff9-b5f489c5f460', 'name': 'network-vif-deleted', 'tag': 'b3fb60a5-2a61-4304-adc0-3027729abb04', 'status': 'completed', 'code': 200} Mar 07 10:49:35.502469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:35.505671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-1d6eb6bd-663e-4844-b70d-b99f7d327990 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936 HTTP/1.1" status: 200 len: 217 time: 0.0768013 Mar 07 10:49:36.050164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b709eb32-612b-4a06-aeb7-c53b786994f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.053943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47b3df08-4b56-4955-9a45-6ea5e0e20be6 req-00a91dd0-6936-4d81-9244-74ff170edfa6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0df52315-ed9e-42a7-aff9-b5f489c5f460 HTTP/1.1" status: 200 len: 210 time: 0.3858380 Mar 07 10:49:36.062268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-d7b497fa-721c-4b83-a0cb-1bed1e3bd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.063667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-d7b497fa-721c-4b83-a0cb-1bed1e3bd1cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 200 len: 853 time: 0.5329473 Mar 07 10:49:36.084823 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (382e9a14-2080-48ef-9ee7-c86a02581e25), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.150240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da7145-0fea-4a5e-abe5-acd630686a84 req-e75fb89c-815a-498a-a6fb-9f52e6f39683 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.151921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63da7145-0fea-4a5e-abe5-acd630686a84 req-e75fb89c-815a-498a-a6fb-9f52e6f39683 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.6098835 Mar 07 10:49:36.247018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=382e9a14-2080-48ef-9ee7-c86a02581e25,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:36.276614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-4dd58c96-bedb-4b7d-9a20-abdc87d990d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.278384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-4dd58c96-bedb-4b7d-9a20-abdc87d990d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d79ea9f1-76b6-422f-b847-a9fb4ef5a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2079434 Mar 07 10:49:36.316769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': '35cd48fe-28d2-4f13-b810-28759692fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:36.317466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: ff996952-dc1f-4f61-a33a-79191021701c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:36.350163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63da7145-0fea-4a5e-abe5-acd630686a84 req-7363c960-d11b-4a39-bc51-7971f19a0c0a tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793735 Mar 07 10:49:36.466363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-2788291f-99a3-4df0-802e-8239084c461a service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711280 Mar 07 10:49:36.493788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b709eb32-612b-4a06-aeb7-c53b786994f5 admin admin] Publish callbacks [] for security_group (551538ac-a9d7-496f-819c-ebcf4856c0d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.494942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network ff996952-dc1f-4f61-a33a-79191021701c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:36.511061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b709eb32-612b-4a06-aeb7-c53b786994f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (551538ac-a9d7-496f-819c-ebcf4856c0d4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.565871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ff996952-dc1f-4f61-a33a-79191021701c) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:36.575161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182919db-4af5-4fa5-b07a-56f6f7a77f2c None None] Network ff996952-dc1f-4f61-a33a-79191021701c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:36.661585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709eb32-612b-4a06-aeb7-c53b786994f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551538ac-a9d7-496f-819c-ebcf4856c0d4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:36.669278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b709eb32-612b-4a06-aeb7-c53b786994f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55be344fd8294ce59b719074aaefa2be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1630368 Mar 07 10:49:36.669832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:36.682559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.683830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.703572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ff996952-dc1f-4f61-a33a-79191021701c', 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': '382e9a14-2080-48ef-9ee7-c86a02581e25'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:36.705410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.748897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0cd608dc-ffc5-4ce5-9ac1-7794c5cdbfc3 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0594449 Mar 07 10:49:36.754129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:36.767990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-18171604'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:36.780499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d0ec0af-cf78-4d59-bc96-8d2293b1faaa req-da4bd13e-49bf-49b9-9ff8-3e674ebb031f service neutron] 10.222.0.26 "GET /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066707 Mar 07 10:49:36.788367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] Publish callbacks [] for security_group (551538ac-a9d7-496f-819c-ebcf4856c0d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.788956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8b6a-d05c-459b-a2c9-e9eac2dacbc3 req-09ac615d-b4cc-49a3-aa0a-89979f886e8c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.791277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-098d8b6a-d05c-459b-a2c9-e9eac2dacbc3 req-09ac615d-b4cc-49a3-aa0a-89979f886e8c tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.2697322 Mar 07 10:49:36.807751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.813330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.819763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.827598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.840821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.844950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:36.848301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.851271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.864765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.871174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-132c9992-7c5e-4b55-94e0-07911caceb96 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3299601 Mar 07 10:49:36.879762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:36.890328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (886e5298-ffbd-4687-b8d4-a8ae70aa0fbc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.890668 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment 886e5298-ffbd-4687-b8d4-a8ae70aa0fbc of type vlan for network 00a46f37-a69f-47e8-8807-8b8405c7115d Mar 07 10:49:36.943583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.974866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] Publish callbacks [] for security_group (551538ac-a9d7-496f-819c-ebcf4856c0d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.983100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.992667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.992667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.052005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-098d8b6a-d05c-459b-a2c9-e9eac2dacbc3 req-514e318a-fca3-4116-a8ce-97dee8e4584a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790464 Mar 07 10:49:37.103102 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3435891 Mar 07 10:49:37.112446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:37.124729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbfd8748-49af-4507-b137-d68fbf00ade8 req-52a3c399-8cac-447e-b7cc-47c356d9c23f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312262 Mar 07 10:49:37.129079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:37.147071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2e2f-2a4f-4338-9bc7-3e7f1e649f03 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=00a46f37-a69f-47e8-8807-8b8405c7115d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.170136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38778) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:37.191353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 00a46f37-a69f-47e8-8807-8b8405c7115d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:37.193910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (551538ac-a9d7-496f-819c-ebcf4856c0d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.197367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.201505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/551538ac-a9d7-496f-819c-ebcf4856c0d4 HTTP/1.1" status: 204 len: 168 time: 0.5306447 Mar 07 10:49:37.321074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745f874-69bb-42cb-a2cf-5ea7c065566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551538ac-a9d7-496f-819c-ebcf4856c0d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.468852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:37.474963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.538459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Allocated IP 2001:db8:0:ffff::2 (ff996952-dc1f-4f61-a33a-79191021701c/382e9a14-2080-48ef-9ee7-c86a02581e25/6757b9c2-e8c9-4e1f-b482-3a427d969f60) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:37.644554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:37.698827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b10af57c-8374-410e-af78-3e3a382674de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.784792 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks [] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.793205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.808684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b568a-fa00-420d-a8d4-8952e039edec req-0a722d65-06af-45aa-85fc-a1c3e9cb34a7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:37.810679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3b568a-fa00-420d-a8d4-8952e039edec req-0a722d65-06af-45aa-85fc-a1c3e9cb34a7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2145522 Mar 07 10:49:37.849339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Pushing event updated for resources: {'Port': ['ID=6757b9c2-e8c9-4e1f-b482-3a427d969f60,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.883230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Network ff996952-dc1f-4f61-a33a-79191021701c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:37.885437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:37.893971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:37.912086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3b568a-fa00-420d-a8d4-8952e039edec req-86b0e1c9-f326-44bd-b801-565a0a9032b1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909421 Mar 07 10:49:38.025941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Attempting to bind port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:38.030580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Attempting to bind port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '35cd48fe-28d2-4f13-b810-28759692fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:38.031912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Attempting to bind port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 on network ff996952-dc1f-4f61-a33a-79191021701c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:38.035768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b10af57c-8374-410e-af78-3e3a382674de admin admin] Publish callbacks [] for security_group (a1350bc0-cca0-422d-9a56-2e8ab3babf4f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.044739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:38.045334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Checking segment: {'id': '35cd48fe-28d2-4f13-b810-28759692fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:38.045722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b10af57c-8374-410e-af78-3e3a382674de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1350bc0-cca0-422d-9a56-2e8ab3babf4f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.047575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.048363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Bound using segment: {'id': '35cd48fe-28d2-4f13-b810-28759692fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:38.049528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Bound port: 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd48fe-28d2-4f13-b810-28759692fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ff996952-dc1f-4f61-a33a-79191021701c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:38.051748 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.123914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b10af57c-8374-410e-af78-3e3a382674de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75073df290a740afa18d0498736c5ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753747 Mar 07 10:49:38.127826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:38.173520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af57c-8374-410e-af78-3e3a382674de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1350bc0-cca0-422d-9a56-2e8ab3babf4f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.222074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] For port 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:38.228083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] For port 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6757b9c2-e8c9-4e1f-b482-3a427d969f60,segment=NetworkSegment(35cd48fe-28d2-4f13-b810-28759692fbf9),segment_id=35cd48fe-28d2-4f13-b810-28759692fbf9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:38.238539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.246640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:49:38.252136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ccdc15c1-673d-45e6-bb54-3c17eafc5c7a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.318705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3d15d-e02e-4990-9697-d9e86b321a67 None None] Pushing event updated for resources: {'Port': ['ID=6757b9c2-e8c9-4e1f-b482-3a427d969f60,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.333190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.381721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=ccdc15c1-673d-45e6-bb54-3c17eafc5c7a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.384647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:38.385177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: 00a46f37-a69f-47e8-8807-8b8405c7115d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:38.388802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] Publish callbacks [] for security_group (a1350bc0-cca0-422d-9a56-2e8ab3babf4f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.426476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] Publish callbacks [] for security_group (a1350bc0-cca0-422d-9a56-2e8ab3babf4f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.448432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:49:38.455137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network 00a46f37-a69f-47e8-8807-8b8405c7115d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:38.492841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 00a46f37-a69f-47e8-8807-8b8405c7115d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:38.498842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.499824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.506199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ac531-3c04-4550-9feb-f144a7555df7 req-e3fc05da-b582-4987-867f-0429c0fc9450 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.507716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc878e-8164-432d-85c3-6db1c5b79b74 None None] Network 00a46f37-a69f-47e8-8807-8b8405c7115d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:38.520270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-635ac531-3c04-4550-9feb-f144a7555df7 req-e3fc05da-b582-4987-867f-0429c0fc9450 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.3375928 Mar 07 10:49:38.532893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9679ae29-9110-463a-acec-c194f9e86821 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4165635 Mar 07 10:49:38.536684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38800) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:38.547296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'port': {'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d', 'name': 'tempest-NetworksIpV6TestAttrs-856869135'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:38.555059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1350bc0-cca0-422d-9a56-2e8ab3babf4f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.558631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.558780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.561711 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1350bc0-cca0-422d-9a56-2e8ab3babf4f HTTP/1.1" status: 204 len: 168 time: 0.4286788 Mar 07 10:49:38.564855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.569798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.582841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.588546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.591817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb44b4-a945-4d3b-a94b-9456d2f27a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1350bc0-cca0-422d-9a56-2e8ab3babf4f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.597596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.605869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.614539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-87ca6a1f-9ca3-4ba0-841d-1d0b0fbaa0e9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3685014 Mar 07 10:49:38.816268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:38.823455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.869396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-00a46f37-a69f-47e8-8807-8b8405c7115d', 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': 'ccdc15c1-673d-45e6-bb54-3c17eafc5c7a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:38.870278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-635ac531-3c04-4550-9feb-f144a7555df7 req-6609ae38-031f-4caa-82e1-cbd1cf2c1965 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252773 Mar 07 10:49:38.871228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.906557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] device_id is not set on port be7ecc54-a17a-4c09-9eb8-681341fddeab yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:38.924284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dd0e15f-ec11-4f09-8527-fe71c08da5e0 req-354612a0-dade-4ff8-943f-38b79d7d85bd tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3034811 Mar 07 10:49:39.125028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b3fb60a5-2a61-4304-adc0-3027729abb04 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:39.133601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Allocated IP 2001:db8::f816:3eff:feaa:4a5c (00a46f37-a69f-47e8-8807-8b8405c7115d/ccdc15c1-673d-45e6-bb54-3c17eafc5c7a/be7ecc54-a17a-4c09-9eb8-681341fddeab) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:39.168586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: b3fb60a5-2a61-4304-adc0-3027729abb04 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:39.168799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b3fb60a5-2a61-4304-adc0-3027729abb04 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:39.204932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdac1b-f183-4401-91fd-34fa3a87feec req-86610e26-366b-4dc8-a3b2-a14f742fcee7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.212156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dcdac1b-f183-4401-91fd-34fa3a87feec req-86610e26-366b-4dc8-a3b2-a14f742fcee7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1652882 Mar 07 10:49:39.232646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aca543-bc56-4c61-8559-8940d913f70b req-afe83c2e-38d7-43df-adcc-8377249db4be tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.234362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63aca543-bc56-4c61-8559-8940d913f70b req-afe83c2e-38d7-43df-adcc-8377249db4be tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1444721 Mar 07 10:49:39.293841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port 9ce74b94-1c82-4b34-91a3-46410ad9255d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:39.294187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.351962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for port (be7ecc54-a17a-4c09-9eb8-681341fddeab), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.357345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dcdac1b-f183-4401-91fd-34fa3a87feec req-747e858e-88fc-4274-8862-4b72a1f70128 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388705 Mar 07 10:49:39.403974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63aca543-bc56-4c61-8559-8940d913f70b req-cecd0bc7-0e6f-49eb-91ae-bae198cafeac tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623158 Mar 07 10:49:39.405809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (be7ecc54-a17a-4c09-9eb8-681341fddeab), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.451684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port 9ce74b94-1c82-4b34-91a3-46410ad9255d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9ce74b94-1c82-4b34-91a3-46410ad9255d,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:39.452644 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.467353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network 00a46f37-a69f-47e8-8807-8b8405c7115d is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:39.491249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:39.497683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Port': ['ID=be7ecc54-a17a-4c09-9eb8-681341fddeab,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.497904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Allocated IP 2001:db8::f816:3eff:fedc:2bc (00a46f37-a69f-47e8-8807-8b8405c7115d/ccdc15c1-673d-45e6-bb54-3c17eafc5c7a/00e55441-60a4-4f50-a02c-6884b56ce755) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:39.499330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for 9ce74b94-1c82-4b34-91a3-46410ad9255d owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:39.507212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:39.520427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.521117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.560557 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a03ddb52-bc10-4c01-81d0-379989eb254c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0210361 Mar 07 10:49:39.561397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:39.646618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting subnet ccdc15c1-673d-45e6-bb54-3c17eafc5c7a {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:39.718173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7bd39-78e7-442e-a9ce-a72493557c05 req-8795993f-17d1-4a23-bdd4-70a7980b0033 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.730951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d7bd39-78e7-442e-a9ce-a72493557c05 req-8795993f-17d1-4a23-bdd4-70a7980b0033 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.1313953 Mar 07 10:49:39.802755 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks [] for port (00e55441-60a4-4f50-a02c-6884b56ce755), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.815604 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (ccdc15c1-673d-45e6-bb54-3c17eafc5c7a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.816688 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.840020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0d7bd39-78e7-442e-a9ce-a72493557c05 req-abbd6547-30ad-460f-a61d-f2bc4b394222 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031721 Mar 07 10:49:39.926678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Pushing event updated for resources: {'Port': ['ID=00e55441-60a4-4f50-a02c-6884b56ce755,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.936273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Network 00a46f37-a69f-47e8-8807-8b8405c7115d is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:39.937987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:39.941000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:40.011112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ccdc15c1-673d-45e6-bb54-3c17eafc5c7a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.059822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Attempting to bind port 00e55441-60a4-4f50-a02c-6884b56ce755 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:40.060243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Attempting to bind port 00e55441-60a4-4f50-a02c-6884b56ce755 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:40.060612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Attempting to bind port 00e55441-60a4-4f50-a02c-6884b56ce755 on network 00a46f37-a69f-47e8-8807-8b8405c7115d {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:40.067851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:40.068244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Checking segment: {'id': '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:40.068634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.069027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Bound using segment: {'id': '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:40.069939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Bound port: 00e55441-60a4-4f50-a02c-6884b56ce755, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a46f37-a69f-47e8-8807-8b8405c7115d'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:40.070462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.158452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9ce74b94-1c82-4b34-91a3-46410ad9255d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.235346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] For port 00e55441-60a4-4f50-a02c-6884b56ce755, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:40.240493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661eb5f5-6a03-4c9f-b466-3bb8790c2159 None None] Network ff996952-dc1f-4f61-a33a-79191021701c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:40.240769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=9ce74b94-1c82-4b34-91a3-46410ad9255d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.243749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] For port 00e55441-60a4-4f50-a02c-6884b56ce755, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00e55441-60a4-4f50-a02c-6884b56ce755,segment=NetworkSegment(886e5298-ffbd-4687-b8d4-a8ae70aa0fbc),segment_id=886e5298-ffbd-4687-b8d4-a8ae70aa0fbc)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:40.344718 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.361702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ccdc15c1-673d-45e6-bb54-3c17eafc5c7a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.409302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679bbe9-bb54-4e97-a531-5646922c696c req-5db434ec-558c-4cdd-a067-6cd269d05f9a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:40.434670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8679bbe9-bb54-4e97-a531-5646922c696c req-5db434ec-558c-4cdd-a067-6cd269d05f9a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.3962517 Mar 07 10:49:40.480866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Provisioning complete for port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:40.481243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.510580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ccdc15c1-673d-45e6-bb54-3c17eafc5c7a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.581414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.591413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdc15c1-673d-45e6-bb54-3c17eafc5c7a HTTP/1.1" status: 204 len: 168 time: 1.0284708 Mar 07 10:49:40.593576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b11da-97ff-4744-a4a3-42b9bbad2536 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdc15c1-673d-45e6-bb54-3c17eafc5c7a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.605890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:40.764538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.771325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953099e-6777-4676-b85e-0ca958e6d491 None None] Pushing event updated for resources: {'Port': ['ID=00e55441-60a4-4f50-a02c-6884b56ce755,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.835434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8679bbe9-bb54-4e97-a531-5646922c696c req-00d84ef3-ae33-463d-b8a0-cfe7dc8e2f5f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976963 Mar 07 10:49:40.916560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0b04c-5ea0-4ee8-b07f-c78e15a567e2 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:40.922295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0b04c-5ea0-4ee8-b07f-c78e15a567e2 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:40.930221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cab0b04c-5ea0-4ee8-b07f-c78e15a567e2 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3227243 Mar 07 10:49:40.931627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:40.988414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:40.995590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.010307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.038104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.044427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.049723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.050397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Current status of the port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:41.050874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.074043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.075130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6757b9c2-e8c9-4e1f-b482-3a427d969f60 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:41.076978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38876) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:41.087606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-2aec19f4-8b0d-4d6f-ac1a-788f8ede9d67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3533947 Mar 07 10:49:41.155627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef337324-1d84-439d-99db-dcdddb66163f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.209982 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef337324-1d84-439d-99db-dcdddb66163f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:49:41.210331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef337324-1d84-439d-99db-dcdddb66163f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:41.228623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38880) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:41.232869 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef337324-1d84-439d-99db-dcdddb66163f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/00a46f37-a69f-47e8-8807-8b8405c7115d HTTP/1.1" status: 409 len: 466 time: 0.3000557 Mar 07 10:49:41.250200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] For port 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6757b9c2-e8c9-4e1f-b482-3a427d969f60,segment=NetworkSegment(35cd48fe-28d2-4f13-b810-28759692fbf9),segment_id=35cd48fe-28d2-4f13-b810-28759692fbf9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:41.252004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-57507195'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:41.265937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.358040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91518a0d-9ea4-4e1c-830c-1ca02a2b147d req-c7204e29-9cd3-4736-958d-c2d11d971356 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2669971 Mar 07 10:49:41.358726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:41.375931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.380176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9067b8e-7042-45ce-855e-b1ed1bdbb6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.440756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def50e44-bdcd-4a19-828b-3f27d101016b None None] Pushing event updated for resources: {'Port': ['ID=6757b9c2-e8c9-4e1f-b482-3a427d969f60,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.478917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:41.479336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.543739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9067b8e-7042-45ce-855e-b1ed1bdbb6c6 admin admin] Publish callbacks [] for security_group (219e38e8-c80b-47d8-b6a0-8e26e56933e1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.553899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9067b8e-7042-45ce-855e-b1ed1bdbb6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (219e38e8-c80b-47d8-b6a0-8e26e56933e1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.614106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9067b8e-7042-45ce-855e-b1ed1bdbb6c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c5b28c6107d4b97aa57a8f6b23773be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232646 Mar 07 10:49:41.616621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:41.619780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-fe004e56-e4e7-4f76-ac8d-7de2d371f228 req-a71eabe9-fb1e-4af4-84f7-581a6a7f4d26 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:49:41.620833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe004e56-e4e7-4f76-ac8d-7de2d371f228 req-a71eabe9-fb1e-4af4-84f7-581a6a7f4d26 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1819661 Mar 07 10:49:41.661271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:41.685714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9067b8e-7042-45ce-855e-b1ed1bdbb6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219e38e8-c80b-47d8-b6a0-8e26e56933e1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.686696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ee396f6e-35b3-4309-959c-682ee3e6bb8a None None] Provisioning complete for port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:41.687077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee396f6e-35b3-4309-959c-682ee3e6bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.715110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] Publish callbacks [] for security_group (219e38e8-c80b-47d8-b6a0-8e26e56933e1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.738411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:41.755838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] Publish callbacks [] for security_group (219e38e8-c80b-47d8-b6a0-8e26e56933e1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.789042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c6fbc107-1d79-4918-a161-3f4f48ff8465), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.791101 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment c6fbc107-1d79-4918-a161-3f4f48ff8465 of type vlan for network d3aaeed5-8951-40a5-a362-4ae2417c4000 Mar 07 10:49:41.811682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee396f6e-35b3-4309-959c-682ee3e6bb8a None None] Current status of the port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:41.847054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (219e38e8-c80b-47d8-b6a0-8e26e56933e1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.850911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.852442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/219e38e8-c80b-47d8-b6a0-8e26e56933e1 HTTP/1.1" status: 204 len: 168 time: 0.2345853 Mar 07 10:49:41.862640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177282f-e11e-40c7-b6ff-7537b43baa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e38e8-c80b-47d8-b6a0-8e26e56933e1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:42.324709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.339791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938566f4-abbb-4060-88bb-07888331e851 req-7ff95755-b610-4438-a171-8a34e55f060c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:42.341068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-938566f4-abbb-4060-88bb-07888331e851 req-7ff95755-b610-4438-a171-8a34e55f060c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 1.2354429 Mar 07 10:49:42.463234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.468674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:42.469268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.490865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe004e56-e4e7-4f76-ac8d-7de2d371f228 req-3b798292-93ab-4377-8363-e60f02745379 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8498771 Mar 07 10:49:42.504856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdb59b-7c41-4c55-a919-4c0035cd4c32 None None] Network 00a46f37-a69f-47e8-8807-8b8405c7115d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:42.541593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-938566f4-abbb-4060-88bb-07888331e851 req-9895f73c-d51c-41e3-81ba-848979d6ec04 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915190 Mar 07 10:49:42.545595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router 50996c7b-1c36-4133-b850-c3af0dc8a99c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:42.552081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3032503 Mar 07 10:49:42.553400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:42.559522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': 'd3aaeed5-8951-40a5-a362-4ae2417c4000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:42.592136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b79c4-7185-4cfa-bbbd-0d66e6fe730d tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=d3aaeed5-8951-40a5-a362-4ae2417c4000,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:42.698914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d3aaeed5-8951-40a5-a362-4ae2417c4000 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:42.865974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:42.872791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.939278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Provisioning complete for port 00e55441-60a4-4f50-a02c-6884b56ce755 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:42.939734 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.115568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00e55441-60a4-4f50-a02c-6884b56ce755 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:43.168913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4ecf-e067-4969-ac64-a24c3d82fd6c req-962af855-7863-4127-b130-d058eb1ef533 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.176145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e8c4ecf-e067-4969-ac64-a24c3d82fd6c req-962af855-7863-4127-b130-d058eb1ef533 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.2120054 Mar 07 10:49:43.213184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.218880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.244567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.250807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.267258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.269427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:49:43.270955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3e76d4e2-db28-4dff-a765-9cc928d20cd9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.274374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.284427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.286707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-6c3bd9b8-16f9-4c13-a781-183c90d83a67 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.4054475 Mar 07 10:49:43.297346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:43.318718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0d54e51-55e9-4746-b835-39bce6815592 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "PUT /v2.0/routers/50996c7b-1c36-4133-b850-c3af0dc8a99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1445374 Mar 07 10:49:43.319735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:43.355624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Sync routers for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:43.379599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=3e76d4e2-db28-4dff-a765-9cc928d20cd9,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:43.390146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': 'c6fbc107-1d79-4918-a161-3f4f48ff8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3aaeed5-8951-40a5-a362-4ae2417c4000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:43.390532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: d3aaeed5-8951-40a5-a362-4ae2417c4000, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:43.416914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting subnet c29969c6-7a4e-4b24-9661-ff4225047375 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:43.420740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (c29969c6-7a4e-4b24-9661-ff4225047375), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.424085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e8c4ecf-e067-4969-ac64-a24c3d82fd6c req-1c29cd04-0d9d-4cac-b7ec-89e27486bba7 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470915 Mar 07 10:49:43.442544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] DHCP port deletion for 00a46f37-a69f-47e8-8807-8b8405c7115d request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:43.462939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network d3aaeed5-8951-40a5-a362-4ae2417c4000 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:43.487064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:43.489257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:43.493134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c29969c6-7a4e-4b24-9661-ff4225047375), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.535332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c06de4e8-bc5f-4e19-98ca-f771b017ec48 req-e9c5cc2f-406d-4da4-9107-e515095fece9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062962 Mar 07 10:49:43.540104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d3aaeed5-8951-40a5-a362-4ae2417c4000) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:43.567297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.568615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.604262 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8eaea812-c6ef-4869-9446-0ee32909d133 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0492189 Mar 07 10:49:43.608039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:43.614003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'port': {'network_id': 'd3aaeed5-8951-40a5-a362-4ae2417c4000', 'name': 'tempest-NetworksIpV6TestAttrs-227880668'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:43.623447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae24b5-009c-4a9d-a2fe-069eb1805430 None None] Network d3aaeed5-8951-40a5-a362-4ae2417c4000 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:43.672286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c387-6619-4b88-bb6a-075dbfbbb0de req-b942af94-90eb-4b9c-a758-d9dceed224c8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.674049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9b0c387-6619-4b88-bb6a-075dbfbbb0de req-b942af94-90eb-4b9c-a758-d9dceed224c8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.0746038 Mar 07 10:49:43.759105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9b0c387-6619-4b88-bb6a-075dbfbbb0de req-a85b9b30-5304-45c0-94b5-d90e00a0a5f6 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784771 Mar 07 10:49:43.794756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c29969c6-7a4e-4b24-9661-ff4225047375), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.821324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:43.826912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.862488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] device_id is not set on port c05042a2-75f5-4211-8ac3-734edc222adf yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:43.912255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e5281-9ee3-4779-b7d4-b2442e01ad8b req-cd630247-c15f-466e-85a9-1c90e277c008 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.919134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-232e5281-9ee3-4779-b7d4-b2442e01ad8b req-cd630247-c15f-466e-85a9-1c90e277c008 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1823866 Mar 07 10:49:43.979566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Allocated IP 2001:db8::f816:3eff:fe3c:1579 (d3aaeed5-8951-40a5-a362-4ae2417c4000/3e76d4e2-db28-4dff-a765-9cc928d20cd9/c05042a2-75f5-4211-8ac3-734edc222adf) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:44.016636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-232e5281-9ee3-4779-b7d4-b2442e01ad8b req-9dab8c30-839f-4bfc-a61c-c8196482ed00 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891469 Mar 07 10:49:44.053946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c092-be00-48a3-a662-a8cab3203fd3 req-f279505a-18fc-41c7-b658-15070d9776f9 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.061788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1070c092-be00-48a3-a662-a8cab3203fd3 req-f279505a-18fc-41c7-b658-15070d9776f9 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.1159008 Mar 07 10:49:44.127473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1070c092-be00-48a3-a662-a8cab3203fd3 req-4f96d069-448b-417d-86b3-d04c400322d0 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Mar 07 10:49:44.167496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:44.208491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c29969c6-7a4e-4b24-9661-ff4225047375), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.241191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Subnet': ['ID=c29969c6-7a4e-4b24-9661-ff4225047375,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:44.270979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.274462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7408e46b-6b1b-4e7c-9228-2d2a76c7e6a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/subnets/c29969c6-7a4e-4b24-9661-ff4225047375 HTTP/1.1" status: 204 len: 168 time: 0.9541028 Mar 07 10:49:44.277382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38946) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:44.293681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Current status of the port 00e55441-60a4-4f50-a02c-6884b56ce755 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:44.294070 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.315804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e0636-6e78-40ed-9b48-f3705952bc3c None None] Network 5634f860-c80c-43aa-9591-63f9b1ec12df requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:44.361388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] For port 00e55441-60a4-4f50-a02c-6884b56ce755, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00e55441-60a4-4f50-a02c-6884b56ce755,segment=NetworkSegment(886e5298-ffbd-4687-b8d4-a8ae70aa0fbc),segment_id=886e5298-ffbd-4687-b8d4-a8ae70aa0fbc)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:44.398329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for port (c05042a2-75f5-4211-8ac3-734edc222adf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.424872 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.468305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c05042a2-75f5-4211-8ac3-734edc222adf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.511280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6e1d-5389-4723-9305-7fdca41f3670 None None] Pushing event updated for resources: {'Port': ['ID=00e55441-60a4-4f50-a02c-6884b56ce755,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:44.515466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810e51b-68d6-429e-8a98-d1e92be27bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-d3aaeed5-8951-40a5-a362-4ae2417c4000', 'network_id': 'd3aaeed5-8951-40a5-a362-4ae2417c4000', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': '3e76d4e2-db28-4dff-a765-9cc928d20cd9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:44.516378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8810e51b-68d6-429e-8a98-d1e92be27bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.522002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 00e55441-60a4-4f50-a02c-6884b56ce755 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:44.522375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.553567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Port': ['ID=c05042a2-75f5-4211-8ac3-734edc222adf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:44.562165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network d3aaeed5-8951-40a5-a362-4ae2417c4000 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:44.565172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:44.575119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:44.590271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.593462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.637488 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ebcf6f0-daa2-42bb-a8ba-28a8a4839481 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0278659 Mar 07 10:49:44.640193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:44.676907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Deleting port 00e55441-60a4-4f50-a02c-6884b56ce755 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:44.677441 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.756116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ba4e-6a55-4b30-8da9-b9ada302e117 req-62e42205-2a25-4dcf-a60b-d6726f1c5483 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.757228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting subnet 3e76d4e2-db28-4dff-a765-9cc928d20cd9 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:44.768028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (3e76d4e2-db28-4dff-a765-9cc928d20cd9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.774103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ba4e-6a55-4b30-8da9-b9ada302e117 req-62e42205-2a25-4dcf-a60b-d6726f1c5483 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.779723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ba4e-6a55-4b30-8da9-b9ada302e117 req-62e42205-2a25-4dcf-a60b-d6726f1c5483 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.781470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76f9ba4e-6a55-4b30-8da9-b9ada302e117 req-62e42205-2a25-4dcf-a60b-d6726f1c5483 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c&device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209&device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 2418 time: 0.4034367 Mar 07 10:49:44.870826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.901605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3e76d4e2-db28-4dff-a765-9cc928d20cd9), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.956994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.962578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.967994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.973288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.978814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.984970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.985623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] For port 00e55441-60a4-4f50-a02c-6884b56ce755, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00e55441-60a4-4f50-a02c-6884b56ce755,segment=NetworkSegment(886e5298-ffbd-4687-b8d4-a8ae70aa0fbc),segment_id=886e5298-ffbd-4687-b8d4-a8ae70aa0fbc)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:44.985982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.997103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.999084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-5150e248-cd5c-4ee5-ad68-72982e16f5ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.2858217 Mar 07 10:49:45.006237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Calling delete_port for 00e55441-60a4-4f50-a02c-6884b56ce755 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:45.008527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76f9ba4e-6a55-4b30-8da9-b9ada302e117 req-5f197f12-b363-4bb6-875f-30070405d090 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978431 Mar 07 10:49:45.058849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-04bc152f-8590-4f40-b9fa-1bda32d1ffdf req-d199f52d-618a-4a46-9bde-8569239f0213 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:49:45.058849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04bc152f-8590-4f40-b9fa-1bda32d1ffdf req-d199f52d-618a-4a46-9bde-8569239f0213 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058324 Mar 07 10:49:45.120118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3e76d4e2-db28-4dff-a765-9cc928d20cd9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.226789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1f6df77-5b53-4396-9b31-a941d2d65f40 req-187e6be4-e931-44e8-b84b-f4409061f2dc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1765013 Mar 07 10:49:45.248291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3e76d4e2-db28-4dff-a765-9cc928d20cd9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.292475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (50996c7b-1c36-4133-b850-c3af0dc8a99c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.293154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (00e55441-60a4-4f50-a02c-6884b56ce755), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.340068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=3e76d4e2-db28-4dff-a765-9cc928d20cd9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:45.350461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.359689 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4466d099-1a23-4e03-afa8-60d699f16888 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/3e76d4e2-db28-4dff-a765-9cc928d20cd9 HTTP/1.1" status: 204 len: 168 time: 0.7175529 Mar 07 10:49:45.360361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:45.369213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] Pushing event deleted for resources: {'Port': ['ID=00e55441-60a4-4f50-a02c-6884b56ce755,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:45.380235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00e55441-60a4-4f50-a02c-6884b56ce755 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:45.380858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04bc152f-8590-4f40-b9fa-1bda32d1ffdf req-d2309fc5-79f2-4978-8343-a229ba4d8491 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2999573 Mar 07 10:49:45.380963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6757b9c2-e8c9-4e1f-b482-3a427d969f60 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:45.383531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a773147-c5d7-4499-bf55-164881f60c62 None None] No DVR routers for this DVR port 00e55441-60a4-4f50-a02c-6884b56ce755 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-8810e51b-68d6-429e-8a98-d1e92be27bf1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e76d4e2-db28-4dff-a765-9cc928d20cd9: This subnet is being modified by another concurrent operation. Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:45.421819 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e76d4e2-db28-4dff-a765-9cc928d20cd9: This subnet is being modified by another concurrent operation. Mar 07 10:49:45.425578 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:49:45.455837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdaa074-8506-482a-a132-397f3e93594b None None] Network d3aaeed5-8951-40a5-a362-4ae2417c4000 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:45.519528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e9050-4740-4eaf-ae3f-dbf0c0424f3b tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.534229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e9050-4740-4eaf-ae3f-dbf0c0424f3b tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.543877 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5f1e9050-4740-4eaf-ae3f-dbf0c0424f3b tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1791611 Mar 07 10:49:45.544615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:45.639218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec366-3e04-4ccf-b4c4-469636f44b99 req-40f93d8a-8bd5-429c-a3ed-164aca994c64 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.648326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd3ec366-3e04-4ccf-b4c4-469636f44b99 req-40f93d8a-8bd5-429c-a3ed-164aca994c64 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2528656 Mar 07 10:49:45.688254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] DHCP port deletion for 5634f860-c80c-43aa-9591-63f9b1ec12df request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:45.696863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port bcbee156-b61e-493e-ba7a-fdfb04e52f84 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:45.697196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.708213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df50f8c8-bad7-4b68-93f5-8229d617aa12 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.728020 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-df50f8c8-bad7-4b68-93f5-8229d617aa12 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:49:45.728714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df50f8c8-bad7-4b68-93f5-8229d617aa12 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:45.732315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df50f8c8-bad7-4b68-93f5-8229d617aa12 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/d3aaeed5-8951-40a5-a362-4ae2417c4000 HTTP/1.1" status: 409 len: 466 time: 0.1870804 Mar 07 10:49:45.736164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:45.739107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:39Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': 'bcbee156-b61e-493e-ba7a-fdfb04e52f84', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:54Z', 'updated_at': '2022-03-07T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:45.743540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950416561'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:45.795319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:45.798717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.855961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:45.858383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:45.860078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.865098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd3ec366-3e04-4ccf-b4c4-469636f44b99 req-9c63b51f-35d8-4f56-8785-ddf695fe22cb tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122512 Mar 07 10:49:45.876549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (98fea9dd-0314-455c-978c-887301511f81), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.876896 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment 98fea9dd-0314-455c-978c-887301511f81 of type vlan for network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 Mar 07 10:49:45.947568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port bcbee156-b61e-493e-ba7a-fdfb04e52f84, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcbee156-b61e-493e-ba7a-fdfb04e52f84,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:45.947948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.975611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for bcbee156-b61e-493e-ba7a-fdfb04e52f84 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:45.982475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Checking router: 50996c7b-1c36-4133-b850-c3af0dc8a99c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:45.983371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.053509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Routers {'50996c7b-1c36-4133-b850-c3af0dc8a99c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:46.054247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['50996c7b-1c36-4133-b850-c3af0dc8a99c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:46.070695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.075800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.076460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.142405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Deleting port e81130e4-305a-4f61-9af0-5f66ba4553ef {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:46.142780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.191974 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4545302 Mar 07 10:49:46.199419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:46.209414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': '7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:46.221354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] For port e81130e4-305a-4f61-9af0-5f66ba4553ef, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e81130e4-305a-4f61-9af0-5f66ba4553ef,segment=NetworkSegment(a4403974-8e01-4d75-88b6-b4e6e39dda38),segment_id=a4403974-8e01-4d75-88b6-b4e6e39dda38)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:46.226451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.254747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Calling delete_port for e81130e4-305a-4f61-9af0-5f66ba4553ef owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:46.296536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39018) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:46.324916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e7ab4-aa73-4a28-8136-f227532830ae tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.340694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] Set router 50996c7b-1c36-4133-b850-c3af0dc8a99c gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:46.472915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:45Z', 'revision_number': 6, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:46.524592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:46.527029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:46.546845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:46.551320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.612060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bcbee156-b61e-493e-ba7a-fdfb04e52f84), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.618486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b300e66-5eaf-47f8-8d67-b731d2198fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.629065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8f27e-0b01-40e1-a8cb-22e4fe9a75d6 None None] The sync data for ids ['50996c7b-1c36-4133-b850-c3af0dc8a99c'] in n-d-832156-4 is: [{'id': '50996c7b-1c36-4133-b850-c3af0dc8a99c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1578758922', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:52Z', 'updated_at': '2022-03-07T10:49:45Z', 'revision_number': 6, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:46.740945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.752495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.763965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.789039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.791844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.798199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.810231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e81130e4-305a-4f61-9af0-5f66ba4553ef), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.818960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.823684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96333258-00df-4f95-9a9f-8062cac41aaf req-c14fc6a5-3fc4-4af8-848c-8db2c377d71d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.3836665 Mar 07 10:49:46.851984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] No DVR routers for this DVR port e81130e4-305a-4f61-9af0-5f66ba4553ef on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:46.904531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=bcbee156-b61e-493e-ba7a-fdfb04e52f84,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.909814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d25cd-8d77-4806-949d-d552ea675177 None None] Pushing event deleted for resources: {'Port': ['ID=e81130e4-305a-4f61-9af0-5f66ba4553ef,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.920201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04e224-1632-443f-89b3-96b6f00e34c1 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:49:47.092264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:49:47.097297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (903a32ce-6ca0-4cde-95d4-a4f9263d25ae), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.223229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00e55441-60a4-4f50-a02c-6884b56ce755 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:47.291014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=903a32ce-6ca0-4cde-95d4-a4f9263d25ae,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:47.294009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.306199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 00e55441-60a4-4f50-a02c-6884b56ce755 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:47.306643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00e55441-60a4-4f50-a02c-6884b56ce755 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:47.307156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e81130e4-305a-4f61-9af0-5f66ba4553ef no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:47.319847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96333258-00df-4f95-9a9f-8062cac41aaf req-76b54f30-ab2a-4e6e-be9c-fd82291b59e5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4247496 Mar 07 10:49:47.375156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b300e66-5eaf-47f8-8d67-b731d2198fac admin admin] Publish callbacks [] for security_group (05764017-6e9e-4aea-ac6d-6fdd9e06868c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.379964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': '98fea9dd-0314-455c-978c-887301511f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:47.382541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:47.409135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e81130e4-305a-4f61-9af0-5f66ba4553ef {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:47.409577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e81130e4-305a-4f61-9af0-5f66ba4553ef not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:47.419992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:47.439886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:47.444142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b300e66-5eaf-47f8-8d67-b731d2198fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05764017-6e9e-4aea-ac6d-6fdd9e06868c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.446057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:47.446744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.480522 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ad1ed76-023e-467f-8500-4f25e6c27303 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2772253 Mar 07 10:49:47.481871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:47.517522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04e224-1632-443f-89b3-96b6f00e34c1 None None] Unable to find a vacant binding_index for network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 and agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 07 10:49:47.524905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04e224-1632-443f-89b3-96b6f00e34c1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125) {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:49:47.528278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.540634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_controller (50996c7b-1c36-4133-b850-c3af0dc8a99c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.550226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7b300e66-5eaf-47f8-8d67-b731d2198fac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20dc1e0a6e694107a106e675eecb82d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2451954 Mar 07 10:49:47.553491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:47.605985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b300e66-5eaf-47f8-8d67-b731d2198fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05764017-6e9e-4aea-ac6d-6fdd9e06868c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:47.623224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (50996c7b-1c36-4133-b850-c3af0dc8a99c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.623908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Fanout notify agent at l3_agent the message router_deleted on router 50996c7b-1c36-4133-b850-c3af0dc8a99c {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:47.635167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.636773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2dda72cc-206a-4082-acb7-b200fd3ee324 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/routers/50996c7b-1c36-4133-b850-c3af0dc8a99c HTTP/1.1" status: 204 len: 168 time: 3.3581357 Mar 07 10:49:47.640152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39038) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:47.754860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5634f860-c80c-43aa-9591-63f9b1ec12df), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.757724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.774563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a9a8-c589-4124-8d74-4b20667e4330 req-a3805caf-861d-4b5f-8281-84d103c228f2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:47.783151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1a1a9a8-c589-4124-8d74-4b20667e4330 req-a3805caf-861d-4b5f-8281-84d103c228f2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3424385 Mar 07 10:49:47.784107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] Publish callbacks [] for security_group (05764017-6e9e-4aea-ac6d-6fdd9e06868c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.834112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] Publish callbacks [] for security_group (05764017-6e9e-4aea-ac6d-6fdd9e06868c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.905408 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5634f860-c80c-43aa-9591-63f9b1ec12df), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.949354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5634f860-c80c-43aa-9591-63f9b1ec12df']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:47.964135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4403974-8e01-4d75-88b6-b4e6e39dda38') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:47.964425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4403974-8e01-4d75-88b6-b4e6e39dda38') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:47.977922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (a4403974-8e01-4d75-88b6-b4e6e39dda38), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.995505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (903a32ce-6ca0-4cde-95d4-a4f9263d25ae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.007790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (05764017-6e9e-4aea-ac6d-6fdd9e06868c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.012933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.017838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05764017-6e9e-4aea-ac6d-6fdd9e06868c HTTP/1.1" status: 204 len: 168 time: 0.4610832 Mar 07 10:49:48.057335 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a4403974-8e01-4d75-88b6-b4e6e39dda38), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.081267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1a1a9a8-c589-4124-8d74-4b20667e4330 req-f0533ff0-8695-4e57-a137-4e9b775957d5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969129 Mar 07 10:49:48.114503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:48.114916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (a4403974-8e01-4d75-88b6-b4e6e39dda38), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.118993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1cce6a-52aa-4cd4-987b-796daf11cac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125', 'network_id': '7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': '903a32ce-6ca0-4cde-95d4-a4f9263d25ae'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:48.120473 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce6a-52aa-4cd4-987b-796daf11cac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.174362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626948ec-90dd-4161-bd6e-bc7d8ea4fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05764017-6e9e-4aea-ac6d-6fdd9e06868c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:48.214969 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:48.252233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (903a32ce-6ca0-4cde-95d4-a4f9263d25ae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.304166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=903a32ce-6ca0-4cde-95d4-a4f9263d25ae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-bc1cce6a-52aa-4cd4-987b-796daf11cac8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 903a32ce-6ca0-4cde-95d4-a4f9263d25ae: This subnet is being modified by another concurrent operation. Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:48.391515 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 903a32ce-6ca0-4cde-95d4-a4f9263d25ae: This subnet is being modified by another concurrent operation. Mar 07 10:49:48.394375 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:49:48.415103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010498f-6ae3-4467-b916-d71c05b0e4ae None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:49:48.471148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922622-136a-448f-bd9c-406140746924 req-94a742e6-e027-4c54-92fe-63a5e08b64d8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.480901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b922622-136a-448f-bd9c-406140746924 req-94a742e6-e027-4c54-92fe-63a5e08b64d8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.3586633 Mar 07 10:49:48.505953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5634f860-c80c-43aa-9591-63f9b1ec12df), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.530997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.555525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.560349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/networks/5634f860-c80c-43aa-9591-63f9b1ec12df HTTP/1.1" status: 204 len: 168 time: 0.9180167 Mar 07 10:49:48.564850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39058) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.589075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00164f80-b925-4990-bfb3-ce3b69c748dd tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Network': ['ID=5634f860-c80c-43aa-9591-63f9b1ec12df,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:48.641042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b922622-136a-448f-bd9c-406140746924 req-9c31a73c-c4e8-4794-b3a0-8f5a028f7728 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590309 Mar 07 10:49:48.660942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4814-0d19-449e-89c0-e9a884568aa0 req-e5367c42-bf87-4940-946e-ef1f016287a2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.670754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:48.673151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a45f4814-0d19-449e-89c0-e9a884568aa0 req-e5367c42-bf87-4940-946e-ef1f016287a2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2535059 Mar 07 10:49:48.712756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-6c29caf0-69e3-4441-bb43-9982df83a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.721454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-6c29caf0-69e3-4441-bb43-9982df83a093 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.2692173 Mar 07 10:49:48.724232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39060) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.731657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fea9dd-0314-455c-978c-887301511f81') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:48.731657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fea9dd-0314-455c-978c-887301511f81') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:48.752237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (98fea9dd-0314-455c-978c-887301511f81), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.762595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9ce74b94-1c82-4b34-91a3-46410ad9255d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:48.800092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9ce74b94-1c82-4b34-91a3-46410ad9255d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:48.800466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9ce74b94-1c82-4b34-91a3-46410ad9255d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:48.800836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcbee156-b61e-493e-ba7a-fdfb04e52f84 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:48.831558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bcbee156-b61e-493e-ba7a-fdfb04e52f84 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:48.831945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcbee156-b61e-493e-ba7a-fdfb04e52f84 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:48.848873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab76acff-2cac-4540-be13-2d75aac39a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.862428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (98fea9dd-0314-455c-978c-887301511f81), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.873131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:48.873889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (98fea9dd-0314-455c-978c-887301511f81), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.898668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010498f-6ae3-4467-b916-d71c05b0e4ae None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:48.904215 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:48.966095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a45f4814-0d19-449e-89c0-e9a884568aa0 req-72ed3364-a567-4db5-9a6b-b3d3bbf31d23 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914631 Mar 07 10:49:49.043814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.061332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-28e0306f-b42a-4d8e-b794-43dc2ec0f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.062965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-28e0306f-b42a-4d8e-b794-43dc2ec0f14a service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.3288977 Mar 07 10:49:49.070817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.078936 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 HTTP/1.1" status: 204 len: 168 time: 1.5917318 Mar 07 10:49:49.078936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb4ee6-836f-4776-8fa3-076e1af321a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.078936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.087162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119413001'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:49.104606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port 516f2ed7-dc52-433f-9046-11d1cbf01d43 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:49.104863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.174230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:49.184228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.219481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:49.222809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.230182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.231490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.231911 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment 02118cb9-14ba-4110-a610-87b2632e55a9 of type vlan for network 27137224-3547-45cb-88eb-2a2862d3fe11 Mar 07 10:49:49.243892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.249850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.255293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.261338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c2e4b-286f-4144-8ea9-868de3f9d663 None None] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:49.262748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.268999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.278843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-4055e82a-b6ba-4905-8712-53da7be627b0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5421 time: 0.5122163 Mar 07 10:49:49.280101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c2e4b-286f-4144-8ea9-868de3f9d663 None None] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:49:49.282632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.293814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce398a5-b51b-4e51-8a85-575f277b6b7b None None] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:49.310439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce398a5-b51b-4e51-8a85-575f277b6b7b None None] Network 7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:49:49.318242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.324588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.325451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.388371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-059faad7-26bd-4981-8658-0f676493ae64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 1001 time: 0.2969031 Mar 07 10:49:49.391874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.392832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for floatingip (516f2ed7-dc52-433f-9046-11d1cbf01d43), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.401222 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3175306 Mar 07 10:49:49.406456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39112) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.440587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:49.453787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for 516f2ed7-dc52-433f-9046-11d1cbf01d43 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:49.477601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfd7ad-f35c-4a8e-9fb2-1a34e2ae4596 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=27137224-3547-45cb-88eb-2a2862d3fe11,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.483008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab76acff-2cac-4540-be13-2d75aac39a7d admin admin] Publish callbacks [] for security_group (47b4a5e6-fee7-4877-985b-fa6cc3e3de8f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.497610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 27137224-3547-45cb-88eb-2a2862d3fe11 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:49.521690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab76acff-2cac-4540-be13-2d75aac39a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (47b4a5e6-fee7-4877-985b-fa6cc3e3de8f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.573091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41ae3dfc-f3de-45d2-b194-92f97352ef20 req-eec3c3a7-3887-4b23-8e38-ae2abff65050 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2931693 Mar 07 10:49:49.706588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-0d2abe97-dd2e-430a-99da-61a24fac7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.708114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-0d2abe97-dd2e-430a-99da-61a24fac7193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.3082919 Mar 07 10:49:49.739113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:49.746435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.763450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab76acff-2cac-4540-be13-2d75aac39a7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f1d1070421c40c78fff5557854c2314&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0373535 Mar 07 10:49:49.766828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39152) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.809932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4778c702-b937-4557-ae79-e02bed745688 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:49.815463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76acff-2cac-4540-be13-2d75aac39a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b4a5e6-fee7-4877-985b-fa6cc3e3de8f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.860191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-c8c71724-4881-4f2d-9cbd-00e411d213ee tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.861697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-c8c71724-4881-4f2d-9cbd-00e411d213ee tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.2853477 Mar 07 10:49:49.897640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-7a4beb1d-20b0-48dc-a526-ad428997e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.899522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-7a4beb1d-20b0-48dc-a526-ad428997e9c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1840973 Mar 07 10:49:49.900240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] Publish callbacks [] for security_group (47b4a5e6-fee7-4877-985b-fa6cc3e3de8f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.019724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a5a5d-7cae-4ae0-ad74-54a86ecdfa7f req-ef0728d6-5878-4f12-83e4-3182de5b2f57 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:50.034581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-746a5a5d-7cae-4ae0-ad74-54a86ecdfa7f req-ef0728d6-5878-4f12-83e4-3182de5b2f57 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.3012187 Mar 07 10:49:50.088753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (516f2ed7-dc52-433f-9046-11d1cbf01d43), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.116865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] Publish callbacks [] for security_group (47b4a5e6-fee7-4877-985b-fa6cc3e3de8f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.125988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.142664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '4778c702-b937-4557-ae79-e02bed745688', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'port_id': '4778c702-b937-4557-ae79-e02bed745688', 'mac_address': 'fa:16:3e:b8:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:50.192611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4778c702-b937-4557-ae79-e02bed745688 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:50.193330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4778c702-b937-4557-ae79-e02bed745688), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.215191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4778c702-b937-4557-ae79-e02bed745688 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:50.245207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.257892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4778c702-b937-4557-ae79-e02bed745688), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.258879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5167c77a-66c3-4c2a-bc30-e4f4aba8838e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:50.278186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=516f2ed7-dc52-433f-9046-11d1cbf01d43,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.359876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.376622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'port_id': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e', 'mac_address': 'fa:16:3e:00:b9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:50.448528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.453500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:50.454270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.472454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5167c77a-66c3-4c2a-bc30-e4f4aba8838e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:50.479397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d84d9a33-88c3-4e8b-8ecd-e65615d56e42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.487170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for floatingip (4509ac7a-9a5d-4231-b129-8580bbd55c97), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.487631 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Floating IP 4509ac7a-9a5d-4231-b129-8580bbd55c97 disassociated (deleted). External IP: 172.25.4.84, port: ad3dafa6-2045-4d0e-a015-171e9393ab33. Mar 07 10:49:50.500215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.509726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.510736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2fc108c0-9692-4690-b667-d3407262b936 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:50.598459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.662038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.686869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '2fc108c0-9692-4690-b667-d3407262b936', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'port_id': '2fc108c0-9692-4690-b667-d3407262b936', 'mac_address': 'fa:16:3e:81:f4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:50.760187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ef774a0-624c-467b-9592-d471fa2c28c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.789302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2fc108c0-9692-4690-b667-d3407262b936 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:50.790093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.808917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-aeb4c5ef-488f-484e-bd18-81e145639a03 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874762 Mar 07 10:49:50.830366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc108c0-9692-4690-b667-d3407262b936 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:50.901555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.912761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.913661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a065b4b-37f5-4d76-9c43-c637f5f00b1f details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:50.918821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-746a5a5d-7cae-4ae0-ad74-54a86ecdfa7f req-2bf4ca71-645a-4784-aa50-de0839ab532e tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8830566 Mar 07 10:49:50.981960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:50.998440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f', 'network_id': '38a69055-4915-43a9-aa8c-6682663f5cc3', 'port_id': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f', 'mac_address': 'fa:16:3e:f7:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa17aaca-e37c-44a4-8f4f-1cb14fe393d9', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:51.034682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b874e10-aab6-4eab-acbf-d64e4231ce1b req-deb2ba0c-e77e-4038-a256-9030e949cad7 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092772 Mar 07 10:49:51.124058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c19bf-2ce0-491a-983f-4bde5a931ba9 req-6e91e2d1-9671-4d96-bf6b-bda71eaed638 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.126321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-687c19bf-2ce0-491a-983f-4bde5a931ba9 req-6e91e2d1-9671-4d96-bf6b-bda71eaed638 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 1.0025830 Mar 07 10:49:51.130030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Deleting port e1df6cfb-d9de-449f-94b5-506d9c899392 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:51.140828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.149802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (47b4a5e6-fee7-4877-985b-fa6cc3e3de8f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.164646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.168596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47b4a5e6-fee7-4877-985b-fa6cc3e3de8f HTTP/1.1" status: 204 len: 168 time: 1.3990791 Mar 07 10:49:51.220483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.229024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:51.233978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.266499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a065b4b-37f5-4d76-9c43-c637f5f00b1f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:51.316630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:51.316892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5849e5a-b6fc-4405-807e-eaf2d7f40e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b4a5e6-fee7-4877-985b-fa6cc3e3de8f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.321998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.322967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3b2ba715-e1a4-47f1-a5ba-9329651ff24f details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:51.470827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.596023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': '02118cb9-14ba-4110-a610-87b2632e55a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:51.596509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: 27137224-3547-45cb-88eb-2a2862d3fe11, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:51.613551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-687c19bf-2ce0-491a-983f-4bde5a931ba9 req-7031520c-4007-4641-89b1-96edd1b1fc08 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4655073 Mar 07 10:49:51.625898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:51.632002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=d84d9a33-88c3-4e8b-8ecd-e65615d56e42,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.651862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.658303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'port_id': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'mac_address': 'fa:16:3e:a7:d2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:51.672904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.678645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.698075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.704233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.726424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.730818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network 27137224-3547-45cb-88eb-2a2862d3fe11 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:51.732646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.759848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-7fd31c19-7a33-4afe-8e2b-2a2e4d187392 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5424 time: 0.5809352 Mar 07 10:49:51.790247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:51.790628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.793308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] For port e1df6cfb-d9de-449f-94b5-506d9c899392, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e1df6cfb-d9de-449f-94b5-506d9c899392,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:51.800175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.806562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 27137224-3547-45cb-88eb-2a2862d3fe11) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:51.811557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.812477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.812676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2ba715-e1a4-47f1-a5ba-9329651ff24f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:51.850685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac866d-2b43-48aa-9559-ca91ad0cfb57 None None] Network 27137224-3547-45cb-88eb-2a2862d3fe11 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:51.855847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d524079-ac3b-48aa-b9fe-5e4c601e9389 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4229019 Mar 07 10:49:51.856282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39346) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:51.870566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Calling delete_port for e1df6cfb-d9de-449f-94b5-506d9c899392 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:51.870699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:51.902568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router dd707232-081e-4554-9b02-d059cc13d1cd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:51.906735 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.948807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e461e979-0cb2-4786-b2be-b481f9db1077 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:52.133704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:52.139480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.148854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Sync routers for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:52.172501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:52.182490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.216059 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61884360-4d41-4944-921b-bfa7d2670310 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/floatingips/4509ac7a-9a5d-4231-b129-8580bbd55c97 HTTP/1.1" status: 204 len: 168 time: 3.6500633 Mar 07 10:49:52.216708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:52.219032 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cab869-3d40-4141-9905-06abe650593c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:52.240791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:52.259890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.361782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:52.381277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-27137224-3547-45cb-88eb-2a2862d3fe11', 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': 'd84d9a33-88c3-4e8b-8ecd-e65615d56e42'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:52.382295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.460910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad515e8-caa5-4dd0-9bf8-5b2bc5aa0637 req-8b7a5b46-6f1c-4708-b7e3-221a317de350 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7001557 Mar 07 10:49:52.590885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5167c77a-66c3-4c2a-bc30-e4f4aba8838e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:52.618510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:52.688350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d84d9a33-88c3-4e8b-8ecd-e65615d56e42), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.757383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'port_id': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'mac_address': 'fa:16:3e:a7:b4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3508c58d-3263-4ca9-bcb7-8646c633e089', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:52.778483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3b2ba715-e1a4-47f1-a5ba-9329651ff24f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:52.784797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['4778c702-b937-4557-ae79-e02bed745688'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:52.788937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['8a065b4b-37f5-4d76-9c43-c637f5f00b1f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:52.794500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2fc108c0-9692-4690-b667-d3407262b936'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:52.825639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.869880 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4970f8c4-73fa-4bf3-9504-a04914b06175 x-openstack-request-id: req-4970f8c4-73fa-4bf3-9504-a04914b06175 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:52.870405 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:52.870405 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4970f8c4-73fa-4bf3-9504-a04914b06175 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:52.870883 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'status': 'completed', 'code': 200} Mar 07 10:49:52.909801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee011b0-ad61-490b-9d45-658bdfc72670 req-f7464236-c171-4cc9-a99a-557ae6c04acc tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:52.924412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aee011b0-ad61-490b-9d45-658bdfc72670 req-f7464236-c171-4cc9-a99a-557ae6c04acc tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 946 time: 0.7886469 Mar 07 10:49:52.926291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Checking router: dd707232-081e-4554-9b02-d059cc13d1cd for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:52.957309 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:52.957941 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.018295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Allocated IP 2001:db8::2 (27137224-3547-45cb-88eb-2a2862d3fe11/d84d9a33-88c3-4e8b-8ecd-e65615d56e42/e34e34bf-75a5-4b16-94f7-9a0327d68828) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:53.171043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e1df6cfb-d9de-449f-94b5-506d9c899392), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.230847 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:53.260035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3e089c57-6a0b-4e3c-8c83-60339a2b4936', '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:53.260230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aee011b0-ad61-490b-9d45-658bdfc72670 req-d3891324-e777-4573-93e0-7845f74a4ade tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303266 Mar 07 10:49:53.353255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event deleted for resources: {'Port': ['ID=e1df6cfb-d9de-449f-94b5-506d9c899392,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:53.369075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab869-3d40-4141-9905-06abe650593c req-1a5205db-e3d4-4768-a0cc-2cd66c0d83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.370585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-1a5205db-e3d4-4768-a0cc-2cd66c0d83e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2542f4df4d734492bf01686db9d32d8b&device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 1166 time: 0.4435406 Mar 07 10:49:53.411042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-03216e6d-b41f-45a3-9d5e-b81a7a65e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.537923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a35d7-25e9-48c0-bc77-705187edbfe1 req-d4c8a849-0779-4f6f-8b3f-6ba511155383 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.544941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-328a35d7-25e9-48c0-bc77-705187edbfe1 req-d4c8a849-0779-4f6f-8b3f-6ba511155383 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.5073855 Mar 07 10:49:53.553319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] No DVR routers for this DVR port e1df6cfb-d9de-449f-94b5-506d9c899392 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:53.556334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.560628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bc6c8b0-c737-4026-9315-e1985187bbda req-225712cf-caba-4ec9-81d7-b0bee14268e8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "DELETE /v2.0/ports/e1df6cfb-d9de-449f-94b5-506d9c899392 HTTP/1.1" status: 204 len: 173 time: 3.6875951 Mar 07 10:49:53.567143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'name': 'network-vif-deleted', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:53.569939 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb8ea50-f33c-4430-85ea-767470e51c18" -d '{"events": [{"server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "name": "network-vif-deleted", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:53.611795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab869-3d40-4141-9905-06abe650593c req-1ccbbc9d-3fcc-490b-969f-8b162f30f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.613833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-1ccbbc9d-3fcc-490b-969f-8b162f30f4ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 200 len: 897 time: 0.2031951 Mar 07 10:49:53.645241 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.679224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-d5fd6eea-ee4f-4dd2-808c-ec51da212985 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 200 len: 217 time: 0.0538650 Mar 07 10:49:53.681248 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7201dc9-7d4b-4393-bfd4-c58e4c1ac05d None None] The sync data for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 is: [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 4, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b50c566-89c3-4cbf-9ce7-021497e1c674', 'name': '', 'network_id': 'c6452697-67e1-4ab6-a2d3-2efad80e7a0f', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'mac_address': 'fa:16:3e:d1:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:41Z', 'updated_at': '2022-03-07T10:47:50Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'subnets': [{'id': '7c52fd00-0a5b-4769-b73d-424b63330398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:53.692887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-328a35d7-25e9-48c0-bc77-705187edbfe1 req-1ac97dd0-8980-4425-8aad-b445fed999e0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467862 Mar 07 10:49:53.795868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731fc-505b-4fa4-a81d-5a15310bf904 req-f3a7463e-efd6-4a65-ad71-1b621e0b85c5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.807180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-575731fc-505b-4fa4-a81d-5a15310bf904 req-f3a7463e-efd6-4a65-ad71-1b621e0b85c5 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.4325109 Mar 07 10:49:53.904471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab869-3d40-4141-9905-06abe650593c req-d676b2a9-8b39-4291-bd5e-e3ca86801af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.906333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-d676b2a9-8b39-4291-bd5e-e3ca86801af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c52fd00-0a5b-4769-b73d-424b63330398 HTTP/1.1" status: 200 len: 835 time: 0.2056520 Mar 07 10:49:53.935795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e461e979-0cb2-4786-b2be-b481f9db1077 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:53.936282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.047712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-575731fc-505b-4fa4-a81d-5a15310bf904 req-ca3e44ff-4e87-4464-abb5-521da00a46ee tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2385342 Mar 07 10:49:54.161505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.188733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.197235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.210833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.225081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.233725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.243761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.252960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-cff4a8ae-efd0-4e65-a682-3470fabed431 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5426 time: 0.3764288 Mar 07 10:49:54.261917 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ebf5a-6093-49be-bce9-ad24b4cc57bc x-openstack-request-id: req-bb5ebf5a-6093-49be-bce9-ad24b4cc57bc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:54.262763 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263b405-cd41-4051-931f-d3ca14aec40c", "name": "network-vif-deleted", "tag": "e1df6cfb-d9de-449f-94b5-506d9c899392", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:54.263230 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb5ebf5a-6093-49be-bce9-ad24b4cc57bc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:54.264035 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263b405-cd41-4051-931f-d3ca14aec40c', 'name': 'network-vif-deleted', 'tag': 'e1df6cfb-d9de-449f-94b5-506d9c899392', 'status': 'completed', 'code': 200} Mar 07 10:49:54.285112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e461e979-0cb2-4786-b2be-b481f9db1077 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:54.372872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab869-3d40-4141-9905-06abe650593c req-4eaf2037-433a-426f-9a00-caabc725c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.376405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-4eaf2037-433a-426f-9a00-caabc725c504 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6452697-67e1-4ab6-a2d3-2efad80e7a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4471216 Mar 07 10:49:54.408700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec6c5b-8fe0-4136-8763-77e2fd60bf15 None None] New status for floating IP 4509ac7a-9a5d-4231-b129-8580bbd55c97: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:49:54.515677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:54.517288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.517680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18a2e7a6-3612-4cce-98a0-2f1967f3a39d req-f9f6b2ad-6a3f-4581-8d13-9b0fdfc41df4 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=a263b405-cd41-4051-931f-d3ca14aec40c HTTP/1.1" status: 200 len: 210 time: 0.0760715 Mar 07 10:49:54.546525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.615180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef9c7e89-b291-4e94-8371-c7913325b1f3 req-0089852c-a93a-41d5-9c78-c7c9b306f0c6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3591630 Mar 07 10:49:54.643315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.644003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device af22714e-7ffe-40bb-b00a-2d6a44e36704 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:54.712329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-52ed2b9e-33e4-464e-bd23-b4c821bda111 service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999659 Mar 07 10:49:54.726462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-52845b83-1719-4028-9025-79c7e38e700f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.728664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-52845b83-1719-4028-9025-79c7e38e700f tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.1684146 Mar 07 10:49:54.892182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:54.909312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:49:54.976814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68cab869-3d40-4141-9905-06abe650593c req-23c5f581-1a97-49bb-babf-8a28737e6d80 service neutron] 10.222.0.26 "GET /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470031 Mar 07 10:49:55.012078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks [] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.021925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port ad3dafa6-2045-4d0e-a015-171e9393ab33 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:55.022571 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.048246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:55.053487 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.063069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (d84d9a33-88c3-4e8b-8ecd-e65615d56e42), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.135347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=d84d9a33-88c3-4e8b-8ecd-e65615d56e42,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.162332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'network_id': 'a929a550-0c85-4c9e-a0e1-1427f00759c0', 'port_id': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'mac_address': 'fa:16:3e:a6:7c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3508c58d-3263-4ca9-bcb7-8646c633e089', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:55.238149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Network 27137224-3547-45cb-88eb-2a2862d3fe11 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:55.268395 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.276302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:55.280640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:55.304226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Pushing event updated for resources: {'Port': ['ID=e34e34bf-75a5-4b16-94f7-9a0327d68828,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.387054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27137224-3547-45cb-88eb-2a2862d3fe11']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.395306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port af22714e-7ffe-40bb-b00a-2d6a44e36704 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:55.395727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.409484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02118cb9-14ba-4110-a610-87b2632e55a9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.410042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02118cb9-14ba-4110-a610-87b2632e55a9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.421358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port ad3dafa6-2045-4d0e-a015-171e9393ab33, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ad3dafa6-2045-4d0e-a015-171e9393ab33,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:55.421977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.443304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.458256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for ad3dafa6-2045-4d0e-a015-171e9393ab33 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:55.470215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af22714e-7ffe-40bb-b00a-2d6a44e36704 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:55.476728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Attempting to bind port e34e34bf-75a5-4b16-94f7-9a0327d68828 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:55.476933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Attempting to bind port e34e34bf-75a5-4b16-94f7-9a0327d68828 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '02118cb9-14ba-4110-a610-87b2632e55a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:55.483664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Attempting to bind port e34e34bf-75a5-4b16-94f7-9a0327d68828 on network 27137224-3547-45cb-88eb-2a2862d3fe11 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:55.487476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264b12-187d-47c6-845c-db51666ac53d req-bc9131f1-beb9-4a8f-8f78-5e7111fe1a69 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.489025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c264b12-187d-47c6-845c-db51666ac53d req-bc9131f1-beb9-4a8f-8f78-5e7111fe1a69 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 984 time: 0.1699672 Mar 07 10:49:55.490262 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.513347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:55.514412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:55.517885 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:55.529229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:55.554063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:55.554551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Checking segment: {'id': '02118cb9-14ba-4110-a610-87b2632e55a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:55.555008 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.555435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Bound using segment: {'id': '02118cb9-14ba-4110-a610-87b2632e55a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:55.556018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Bound port: e34e34bf-75a5-4b16-94f7-9a0327d68828, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02118cb9-14ba-4110-a610-87b2632e55a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27137224-3547-45cb-88eb-2a2862d3fe11'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:55.556392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.604012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.663591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e1df6cfb-d9de-449f-94b5-506d9c899392 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:55.743023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e1df6cfb-d9de-449f-94b5-506d9c899392 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:55.743023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e1df6cfb-d9de-449f-94b5-506d9c899392 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:55.771121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.api [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:49:55.771121 n-d-832156-4 neutron-server[103789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:49:55.771121 n-d-832156-4 neutron-server[103789]: [parameters: {'id': '27137224-3547-45cb-88eb-2a2862d3fe11'}] Mar 07 10:49:55.771121 n-d-832156-4 neutron-server[103789]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:49:55.771521 n-d-832156-4 neutron-server[103789]: DEBUG oslo_db.api [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:49:55.771607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.806492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] For port e34e34bf-75a5-4b16-94f7-9a0327d68828, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:55.820908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.828315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] For port e34e34bf-75a5-4b16-94f7-9a0327d68828, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e34e34bf-75a5-4b16-94f7-9a0327d68828,segment=NetworkSegment(02118cb9-14ba-4110-a610-87b2632e55a9),segment_id=02118cb9-14ba-4110-a610-87b2632e55a9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:55.839044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.895175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c264b12-187d-47c6-845c-db51666ac53d req-022ec05a-01de-40d5-af16-2575b5192eb6 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a&id=d58a465e-3cda-46ef-b802-0b042ca0bc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3956900 Mar 07 10:49:55.929046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ea813-9630-4799-9ede-ff02eb5c4fd7 None None] Pushing event updated for resources: {'Port': ['ID=e34e34bf-75a5-4b16-94f7-9a0327d68828,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.956697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e26b6-6ccd-4320-ac41-cf10c2bdbfb1 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:49:56.006331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.017567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.024245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.030044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.036389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.042364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.048935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.051549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-38d53f24-8fcd-40f1-9775-6bdfd82c31fa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5428 time: 0.2297683 Mar 07 10:49:56.064375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e461e979-0cb2-4786-b2be-b481f9db1077'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:56.093835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ad3dafa6-2045-4d0e-a015-171e9393ab33), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.160702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=ad3dafa6-2045-4d0e-a015-171e9393ab33,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:56.221320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] No DVR routers for this DVR port ad3dafa6-2045-4d0e-a015-171e9393ab33 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:56.229230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.232619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93ed85c4-7d6d-43d2-af72-e819d3b026c0 req-405cfd69-64e4-4dc3-8ab3-392570b18516 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.26 "DELETE /v2.0/ports/ad3dafa6-2045-4d0e-a015-171e9393ab33 HTTP/1.1" status: 204 len: 173 time: 1.4042108 Mar 07 10:49:56.236192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e26b6-6ccd-4320-ac41-cf10c2bdbfb1 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:49:56.256750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681082d8-5542-4edf-a4e3-dd33f7d68c71 req-d2e63064-a16c-48fa-ac0a-d69e08566a5c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975801 Mar 07 10:49:56.265969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'name': 'network-vif-deleted', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:56.270518 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7041534-64f7-4adc-b560-2847a53efc0f" -d '{"events": [{"server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "name": "network-vif-deleted", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:56.281793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.383222 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f81498c-132d-42ea-bdd3-783ea2e72ddc x-openstack-request-id: req-1f81498c-132d-42ea-bdd3-783ea2e72ddc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:56.383531 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb394a4-ba91-4191-a38b-e8323f758434", "name": "network-vif-deleted", "tag": "ad3dafa6-2045-4d0e-a015-171e9393ab33", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:56.383867 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f81498c-132d-42ea-bdd3-783ea2e72ddc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:56.394534 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb394a4-ba91-4191-a38b-e8323f758434', 'name': 'network-vif-deleted', 'tag': 'ad3dafa6-2045-4d0e-a015-171e9393ab33', 'status': 'completed', 'code': 200} Mar 07 10:49:56.497805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f54652-fdd7-405d-ad6c-8242dcfd6482 req-d3877ae6-645b-470b-a7aa-edee298a0a4a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.499778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8f54652-fdd7-405d-ad6c-8242dcfd6482 req-d3877ae6-645b-470b-a7aa-edee298a0a4a tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.2226768 Mar 07 10:49:56.531930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting port e34e34bf-75a5-4b16-94f7-9a0327d68828 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:56.537495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.619390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] For port e34e34bf-75a5-4b16-94f7-9a0327d68828, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e34e34bf-75a5-4b16-94f7-9a0327d68828,segment=NetworkSegment(02118cb9-14ba-4110-a610-87b2632e55a9),segment_id=02118cb9-14ba-4110-a610-87b2632e55a9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:56.620050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.639750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Calling delete_port for e34e34bf-75a5-4b16-94f7-9a0327d68828 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:56.668383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4597f7-075e-485f-a4cf-144b274dcb0f None None] Network 27137224-3547-45cb-88eb-2a2862d3fe11 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:56.708055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8f54652-fdd7-405d-ad6c-8242dcfd6482 req-8dc93c37-ed4b-4302-841b-8fd677285538 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986589 Mar 07 10:49:56.753776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e34e34bf-75a5-4b16-94f7-9a0327d68828), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.792161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Port': ['ID=e34e34bf-75a5-4b16-94f7-9a0327d68828,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:56.797327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No DVR routers for this DVR port e34e34bf-75a5-4b16-94f7-9a0327d68828 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:56.900768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.937406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27137224-3547-45cb-88eb-2a2862d3fe11']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.948620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02118cb9-14ba-4110-a610-87b2632e55a9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.948834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02118cb9-14ba-4110-a610-87b2632e55a9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.962264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.986492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.010142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:57.010784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (02118cb9-14ba-4110-a610-87b2632e55a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:57.017748 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:57.104939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.137167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85202097-49fe-45b0-b143-560ead555290 req-2396ee57-7bab-43d3-9e90-26289ab894a7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb394a4-ba91-4191-a38b-e8323f758434 HTTP/1.1" status: 200 len: 210 time: 0.1186516 Mar 07 10:49:57.155253 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (27137224-3547-45cb-88eb-2a2862d3fe11), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.165487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.168959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/27137224-3547-45cb-88eb-2a2862d3fe11 HTTP/1.1" status: 204 len: 168 time: 5.3001816 Mar 07 10:49:57.173712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39788) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.180345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1251098532'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:57.183454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc3a6-1078-493d-8f01-752f16509735 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=27137224-3547-45cb-88eb-2a2862d3fe11,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:57.217451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:57.229114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.266755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:57.281606 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (060c3154-6ec1-4930-87b7-e27c2e5ecb4e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.282005 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Added segment 060c3154-6ec1-4930-87b7-e27c2e5ecb4e of type vlan for network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 Mar 07 10:49:57.335729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (47647a41-e8f7-4c0a-94b2-79bcb550eea6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.378421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (47647a41-e8f7-4c0a-94b2-79bcb550eea6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.387593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.388268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.418844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.425097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.430990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.435914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2606099 Mar 07 10:49:57.437080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.438710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39806) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.442785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.444394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Request body: {'subnet': {'network_id': '47647a41-e8f7-4c0a-94b2-79bcb550eea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:57.448989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.455017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.456974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-50e72983-5c53-4fcc-8164-8e65ae8b9bcf tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5428 time: 0.1108420 Mar 07 10:49:57.473880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['af22714e-7ffe-40bb-b00a-2d6a44e36704'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:57.598197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47d4a1-8811-49b0-a158-35513d2b0c0a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Network': ['ID=47647a41-e8f7-4c0a-94b2-79bcb550eea6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:57.612031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Made reservation on behalf of b2b8e6a9e7ff43a2ae9d0cef8a6ada2f for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:57.613698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:57.614401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a00641cc-4604-46ac-b470-60e6c9760d8c req-b2d0a495-4061-4b74-819f-61a21d80f3a7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498976 Mar 07 10:49:57.618584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.641588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5167c77a-66c3-4c2a-bc30-e4f4aba8838e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:57.785801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:57.791944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:57.793166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.840753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39812) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.907948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69a0a0-4f70-43a2-80aa-5b3214d10f88 req-9eab2e77-f24e-49cb-9ae2-4522acf420d8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.915800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c69a0a0-4f70-43a2-80aa-5b3214d10f88 req-9eab2e77-f24e-49cb-9ae2-4522acf420d8 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.1124132 Mar 07 10:49:57.917375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:57.918020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.947368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:57.950452 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67aeef8-0b16-4944-be30-098e97360856" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "5167c77a-66c3-4c2a-bc30-e4f4aba8838e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:57.964365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:57.972395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.032461 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b05f892-262c-459c-b8b1-87bbd11f722a x-openstack-request-id: req-9b05f892-262c-459c-b8b1-87bbd11f722a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:58.032967 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "5167c77a-66c3-4c2a-bc30-e4f4aba8838e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:58.033362 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b05f892-262c-459c-b8b1-87bbd11f722a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:58.034489 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167c77a-66c3-4c2a-bc30-e4f4aba8838e', 'code': 200} Mar 07 10:49:58.036259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-ce63db78-dbf6-4bfb-a06f-9efc15cbc7b2 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.038524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-ce63db78-dbf6-4bfb-a06f-9efc15cbc7b2 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.1720843 Mar 07 10:49:58.055277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:58.073831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:49:58.079774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c69a0a0-4f70-43a2-80aa-5b3214d10f88 req-65548a34-641d-4abe-b84f-ec472df0088b tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628697 Mar 07 10:49:58.093762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (08582636-b8ed-491b-91c0-a8c4f822a2c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.104812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9edbeb99-0eeb-4b7b-a339-8ea8b5acae03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.177170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event updated for resources: {'Subnet': ['ID=08582636-b8ed-491b-91c0-a8c4f822a2c9,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:58.177916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Deleting port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:58.177916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.216911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39820) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.217884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Checking segment: {'id': '060c3154-6ec1-4930-87b7-e27c2e5ecb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '47647a41-e8f7-4c0a-94b2-79bcb550eea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:58.218240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network hostable DHCP agents. Network: 47647a41-e8f7-4c0a-94b2-79bcb550eea6, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:58.256085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:58.270773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 47647a41-e8f7-4c0a-94b2-79bcb550eea6) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:58.280540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007de840-8f08-46a6-8867-c31bcb13d8b2 None None] Network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:58.281078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.281166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.286017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9edbeb99-0eeb-4b7b-a339-8ea8b5acae03 admin admin] Publish callbacks [] for security_group (5a4461a7-3d95-4208-b0b1-d55268fcbb86), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.297015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9edbeb99-0eeb-4b7b-a339-8ea8b5acae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5a4461a7-3d95-4208-b0b1-d55268fcbb86), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.326113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-92f9cba6-6eb3-4b03-8bd7-eedd1c8982a8 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8862960 Mar 07 10:49:58.331778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39822) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.376987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbeb99-0eeb-4b7b-a339-8ea8b5acae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4461a7-3d95-4208-b0b1-d55268fcbb86,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:58.384981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9edbeb99-0eeb-4b7b-a339-8ea8b5acae03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7fa8121f3bb4f868a265b9359aadd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403941 Mar 07 10:49:58.389883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39824) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.516313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (47647a41-e8f7-4c0a-94b2-79bcb550eea6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.522112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] Publish callbacks [] for security_group (5a4461a7-3d95-4208-b0b1-d55268fcbb86), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.560438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] Publish callbacks [] for security_group (5a4461a7-3d95-4208-b0b1-d55268fcbb86), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.593884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.644679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (08582636-b8ed-491b-91c0-a8c4f822a2c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.656247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768b5ff-6824-4d9e-8d97-9c1af1b3f613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-47647a41-e8f7-4c0a-94b2-79bcb550eea6', 'network_id': '47647a41-e8f7-4c0a-94b2-79bcb550eea6', 'project_id': 'b2b8e6a9e7ff43a2ae9d0cef8a6ada2f', 'fixed_ips': [{'subnet_id': '08582636-b8ed-491b-91c0-a8c4f822a2c9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:58.657662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1768b5ff-6824-4d9e-8d97-9c1af1b3f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.697464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5a4461a7-3d95-4208-b0b1-d55268fcbb86), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.701746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.703684 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a4461a7-3d95-4208-b0b1-d55268fcbb86 HTTP/1.1" status: 204 len: 168 time: 0.3127706 Mar 07 10:49:58.719062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abd1e6-9fda-424d-83d0-3feb42970b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4461a7-3d95-4208-b0b1-d55268fcbb86,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:58.749296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (08582636-b8ed-491b-91c0-a8c4f822a2c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.781835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=08582636-b8ed-491b-91c0-a8c4f822a2c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:58.842549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (d58a465e-3cda-46ef-b802-0b042ca0bc1b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.848408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] For port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:58.848765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.881642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Calling delete_port for 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:58.889804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (d58a465e-3cda-46ef-b802-0b042ca0bc1b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.894360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (47647a41-e8f7-4c0a-94b2-79bcb550eea6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-1768b5ff-6824-4d9e-8d97-9c1af1b3f613 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08582636-b8ed-491b-91c0-a8c4f822a2c9: This subnet is being modified by another concurrent operation. Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:49:58.899534 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08582636-b8ed-491b-91c0-a8c4f822a2c9: This subnet is being modified by another concurrent operation. Mar 07 10:49:58.903044 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:49:58.936190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47647a41-e8f7-4c0a-94b2-79bcb550eea6']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.937483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f800b7-8c4f-44a8-b68a-d6ac74204977 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:49:58.942295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.946810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c3154-6ec1-4930-87b7-e27c2e5ecb4e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.947113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c3154-6ec1-4930-87b7-e27c2e5ecb4e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.948539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.954180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.958326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (060c3154-6ec1-4930-87b7-e27c2e5ecb4e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.959688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.965841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.971486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.972431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (060c3154-6ec1-4930-87b7-e27c2e5ecb4e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.977001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.979000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-f101c3ec-32fd-404f-bf90-e298ce85c650 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5429 time: 0.2127745 Mar 07 10:49:58.986400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:58.987054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (060c3154-6ec1-4930-87b7-e27c2e5ecb4e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:59.067862 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:59.107482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (47647a41-e8f7-4c0a-94b2-79bcb550eea6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.118562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d58a465e-3cda-46ef-b802-0b042ca0bc1b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.132375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.135937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f800b7-8c4f-44a8-b68a-d6ac74204977 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:49:59.137540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/security-groups/d58a465e-3cda-46ef-b802-0b042ca0bc1b HTTP/1.1" status: 204 len: 168 time: 0.9195595 Mar 07 10:49:59.138952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.151553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/47647a41-e8f7-4c0a-94b2-79bcb550eea6 HTTP/1.1" status: 204 len: 168 time: 0.8183968 Mar 07 10:49:59.158881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.159228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.202932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74406-ed8e-4531-8903-06774039e35c tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=47647a41-e8f7-4c0a-94b2-79bcb550eea6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:59.211910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d996-83f7-4247-9b29-286b2d25d405 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a465e-3cda-46ef-b802-0b042ca0bc1b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:59.217897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27fc1847-d6a5-4eea-b24f-060928acc203 req-3e4574d4-084d-4bca-b8c4-862500a797fb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972847 Mar 07 10:49:59.240221 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-791ddf9f-32ae-41a7-9a49-3cd0b0806123 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.240868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791ddf9f-32ae-41a7-9a49-3cd0b0806123 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.247059 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-791ddf9f-32ae-41a7-9a49-3cd0b0806123 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/08582636-b8ed-491b-91c0-a8c4f822a2c9 HTTP/1.1" status: 404 len: 337 time: 0.0846529 Mar 07 10:49:59.253334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39844) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.286009 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9423cc54-d554-49a5-aa42-497ef0998ed6 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.286555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9423cc54-d554-49a5-aa42-497ef0998ed6 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.292093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9423cc54-d554-49a5-aa42-497ef0998ed6 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/47647a41-e8f7-4c0a-94b2-79bcb550eea6 HTTP/1.1" status: 404 len: 339 time: 0.0350685 Mar 07 10:49:59.292901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39846) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.344811 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b14566-1580-47ef-9dd6-f86554a3b311 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.346281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b14566-1580-47ef-9dd6-f86554a3b311 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.349650 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88b14566-1580-47ef-9dd6-f86554a3b311 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/d84d9a33-88c3-4e8b-8ecd-e65615d56e42 HTTP/1.1" status: 404 len: 337 time: 0.0547636 Mar 07 10:49:59.355838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.360555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f4dea-bed1-4814-adc6-f9104af41b4c req-8969b7f2-8c5b-468a-910e-aa06506d4ec1 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:59.362428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-642f4dea-bed1-4814-adc6-f9104af41b4c req-8969b7f2-8c5b-468a-910e-aa06506d4ec1 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f6a0530-bb2e-443f-ae12-7f5cddd97209 HTTP/1.1" status: 200 len: 945 time: 0.1342282 Mar 07 10:49:59.363909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.383335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3e089c57-6a0b-4e3c-8c83-60339a2b4936', '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:59.403150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (c4221c92-b3fa-4e41-8d7d-6e39bcc9814a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.406437 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d819e49-e1b8-4e09-820f-92beed22d664 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.407164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d819e49-e1b8-4e09-820f-92beed22d664 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.419591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event deleted for resources: {'Port': ['ID=36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:59.424076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d819e49-e1b8-4e09-820f-92beed22d664 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/27137224-3547-45cb-88eb-2a2862d3fe11 HTTP/1.1" status: 404 len: 339 time: 0.0670433 Mar 07 10:49:59.428039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.473772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] No DVR routers for this DVR port 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:59.474208 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dde8d6-43fd-44da-9993-442c05b59e3a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.474687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dde8d6-43fd-44da-9993-442c05b59e3a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.482764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.483462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57dde8d6-43fd-44da-9993-442c05b59e3a tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/903a32ce-6ca0-4cde-95d4-a4f9263d25ae HTTP/1.1" status: 404 len: 337 time: 0.0538995 Mar 07 10:49:59.485210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.487086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f6797e0-0214-40eb-b04a-b02edbfbe582 req-8798e1e1-a167-421a-994a-6a9d696cf61f tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "DELETE /v2.0/ports/36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d HTTP/1.1" status: 204 len: 173 time: 1.4385123 Mar 07 10:49:59.488696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'name': 'network-vif-deleted', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:59.491182 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86819c30-d8ae-4393-a2c9-9d499346de00" -d '{"events": [{"server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "name": "network-vif-deleted", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:59.515107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-642f4dea-bed1-4814-adc6-f9104af41b4c req-080bce0b-4333-4b4c-9003-1d495a088606 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427789 Mar 07 10:49:59.561664 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc77f3b-735e-4189-86e2-cec3ae9eb8a1 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.561857 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f4547-8cc0-4e80-aa5c-8988839f5aa4 x-openstack-request-id: req-6f9f4547-8cc0-4e80-aa5c-8988839f5aa4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:59.562845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc77f3b-735e-4189-86e2-cec3ae9eb8a1 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.563732 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a0530-bb2e-443f-ae12-7f5cddd97209", "name": "network-vif-deleted", "tag": "36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:59.564041 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f9f4547-8cc0-4e80-aa5c-8988839f5aa4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:59.564576 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a0530-bb2e-443f-ae12-7f5cddd97209', 'name': 'network-vif-deleted', 'tag': '36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d', 'status': 'completed', 'code': 200} Mar 07 10:49:59.568640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39862) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.568904 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-adc77f3b-735e-4189-86e2-cec3ae9eb8a1 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/7bb7e1b1-4f3b-4dd2-b39d-e45e3a011125 HTTP/1.1" status: 404 len: 339 time: 0.0796962 Mar 07 10:49:59.572242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (c4221c92-b3fa-4e41-8d7d-6e39bcc9814a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.635567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c4221c92-b3fa-4e41-8d7d-6e39bcc9814a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.638576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.641799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e461e979-0cb2-4786-b2be-b481f9db1077 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:59.642886 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/security-groups/c4221c92-b3fa-4e41-8d7d-6e39bcc9814a HTTP/1.1" status: 204 len: 168 time: 0.4820364 Mar 07 10:49:59.646850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39864) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.669026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ff6af-4d4b-4605-bc15-ee5eaa4fab3d tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4221c92-b3fa-4e41-8d7d-6e39bcc9814a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:59.686574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d85151f-c907-4397-9db3-c235fc2d4897 None None] Network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:59.719635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d85151f-c907-4397-9db3-c235fc2d4897 None None] Network 47647a41-e8f7-4c0a-94b2-79bcb550eea6 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:49:59.771663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e461e979-0cb2-4786-b2be-b481f9db1077 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:59.780054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e461e979-0cb2-4786-b2be-b481f9db1077 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:59.780504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.868659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e461e979-0cb2-4786-b2be-b481f9db1077 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:59.869322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.891165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting port c05042a2-75f5-4211-8ac3-734edc222adf {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:59.891580 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c05042a2-75f5-4211-8ac3-734edc222adf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.911919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:59.926427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.927392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device af22714e-7ffe-40bb-b00a-2d6a44e36704 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:00.037166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:00.040707 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb31d5b-9a83-43d7-967e-50b100770b35" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:00.056258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:00.062624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c05042a2-75f5-4211-8ac3-734edc222adf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.101977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port af22714e-7ffe-40bb-b00a-2d6a44e36704 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:00.107012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port af22714e-7ffe-40bb-b00a-2d6a44e36704 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:00.107914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.130545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Calling delete_port for c05042a2-75f5-4211-8ac3-734edc222adf owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:00.142626 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7297791-4983-4897-9e5a-ddc59cdba1b3 x-openstack-request-id: req-d7297791-4983-4897-9e5a-ddc59cdba1b3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:00.142900 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:00.143231 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7297791-4983-4897-9e5a-ddc59cdba1b3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:00.143722 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'code': 200} Mar 07 10:50:00.232769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port af22714e-7ffe-40bb-b00a-2d6a44e36704 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:00.233607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.289848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:00.297728 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.299997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3b2ba715-e1a4-47f1-a5ba-9329651ff24f up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:00.336033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c05042a2-75f5-4211-8ac3-734edc222adf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.394219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Port': ['ID=c05042a2-75f5-4211-8ac3-734edc222adf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:00.413067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:00.425360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.429219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:00.429815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ac2b4e4e-d6d7-4ded-bfc2-9f54dcb4a251 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/ports/c05042a2-75f5-4211-8ac3-734edc222adf HTTP/1.1" status: 204 len: 168 time: 0.8594997 Mar 07 10:50:00.432443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.433459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:00.433825 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.476230 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1af1fa-955b-46ce-8e8a-8a338320f78f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:00.476711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1af1fa-955b-46ce-8e8a-8a338320f78f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:00.483843 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8d1af1fa-955b-46ce-8e8a-8a338320f78f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/3e76d4e2-db28-4dff-a765-9cc928d20cd9 HTTP/1.1" status: 404 len: 337 time: 0.0475874 Mar 07 10:50:00.484257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39894) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.544748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.550496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.562509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.576294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.595232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.599466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:00.599898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.603580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.610733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.625781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.627874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-764535a2-8bbe-44d4-a7dc-0e3f4a461173 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5431 time: 0.2359178 Mar 07 10:50:00.693202 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (dd707232-081e-4554-9b02-d059cc13d1cd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.699126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:00.711420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.712284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4778c702-b937-4557-ae79-e02bed745688 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:00.765861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.810192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aaeed5-8951-40a5-a362-4ae2417c4000']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.830565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fbc107-1d79-4918-a161-3f4f48ff8465') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.832097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fbc107-1d79-4918-a161-3f4f48ff8465') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.832796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1662e016-ee0c-4b3a-a379-b6bcbe3f08ea req-28681f57-94dc-4e23-972f-abe4b1d32c32 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975262 Mar 07 10:50:00.865883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (c6fbc107-1d79-4918-a161-3f4f48ff8465), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.886610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c6fbc107-1d79-4918-a161-3f4f48ff8465), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.897529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:00.898828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (c6fbc107-1d79-4918-a161-3f4f48ff8465), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.901158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 4778c702-b937-4557-ae79-e02bed745688 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:00.902353 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:00.913824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 4778c702-b937-4557-ae79-e02bed745688 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:00.914330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4778c702-b937-4557-ae79-e02bed745688), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.939758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.031108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d3aaeed5-8951-40a5-a362-4ae2417c4000), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.051348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.058010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/d3aaeed5-8951-40a5-a362-4ae2417c4000 HTTP/1.1" status: 204 len: 168 time: 0.5727236 Mar 07 10:50:01.058763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.108184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b43c12-2e5e-4cbf-a46f-085076b13c95 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=d3aaeed5-8951-40a5-a362-4ae2417c4000,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.112153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4778c702-b937-4557-ae79-e02bed745688 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:01.112538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4778c702-b937-4557-ae79-e02bed745688), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.136943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476c513-fa7d-4e51-bc57-868936164807 req-9bf58d67-0ab1-4fe4-b290-a77690360966 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:01.138363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c476c513-fa7d-4e51-bc57-868936164807 req-9bf58d67-0ab1-4fe4-b290-a77690360966 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.1753442 Mar 07 10:50:01.180707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.182848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:01.189777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4778c702-b937-4557-ae79-e02bed745688), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.201536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2fc108c0-9692-4690-b667-d3407262b936 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:01.233100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting port be7ecc54-a17a-4c09-9eb8-681341fddeab {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:01.236311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (be7ecc54-a17a-4c09-9eb8-681341fddeab), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.310889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c476c513-fa7d-4e51-bc57-868936164807 req-f8181c63-a860-4a69-8cfb-a10052d61a33 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623797 Mar 07 10:50:01.367109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (be7ecc54-a17a-4c09-9eb8-681341fddeab), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.385706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 2fc108c0-9692-4690-b667-d3407262b936 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:01.389039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.398923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 2fc108c0-9692-4690-b667-d3407262b936 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:01.399893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2fc108c0-9692-4690-b667-d3407262b936), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.424219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Calling delete_port for be7ecc54-a17a-4c09-9eb8-681341fddeab owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:01.448202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port 4b50c566-89c3-4cbf-9ce7-021497e1c674 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:01.448802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.528099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2fc108c0-9692-4690-b667-d3407262b936 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:01.530099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.540422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a3a8-28cb-40f2-81e3-811222b5e7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.541556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port 4b50c566-89c3-4cbf-9ce7-021497e1c674, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b50c566-89c3-4cbf-9ce7-021497e1c674,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:01.541919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.556901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for 4b50c566-89c3-4cbf-9ce7-021497e1c674 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:01.591637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:01.598619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.600911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a065b4b-37f5-4d76-9c43-c637f5f00b1f up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:01.628901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (be7ecc54-a17a-4c09-9eb8-681341fddeab), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.674199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Port': ['ID=be7ecc54-a17a-4c09-9eb8-681341fddeab,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.680812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.684487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/ports/be7ecc54-a17a-4c09-9eb8-681341fddeab HTTP/1.1" status: 204 len: 168 time: 0.6216979 Mar 07 10:50:01.687277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.688493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39924) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.708284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.708633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.708977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.709317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.709650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.709980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.710360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.710676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.711000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.711323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.711666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.712059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.712385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba3f08-1e2a-40f3-ac7a-1851c1725c05 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.738402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:01.740270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a3a8-28cb-40f2-81e3-811222b5e7ef admin admin] Publish callbacks [] for security_group (d4fc2b19-1417-4d8a-a2f5-332fc7c642e4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.741876 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2e01b6-16af-4662-8c2b-b813230b607f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:01.742432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2e01b6-16af-4662-8c2b-b813230b607f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:01.743794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:01.744909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.748063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a2e01b6-16af-4662-8c2b-b813230b607f tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdc15c1-673d-45e6-bb54-3c17eafc5c7a HTTP/1.1" status: 404 len: 337 time: 0.0519111 Mar 07 10:50:01.748063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a3a8-28cb-40f2-81e3-811222b5e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4fc2b19-1417-4d8a-a2f5-332fc7c642e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.750572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.838986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:01.839624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.875181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:01.883548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.885544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ad3dafa6-2045-4d0e-a015-171e9393ab33 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:01.900453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4b50c566-89c3-4cbf-9ce7-021497e1c674), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.901979 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d5c4a3a8-28cb-40f2-81e3-811222b5e7ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e50955cac70c4b47b65f07cfc64e1c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7192609 Mar 07 10:50:01.906559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.907220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4a3a8-28cb-40f2-81e3-811222b5e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc2b19-1417-4d8a-a2f5-332fc7c642e4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.937104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: ad3dafa6-2045-4d0e-a015-171e9393ab33 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:01.937564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ad3dafa6-2045-4d0e-a015-171e9393ab33 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:01.937988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:01.971705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.999633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:02.000589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 36609949-ac1a-4ecc-a2c8-eb28ae7bbd4d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:02.048759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:02.100150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] Publish callbacks [] for security_group (d4fc2b19-1417-4d8a-a2f5-332fc7c642e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.144761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4778c702-b937-4557-ae79-e02bed745688'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc108c0-9692-4690-b667-d3407262b936'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:02.147314 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec866f30-77f7-4892-9a46-6a839f8547c1" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "4778c702-b937-4557-ae79-e02bed745688"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc108c0-9692-4690-b667-d3407262b936"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "8a065b4b-37f5-4d76-9c43-c637f5f00b1f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:02.159363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.163676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=4b50c566-89c3-4cbf-9ce7-021497e1c674,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:02.190227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] Publish callbacks [] for security_group (d4fc2b19-1417-4d8a-a2f5-332fc7c642e4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.206626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a46f37-a69f-47e8-8807-8b8405c7115d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:02.223179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:02.223479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886e5298-ffbd-4687-b8d4-a8ae70aa0fbc') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:02.245372 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (886e5298-ffbd-4687-b8d4-a8ae70aa0fbc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.274409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (886e5298-ffbd-4687-b8d4-a8ae70aa0fbc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.280999 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1535f43-cd73-4ced-aea6-4a4e8282e2f9 x-openstack-request-id: req-e1535f43-cd73-4ced-aea6-4a4e8282e2f9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:02.281308 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "4778c702-b937-4557-ae79-e02bed745688", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc108c0-9692-4690-b667-d3407262b936", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-plugged", "status": "completed", "tag": "8a065b4b-37f5-4d76-9c43-c637f5f00b1f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:02.281568 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1535f43-cd73-4ced-aea6-4a4e8282e2f9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:02.281942 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'code': 200} Mar 07 10:50:02.282188 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'code': 200} Mar 07 10:50:02.282429 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4778c702-b937-4557-ae79-e02bed745688', 'code': 200} Mar 07 10:50:02.283927 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc108c0-9692-4690-b667-d3407262b936', 'code': 200} Mar 07 10:50:02.284201 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a065b4b-37f5-4d76-9c43-c637f5f00b1f', 'code': 200} Mar 07 10:50:02.293236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:02.293654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (886e5298-ffbd-4687-b8d4-a8ae70aa0fbc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.305218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.312726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.318861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.325529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.332567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.338598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.346351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.348752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b69694d-2818-45a9-9930-ed766357fd4f req-f011010d-dcc2-4a63-98f9-331803670427 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.2731254 Mar 07 10:50:02.355159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (dd707232-081e-4554-9b02-d059cc13d1cd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:02.420143 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:02.425074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (00a46f37-a69f-47e8-8807-8b8405c7115d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.443106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b69694d-2818-45a9-9930-ed766357fd4f req-9e2435ed-b844-4644-aa52-ca851fb4ccd7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842664 Mar 07 10:50:02.444318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.450264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/00a46f37-a69f-47e8-8807-8b8405c7115d HTTP/1.1" status: 204 len: 168 time: 0.6947124 Mar 07 10:50:02.456050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.459675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4fc2b19-1417-4d8a-a2f5-332fc7c642e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.460982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.462281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4fc2b19-1417-4d8a-a2f5-332fc7c642e4 HTTP/1.1" status: 204 len: 168 time: 0.5518198 Mar 07 10:50:02.547519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1ef2-9222-41f4-b26d-3c4543676a14 tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=00a46f37-a69f-47e8-8807-8b8405c7115d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:02.554812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ee42c-be2a-4c2a-9626-84654f132ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc2b19-1417-4d8a-a2f5-332fc7c642e4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:02.594561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting subnet 382e9a14-2080-48ef-9ee7-c86a02581e25 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:02.602089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (382e9a14-2080-48ef-9ee7-c86a02581e25), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.678872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (382e9a14-2080-48ef-9ee7-c86a02581e25), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.763899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.764970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.765588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.766215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.766685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.767170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.767618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.769904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-e6faa0a2-6ab8-4580-b5a6-28db11247c2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6709 time: 0.3414934 Mar 07 10:50:02.799573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (382e9a14-2080-48ef-9ee7-c86a02581e25), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.809144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37790eb-966e-4b92-a26e-d127004450b4 req-f3394972-d245-4e5b-b60a-fd5274d2daa5 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.816857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a37790eb-966e-4b92-a26e-d127004450b4 req-f3394972-d245-4e5b-b60a-fd5274d2daa5 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.3590188 Mar 07 10:50:02.908580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-3c267525-b4b0-4946-843c-a01ce39502ad tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.910315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-3c267525-b4b0-4946-843c-a01ce39502ad tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.3966560 Mar 07 10:50:02.933365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (382e9a14-2080-48ef-9ee7-c86a02581e25), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.007858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Subnet': ['ID=382e9a14-2080-48ef-9ee7-c86a02581e25,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.015110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.024682 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1dff289b-39a1-4b8e-9732-d9b08c30b3ff tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/subnets/382e9a14-2080-48ef-9ee7-c86a02581e25 HTTP/1.1" status: 204 len: 168 time: 0.5614164 Mar 07 10:50:03.025004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecdb27-e7ff-46cd-a376-6bb79b5819d5 None None] Network ff996952-dc1f-4f61-a33a-79191021701c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:03.028311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a37790eb-966e-4b92-a26e-d127004450b4 req-42402bd7-8c41-4efd-a324-7e4cdca8efcb tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104998 Mar 07 10:50:03.030226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.075272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-856f01c5-8661-4ec8-a87f-c20134d871a5 req-33306f28-ac37-42b1-9618-79955753728a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2887998 Mar 07 10:50:03.168531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Router dd707232-081e-4554-9b02-d059cc13d1cd has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:03.193249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ff996952-dc1f-4f61-a33a-79191021701c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.198487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Deleting port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:03.199087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.315223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Deleting port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:03.315573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.370014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] DHCP port deletion for ff996952-dc1f-4f61-a33a-79191021701c request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:03.436262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] For port 3e089c57-6a0b-4e3c-8c83-60339a2b4936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3e089c57-6a0b-4e3c-8c83-60339a2b4936,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:03.436706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.445132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:03.456553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b074f299-43b8-4575-8f12-457c8595657a tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "PUT /v2.0/routers/dd707232-081e-4554-9b02-d059cc13d1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8085496 Mar 07 10:50:03.457169 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Sync routers for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:03.457629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.467117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] For port 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6757b9c2-e8c9-4e1f-b482-3a427d969f60,segment=NetworkSegment(35cd48fe-28d2-4f13-b810-28759692fbf9),segment_id=35cd48fe-28d2-4f13-b810-28759692fbf9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:03.467490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.469468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Calling delete_port for 3e089c57-6a0b-4e3c-8c83-60339a2b4936 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:03.475069 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:03.475812 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:03.482535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Deleting port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:03.482909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.515073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Calling delete_port for 6757b9c2-e8c9-4e1f-b482-3a427d969f60 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:03.662136 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:03.669453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] For port 6757b9c2-e8c9-4e1f-b482-3a427d969f60, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6757b9c2-e8c9-4e1f-b482-3a427d969f60,segment=NetworkSegment(35cd48fe-28d2-4f13-b810-28759692fbf9),segment_id=35cd48fe-28d2-4f13-b810-28759692fbf9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:03.670139 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.693743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.711865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Calling delete_port for 6757b9c2-e8c9-4e1f-b482-3a427d969f60 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:03.774530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Port': ['ID=6757b9c2-e8c9-4e1f-b482-3a427d969f60,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.793075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] No DVR routers for this DVR port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:03.867735 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:50:01Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:03.902085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (6757b9c2-e8c9-4e1f-b482-3a427d969f60), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.904372 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Checking router: dd707232-081e-4554-9b02-d059cc13d1cd for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:03.918518 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Routers {'dd707232-081e-4554-9b02-d059cc13d1cd'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:03.919561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['dd707232-081e-4554-9b02-d059cc13d1cd'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:03.957260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] Pushing event deleted for resources: {'Port': ['ID=6757b9c2-e8c9-4e1f-b482-3a427d969f60,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.967388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a8096-3652-4ec4-a915-fd65ad334d0a None None] No DVR routers for this DVR port 6757b9c2-e8c9-4e1f-b482-3a427d969f60 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:04.050129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ff996952-dc1f-4f61-a33a-79191021701c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.108614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff996952-dc1f-4f61-a33a-79191021701c']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:04.128508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd48fe-28d2-4f13-b810-28759692fbf9') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:04.129064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd48fe-28d2-4f13-b810-28759692fbf9') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:04.166246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (35cd48fe-28d2-4f13-b810-28759692fbf9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.205720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (35cd48fe-28d2-4f13-b810-28759692fbf9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.220898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:04.220898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (35cd48fe-28d2-4f13-b810-28759692fbf9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:04.235677 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:04.376899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting subnet 7c52fd00-0a5b-4769-b73d-424b63330398 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:04.401779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (7c52fd00-0a5b-4769-b73d-424b63330398), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.403054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ff996952-dc1f-4f61-a33a-79191021701c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.408829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.422937 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] 10.222.0.23 "DELETE /v2.0/networks/ff996952-dc1f-4f61-a33a-79191021701c HTTP/1.1" status: 204 len: 168 time: 1.3907623 Mar 07 10:50:04.426391 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] Set router dd707232-081e-4554-9b02-d059cc13d1cd gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:04.458596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fe502-9697-47b8-98a8-a6f75aa80e8e tempest-NetworksIpV6TestAttrs-2089232230 tempest-NetworksIpV6TestAttrs-2089232230-project] Pushing event deleted for resources: {'Network': ['ID=ff996952-dc1f-4f61-a33a-79191021701c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.464753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.473393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.486866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.502302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.514513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.527176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.538477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.543387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-5609ac76-040d-4889-bbf7-4b3379089eab tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.3577406 Mar 07 10:50:04.561369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b024911-4f9a-4fcc-81d3-7aef90a470fc req-d211b2f5-d941-4d2c-af7b-a3bd8f2988dd tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.565220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b024911-4f9a-4fcc-81d3-7aef90a470fc req-d211b2f5-d941-4d2c-af7b-a3bd8f2988dd tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/ports?device_id=318dbcdc-0b74-4865-ba9d-e6d593b914e0 HTTP/1.1" status: 200 len: 946 time: 0.3782256 Mar 07 10:50:04.717632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6757b9c2-e8c9-4e1f-b482-3a427d969f60 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:04.737828 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:50:01Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:04.745182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (7c52fd00-0a5b-4769-b73d-424b63330398), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.771876 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e261ad-d88f-452b-90b1-ba24bf2da0da None None] The sync data for ids ['dd707232-081e-4554-9b02-d059cc13d1cd'] in n-d-832156-4 is: [{'id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-75096601', 'tenant_id': '2542f4df4d734492bf01686db9d32d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:25Z', 'updated_at': '2022-03-07T10:50:01Z', 'revision_number': 5, 'project_id': '2542f4df4d734492bf01686db9d32d8b', 'gw_port': {'id': '78e7c4f5-9584-4e35-97aa-45c8b811d76f', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707232-081e-4554-9b02-d059cc13d1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:27Z', 'updated_at': '2022-03-07T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:04.776737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6757b9c2-e8c9-4e1f-b482-3a427d969f60 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:04.776737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6757b9c2-e8c9-4e1f-b482-3a427d969f60 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:04.917995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-254361cd-d86b-4307-8ec0-8dbc30905c82 req-7975aef1-551d-4c16-a711-c9c48f6ea464 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3458488 Mar 07 10:50:04.967508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.992461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b024911-4f9a-4fcc-81d3-7aef90a470fc req-0152862d-e8e0-452a-810e-a995244d0b01 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac58a364-be6c-48f7-89d0-ac407dfa877b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087226 Mar 07 10:50:05.065393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (7c52fd00-0a5b-4769-b73d-424b63330398), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.096929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3e089c57-6a0b-4e3c-8c83-60339a2b4936), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.144350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Pushing event deleted for resources: {'Port': ['ID=3e089c57-6a0b-4e3c-8c83-60339a2b4936,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.175115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.175611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.175979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.176318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.176653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.176982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.177302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.178482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.181419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.181935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.182286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.182622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.182959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:05.234929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] No DVR routers for this DVR port 3e089c57-6a0b-4e3c-8c83-60339a2b4936 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:05.239310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.244327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-881c896a-af4b-4e0d-bfa5-4eb2d33bdc12 req-aa59cf71-7d0e-49be-a569-e62e72bfee11 tempest-ListServerFiltersTestJSON-1802804010 tempest-ListServerFiltersTestJSON-1802804010-project] 10.222.0.26 "DELETE /v2.0/ports/3e089c57-6a0b-4e3c-8c83-60339a2b4936 HTTP/1.1" status: 204 len: 173 time: 2.2942295 Mar 07 10:50:05.244879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'name': 'network-vif-deleted', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:05.247486 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761afcad-72af-4461-aa40-33ed919d27d9" -d '{"events": [{"server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "name": "network-vif-deleted", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:05.270634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (7c52fd00-0a5b-4769-b73d-424b63330398), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.317867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-392f6a9c-654c-47ac-b77d-85977e1b2a30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2b8e6a9e7ff43a2ae9d0cef8a6ada2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483596 Mar 07 10:50:05.325012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39996) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.381610 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa52748-6b3b-4fa4-b4d3-9304e9a2ebd9 x-openstack-request-id: req-9aa52748-6b3b-4fa4-b4d3-9304e9a2ebd9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:05.382231 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318dbcdc-0b74-4865-ba9d-e6d593b914e0", "name": "network-vif-deleted", "tag": "3e089c57-6a0b-4e3c-8c83-60339a2b4936", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:05.383471 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9aa52748-6b3b-4fa4-b4d3-9304e9a2ebd9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:05.384759 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318dbcdc-0b74-4865-ba9d-e6d593b914e0', 'name': 'network-vif-deleted', 'tag': '3e089c57-6a0b-4e3c-8c83-60339a2b4936', 'status': 'completed', 'code': 200} Mar 07 10:50:05.386246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Subnet': ['ID=7c52fd00-0a5b-4769-b73d-424b63330398,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.402786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8cdc5-a46a-4cde-877f-dda658741a95 None None] Network c6452697-67e1-4ab6-a2d3-2efad80e7a0f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:05.405119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.420648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39998) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.423467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5d064212-83b6-458e-a5f4-e0fe74599b05 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/subnets/7c52fd00-0a5b-4769-b73d-424b63330398 HTTP/1.1" status: 204 len: 168 time: 1.9559512 Mar 07 10:50:05.480958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40000) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.613332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] Publish callbacks [] for security_group (3732b976-2eab-4e1d-8f68-d834a0068479), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.652084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3e089c57-6a0b-4e3c-8c83-60339a2b4936 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:05.655618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] Publish callbacks [] for security_group (3732b976-2eab-4e1d-8f68-d834a0068479), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.674681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-74430c25-904b-499d-889e-6383c862f833 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:05.716648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 3e089c57-6a0b-4e3c-8c83-60339a2b4936 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:05.718991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3e089c57-6a0b-4e3c-8c83-60339a2b4936 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:05.723258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] DHCP port deletion for c6452697-67e1-4ab6-a2d3-2efad80e7a0f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:05.746954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-74430c25-904b-499d-889e-6383c862f833 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "PUT /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e HTTP/1.1" status: 200 len: 366 time: 0.2646654 Mar 07 10:50:05.749479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40004) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.771784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3732b976-2eab-4e1d-8f68-d834a0068479), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.776690 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.787007 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3732b976-2eab-4e1d-8f68-d834a0068479 HTTP/1.1" status: 204 len: 168 time: 0.4608653 Mar 07 10:50:05.788966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.790917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-272c023a-b953-4b3d-8744-765e159a6166 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0401127 Mar 07 10:50:05.818943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40010) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.832436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe3e71c7-6f5f-4b5a-850a-13ad2f516cea tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e HTTP/1.1" status: 200 len: 366 time: 0.0357363 Mar 07 10:50:05.838470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ae41b-f92a-4c31-ab80-e4888e077f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732b976-2eab-4e1d-8f68-d834a0068479,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.841508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Deleting port 40bff496-3ddb-43b5-ba6e-34b77fc25409 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:05.841885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.848945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e65233f-a7eb-4607-bd13-3f9f6efe7ea2 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e HTTP/1.1" status: 204 len: 168 time: 0.0276654 Mar 07 10:50:05.849961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40012) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.863518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4a9bcf2-2820-4e0f-a9e9-c5260ca74ebb tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0122612 Mar 07 10:50:05.864549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.878283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-56fac077-d54e-4c83-b791-d3be93889670 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e HTTP/1.1" status: 200 len: 370 time: 0.0124888 Mar 07 10:50:05.879210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.888111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (dd707232-081e-4554-9b02-d059cc13d1cd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.888931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1359718a-7305-43aa-b4a5-db3f28f7a303 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e/default HTTP/1.1" status: 200 len: 370 time: 0.0083623 Mar 07 10:50:05.889793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40018) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.901025 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-3364433d-37b8-4356-bcf4-c0e71fdacca6 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] delete failed (client error): The resource could not be found. Mar 07 10:50:05.905617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3364433d-37b8-4356-bcf4-c0e71fdacca6 tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/7e7f9059e5c94dc6b449cba33bc46c1e HTTP/1.1" status: 404 len: 348 time: 0.0145645 Mar 07 10:50:06.080615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_gateway (dd707232-081e-4554-9b02-d059cc13d1cd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.128377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.129382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] For port 40bff496-3ddb-43b5-ba6e-34b77fc25409, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=40bff496-3ddb-43b5-ba6e-34b77fc25409,segment=NetworkSegment(09402ce5-3d24-4e18-8d16-98ad0649be71),segment_id=09402ce5-3d24-4e18-8d16-98ad0649be71)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:06.130780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.164165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Calling delete_port for 40bff496-3ddb-43b5-ba6e-34b77fc25409 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:06.217617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Deleting port 78e7c4f5-9584-4e35-97aa-45c8b811d76f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:06.219745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.239293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40030) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.282426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Deleting subnet 067fe19f-64a2-4011-bbc1-26bae4e0548e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:06.285957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Publish callbacks [] for subnet (067fe19f-64a2-4011-bbc1-26bae4e0548e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.339450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:network and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:06.341372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (40bff496-3ddb-43b5-ba6e-34b77fc25409), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.359567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (067fe19f-64a2-4011-bbc1-26bae4e0548e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.403736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] Pushing event deleted for resources: {'Port': ['ID=40bff496-3ddb-43b5-ba6e-34b77fc25409,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.425788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:06.428769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f4d8a-a424-4458-b9bb-91daf4631868 None None] No DVR routers for this DVR port 40bff496-3ddb-43b5-ba6e-34b77fc25409 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:06.473852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.485880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.487324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] For port 78e7c4f5-9584-4e35-97aa-45c8b811d76f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=78e7c4f5-9584-4e35-97aa-45c8b811d76f,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:06.490231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.494118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.501101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.510422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.515993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.519226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Calling delete_port for 78e7c4f5-9584-4e35-97aa-45c8b811d76f owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:06.545425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.547386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-664ae99a-c66a-4f57-945b-5cb4530a29ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.4069767 Mar 07 10:50:06.665915 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (067fe19f-64a2-4011-bbc1-26bae4e0548e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.673067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 40bff496-3ddb-43b5-ba6e-34b77fc25409 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:06.719963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 40bff496-3ddb-43b5-ba6e-34b77fc25409 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:06.721129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 40bff496-3ddb-43b5-ba6e-34b77fc25409 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:06.722743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b50c566-89c3-4cbf-9ce7-021497e1c674 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:06.785744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4b50c566-89c3-4cbf-9ce7-021497e1c674 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:06.786362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b50c566-89c3-4cbf-9ce7-021497e1c674 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:06.817817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:subnet and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:06.844074 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (067fe19f-64a2-4011-bbc1-26bae4e0548e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.855149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (78e7c4f5-9584-4e35-97aa-45c8b811d76f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.882584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ddc57-44ae-4040-b8e2-f41fecea7346 None None] Network d79ea9f1-76b6-422f-b847-a9fb4ef5a563 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:06.896508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:06.901321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.905460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/067fe19f-64a2-4011-bbc1-26bae4e0548e HTTP/1.1" status: 204 len: 168 time: 0.7756989 Mar 07 10:50:06.907297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb69b7-55d4-4267-9296-18f6411e2e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067fe19f-64a2-4011-bbc1-26bae4e0548e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.943882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40046) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.963231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-589f6334-9b33-447a-8dfa-d492ed3dec88 req-8c2cb751-62e1-48d8-aa8e-deabd5ce21b8 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703119 Mar 07 10:50:06.983222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Port': ['ID=78e7c4f5-9584-4e35-97aa-45c8b811d76f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.995494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:subnetpool and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.037946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.067126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:port and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.078221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.093164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:router and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.102179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.142107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:floatingip and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.146434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d79ea9f1-76b6-422f-b847-a9fb4ef5a563), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.202377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.230320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40052) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.247438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] DHCP port deletion for d79ea9f1-76b6-422f-b847-a9fb4ef5a563 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:07.276545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.287197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.293411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.294130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (dd707232-081e-4554-9b02-d059cc13d1cd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.312186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.324993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.332105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.348987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.363618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Deleting port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:07.364016 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.365755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a660c32-7442-4465-be6f-a7ec44f31af8 req-57a45873-5d03-4a86-9796-367e40b8e59c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.2516289 Mar 07 10:50:07.368594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.374545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Request body: {'floatingip': {'port_id': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.427021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (dd707232-081e-4554-9b02-d059cc13d1cd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.430697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router_controller (dd707232-081e-4554-9b02-d059cc13d1cd), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.443013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1154845061'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.447923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:security_group and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.454188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.458112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.459115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] For port 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9afd52e7-21da-40a0-8a9c-1f9aa3830373,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:07.459611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.476885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Calling delete_port for 9afd52e7-21da-40a0-8a9c-1f9aa3830373 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:07.477899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Deleting port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:07.478424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.501902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (dd707232-081e-4554-9b02-d059cc13d1cd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.502429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Fanout notify agent at l3_agent the message router_deleted on router dd707232-081e-4554-9b02-d059cc13d1cd {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:07.511320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.512483 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-98624f95-f94d-4c6c-af27-f18d67ed54d7 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/routers/dd707232-081e-4554-9b02-d059cc13d1cd HTTP/1.1" status: 204 len: 168 time: 2.0896785 Mar 07 10:50:07.534460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40058) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.552967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Usage tracker for resource:security_group_rule and project:a5a3df86600e46b8b4263a5bf8e6ed26 is out of sync, need to count used quota {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:50:07.561405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] For port 9afd52e7-21da-40a0-8a9c-1f9aa3830373, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9afd52e7-21da-40a0-8a9c-1f9aa3830373,segment=NetworkSegment(abe0a562-fb6d-433a-b990-1cb77a374276),segment_id=abe0a562-fb6d-433a-b990-1cb77a374276)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:07.561767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.567660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:07.571750 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.581947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Calling delete_port for 9afd52e7-21da-40a0-8a9c-1f9aa3830373 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:07.586529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.quota.resource [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103789) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:50:07.602465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55117c45-d987-44ce-a479-da8da529fb1a tempest-QuotasTest-1880805708 tempest-QuotasTest-1880805708-project-admin] 10.222.0.23 "GET /v2.0/quotas/a5a3df86600e46b8b4263a5bf8e6ed26/details.json HTTP/1.1" status: 200 len: 703 time: 1.3610454 Mar 07 10:50:07.636876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.641913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.718774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] Pushing event deleted for resources: {'Port': ['ID=9afd52e7-21da-40a0-8a9c-1f9aa3830373,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:07.724430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9afd52e7-21da-40a0-8a9c-1f9aa3830373), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.725226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41a2eb-0210-4649-9bf3-c3546f87779d None None] No DVR routers for this DVR port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:07.733421 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c6452697-67e1-4ab6-a2d3-2efad80e7a0f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.769466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afd52e7-21da-40a0-8a9c-1f9aa3830373,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:07.781343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] No DVR routers for this DVR port 9afd52e7-21da-40a0-8a9c-1f9aa3830373 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:07.940524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d79ea9f1-76b6-422f-b847-a9fb4ef5a563), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.992768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79ea9f1-76b6-422f-b847-a9fb4ef5a563']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.003368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c6452697-67e1-4ab6-a2d3-2efad80e7a0f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.018948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe0a562-fb6d-433a-b990-1cb77a374276') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.020802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe0a562-fb6d-433a-b990-1cb77a374276') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.028011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6452697-67e1-4ab6-a2d3-2efad80e7a0f']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.040879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (abe0a562-fb6d-433a-b990-1cb77a374276), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.049221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09402ce5-3d24-4e18-8d16-98ad0649be71') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.049441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09402ce5-3d24-4e18-8d16-98ad0649be71') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:08.070200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (abe0a562-fb6d-433a-b990-1cb77a374276), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.080469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:08.080895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (abe0a562-fb6d-433a-b990-1cb77a374276), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:08.082804 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:08.100008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (09402ce5-3d24-4e18-8d16-98ad0649be71), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.161671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d79ea9f1-76b6-422f-b847-a9fb4ef5a563), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.169399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.170640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.174220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d79ea9f1-76b6-422f-b847-a9fb4ef5a563 HTTP/1.1" status: 204 len: 168 time: 1.2281384 Mar 07 10:50:08.203243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102420-7a5f-48e2-9ec7-efbaa7c2c8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79ea9f1-76b6-422f-b847-a9fb4ef5a563,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.212855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (09402ce5-3d24-4e18-8d16-98ad0649be71), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.217937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (dc950f7d-9bea-4c8c-a34e-ae13488ebede), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.230062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:08.230492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (09402ce5-3d24-4e18-8d16-98ad0649be71), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:08.234278 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:08.247379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc950f7d-9bea-4c8c-a34e-ae13488ebede), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.349086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.357824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-980f6d16-14ba-4310-bb89-fff450f3d422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.394041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:08.398519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c6452697-67e1-4ab6-a2d3-2efad80e7a0f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.416032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8b5ec15-2e62-4d0e-b221-74fedb0c8b00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d58559ff10a47b8a25ec873b004fb1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655107 Mar 07 10:50:08.418521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40072) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.425835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc950f7d-9bea-4c8c-a34e-ae13488ebede,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.431345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.437219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] 10.222.0.23 "DELETE /v2.0/networks/c6452697-67e1-4ab6-a2d3-2efad80e7a0f HTTP/1.1" status: 204 len: 168 time: 0.8992815 Mar 07 10:50:08.481292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712784f-8215-4417-a772-46b20c35f671 tempest-TestSecurityGroupsBasicOps-571826734 tempest-TestSecurityGroupsBasicOps-571826734-project] Pushing event deleted for resources: {'Network': ['ID=c6452697-67e1-4ab6-a2d3-2efad80e7a0f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.484203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c81553a8-d34e-4c35-b6c9-a95f8326b2e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.484692 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment c81553a8-d34e-4c35-b6c9-a95f8326b2e7 of type vlan for network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 Mar 07 10:50:08.532483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] Publish callbacks [] for security_group (ac58a364-be6c-48f7-89d0-ac407dfa877b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.539956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:50:08.542518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-980f6d16-14ba-4310-bb89-fff450f3d422 admin admin] Publish callbacks [] for security_group (3bfbf806-3e98-41a0-8872-ba592ba80413), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.555091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-980f6d16-14ba-4310-bb89-fff450f3d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3bfbf806-3e98-41a0-8872-ba592ba80413), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.577870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (244227db-4b7e-4ea7-97a4-f02f40a3b1f0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.621237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.628199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.631431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (244227db-4b7e-4ea7-97a4-f02f40a3b1f0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.637068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.637660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.652478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 78e7c4f5-9584-4e35-97aa-45c8b811d76f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:08.680317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 78e7c4f5-9584-4e35-97aa-45c8b811d76f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:08.680723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 78e7c4f5-9584-4e35-97aa-45c8b811d76f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:08.681918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9afd52e7-21da-40a0-8a9c-1f9aa3830373 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:08.708430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9afd52e7-21da-40a0-8a9c-1f9aa3830373 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:08.708980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9afd52e7-21da-40a0-8a9c-1f9aa3830373 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:08.820316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5846229 Mar 07 10:50:08.822173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40080) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.827503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'name': 'tempest-PortsTestJSON-380588947'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:08.835884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c04cf6-ba84-4e87-9804-a22d8a854fdc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=244227db-4b7e-4ea7-97a4-f02f40a3b1f0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.850705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:08.880545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40082) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.914012 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Floating IP dfb0d9c4-bd13-4a69-87dc-f4492a0542c9 associated. External IP: 172.25.4.4, port: 3b2ba715-e1a4-47f1-a5ba-9329651ff24f. Mar 07 10:50:09.096645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:09.100009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.104613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] Publish callbacks [] for security_group (ac58a364-be6c-48f7-89d0-ac407dfa877b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.144090 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-980f6d16-14ba-4310-bb89-fff450f3d422 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7af38bd1e5ec4924abb1e21e70adc199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9686384 Mar 07 10:50:09.146533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40086) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.147501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f6d16-14ba-4310-bb89-fff450f3d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbf806-3e98-41a0-8872-ba592ba80413,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.165641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 55c98586-df56-4721-948a-a02742b1a0a5 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:09.224838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ac58a364-be6c-48f7-89d0-ac407dfa877b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.228841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.230036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac58a364-be6c-48f7-89d0-ac407dfa877b HTTP/1.1" status: 204 len: 168 time: 0.8105671 Mar 07 10:50:09.236774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] Publish callbacks [] for security_group (3bfbf806-3e98-41a0-8872-ba592ba80413), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.245797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404489d-f745-4520-8a3e-ad369eaa8dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58a364-be6c-48f7-89d0-ac407dfa877b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.271912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] Publish callbacks [] for security_group (3bfbf806-3e98-41a0-8872-ba592ba80413), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.343160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40090) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.344356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c31f3aa1-fb8b-4b1e-a4e2-f4c1567a55a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2542f4df4d734492bf01686db9d32d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4625731 Mar 07 10:50:09.353629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3bfbf806-3e98-41a0-8872-ba592ba80413), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.356873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.360907 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bfbf806-3e98-41a0-8872-ba592ba80413 HTTP/1.1" status: 204 len: 168 time: 0.2099328 Mar 07 10:50:09.385947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07c1ee-7843-4cd3-8678-8e23dba52a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbf806-3e98-41a0-8872-ba592ba80413,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.423070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] Publish callbacks [] for security_group (f58a9ec5-d436-4723-ad5d-1c8e2bc1f731), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.450540 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] Publish callbacks [] for security_group (f58a9ec5-d436-4723-ad5d-1c8e2bc1f731), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.540007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f58a9ec5-d436-4723-ad5d-1c8e2bc1f731), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.543806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.545309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f58a9ec5-d436-4723-ad5d-1c8e2bc1f731 HTTP/1.1" status: 204 len: 168 time: 0.1998849 Mar 07 10:50:09.551239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (55c98586-df56-4721-948a-a02742b1a0a5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.567925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Router 7f48f449-9735-4432-bf69-04739bdc4059 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:09.573816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada516c-f981-44bc-8a12-6dfce7b4efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a9ec5-d436-4723-ad5d-1c8e2bc1f731,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.947499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40106) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.970358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f80-91cc-497c-8653-03f8caac2b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.048610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (55c98586-df56-4721-948a-a02742b1a0a5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.108582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f80-91cc-497c-8653-03f8caac2b9e admin admin] Publish callbacks [] for security_group (386bf39a-49a9-4774-a6d0-0434bf3e998f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.120761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f80-91cc-497c-8653-03f8caac2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (386bf39a-49a9-4774-a6d0-0434bf3e998f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.156806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=55c98586-df56-4721-948a-a02742b1a0a5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.189901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:10.191845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:10.192355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 244227db-4b7e-4ea7-97a4-f02f40a3b1f0, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:10.198025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.201245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Sync routers for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:10.218441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:10.219075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:10.238212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1e4caeef-ab5d-4337-8723-bf293fc75a58 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "PUT /v2.0/floatingips/dfb0d9c4-bd13-4a69-87dc-f4492a0542c9 HTTP/1.1" status: 200 len: 989 time: 2.8675508 Mar 07 10:50:10.239133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:10.241546 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69342c3-db07-4d97-b31c-484d59e32bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:10.259359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:10.271020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 244227db-4b7e-4ea7-97a4-f02f40a3b1f0) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:10.272074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.276833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:10.284965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.285922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.300998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c3b88f80-91cc-497c-8653-03f8caac2b9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5a3df86600e46b8b4263a5bf8e6ed26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521557 Mar 07 10:50:10.304584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40118) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.311413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b88f80-91cc-497c-8653-03f8caac2b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386bf39a-49a9-4774-a6d0-0434bf3e998f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.339436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33702237-fcd5-4019-bc0b-ab301b366320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.353843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9711bd-d1e1-4f9d-8f13-0e4532ed2783 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:10.367671 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56772230-fb3f-4c25-8a1c-9763b19a62dc x-openstack-request-id: req-56772230-fb3f-4c25-8a1c-9763b19a62dc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:10.368617 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:10.368878 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56772230-fb3f-4c25-8a1c-9763b19a62dc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:10.369293 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'status': 'completed', 'code': 200} Mar 07 10:50:10.373880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5261a00f-85c9-4a3e-a85f-0d0543b73a82 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5506928 Mar 07 10:50:10.377429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40120) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.386528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613023353'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:10.440980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] Publish callbacks [] for security_group (386bf39a-49a9-4774-a6d0-0434bf3e998f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.464300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.464788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.465259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.465726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.466352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.466882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.467392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.469529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-64e7dca9-a69c-4649-9f3a-f3af96a3e797 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6709 time: 0.0885601 Mar 07 10:50:10.481281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] Publish callbacks [] for security_group (386bf39a-49a9-4774-a6d0-0434bf3e998f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.545141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33702237-fcd5-4019-bc0b-ab301b366320 admin admin] Publish callbacks [] for security_group (a0991325-e1f8-40d4-881e-be7288cb56a6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.548455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:10.554373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.608260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33702237-fcd5-4019-bc0b-ab301b366320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0991325-e1f8-40d4-881e-be7288cb56a6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.626920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-900a3fce-ecb5-41a7-9319-8e9002d3dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.631131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-900a3fce-ecb5-41a7-9319-8e9002d3dc68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f39bb14b-a916-4b00-90f1-9304749e2858 HTTP/1.1" status: 200 len: 912 time: 0.1524520 Mar 07 10:50:10.641588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (386bf39a-49a9-4774-a6d0-0434bf3e998f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.649995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.656390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/386bf39a-49a9-4774-a6d0-0434bf3e998f HTTP/1.1" status: 204 len: 168 time: 0.3495789 Mar 07 10:50:10.680318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-33702237-fcd5-4019-bc0b-ab301b366320 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f60cd8ab872a48e6b46abf3a7688f616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781469 Mar 07 10:50:10.682087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33702237-fcd5-4019-bc0b-ab301b366320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0991325-e1f8-40d4-881e-be7288cb56a6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.687190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40128) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.734514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:10.784417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (734b9c0c-3c99-4b0a-a82d-01d18ef2af54), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.785047 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment 734b9c0c-3c99-4b0a-a82d-01d18ef2af54 of type vlan for network 335b1256-20f9-45a7-b8b6-96197c84d0c6 Mar 07 10:50:10.811917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] Publish callbacks [] for security_group (a0991325-e1f8-40d4-881e-be7288cb56a6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.829574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-2c1eb786-e9e5-4a4f-a0b6-38f7968cdfa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f HTTP/1.1" status: 200 len: 997 time: 0.1908476 Mar 07 10:50:10.842318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] Publish callbacks [] for security_group (a0991325-e1f8-40d4-881e-be7288cb56a6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.863802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5302cf-e34e-451f-9a49-682f9bcdc1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386bf39a-49a9-4774-a6d0-0434bf3e998f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.950968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-71100587-1b0a-42bf-adc6-e7a1af4cd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.953222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-71100587-1b0a-42bf-adc6-e7a1af4cd365 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=385ed621-4e22-44e6-a3f0-28413fb1187b HTTP/1.1" status: 200 len: 850 time: 0.1115670 Mar 07 10:50:10.974745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0991325-e1f8-40d4-881e-be7288cb56a6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.982181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.985500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0991325-e1f8-40d4-881e-be7288cb56a6 HTTP/1.1" status: 204 len: 168 time: 0.2973266 Mar 07 10:50:11.029091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21906a7-388c-45d6-b0ee-81ec4da3827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0991325-e1f8-40d4-881e-be7288cb56a6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:11.042111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (335b1256-20f9-45a7-b8b6-96197c84d0c6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.053747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:11.072396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-addb52b8-12f8-4e7d-92a8-3dba1d4ace90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.075182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-addb52b8-12f8-4e7d-92a8-3dba1d4ace90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f39bb14b-a916-4b00-90f1-9304749e2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1105061 Mar 07 10:50:11.123347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40140) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.152536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (335b1256-20f9-45a7-b8b6-96197c84d0c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.173887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.175235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.281248 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8990338 Mar 07 10:50:11.284173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40146) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.292707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'ports': [{'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'}, {'network_id': '335b1256-20f9-45a7-b8b6-96197c84d0c6'}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.293363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.294064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '335b1256-20f9-45a7-b8b6-96197c84d0c6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.361452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c589af-123c-475b-b931-b0955faa2400 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=335b1256-20f9-45a7-b8b6-96197c84d0c6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:11.383363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 335b1256-20f9-45a7-b8b6-96197c84d0c6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:11.461837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-944182134-network', 'tenant_id': '9746977da26e4882857bc9367f6b9d8d'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.498590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'dfb0d9c4-bd13-4a69-87dc-f4492a0542c9', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'port_id': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'mac_address': 'fa:16:3e:a7:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:39Z', 'updated_at': '2022-03-07T10:50:08Z', 'revision_number': 1, 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:11.502101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-85adb2ce-ba6c-451c-ae0d-26eb7d3f8bdb service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162793 Mar 07 10:50:11.534132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Checking router: 7f48f449-9735-4432-bf69-04739bdc4059 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:11.538224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Made reservation on behalf of 9746977da26e4882857bc9367f6b9d8d for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:11.542316 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.546211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:11.547138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:11.590695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.632303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.708532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:11.717116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.718311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94da0d76-66be-4632-b02a-1519c079c256 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ba49a1a60f84c2b9d6dc99e63bcc35c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843241 Mar 07 10:50:11.801910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69342c3-db07-4d97-b31c-484d59e32bfd req-9e3e2a4a-bf7f-458a-b29d-8430788209a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865257 Mar 07 10:50:11.866043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 2} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:11.870497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.887082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.894451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] Publish callbacks [] for security_group (f39931a9-dbec-4349-b3ee-a6cccba5c588), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.975094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] Publish callbacks [] for security_group (f39931a9-dbec-4349-b3ee-a6cccba5c588), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.024357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'dfb0d9c4-bd13-4a69-87dc-f4492a0542c9', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'port_id': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'mac_address': 'fa:16:3e:a7:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:39Z', 'updated_at': '2022-03-07T10:50:08Z', 'revision_number': 1, 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:12.052030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe8494-e10d-4d69-b114-93bbbc7a91d8 None None] The sync data for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 is: [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'dfb0d9c4-bd13-4a69-87dc-f4492a0542c9', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'port_id': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'mac_address': 'fa:16:3e:a7:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:39Z', 'updated_at': '2022-03-07T10:50:08Z', 'revision_number': 1, 'project_id': '569a51092db849b5bd76ea26ef646253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:12.072760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks [] for security_group (06b894bc-cef0-4182-adf0-803f424bbb8f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.114436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06b894bc-cef0-4182-adf0-803f424bbb8f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.120066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f39931a9-dbec-4349-b3ee-a6cccba5c588), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.122779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.125786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f39931a9-dbec-4349-b3ee-a6cccba5c588 HTTP/1.1" status: 204 len: 168 time: 0.4000685 Mar 07 10:50:12.190320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:12.236246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b894bc-cef0-4182-adf0-803f424bbb8f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.272725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2bdda6e1-fb1b-471a-979f-f1badbe9cc8a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.273076 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Added segment 2bdda6e1-fb1b-471a-979f-f1badbe9cc8a of type vlan for network f3404a53-3b6c-437e-848b-2d96f4492eb2 Mar 07 10:50:12.276553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 7d75f7a0-0426-4d52-9e51-fbaebdb85b26 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:12.279586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364d666-c431-4bf9-9d76-029123658c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39931a9-dbec-4349-b3ee-a6cccba5c588,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.337947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f3404a53-3b6c-437e-848b-2d96f4492eb2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.393011 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f3404a53-3b6c-437e-848b-2d96f4492eb2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.393731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.394330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.420712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473b50e-244c-41cd-82cb-33cc188dca26 None None] New status for floating IP dfb0d9c4-bd13-4a69-87dc-f4492a0542c9: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:50:12.443449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.446652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3103304 Mar 07 10:50:12.450576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Request body: {'subnet': {'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-944182134-subnet', 'tenant_id': '9746977da26e4882857bc9367f6b9d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:12.498461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Made reservation on behalf of 9746977da26e4882857bc9367f6b9d8d for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:12.501726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.541126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846bfec-506b-4b7f-b513-65fe8320c271 admin admin] Pushing event updated for resources: {'Network': ['ID=f3404a53-3b6c-437e-848b-2d96f4492eb2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.552360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f3404a53-3b6c-437e-848b-2d96f4492eb2 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:12.583028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (7d75f7a0-0426-4d52-9e51-fbaebdb85b26), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.769602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 96272d8a-fc41-4414-9233-c097174aceee yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:12.868089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (baf4e00c-e22a-4bb4-95e3-643d113866a0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.947010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf4e00c-e22a-4bb4-95e3-643d113866a0,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.958527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (96272d8a-fc41-4414-9233-c097174aceee), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.968596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Checking segment: {'id': '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:12.969009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Network hostable DHCP agents. Network: f3404a53-3b6c-437e-848b-2d96f4492eb2, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:12.998966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Network f3404a53-3b6c-437e-848b-2d96f4492eb2 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:13.013995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f3404a53-3b6c-437e-848b-2d96f4492eb2) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:13.016907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7d75f7a0-0426-4d52-9e51-fbaebdb85b26), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.031348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08a8ea-6e58-4685-bc00-4d70eaa289c9 None None] Network f3404a53-3b6c-437e-848b-2d96f4492eb2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:13.041619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.042952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.070094 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-49e6c002-0086-47cf-b8dc-55dd9da99b03 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6243355 Mar 07 10:50:13.106211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=7d75f7a0-0426-4d52-9e51-fbaebdb85b26,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.127984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:13.129941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:13.142040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:13.144524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (96272d8a-fc41-4414-9233-c097174aceee), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.199494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40200) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.215391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c294e30-5024-4a52-8cfc-5e2eaeb78561 None None] Network f3404a53-3b6c-437e-848b-2d96f4492eb2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:13.230661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=96272d8a-fc41-4414-9233-c097174aceee,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.297035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': '734b9c0c-3c99-4b0a-a82d-01d18ef2af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '335b1256-20f9-45a7-b8b6-96197c84d0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:13.297855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 335b1256-20f9-45a7-b8b6-96197c84d0c6, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:13.324273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 335b1256-20f9-45a7-b8b6-96197c84d0c6 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:13.340365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 335b1256-20f9-45a7-b8b6-96197c84d0c6) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:13.359512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:13.368337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.370665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00fae4-b9e3-4e9b-a689-7b790ba60ad7 None None] Network 335b1256-20f9-45a7-b8b6-96197c84d0c6 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:13.381463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.384248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.413453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e4f765ff-0878-4a82-ab62-530d0899117b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1273103 Mar 07 10:50:13.416530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.473500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40212) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.574602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 96272d8a-fc41-4414-9233-c097174aceee {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:13.575212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (96272d8a-fc41-4414-9233-c097174aceee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.607902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1519710513'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:13.647694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-29168645-network', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:13.673321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.674485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.676102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:13.680506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.689918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (96272d8a-fc41-4414-9233-c097174aceee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.700285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.708693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 96272d8a-fc41-4414-9233-c097174aceee owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:13.760870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (d0f1eb12-b9d5-4043-8284-6fa613743668), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.791972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.809440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks [] for security_group (ad913f58-0ba9-444a-89eb-b4c320f44e59), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.817300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ad913f58-0ba9-444a-89eb-b4c320f44e59), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.831708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.841691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7371b177-999b-4b3d-ac24-c5e0134d5f47 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6399677 Mar 07 10:50:13.844052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.855320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:13.902939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad913f58-0ba9-444a-89eb-b4c320f44e59,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.911209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.911833 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Added segment 5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b of type vlan for network e11156c5-8c86-434b-b261-335e4f9525e3 Mar 07 10:50:13.935227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.005884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e11156c5-8c86-434b-b261-335e4f9525e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.010690 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (96272d8a-fc41-4414-9233-c097174aceee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.041549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-5da1228e-3b60-4dda-965e-7ee2e846ac14 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.043130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-5da1228e-3b60-4dda-965e-7ee2e846ac14 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/networks?id=f3404a53-3b6c-437e-848b-2d96f4492eb2 HTTP/1.1" status: 200 len: 812 time: 0.1850724 Mar 07 10:50:14.048657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=96272d8a-fc41-4414-9233-c097174aceee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.062928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.067718 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-65ef05b6-7857-4893-ab37-e3768169c9b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/96272d8a-fc41-4414-9233-c097174aceee HTTP/1.1" status: 204 len: 168 time: 0.6495664 Mar 07 10:50:14.070828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-d3e4cd55-22f4-46a8-a96e-a50e6e045930 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/quotas/9746977da26e4882857bc9367f6b9d8d HTTP/1.1" status: 200 len: 375 time: 0.0160570 Mar 07 10:50:14.071421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40230) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.083472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e11156c5-8c86-434b-b261-335e4f9525e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.084455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.085441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.163693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.166366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (d0f1eb12-b9d5-4043-8284-6fa613743668), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.170145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-a2175e15-0044-4a3e-82c9-b49ebc0a9c96 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9746977da26e4882857bc9367f6b9d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631220 Mar 07 10:50:14.221079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d0f1eb12-b9d5-4043-8284-6fa613743668), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.221746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0f1eb12-b9d5-4043-8284-6fa613743668 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:14.229371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.230593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7557893 Mar 07 10:50:14.234400 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-159472f2-f47d-491a-965d-2f904d0711bd tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d0f1eb12-b9d5-4043-8284-6fa613743668 HTTP/1.1" status: 204 len: 168 time: 0.3892729 Mar 07 10:50:14.235011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.235340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.241138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Request body: {'subnet': {'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-29168645-subnet', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:14.248445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Request body: {'router': {'name': 'tempest-router-1321484788', 'distributed': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:14.259247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ecefa-463c-4ff7-8a62-32e73147234f admin admin] Pushing event updated for resources: {'Network': ['ID=e11156c5-8c86-434b-b261-335e4f9525e3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.270077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e11156c5-8c86-434b-b261-335e4f9525e3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:14.282847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:14.289019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.311334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.313032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.323822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8452d27-6ec6-4d1b-bc09-b39c9db48a36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.330315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8452d27-6ec6-4d1b-bc09-b39c9db48a36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.335751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f8452d27-6ec6-4d1b-bc09-b39c9db48a36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2587793 Mar 07 10:50:14.335751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40236) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.417096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-461be9e9-62d2-4259-99ca-9f138123dcab service neutron] 10.222.0.23 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312684 Mar 07 10:50:14.433246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (3e564ee4-43dc-4ab0-8674-687af6431c89), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.441090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.467085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.470323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5a6189d-352e-4b00-b5df-4e8e1a9ff8af tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2229824 Mar 07 10:50:14.471098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.562790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.590531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 7d75f7a0-0426-4d52-9e51-fbaebdb85b26 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:14.590867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7d75f7a0-0426-4d52-9e51-fbaebdb85b26), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.632088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.645819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:14.646404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Network hostable DHCP agents. Network: e11156c5-8c86-434b-b261-335e4f9525e3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:14.649554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.665659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Network e11156c5-8c86-434b-b261-335e4f9525e3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:14.676198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e11156c5-8c86-434b-b261-335e4f9525e3) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:14.681007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.681692 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.687749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede48ed7-c415-41ca-9acd-0c1be1649f7d None None] Network e11156c5-8c86-434b-b261-335e4f9525e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:14.704961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ab07a1b-6a03-4f96-a9db-b49d93aa26ff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4679463 Mar 07 10:50:14.705799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40242) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.711171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:14.734175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.735454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.753654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-b0294374-fee7-4c79-a90d-879ad205929e service neutron] 10.222.0.23 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273227 Mar 07 10:50:14.758930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7d75f7a0-0426-4d52-9e51-fbaebdb85b26), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.777379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 7d75f7a0-0426-4d52-9e51-fbaebdb85b26 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:14.842795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for router_controller (78b560af-ef36-4a3d-8cb4-6bb256492aae), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.910961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e11156c5-8c86-434b-b261-335e4f9525e3', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:14.912319 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.971742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.975293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (3e564ee4-43dc-4ab0-8674-687af6431c89), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.031694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24cdcc87-c7c3-484d-9ee4-ba9ac4f05c84 req-7c61ff68-bf31-4570-a387-62e3446e403b tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 210 time: 0.0451481 Mar 07 10:50:15.066859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for router_gateway (78b560af-ef36-4a3d-8cb4-6bb256492aae), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.110668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (3e564ee4-43dc-4ab0-8674-687af6431c89), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.111760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e564ee4-43dc-4ab0-8674-687af6431c89 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:15.134122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.138991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ade1e3b3-ad07-4bb5-9f81-c7144165fe5a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3e564ee4-43dc-4ab0-8674-687af6431c89 HTTP/1.1" status: 204 len: 168 time: 0.6634748 Mar 07 10:50:15.144444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:15.156295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Request body: {'router': {'name': 'tempest-router-393983779', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4f40449b079443658ab50bcd8d1c484d'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:15.225017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7d75f7a0-0426-4d52-9e51-fbaebdb85b26), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.231230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Allocated IP 172.20.0.2 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/f4dbef26-a95b-446d-b199-718e3ca523b4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:15.305148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=7d75f7a0-0426-4d52-9e51-fbaebdb85b26,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:15.330264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.331340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.342877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.352468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a2cc5841-6cf1-4f7f-a49e-f62dafeeb604 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/7d75f7a0-0426-4d52-9e51-fbaebdb85b26 HTTP/1.1" status: 204 len: 168 time: 1.0140865 Mar 07 10:50:15.352736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40256) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:15.434377 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:50:15.549685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for router_gateway (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.613918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks [] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.620136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.622183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.630358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.641773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.674737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Pushing event updated for resources: {'Port': ['ID=f4dbef26-a95b-446d-b199-718e3ca523b4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:15.675613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f4e46-2e9a-470c-a6ed-8340b4b2abff tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.680210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-526f4e46-2e9a-470c-a6ed-8340b4b2abff tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3218074 Mar 07 10:50:15.681143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:15.698355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:15.700094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:15.704431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:15.723710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.728743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df4daa91-e08f-4e2c-8760-3b0d6a433542 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5766187 Mar 07 10:50:15.729414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40264) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:15.752824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:15.790580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Attempting to bind port f4dbef26-a95b-446d-b199-718e3ca523b4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:15.791717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Attempting to bind port f4dbef26-a95b-446d-b199-718e3ca523b4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:15.792330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Attempting to bind port f4dbef26-a95b-446d-b199-718e3ca523b4 on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:15.813970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:15.816002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:15.819833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.820192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:15.820799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Bound port: f4dbef26-a95b-446d-b199-718e3ca523b4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:15.821254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.879330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Allocated IP 172.25.4.96 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/9c164b3c-b6c0-442f-b3df-b08246acf2d3) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:15.976692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] For port f4dbef26-a95b-446d-b199-718e3ca523b4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:15.986852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] For port f4dbef26-a95b-446d-b199-718e3ca523b4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4dbef26-a95b-446d-b199-718e3ca523b4,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:16.003068 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.066368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.120597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.163156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d2cb-1bfa-4ab7-ab31-22520bfde0e6 None None] Pushing event updated for resources: {'Port': ['ID=f4dbef26-a95b-446d-b199-718e3ca523b4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:16.196230 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3102fbdf-a40e-47f7-ae07-ac62446dcb37 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:16.196819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3102fbdf-a40e-47f7-ae07-ac62446dcb37 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/96272d8a-fc41-4414-9233-c097174aceee HTTP/1.1" status: 404 len: 333 time: 0.5071478 Mar 07 10:50:16.201937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40268) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:16.250643 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a5d543-bbfa-44cc-ac6b-cc7297ccc954 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:16.256646 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63a5d543-bbfa-44cc-ac6b-cc7297ccc954 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/7d75f7a0-0426-4d52-9e51-fbaebdb85b26 HTTP/1.1" status: 404 len: 333 time: 0.0484574 Mar 07 10:50:16.257605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40270) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:16.268284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c88a67d3-7df7-45e8-ba9d-2d9e6a78c776 req-d29c94cc-1675-4175-95a0-cc471f16f423 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 210 time: 0.0786200 Mar 07 10:50:16.309814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Pushing event updated for resources: {'Port': ['ID=9c164b3c-b6c0-442f-b3df-b08246acf2d3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:16.362192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:16.367948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:16.375338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:16.546481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.546953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.708403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103789) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 07 10:50:16.708771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Router 0bd3d443-2f02-4909-b3ad-e4ab270965b6 migrating from provider to provider. {{(pid=103789) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 07 10:50:16.709153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.716719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.722313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (335b1256-20f9-45a7-b8b6-96197c84d0c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.726694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc948a40-e4b4-494b-98ab-de1103e685cb req-4e613244-1078-4f55-8956-0698afa69a8e tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.728334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc948a40-e4b4-494b-98ab-de1103e685cb req-4e613244-1078-4f55-8956-0698afa69a8e tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 950 time: 1.0496457 Mar 07 10:50:16.729893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.782159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4dbef26-a95b-446d-b199-718e3ca523b4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:16.867553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4dbef26-a95b-446d-b199-718e3ca523b4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:16.867770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.910285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc948a40-e4b4-494b-98ab-de1103e685cb req-90c85b1a-785b-4ece-a635-5d2c78d6d245 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678352 Mar 07 10:50:16.933881 n-d-832156-4 neutron-server[103789]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] No L3 agents can host the router 0bd3d443-2f02-4909-b3ad-e4ab270965b6 Mar 07 10:50:16.978569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4dbef26-a95b-446d-b199-718e3ca523b4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:16.978959 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.989620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for router_gateway (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.050661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f4dbef26-a95b-446d-b199-718e3ca523b4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4dbef26-a95b-446d-b199-718e3ca523b4,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:17.056335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.088809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (335b1256-20f9-45a7-b8b6-96197c84d0c6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.104157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Hosts for router 0bd3d443-2f02-4909-b3ad-e4ab270965b6: [] {{(pid=103789) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 07 10:50:17.115164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-ff4e64ee-cc5b-4365-ae94-dee7e5c5f786 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.117134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-ff4e64ee-cc5b-4365-ae94-dee7e5c5f786 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.32 "GET /v2.0/networks?id=f3404a53-3b6c-437e-848b-2d96f4492eb2 HTTP/1.1" status: 200 len: 812 time: 0.4419923 Mar 07 10:50:17.130628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Hosts for other DVR routers connected to router 0bd3d443-2f02-4909-b3ad-e4ab270965b6: set() {{(pid=103789) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 07 10:50:17.135450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.136811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f7088cc-0d6e-44e1-bad5-e813bfd3373a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "PUT /v2.0/routers/0bd3d443-2f02-4909-b3ad-e4ab270965b6 HTTP/1.1" status: 200 len: 716 time: 1.4065073 Mar 07 10:50:17.138336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Request body: {'port': {'device_id': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2', 'admin_state_up': True, 'tenant_id': '9746977da26e4882857bc9367f6b9d8d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:17.139398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40274) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:17.142452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b1256-20f9-45a7-b8b6-96197c84d0c6']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:17.143927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f4dbef26-a95b-446d-b199-718e3ca523b4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:17.206336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734b9c0c-3c99-4b0a-a82d-01d18ef2af54') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:17.206633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734b9c0c-3c99-4b0a-a82d-01d18ef2af54') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:17.230428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (734b9c0c-3c99-4b0a-a82d-01d18ef2af54), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.284061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df92afff-43ba-4fa8-9018-6fd264759e83 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "GET /v2.0/routers/0bd3d443-2f02-4909-b3ad-e4ab270965b6 HTTP/1.1" status: 200 len: 716 time: 0.1409655 Mar 07 10:50:17.284629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40276) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:17.316416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0fe23818-53a0-48ac-8e88-d56bd1475466 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.317408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0fe23818-53a0-48ac-8e88-d56bd1475466 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.26 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 950 time: 0.1280766 Mar 07 10:50:17.339763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (734b9c0c-3c99-4b0a-a82d-01d18ef2af54), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.443709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:17.445010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (734b9c0c-3c99-4b0a-a82d-01d18ef2af54), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:17.456712 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:17.514249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8c6bbd1-66c6-4a72-a721-c43ea692e5e3 req-482ee9e9-90cd-44df-ae38-57955f8d34ae tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 210 time: 0.0707436 Mar 07 10:50:17.669519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.684765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (335b1256-20f9-45a7-b8b6-96197c84d0c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.695637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.704842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/335b1256-20f9-45a7-b8b6-96197c84d0c6 HTTP/1.1" status: 204 len: 168 time: 1.4413824 Mar 07 10:50:17.718760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40284) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:17.728881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1257008110'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:17.751601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-689bc7f7-8c87-48a8-8557-dffe6dbb99a4 tempest-RoutersTestDVR-1325554349 tempest-RoutersTestDVR-1325554349-project] 10.222.0.23 "GET /v2.0/routers/0bd3d443-2f02-4909-b3ad-e4ab270965b6 HTTP/1.1" status: 200 len: 682 time: 0.4658468 Mar 07 10:50:17.758289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40286) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:17.822858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Made reservation on behalf of 9746977da26e4882857bc9367f6b9d8d for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:17.826629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.838185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0ac1a-68b7-4285-96cb-7d8b40e1aed0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=335b1256-20f9-45a7-b8b6-96197c84d0c6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:17.866984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a3754-e7e3-4d7c-ab11-14467e404bf1 None None] Network e11156c5-8c86-434b-b261-335e4f9525e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:17.913390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Deleting port 702607b5-ee0d-4555-b09b-655b19edb2d0 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:17.914084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.959094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.971898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:17.976870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.138295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-73b19aa2-2c02-4c6b-b33e-ec8d52cef242 None None] Provisioning complete for port f4dbef26-a95b-446d-b199-718e3ca523b4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:18.138660 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73b19aa2-2c02-4c6b-b33e-ec8d52cef242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.155988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:18.172060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (258543f9-6d7d-413d-a852-2ab618a3bb7b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.172492 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment 258543f9-6d7d-413d-a852-2ab618a3bb7b of type vlan for network 0cebc601-f0fa-4abb-a394-8a27297b6747 Mar 07 10:50:18.299538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] For port 702607b5-ee0d-4555-b09b-655b19edb2d0, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=702607b5-ee0d-4555-b09b-655b19edb2d0,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:18.300148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.374763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-73b19aa2-2c02-4c6b-b33e-ec8d52cef242 None None] Current status of the port f4dbef26-a95b-446d-b199-718e3ca523b4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:18.378065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Calling delete_port for 702607b5-ee0d-4555-b09b-655b19edb2d0 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:18.388699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.391868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0cebc601-f0fa-4abb-a394-8a27297b6747), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.400070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (0bd3d443-2f02-4909-b3ad-e4ab270965b6), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.426769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:50:18.501033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6218ce-e9c3-4771-9be8-ca862a0fb540 req-500f13fb-e35d-482b-ba7d-63a58e49e8ca tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:18.502679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e6218ce-e9c3-4771-9be8-ca862a0fb540 req-500f13fb-e35d-482b-ba7d-63a58e49e8ca tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 950 time: 0.4484179 Mar 07 10:50:18.515294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Allocated IP 172.20.0.10 (f3404a53-3b6c-437e-848b-2d96f4492eb2/baf4e00c-e22a-4bb4-95e3-643d113866a0/913faaae-7c48-4bba-87a5-88bf11b8f6ae) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:18.526263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (0bd3d443-2f02-4909-b3ad-e4ab270965b6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.527086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd3d443-2f02-4909-b3ad-e4ab270965b6 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:18.548007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.552775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2662fce3-6577-428a-8d70-5350356f98aa tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0bd3d443-2f02-4909-b3ad-e4ab270965b6 HTTP/1.1" status: 204 len: 168 time: 0.7899730 Mar 07 10:50:18.561066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40294) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:18.565944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Request body: {'router': {'name': 'tempest-router-1047648783', 'distributed': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:18.574241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0cebc601-f0fa-4abb-a394-8a27297b6747), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.580223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:18.580889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.712081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4dbef26-a95b-446d-b199-718e3ca523b4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:18.715753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:18.716715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-87fd0fe5-7125-4e9f-869d-f4b26012cabe None None] Provisioning complete for port f4dbef26-a95b-446d-b199-718e3ca523b4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:18.728409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-87fd0fe5-7125-4e9f-869d-f4b26012cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.740538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0203385 Mar 07 10:50:18.745136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40298) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:18.755214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:18.776624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e6218ce-e9c3-4771-9be8-ca862a0fb540 req-9e4ce717-d0cb-4835-a45f-b9649b35ff73 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/security-groups?id=45026513-d72e-47a1-b49b-09441d7ec76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670810 Mar 07 10:50:18.779073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab0caaf5-58a9-4e64-97ec-75a65b0abff5 req-dfb6632c-59e2-4030-b1c7-4a4236f92e08 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 210 time: 0.1019046 Mar 07 10:50:18.780232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d0da-79f3-4feb-88c9-ebf99e8fae4f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=0cebc601-f0fa-4abb-a394-8a27297b6747,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:18.783510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.785083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.867420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:18.869494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:18.888409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.889850 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5975d9ed-f21d-48a5-8c32-dedc921ed4bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1830220 Mar 07 10:50:18.902692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40300) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:18.959413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (e7a98a2b-dea0-4277-ae13-18f5276e9836), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.963455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-87fd0fe5-7125-4e9f-869d-f4b26012cabe None None] Current status of the port f4dbef26-a95b-446d-b199-718e3ca523b4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:18.975061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.985057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (702607b5-ee0d-4555-b09b-655b19edb2d0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.005010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks [] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.019165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['702607b5-ee0d-4555-b09b-655b19edb2d0'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:19.025358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:19.025358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:19.042524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Pushing event deleted for resources: {'Port': ['ID=702607b5-ee0d-4555-b09b-655b19edb2d0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:19.092212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.106695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.112404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:19.113253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df5494c9-b4ca-4e45-9149-f9ba663ff90a tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5491714 Mar 07 10:50:19.114508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4dbef26-a95b-446d-b199-718e3ca523b4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:19.114875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.168829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] No DVR routers for this DVR port 702607b5-ee0d-4555-b09b-655b19edb2d0 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:19.176634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.181632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1985769f-fdb6-4731-ae97-dd92c7e29dee req-0c5f1bee-7a78-44c0-9b7b-de8eb402df49 tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.26 "DELETE /v2.0/ports/702607b5-ee0d-4555-b09b-655b19edb2d0 HTTP/1.1" status: 204 len: 173 time: 1.8561635 Mar 07 10:50:19.182243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'name': 'network-vif-deleted', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:19.192171 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed5a84-b871-47e3-b695-9b9deafffcca" -d '{"events": [{"server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "name": "network-vif-deleted", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:19.255418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.270848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Network f3404a53-3b6c-437e-848b-2d96f4492eb2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:19.280621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:19.285594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:19.327824 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e475d4a-249b-484c-af7e-f9e7fc558bac x-openstack-request-id: req-7e475d4a-249b-484c-af7e-f9e7fc558bac {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:19.328417 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e288e5b2-fba1-4757-a056-9eba921e9725", "name": "network-vif-deleted", "tag": "702607b5-ee0d-4555-b09b-655b19edb2d0", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:19.329068 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e475d4a-249b-484c-af7e-f9e7fc558bac {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:19.329615 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e288e5b2-fba1-4757-a056-9eba921e9725', 'name': 'network-vif-deleted', 'tag': '702607b5-ee0d-4555-b09b-655b19edb2d0', 'status': 'completed', 'code': 200} Mar 07 10:50:19.380510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:19.381096 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.443056 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3131440 Mar 07 10:50:19.449655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:19.458848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.513449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:19.515293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4dbef26-a95b-446d-b199-718e3ca523b4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:19.526442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Request body: {'port': {'device_id': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:19.541866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecbfc7-875e-4d95-826f-91012a037e52 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Pushing event updated for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:19.696001 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.746891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:16Z', 'revision_number': 3, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:19.762970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Performing IP validity checks on allocation pools {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:50:19.763568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:50:19.847819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:19.848406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Updating router 78b560af-ef36-4a3d-8cb4-6bb256492aae port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:50:19.892549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.094778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.104355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router_controller (e7a98a2b-dea0-4277-ae13-18f5276e9836), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.213337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e7a98a2b-dea0-4277-ae13-18f5276e9836), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.213780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7a98a2b-dea0-4277-ae13-18f5276e9836 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:20.218440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.219583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-987cab17-84c2-4a2f-ae10-fedd716ff9b2 tempest-RoutersTestDVR-325748583 tempest-RoutersTestDVR-325748583-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e7a98a2b-dea0-4277-ae13-18f5276e9836 HTTP/1.1" status: 204 len: 168 time: 1.0780878 Mar 07 10:50:20.353222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-768e217a-22fe-4dd9-b00e-271069918583 req-3370205b-e870-4288-b636-bb584aca734a tempest-VolumesBackupsTest-738413546 tempest-VolumesBackupsTest-738413546-project] 10.222.0.23 "GET /v2.0/ports?device_id=e288e5b2-fba1-4757-a056-9eba921e9725 HTTP/1.1" status: 200 len: 210 time: 0.0644138 Mar 07 10:50:20.368488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e8c48298-ecd1-4340-93e4-9cac4d8f075d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.374778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.430746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f5527-99c4-4f17-9704-49f31b7d122c req-ecff5abb-158b-46d3-a92e-ab40ec08fe0c tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.433689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=e8c48298-ecd1-4340-93e4-9cac4d8f075d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.439442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks [] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.445293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386f5527-99c4-4f17-9704-49f31b7d122c req-ecff5abb-158b-46d3-a92e-ab40ec08fe0c tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 932 time: 0.1418056 Mar 07 10:50:20.448665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.495677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': '258543f9-6d7d-413d-a852-2ab618a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:20.502225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 0cebc601-f0fa-4abb-a394-8a27297b6747, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:20.572378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913faaae-7c48-4bba-87a5-88bf11b8f6ae {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:20.583689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks [] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.600638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:20.602410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69830fb3-9c9c-426a-b87a-e7fb61a39eb8 None None] Pushing event updated for resources: {'Port': ['ID=9c164b3c-b6c0-442f-b3df-b08246acf2d3,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.605047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Transition to ACTIVE for port object 913faaae-7c48-4bba-87a5-88bf11b8f6ae will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:50:20.613187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.614368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Attempting to bind port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:20.614890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Attempting to bind port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:20.615424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Attempting to bind port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:20.626544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0cebc601-f0fa-4abb-a394-8a27297b6747) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:20.644485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e3a9da-edf5-4f98-9d6a-71601f449e48 None None] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:20.675460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.678574 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.717545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40318) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:20.754421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:20.754724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:20.756089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.756721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:20.757745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Bound port: 9c164b3c-b6c0-442f-b3df-b08246acf2d3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:20.758111 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.765760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386f5527-99c4-4f17-9704-49f31b7d122c req-bcbd9ef9-6eb9-4028-aae6-73f9accbd784 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185115 Mar 07 10:50:20.809253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.822027 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-71f21862-c844-421d-9787-11dde88f5988 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0744247 Mar 07 10:50:20.824617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40322) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:20.833178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747', 'name': 'tempest-PortsTestJSON-1262089958'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:20.844376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] For port 9c164b3c-b6c0-442f-b3df-b08246acf2d3, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:20.857789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] For port 9c164b3c-b6c0-442f-b3df-b08246acf2d3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c164b3c-b6c0-442f-b3df-b08246acf2d3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:20.863741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0cebc601-f0fa-4abb-a394-8a27297b6747', 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': 'e8c48298-ecd1-4340-93e4-9cac4d8f075d'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:20.864796 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.869875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22a7ea74-4b1c-4f65-a8c3-2247b8ec2125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.872470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.917649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Allocated IP 172.20.0.1 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/bda1a8b1-f758-445c-a3df-7f451d8bf7fb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:20.948632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:20.949522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:49:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:21.029898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fadb1b3-bfba-4fc0-8b23-028fade065be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.049966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69830fb3-9c9c-426a-b87a-e7fb61a39eb8 None None] Pushing event updated for resources: {'Port': ['ID=9c164b3c-b6c0-442f-b3df-b08246acf2d3,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:21.057864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Attempting to bind port 913faaae-7c48-4bba-87a5-88bf11b8f6ae on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:21.058452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Attempting to bind port 913faaae-7c48-4bba-87a5-88bf11b8f6ae by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:21.058878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Attempting to bind port 913faaae-7c48-4bba-87a5-88bf11b8f6ae on network f3404a53-3b6c-437e-848b-2d96f4492eb2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:21.063471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:21.067301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.072523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Port 913faaae-7c48-4bba-87a5-88bf11b8f6ae on network f3404a53-3b6c-437e-848b-2d96f4492eb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:50:21.073047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Attempting to bind port 913faaae-7c48-4bba-87a5-88bf11b8f6ae on network f3404a53-3b6c-437e-848b-2d96f4492eb2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:21.090155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:21.090662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Checking segment: {'id': '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:21.091490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Bound using segment: {'id': '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:21.092068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Bound port: 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:21.092575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.107229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port aca4a7a2-d684-4e8c-8b20-faae3ec6216a yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:21.175482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks [] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.181299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:21.234567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae,segment=NetworkSegment(2bdda6e1-fb1b-471a-979f-f1badbe9cc8a),segment_id=2bdda6e1-fb1b-471a-979f-f1badbe9cc8a)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:21.236824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fadb1b3-bfba-4fc0-8b23-028fade065be admin admin] Publish callbacks [] for security_group (cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.245585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fadb1b3-bfba-4fc0-8b23-028fade065be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.250275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.277796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.304850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Allocated IP 172.20.0.2 (0cebc601-f0fa-4abb-a394-8a27297b6747/e8c48298-ecd1-4340-93e4-9cac4d8f075d/5d977292-32f8-474f-b70d-33ee36540875) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:21.315826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.316727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.318291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/913faaae-7c48-4bba-87a5-88bf11b8f6ae HTTP/1.1" status: 200 len: 1092 time: 1.8046334 Mar 07 10:50:21.318739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:21.321221 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:21.331165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:21.345817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19059e-d28c-4e6d-bc2c-73bf66a7a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:21.356164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2fadb1b3-bfba-4fc0-8b23-028fade065be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f40449b079443658ab50bcd8d1c484d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6345463 Mar 07 10:50:21.358388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadb1b3-bfba-4fc0-8b23-028fade065be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:21.364617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40332) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:21.377806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:21.379592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:21.382903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:21.385012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Pushing event updated for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:21.471190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.479140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] Publish callbacks [] for security_group (cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.522227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-3323165d-825e-4c9c-85bc-7360bfe877e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.524557 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-3323165d-825e-4c9c-85bc-7360bfe877e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9746977da26e4882857bc9367f6b9d8d&device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 1126 time: 0.1491299 Mar 07 10:50:21.626860 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-6560e153-1789-4955-8ac1-9dfe5ed4efda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae HTTP/1.1" status: 200 len: 217 time: 0.0874386 Mar 07 10:50:21.642341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] Publish callbacks [] for security_group (cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.731265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks [] for port (5d977292-32f8-474f-b70d-33ee36540875), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.743205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 702607b5-ee0d-4555-b09b-655b19edb2d0 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:21.749197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef055-c398-4b56-b175-b26670bce25e req-97d27637-cf27-4180-923e-d6fabf22346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.750714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-97d27637-cf27-4180-923e-d6fabf22346e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=baf4e00c-e22a-4bb4-95e3-643d113866a0 HTTP/1.1" status: 200 len: 852 time: 0.1112182 Mar 07 10:50:21.770992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.809342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 702607b5-ee0d-4555-b09b-655b19edb2d0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:21.809512 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab1471d-097a-4399-b677-68e6a97e7494 x-openstack-request-id: req-bab1471d-097a-4399-b677-68e6a97e7494 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:21.810701 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:21.810701 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bab1471d-097a-4399-b677-68e6a97e7494 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:21.810701 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae', 'status': 'completed', 'code': 200} Mar 07 10:50:21.812471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-14e0cb82-99a9-4106-8c05-9f27c1c0b91d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3404a53-3b6c-437e-848b-2d96f4492eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519652 Mar 07 10:50:21.813474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 702607b5-ee0d-4555-b09b-655b19edb2d0 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:21.837781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (5d977292-32f8-474f-b70d-33ee36540875), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.881838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:21.891345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:16Z', 'revision_number': 3, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:21.898935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:21.927010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-511f7444-11c6-41b9-a6b6-23996fa5018e service neutron] 10.222.0.32 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062112 Mar 07 10:50:21.930053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-baa71d46-55f9-4e71-a916-cc948f392d15 None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:21.930425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-baa71d46-55f9-4e71-a916-cc948f392d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:21.932859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:21.939682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b50721-6731-409e-bb80-b65e9f762b4a None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:16Z', 'revision_number': 3, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:21.995126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Pushing event updated for resources: {'Port': ['ID=5d977292-32f8-474f-b70d-33ee36540875,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:22.028589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-baa71d46-55f9-4e71-a916-cc948f392d15 None None] Port bda1a8b1-f758-445c-a3df-7f451d8bf7fb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:22.040222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Attempting to bind port 5d977292-32f8-474f-b70d-33ee36540875 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:22.040972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Attempting to bind port 5d977292-32f8-474f-b70d-33ee36540875 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '258543f9-6d7d-413d-a852-2ab618a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:22.040972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Attempting to bind port 5d977292-32f8-474f-b70d-33ee36540875 on network 0cebc601-f0fa-4abb-a394-8a27297b6747 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:22.046870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:22.047500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Checking segment: {'id': '258543f9-6d7d-413d-a852-2ab618a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:22.047961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.048398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Bound using segment: {'id': '258543f9-6d7d-413d-a852-2ab618a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:22.048930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Bound port: 5d977292-32f8-474f-b70d-33ee36540875, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258543f9-6d7d-413d-a852-2ab618a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0cebc601-f0fa-4abb-a394-8a27297b6747'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:22.049305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5d977292-32f8-474f-b70d-33ee36540875), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.055105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260a5fe-98aa-4a61-8977-97e1fc961995 req-b50cbb57-5316-4bcc-8a0a-cc73206b53f4 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.063406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9260a5fe-98aa-4a61-8977-97e1fc961995 req-b50cbb57-5316-4bcc-8a0a-cc73206b53f4 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 944 time: 0.1870823 Mar 07 10:50:22.099312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.106443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.127992 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b HTTP/1.1" status: 204 len: 168 time: 0.7622101 Mar 07 10:50:22.138905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.11 (0cebc601-f0fa-4abb-a394-8a27297b6747/e8c48298-ecd1-4340-93e4-9cac4d8f075d/aca4a7a2-d684-4e8c-8b20-faae3ec6216a) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:22.189331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] For port 5d977292-32f8-474f-b70d-33ee36540875, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:22.191147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks [] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.193009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37297411-dff0-4522-b2df-c06b0618aff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc5b2e-a1ea-448d-b1e4-a7f8cc0b221b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:22.194874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] For port 5d977292-32f8-474f-b70d-33ee36540875, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d977292-32f8-474f-b70d-33ee36540875,segment=NetworkSegment(258543f9-6d7d-413d-a852-2ab618a3bb7b),segment_id=258543f9-6d7d-413d-a852-2ab618a3bb7b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:22.213053 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5d977292-32f8-474f-b70d-33ee36540875), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.223325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.241692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-35aef055-c398-4b56-b175-b26670bce25e req-524b8df3-484c-455f-b5be-d35bf4683a69 service neutron] 10.222.0.32 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805607 Mar 07 10:50:22.271437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9260a5fe-98aa-4a61-8977-97e1fc961995 req-3c39bd7d-319b-4d8c-b424-cfd8cbc29e2f tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069881 Mar 07 10:50:22.332388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.387718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Pushing event updated for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:22.456088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164edf-8cd7-4a5c-a569-6b781b8863eb None None] Pushing event updated for resources: {'Port': ['ID=5d977292-32f8-474f-b70d-33ee36540875,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:22.510828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:22.512390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:22.636063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-e59269f9-58c6-4683-bc41-2f108cdbd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.641147 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-e59269f9-58c6-4683-bc41-2f108cdbd502 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9746977da26e4882857bc9367f6b9d8d&device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 1126 time: 0.3295867 Mar 07 10:50:22.830972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40352) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:22.851739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c164b3c-b6c0-442f-b3df-b08246acf2d3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:22.905309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (aca4a7a2-d684-4e8c-8b20-faae3ec6216a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.918582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:22.934874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6adc83a-41c5-4906-aa13-bdca1ae21b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.002732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-3966f413-fec0-42c7-b662-515a57d639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.004748 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-3966f413-fec0-42c7-b662-515a57d639d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3404a53-3b6c-437e-848b-2d96f4492eb2 HTTP/1.1" status: 200 len: 913 time: 0.3544466 Mar 07 10:50:23.021305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (aca4a7a2-d684-4e8c-8b20-faae3ec6216a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.035090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4f63fa5-96ab-4305-a20a-b3ea0e3fa160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.042066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:23.042467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.109810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:23.112676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:23.115608 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-1b9c7859-25b7-4aa8-9ee3-aa027add11e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae HTTP/1.1" status: 200 len: 217 time: 0.1040363 Mar 07 10:50:23.116815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:23.227330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=aca4a7a2-d684-4e8c-8b20-faae3ec6216a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:23.252641 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-168617f7-7ce7-4a87-b1fb-729b2738b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.257095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:23.257705 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.259264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-168617f7-7ce7-4a87-b1fb-729b2738b9f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=baf4e00c-e22a-4bb4-95e3-643d113866a0 HTTP/1.1" status: 200 len: 852 time: 0.1146069 Mar 07 10:50:23.265474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.266498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.288810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6adc83a-41c5-4906-aa13-bdca1ae21b4c admin admin] Publish callbacks [] for security_group (431449d4-20f4-411b-970c-411db39297fa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.295272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 9c164b3c-b6c0-442f-b3df-b08246acf2d3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c164b3c-b6c0-442f-b3df-b08246acf2d3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:23.297445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:23.304040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e2f333bd-fd4f-43c8-ab5b-5cb75fd159ad None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:23.304460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2f333bd-fd4f-43c8-ab5b-5cb75fd159ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.308813 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-50426024-a611-47b1-8df2-53f304fffe6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3404a53-3b6c-437e-848b-2d96f4492eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392215 Mar 07 10:50:23.312109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d6adc83a-41c5-4906-aa13-bdca1ae21b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (431449d4-20f4-411b-970c-411db39297fa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.341638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9feae8bc-e634-473e-962b-c6c608170200 admin admin] 10.222.0.23 "PUT /v2.0/routers/78b560af-ef36-4a3d-8cb4-6bb256492aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4377308 Mar 07 10:50:23.355925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.453303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e2f333bd-fd4f-43c8-ab5b-5cb75fd159ad None None] Port bda1a8b1-f758-445c-a3df-7f451d8bf7fb cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:23.488964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adc83a-41c5-4906-aa13-bdca1ae21b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431449d4-20f4-411b-970c-411db39297fa,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:23.525171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d6adc83a-41c5-4906-aa13-bdca1ae21b4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c5182cb81348e59645419c807df4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6914580 Mar 07 10:50:23.528043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40360) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:23.529280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=9c164b3c-b6c0-442f-b3df-b08246acf2d3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:23.529943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-3f082f62-f8ca-426a-8669-88239d0e08fd service neutron] 10.222.0.32 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115138 Mar 07 10:50:23.564269 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6da98eba-0cb2-41b0-a83f-656d56368de7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7383809 Mar 07 10:50:23.568513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40362) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:23.701373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73321cae-99f6-47d2-a701-f0e5eab338a3 req-dcdcf77e-6ace-4e0b-8af1-bfd33b0edf4b tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.711166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73321cae-99f6-47d2-a701-f0e5eab338a3 req-dcdcf77e-6ace-4e0b-8af1-bfd33b0edf4b tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 944 time: 0.2587399 Mar 07 10:50:23.739559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-44f3e3dd-3595-4846-b7b9-3b9ffe4292eb req-453296d0-c4aa-49e2-985d-d7601623d3ab service neutron] 10.222.0.32 "GET /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049065 Mar 07 10:50:23.821585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] Publish callbacks [] for security_group (431449d4-20f4-411b-970c-411db39297fa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.864795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73321cae-99f6-47d2-a701-f0e5eab338a3 req-0bacdcd5-fce2-4686-aa3e-ee7a938aa6bc tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499176 Mar 07 10:50:23.891283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] Publish callbacks [] for security_group (431449d4-20f4-411b-970c-411db39297fa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.905873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port aca4a7a2-d684-4e8c-8b20-faae3ec6216a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:23.906218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aca4a7a2-d684-4e8c-8b20-faae3ec6216a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.024203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (431449d4-20f4-411b-970c-411db39297fa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.027514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.028772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431449d4-20f4-411b-970c-411db39297fa HTTP/1.1" status: 204 len: 168 time: 0.4994054 Mar 07 10:50:24.051603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58da31e-bc34-4b90-8fa0-46516a82b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431449d4-20f4-411b-970c-411db39297fa,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:24.059276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aca4a7a2-d684-4e8c-8b20-faae3ec6216a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.075032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for aca4a7a2-d684-4e8c-8b20-faae3ec6216a owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:24.197293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96f637-d180-4f47-a478-513a4d6c4318 None None] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:24.205815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.234195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.300863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Provisioning complete for port 5d977292-32f8-474f-b70d-33ee36540875 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:24.302015 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d977292-32f8-474f-b70d-33ee36540875), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.337161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (aca4a7a2-d684-4e8c-8b20-faae3ec6216a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.429775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=aca4a7a2-d684-4e8c-8b20-faae3ec6216a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:24.558802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.560316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40386) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:24.565884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b56096ac-8601-42ec-870b-11d34abf4b45 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/aca4a7a2-d684-4e8c-8b20-faae3ec6216a HTTP/1.1" status: 204 len: 168 time: 0.9925897 Mar 07 10:50:24.566292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40388) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:24.583342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Current status of the port 5d977292-32f8-474f-b70d-33ee36540875 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:24.583818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5d977292-32f8-474f-b70d-33ee36540875), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.590581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099165023-network', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:24.647839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] For port 5d977292-32f8-474f-b70d-33ee36540875, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d977292-32f8-474f-b70d-33ee36540875,segment=NetworkSegment(258543f9-6d7d-413d-a852-2ab618a3bb7b),segment_id=258543f9-6d7d-413d-a852-2ab618a3bb7b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:24.655756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5d977292-32f8-474f-b70d-33ee36540875), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.702682 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea86d8f8-c0a6-4c69-80f6-98e0f7fda89e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:24.708110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea86d8f8-c0a6-4c69-80f6-98e0f7fda89e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:24.717411 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea86d8f8-c0a6-4c69-80f6-98e0f7fda89e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/aca4a7a2-d684-4e8c-8b20-faae3ec6216a HTTP/1.1" status: 404 len: 333 time: 0.1498973 Mar 07 10:50:24.720065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Made reservation on behalf of 47dcd2cbc1ba47f38232ff08da3b458f for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:24.728566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40390) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:24.738810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.743691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5d1e-3bcb-43a6-b870-ad5e74a96e0b None None] Pushing event updated for resources: {'Port': ['ID=5d977292-32f8-474f-b70d-33ee36540875,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:24.766295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.785220 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7c1985-2f0b-4366-84a1-f3bd0ad1ee13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:24.787395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ea7c1985-2f0b-4366-84a1-f3bd0ad1ee13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/aca4a7a2-d684-4e8c-8b20-faae3ec6216a HTTP/1.1" status: 404 len: 333 time: 0.0562997 Mar 07 10:50:24.790954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40394) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:24.909663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c164b3c-b6c0-442f-b3df-b08246acf2d3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:24.920038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks [] for security_group (2d7cab1c-d788-4527-833e-6a5634c41543), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.930388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d7cab1c-d788-4527-833e-6a5634c41543), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.953465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet e8c48298-ecd1-4340-93e4-9cac4d8f075d {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:24.957738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:24.962237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (e8c48298-ecd1-4340-93e4-9cac4d8f075d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.971550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (18569bd0-eabb-432c-aab5-7765ac8493cf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.972400 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Added segment 18569bd0-eabb-432c-aab5-7765ac8493cf of type vlan for network 9736370b-164b-4b52-8ce7-3f3effbd82f8 Mar 07 10:50:25.083029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9736370b-164b-4b52-8ce7-3f3effbd82f8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.100429 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:25.111237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:25.111883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.125360 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:25.125500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (e8c48298-ecd1-4340-93e4-9cac4d8f075d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.126001 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:25.172074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e8914d24-7d5b-4a7e-afdd-f0f50428be21 None None] Provisioning complete for port 5d977292-32f8-474f-b70d-33ee36540875 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:25.172439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e8914d24-7d5b-4a7e-afdd-f0f50428be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d977292-32f8-474f-b70d-33ee36540875), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.172577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9736370b-164b-4b52-8ce7-3f3effbd82f8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.180828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:25.181446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.274257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 913faaae-7c48-4bba-87a5-88bf11b8f6ae details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:50:25.321638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e8c48298-ecd1-4340-93e4-9cac4d8f075d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.331176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9736370b-164b-4b52-8ce7-3f3effbd82f8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:25.338668 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:25.370911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cab1c-d788-4527-833e-6a5634c41543,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:25.390961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40412) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:25.391996 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e216ff06-c558-41c0-be8c-1e7864ce7bd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8279769 Mar 07 10:50:25.404899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Request body: {'subnet': {'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099165023-subnet', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:25.448543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec4da4-f7da-4600-8f7d-16e65f877a82 req-16bc838d-4f02-48dd-8502-0439b6d3e124 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:25.450665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aec4da4-f7da-4600-8f7d-16e65f877a82 req-16bc838d-4f02-48dd-8502-0439b6d3e124 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 944 time: 0.3441703 Mar 07 10:50:25.521081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:25.522378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d977292-32f8-474f-b70d-33ee36540875 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:25.524518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:25.565943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Made reservation on behalf of 47dcd2cbc1ba47f38232ff08da3b458f for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:25.569557 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.629399 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 2, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:25.633606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (e8c48298-ecd1-4340-93e4-9cac4d8f075d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.681412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:50:25.685396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.693672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/e8c48298-ecd1-4340-93e4-9cac4d8f075d HTTP/1.1" status: 204 len: 168 time: 0.8990767 Mar 07 10:50:25.695348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40416) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:25.718514 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:25.723797 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Updating router 78b560af-ef36-4a3d-8cb4-6bb256492aae port bda1a8b1-f758-445c-a3df-7f451d8bf7fb binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:50:25.748984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40420) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:25.791167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52289e26-eb2a-46c0-a60f-8b0607a15d44 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c48298-ecd1-4340-93e4-9cac4d8f075d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:25.804415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aec4da4-f7da-4600-8f7d-16e65f877a82 req-e55fca06-c479-42c6-a483-c29a3913a14e tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403592 Mar 07 10:50:25.816908 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:25.982283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cab7e3-6a51-4ab8-929f-5496ae00ba8e None None] Network 0cebc601-f0fa-4abb-a394-8a27297b6747 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:26.010494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b3aa9695-678f-49a5-9bac-3db080cebd87), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.074657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1442327768'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:26.184081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae,segment=NetworkSegment(2bdda6e1-fb1b-471a-979f-f1badbe9cc8a),segment_id=2bdda6e1-fb1b-471a-979f-f1badbe9cc8a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:26.196837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3aa9695-678f-49a5-9bac-3db080cebd87,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:26.213942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.216024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '913faaae-7c48-4bba-87a5-88bf11b8f6ae', 'network_id': 'f3404a53-3b6c-437e-848b-2d96f4492eb2', 'port_id': '913faaae-7c48-4bba-87a5-88bf11b8f6ae', 'mac_address': 'fa:16:3e:60:4f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf4e00c-e22a-4bb4-95e3-643d113866a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:50:26.227865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Checking segment: {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:26.229397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Network hostable DHCP agents. Network: 9736370b-164b-4b52-8ce7-3f3effbd82f8, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:26.236729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:26.246225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.267921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.270404 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks [] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.283305 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.337425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:26.356168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9736370b-164b-4b52-8ce7-3f3effbd82f8) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:26.356757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Pushing event updated for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:26.364410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.365319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.372133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e8914d24-7d5b-4a7e-afdd-f0f50428be21 None None] Current status of the port 5d977292-32f8-474f-b70d-33ee36540875 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:26.375883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.376259 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.376657 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.377018 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.377351 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.377843 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.378167 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.378993 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.379453 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.379963 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.380291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.380607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.380924 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:26.419334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f21830-8859-45fd-915a-27ed026091fa None None] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:26.421190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8b4251e5-2c34-4c1d-bbc2-74ae29aac604 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0290055 Mar 07 10:50:26.421931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40426) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:26.433844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:26.471680 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Attempting to bind port bda1a8b1-f758-445c-a3df-7f451d8bf7fb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:26.472148 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Attempting to bind port bda1a8b1-f758-445c-a3df-7f451d8bf7fb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:26.472550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Attempting to bind port bda1a8b1-f758-445c-a3df-7f451d8bf7fb on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:26.480260 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:26.481408 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:26.481824 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.483128 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:26.486019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Bound port: bda1a8b1-f758-445c-a3df-7f451d8bf7fb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:26.486474 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.504601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (73a8b112-6c50-420d-b393-07cc0cea40b4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.508470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.512427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.529465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (73a8b112-6c50-420d-b393-07cc0cea40b4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.531536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 913faaae-7c48-4bba-87a5-88bf11b8f6ae is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:26.532287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.545281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5d977292-32f8-474f-b70d-33ee36540875 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:26.545894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d977292-32f8-474f-b70d-33ee36540875), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.567313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:26.578825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0cebc601-f0fa-4abb-a394-8a27297b6747), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.587905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b00fdbd6-08ba-4534-8a5a-6dd0aedf082d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.588199 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment b00fdbd6-08ba-4534-8a5a-6dd0aedf082d of type vlan for network c6a2544a-3182-442d-b238-a9d56ccf3b8c Mar 07 10:50:26.591546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-671931c5-382d-4fd0-9302-6b568b1c759b None None] Could not find standard attr ID for object aca4a7a2-d684-4e8c-8b20-faae3ec6216a. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:50:26.649430 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] For port bda1a8b1-f758-445c-a3df-7f451d8bf7fb, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:26.653679 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] For port bda1a8b1-f758-445c-a3df-7f451d8bf7fb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:26.657197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a412c5-ceca-42fb-a2f8-fb50a39a9ad2 None None] DHCP port deletion for 0cebc601-f0fa-4abb-a394-8a27297b6747 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:26.665949 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.679352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913faaae-7c48-4bba-87a5-88bf11b8f6ae {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:26.686359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c6a2544a-3182-442d-b238-a9d56ccf3b8c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.710164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 5d977292-32f8-474f-b70d-33ee36540875 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:26.710617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5d977292-32f8-474f-b70d-33ee36540875), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.755340 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec678-8b93-4552-b27f-3209106384be None None] Pushing event updated for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:26.769030 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:26.770058 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:26.774893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c6a2544a-3182-442d-b238-a9d56ccf3b8c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.791070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.792043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.802514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae,segment=NetworkSegment(2bdda6e1-fb1b-471a-979f-f1badbe9cc8a),segment_id=2bdda6e1-fb1b-471a-979f-f1badbe9cc8a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:26.886157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 5d977292-32f8-474f-b70d-33ee36540875, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d977292-32f8-474f-b70d-33ee36540875,segment=NetworkSegment(258543f9-6d7d-413d-a852-2ab618a3bb7b),segment_id=258543f9-6d7d-413d-a852-2ab618a3bb7b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:26.891902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5d977292-32f8-474f-b70d-33ee36540875), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.933066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 5d977292-32f8-474f-b70d-33ee36540875 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:26.954144 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.959072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-9736370b-164b-4b52-8ce7-3f3effbd82f8', 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8', 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'fixed_ips': [{'subnet_id': 'b3aa9695-678f-49a5-9bac-3db080cebd87'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:26.966766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.983292 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:27.017636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=c6a2544a-3182-442d-b238-a9d56ccf3b8c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.098834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8b112-6c50-420d-b393-07cc0cea40b4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.100155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:27.152674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9f25185-a169-419d-9749-46e5d550075c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3969977 Mar 07 10:50:27.155388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40432) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:27.164584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'name': 'tempest-PortsIpV6TestJSON-1419482162'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:27.170199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5d977292-32f8-474f-b70d-33ee36540875), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.199617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 5d977292-32f8-474f-b70d-33ee36540875 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:27.200924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for router_controller (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.231936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26c04-ef78-4777-8550-c4bd23c69e23 req-b88facac-d089-44a8-99a8-a3a571dba69f tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.233545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90e26c04-ef78-4777-8550-c4bd23c69e23 req-b88facac-d089-44a8-99a8-a3a571dba69f tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 945 time: 0.1909633 Mar 07 10:50:27.329688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:27.330992 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.341952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=5d977292-32f8-474f-b70d-33ee36540875,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.421237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['913faaae-7c48-4bba-87a5-88bf11b8f6ae'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:27.429562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for router_gateway (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.435865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90e26c04-ef78-4777-8550-c4bd23c69e23 req-2643d8d3-9148-4406-970a-27e5809c1080 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609106 Mar 07 10:50:27.470105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5d977292-32f8-474f-b70d-33ee36540875 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:27.496969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0cebc601-f0fa-4abb-a394-8a27297b6747), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.521626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cebc601-f0fa-4abb-a394-8a27297b6747']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:27.534671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258543f9-6d7d-413d-a852-2ab618a3bb7b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:27.534964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258543f9-6d7d-413d-a852-2ab618a3bb7b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:27.546551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (258543f9-6d7d-413d-a852-2ab618a3bb7b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.571856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (258543f9-6d7d-413d-a852-2ab618a3bb7b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.578267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:27.578928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (258543f9-6d7d-413d-a852-2ab618a3bb7b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:27.587782 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:27.631379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.670508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:27.674314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.733182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port a01c6710-1326-45ac-bd91-b94e978e1d42 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:27.733842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:26Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:27.742522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0cebc601-f0fa-4abb-a394-8a27297b6747), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.747311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.750753 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/0cebc601-f0fa-4abb-a394-8a27297b6747 HTTP/1.1" status: 204 len: 168 time: 2.0537956 Mar 07 10:50:27.763247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40440) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:27.772526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d977292-32f8-474f-b70d-33ee36540875 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:27.774442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195a966-b249-4a75-8df1-05b66f545756 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=0cebc601-f0fa-4abb-a394-8a27297b6747,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.776988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215040547'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:27.787677 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda06e6-8250-448b-8f25-28fbd4b4b610 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:26Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:27.903020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-39a412c5-ceca-42fb-a2f8-fb50a39a9ad2 None None] Deleting port 5d977292-32f8-474f-b70d-33ee36540875 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:27.903386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39a412c5-ceca-42fb-a2f8-fb50a39a9ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5d977292-32f8-474f-b70d-33ee36540875), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.912610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.930131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5d977292-32f8-474f-b70d-33ee36540875 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:27.930508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d977292-32f8-474f-b70d-33ee36540875 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-39a412c5-ceca-42fb-a2f8-fb50a39a9ad2 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0cebc601-f0fa-4abb-a394-8a27297b6747 could not be found. Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:50:27.951750 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0cebc601-f0fa-4abb-a394-8a27297b6747 could not be found. Mar 07 10:50:27.955165 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 10:50:27.995352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:28.001217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.074070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for router_gateway (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.086921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Allocated IP 172.20.0.2 (9736370b-164b-4b52-8ce7-3f3effbd82f8/b3aa9695-678f-49a5-9bac-3db080cebd87/2b04cd4b-fce3-461f-9792-28dd7a9ad1f2) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:28.101702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.120275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:28.148160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e3a6d-c8f5-4c90-90fd-0ea2d8169c54 None None] DHCP port deletion for 0cebc601-f0fa-4abb-a394-8a27297b6747 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:28.168816 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1c388c1d-7517-47c2-b612-b242a0ca1cc2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.169256 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment 1c388c1d-7517-47c2-b612-b242a0ca1cc2 of type vlan for network 7dc60493-c339-4bb9-b839-13ac4529263f Mar 07 10:50:28.218514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.294525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.302964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7dc60493-c339-4bb9-b839-13ac4529263f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.322174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Current status of the port bda1a8b1-f758-445c-a3df-7f451d8bf7fb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:28.322814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.433479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7dc60493-c339-4bb9-b839-13ac4529263f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.434576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=a01c6710-1326-45ac-bd91-b94e978e1d42,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:28.451744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.452942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.454820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:28.455281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: c6a2544a-3182-442d-b238-a9d56ccf3b8c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:28.513663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:28.529175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c6a2544a-3182-442d-b238-a9d56ccf3b8c) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:28.535518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:28.570503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.571599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.592570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549f63d-58a2-4e3b-bc07-3d41d62cb55c None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:28.622311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e349b5bc-3bfd-4b50-9c7c-515ba8e9c21b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4652188 Mar 07 10:50:28.625125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40458) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:28.630275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-110692994'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:28.637565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.652622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=7dc60493-c339-4bb9-b839-13ac4529263f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:28.669915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:28.676841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.686693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] For port bda1a8b1-f758-445c-a3df-7f451d8bf7fb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:28.688281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7dc60493-c339-4bb9-b839-13ac4529263f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:28.701810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e3f609b-0b68-45cc-9821-9fc45156a40a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9377522 Mar 07 10:50:28.716646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40460) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:28.723129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:28.745343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Allocated IP 172.25.4.38 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bfcd6fdf-4f5f-4158-98e0-025d075085b2) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:28.766778 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.789591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5065b-8fe6-4bd5-84d1-a900580927f4 req-cf7c920b-e10e-4f97-86a4-53feb27b39ab tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.792911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a5065b-8fe6-4bd5-84d1-a900580927f4 req-cf7c920b-e10e-4f97-86a4-53feb27b39ab tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 945 time: 0.1456516 Mar 07 10:50:28.868396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:28.893167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e1674d76-c11f-4aff-a9fa-e048f0187029), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.893623 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment e1674d76-c11f-4aff-a9fa-e048f0187029 of type vlan for network 27af982f-2bbd-4bd6-9b65-2d23cf55fc92 Mar 07 10:50:28.963919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (27af982f-2bbd-4bd6-9b65-2d23cf55fc92), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.002263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76a5065b-8fe6-4bd5-84d1-a900580927f4 req-5d8ebfc6-1564-481c-a788-1bb9ceecf969 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014413 Mar 07 10:50:29.005979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (27af982f-2bbd-4bd6-9b65-2d23cf55fc92), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.032728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:29.033479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.058394 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.059907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:29.065495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.123138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4944839 Mar 07 10:50:29.126196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40462) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:29.139757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'ports': [{'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'}, {'network_id': '27af982f-2bbd-4bd6-9b65-2d23cf55fc92'}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:29.140464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:29.143531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': '27af982f-2bbd-4bd6-9b65-2d23cf55fc92'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:29.205475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e86d1f-5b38-40b6-89cf-eed222c78956 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=27af982f-2bbd-4bd6-9b65-2d23cf55fc92,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:29.218821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks [] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.266627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3400f20f-a855-4b19-97e1-1e2ec1437ebd None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:29.267025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3400f20f-a855-4b19-97e1-1e2ec1437ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.268894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.277077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 27af982f-2bbd-4bd6-9b65-2d23cf55fc92 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:29.341059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcd6fdf-4f5f-4158-98e0-025d075085b2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:29.410879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Pushing event updated for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:29.422276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.473210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (01d99e5a-8fe8-41cd-844f-9826e5b78a2a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.534531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:29.543846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:29.555794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:29.569843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=01d99e5a-8fe8-41cd-844f-9826e5b78a2a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:29.592030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': '1c388c1d-7517-47c2-b612-b242a0ca1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:29.592335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 7dc60493-c339-4bb9-b839-13ac4529263f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:29.616866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.617362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.617726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.618066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.618476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.618763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.619406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.619847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.621153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.621153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.621153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.621426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.622395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd54b42-5917-4a33-9e3a-f06888fdfbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:29.633583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 7dc60493-c339-4bb9-b839-13ac4529263f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:29.656802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7dc60493-c339-4bb9-b839-13ac4529263f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:29.662032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:29.663192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.690278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 2} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:29.691038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:29.692728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b9351-41fd-482b-9605-e890690379b7 None None] Network 7dc60493-c339-4bb9-b839-13ac4529263f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:29.703172 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dde66f3d-9b18-4ae0-9dc6-5191b9465d73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9816592 Mar 07 10:50:29.703933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.704094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:29.717476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:29.730258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:29.733821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-312895551'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:29.748507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.753643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bda1a8b1-f758-445c-a3df-7f451d8bf7fb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:29.899416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:29.903436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.927553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port cfa90cda-a309-4c23-80ae-0000f7746ac1 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:30.134471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3400f20f-a855-4b19-97e1-1e2ec1437ebd None None] Current status of the port bda1a8b1-f758-445c-a3df-7f451d8bf7fb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:30.180163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.6 (7dc60493-c339-4bb9-b839-13ac4529263f/01d99e5a-8fe8-41cd-844f-9826e5b78a2a/cfa90cda-a309-4c23-80ae-0000f7746ac1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:30.188887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Pushing event updated for resources: {'Port': ['ID=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:30.310673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Attempting to bind port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:30.315844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Attempting to bind port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:30.316369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Attempting to bind port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 on network 9736370b-164b-4b52-8ce7-3f3effbd82f8 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:30.337230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:30.337794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Checking segment: {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:30.338203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.338594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Bound using segment: {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:30.339112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Bound port: 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:30.339490 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.370185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:30.370556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.388892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (cfa90cda-a309-4c23-80ae-0000f7746ac1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.534908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cfa90cda-a309-4c23-80ae-0000f7746ac1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.656692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 7dc60493-c339-4bb9-b839-13ac4529263f is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:30.664455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] For port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:30.673383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port c1b08b16-8996-48e0-8d2a-eda72f60a2c9 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:30.674132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] For port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:30.681302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:30.693195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.693746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:30.786602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=cfa90cda-a309-4c23-80ae-0000f7746ac1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:30.806277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c216869-cac0-454b-8e63-a1ac6ef5d378 req-b750478c-745f-4694-bb81-c3da9a12570d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:30.808479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c216869-cac0-454b-8e63-a1ac6ef5d378 req-b750478c-745f-4694-bb81-c3da9a12570d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 945 time: 0.1867359 Mar 07 10:50:30.857844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:30.862202 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.899338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for router_gateway (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:30.916628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c216869-cac0-454b-8e63-a1ac6ef5d378 req-ff252444-0d3c-422e-a5f8-b6cf6ed31a35 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934575 Mar 07 10:50:30.918559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cfcb7ed5-138a-4265-84ba-5ae0a42acefc tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2077179 Mar 07 10:50:30.919617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:30.977627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bda1a8b1-f758-445c-a3df-7f451d8bf7fb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:31.013697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff10f-80cb-409a-9714-3c57687674f1 None None] Pushing event updated for resources: {'Port': ['ID=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:31.020229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (c1b08b16-8996-48e0-8d2a-eda72f60a2c9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.056623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-7dc60493-c339-4bb9-b839-13ac4529263f', 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': '01d99e5a-8fe8-41cd-844f-9826e5b78a2a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:31.058254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.164132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port e2b0ae0a-70b9-46c1-b833-12b755595e54 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:31.187503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port cfa90cda-a309-4c23-80ae-0000f7746ac1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:31.188047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cfa90cda-a309-4c23-80ae-0000f7746ac1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.320346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 913faaae-7c48-4bba-87a5-88bf11b8f6ae up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:31.323383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (e2b0ae0a-70b9-46c1-b833-12b755595e54), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.433368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cfa90cda-a309-4c23-80ae-0000f7746ac1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.436932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Allocated IP 172.20.0.2 (7dc60493-c339-4bb9-b839-13ac4529263f/01d99e5a-8fe8-41cd-844f-9826e5b78a2a/51398ae3-1a8f-409b-80e7-4e4ad67162c5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:31.458955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c1b08b16-8996-48e0-8d2a-eda72f60a2c9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.463955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for cfa90cda-a309-4c23-80ae-0000f7746ac1 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:31.524329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:31.548117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 913faaae-7c48-4bba-87a5-88bf11b8f6ae completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:31.583936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:31.593616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:31.594377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e2b0ae0a-70b9-46c1-b833-12b755595e54), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.601477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 913faaae-7c48-4bba-87a5-88bf11b8f6ae triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:31.602199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.708532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cfa90cda-a309-4c23-80ae-0000f7746ac1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.728322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=c1b08b16-8996-48e0-8d2a-eda72f60a2c9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:31.817788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=cfa90cda-a309-4c23-80ae-0000f7746ac1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:31.867260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:31.876488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks [] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.904577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': 'e1674d76-c11f-4aff-a9fa-e048f0187029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27af982f-2bbd-4bd6-9b65-2d23cf55fc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:31.904577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: 27af982f-2bbd-4bd6-9b65-2d23cf55fc92, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:31.905348 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.915189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 913faaae-7c48-4bba-87a5-88bf11b8f6ae is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:31.915734 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:31.968804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Network 7dc60493-c339-4bb9-b839-13ac4529263f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:31.979871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:32.016482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.021628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:32.036282 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-31c4f6cc-2621-457b-860a-29cf8cd4513c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/cfa90cda-a309-4c23-80ae-0000f7746ac1 HTTP/1.1" status: 204 len: 168 time: 1.1152282 Mar 07 10:50:32.037036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40488) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:32.069415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=e2b0ae0a-70b9-46c1-b833-12b755595e54,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:32.098423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 27af982f-2bbd-4bd6-9b65-2d23cf55fc92 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:32.114505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:32.117915 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461dd37-1b1c-4d2e-9043-96d8d57efc2c" -d '{"events": [{"server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "name": "network-vif-plugged", "status": "completed", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:32.122327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.125406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 27af982f-2bbd-4bd6-9b65-2d23cf55fc92) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:32.133890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:32.138627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Pushing event updated for resources: {'Port': ['ID=51398ae3-1a8f-409b-80e7-4e4ad67162c5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:32.141293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:32.142446 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e720c7e6-30aa-46c4-8675-86f79f9985c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:32.147623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e720c7e6-30aa-46c4-8675-86f79f9985c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/cfa90cda-a309-4c23-80ae-0000f7746ac1 HTTP/1.1" status: 404 len: 333 time: 0.1094902 Mar 07 10:50:32.148297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:32.148588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:32.150991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.175420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0678f-be6f-49a2-8d29-ada39796172c None None] Network 27af982f-2bbd-4bd6-9b65-2d23cf55fc92 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:32.277696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 01d99e5a-8fe8-41cd-844f-9826e5b78a2a {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:32.284670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (01d99e5a-8fe8-41cd-844f-9826e5b78a2a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.296991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae,segment=NetworkSegment(2bdda6e1-fb1b-471a-979f-f1badbe9cc8a),segment_id=2bdda6e1-fb1b-471a-979f-f1badbe9cc8a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:32.383300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:32.392595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-130610ff-e1ec-444e-9166-979053acce1a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2606025 Mar 07 10:50:32.395566 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (01d99e5a-8fe8-41cd-844f-9826e5b78a2a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.398077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40500) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:32.402190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.404278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.603432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (01d99e5a-8fe8-41cd-844f-9826e5b78a2a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.670367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:32.672680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebc8c7-af4a-45b5-a16c-d1d7d904992d req-26283825-6dde-480b-9e73-a85cd281eff9 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:32.680295 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43f809-23e1-4629-9e31-a477c0cb456e x-openstack-request-id: req-0a43f809-23e1-4629-9e31-a477c0cb456e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:32.680652 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "name": "network-vif-plugged", "status": "completed", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:32.680917 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a43f809-23e1-4629-9e31-a477c0cb456e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:32.681475 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae', 'code': 200} Mar 07 10:50:32.695400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afebc8c7-af4a-45b5-a16c-d1d7d904992d req-26283825-6dde-480b-9e73-a85cd281eff9 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 945 time: 0.5157013 Mar 07 10:50:32.710298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Attempting to bind port 51398ae3-1a8f-409b-80e7-4e4ad67162c5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:32.710663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Attempting to bind port 51398ae3-1a8f-409b-80e7-4e4ad67162c5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1c388c1d-7517-47c2-b612-b242a0ca1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:32.723607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Attempting to bind port 51398ae3-1a8f-409b-80e7-4e4ad67162c5 on network 7dc60493-c339-4bb9-b839-13ac4529263f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:32.792299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:32.792676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Checking segment: {'id': '1c388c1d-7517-47c2-b612-b242a0ca1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:32.793121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.806839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Bound using segment: {'id': '1c388c1d-7517-47c2-b612-b242a0ca1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:32.807450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Bound port: 51398ae3-1a8f-409b-80e7-4e4ad67162c5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c388c1d-7517-47c2-b612-b242a0ca1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7dc60493-c339-4bb9-b839-13ac4529263f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:32.808489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.851268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdffa8-a255-4868-818b-39e817ffb886 req-a7e64318-9064-4e8f-9c34-c0d89dfad223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:32.854185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5ebdffa8-a255-4868-818b-39e817ffb886 req-a7e64318-9064-4e8f-9c34-c0d89dfad223 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 1128 time: 0.1755819 Mar 07 10:50:32.855716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (01d99e5a-8fe8-41cd-844f-9826e5b78a2a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.920267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] For port 51398ae3-1a8f-409b-80e7-4e4ad67162c5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:32.925432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] For port 51398ae3-1a8f-409b-80e7-4e4ad67162c5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=51398ae3-1a8f-409b-80e7-4e4ad67162c5,segment=NetworkSegment(1c388c1d-7517-47c2-b612-b242a0ca1cc2),segment_id=1c388c1d-7517-47c2-b612-b242a0ca1cc2)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:32.932730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfae16-d2a8-4b74-a4a9-ecd38f712ad5 None None] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:32.938941 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.969271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=01d99e5a-8fe8-41cd-844f-9826e5b78a2a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:32.976495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:32.988012 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c3a1760f-a0d7-4373-bbff-a85cf46ec875 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/01d99e5a-8fe8-41cd-844f-9826e5b78a2a HTTP/1.1" status: 204 len: 168 time: 0.8385432 Mar 07 10:50:32.995905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:32.996113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-afebc8c7-af4a-45b5-a16c-d1d7d904992d req-822e4cb8-af71-447d-a98c-c4aceea8a397 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965970 Mar 07 10:50:33.038740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da3ef-7fbd-4b44-b3c2-1bc59303658a None None] Pushing event updated for resources: {'Port': ['ID=51398ae3-1a8f-409b-80e7-4e4ad67162c5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.083543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port e2b0ae0a-70b9-46c1-b833-12b755595e54 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:33.084562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e2b0ae0a-70b9-46c1-b833-12b755595e54), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.119426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5ebdffa8-a255-4868-818b-39e817ffb886 req-202cda88-d772-443a-b9ed-c64f9efc26a9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582400 Mar 07 10:50:33.208938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-30df3d29-c902-49d5-bc58-31a9bb7ac959 None None] Provisioning complete for port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:33.209444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30df3d29-c902-49d5-bc58-31a9bb7ac959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.273786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7dc60493-c339-4bb9-b839-13ac4529263f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.285156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:33.285549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.311037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e2b0ae0a-70b9-46c1-b833-12b755595e54), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.341269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for e2b0ae0a-70b9-46c1-b833-12b755595e54 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:33.365147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:33.380161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.381406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bda1a8b1-f758-445c-a3df-7f451d8bf7fb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:33.411718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 51398ae3-1a8f-409b-80e7-4e4ad67162c5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:33.431674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.469421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:50:33.478657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e2b0ae0a-70b9-46c1-b833-12b755595e54), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.577923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=e2b0ae0a-70b9-46c1-b833-12b755595e54,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.623198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.631570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1fcd3520-b06f-471d-b198-794669e6b5fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/e2b0ae0a-70b9-46c1-b833-12b755595e54 HTTP/1.1" status: 204 len: 168 time: 1.2254114 Mar 07 10:50:33.631861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:33.781094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-30df3d29-c902-49d5-bc58-31a9bb7ac959 None None] Current status of the port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:33.783501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.810541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:33.836518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Sync routers for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:33.841369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bda1a8b1-f758-445c-a3df-7f451d8bf7fb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:33.847962 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.854101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e9619671-0b37-479e-89f6-b792b7d6f062 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4240999 Mar 07 10:50:33.854309 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.855113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40556) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:33.859312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 51398ae3-1a8f-409b-80e7-4e4ad67162c5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=51398ae3-1a8f-409b-80e7-4e4ad67162c5,segment=NetworkSegment(1c388c1d-7517-47c2-b612-b242a0ca1cc2),segment_id=1c388c1d-7517-47c2-b612-b242a0ca1cc2)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:33.859912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:33.897818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 51398ae3-1a8f-409b-80e7-4e4ad67162c5 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:33.941191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:33.942035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:34.165461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (51398ae3-1a8f-409b-80e7-4e4ad67162c5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.291255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 51398ae3-1a8f-409b-80e7-4e4ad67162c5 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:34.299935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=51398ae3-1a8f-409b-80e7-4e4ad67162c5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:34.461264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bff698-9be6-49ed-8dde-0782490bc63d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:34.466785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bff698-9be6-49ed-8dde-0782490bc63d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:34.478567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-05bff698-9be6-49ed-8dde-0782490bc63d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8456469 Mar 07 10:50:34.504457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40592) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:34.565425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3ad2587a-3482-4f45-8de4-023702d478d4 None None] Provisioning complete for port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:34.566422 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3ad2587a-3482-4f45-8de4-023702d478d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.631611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:34.689515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7dc60493-c339-4bb9-b839-13ac4529263f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.737292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bda1a8b1-f758-445c-a3df-7f451d8bf7fb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:34.801354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc60493-c339-4bb9-b839-13ac4529263f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:34.884713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c388c1d-7517-47c2-b612-b242a0ca1cc2') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:34.888100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c388c1d-7517-47c2-b612-b242a0ca1cc2') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:34.939885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (1c388c1d-7517-47c2-b612-b242a0ca1cc2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.982933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1c388c1d-7517-47c2-b612-b242a0ca1cc2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.009033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:35.019545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac152b-bbdc-48b0-8f04-0e579afd4e34 req-8e40e390-f514-42b1-985a-f5bdfdb1c859 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:35.021563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:35.022433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (1c388c1d-7517-47c2-b612-b242a0ca1cc2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.031849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19ac152b-bbdc-48b0-8f04-0e579afd4e34 req-8e40e390-f514-42b1-985a-f5bdfdb1c859 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 946 time: 0.7684627 Mar 07 10:50:35.109549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087d04c-1fc1-4237-86e3-b09638bc834f None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:35.135767 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:35.204349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7dc60493-c339-4bb9-b839-13ac4529263f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.212432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port c1b08b16-8996-48e0-8d2a-eda72f60a2c9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:35.212771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c1b08b16-8996-48e0-8d2a-eda72f60a2c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.274102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2587a-3482-4f45-8de4-023702d478d4 None None] Current status of the port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:35.292433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19ac152b-bbdc-48b0-8f04-0e579afd4e34 req-ebe8990c-ffb3-437e-883c-b965e284815b tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538381 Mar 07 10:50:35.337112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.343195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/7dc60493-c339-4bb9-b839-13ac4529263f HTTP/1.1" status: 204 len: 168 time: 2.3498287 Mar 07 10:50:35.353707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:35.358803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'name': 'tempest-PortsTestJSON-1056926799'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:35.358973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:35.359190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.371603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d48509-4c6e-481d-b875-6d86d72b2b5a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=7dc60493-c339-4bb9-b839-13ac4529263f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:35.394219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c1b08b16-8996-48e0-8d2a-eda72f60a2c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.420561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for c1b08b16-8996-48e0-8d2a-eda72f60a2c9 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:35.426249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b56f3987-25e7-4df4-aaf6-549d3135b875 None None] Could not find standard attr ID for object cfa90cda-a309-4c23-80ae-0000f7746ac1. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:50:35.448717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b56f3987-25e7-4df4-aaf6-549d3135b875 None None] Could not find standard attr ID for object 51398ae3-1a8f-409b-80e7-4e4ad67162c5. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:50:35.477703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:30Z', 'revision_number': 3, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:35.517763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Checking router: 8eca369a-6abf-4c4f-a0c7-01d35c0db05e for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:35.518129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Updating router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e port bfcd6fdf-4f5f-4158-98e0-025d075085b2 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:50:35.582942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.604254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:35.604474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:35.606255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c1b08b16-8996-48e0-8d2a-eda72f60a2c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.610859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.625368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087d04c-1fc1-4237-86e3-b09638bc834f None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:50:35.635418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.650000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 15f1ff0a-95e1-4b95-8eab-4c881c3322be yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:35.686165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=c1b08b16-8996-48e0-8d2a-eda72f60a2c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:35.701120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.704846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5656dd62-e606-4439-b820-54fc07d12010 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/c1b08b16-8996-48e0-8d2a-eda72f60a2c9 HTTP/1.1" status: 204 len: 168 time: 1.1994042 Mar 07 10:50:35.709189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40598) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:35.842057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544dcb5-efb1-496e-a558-7eac2179ddcc tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:35.843561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7544dcb5-efb1-496e-a558-7eac2179ddcc tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1334898 Mar 07 10:50:35.856178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40600) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:35.903538 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f839b25d-2ad1-40de-999a-7b46f06a7bdb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:50:35.905065 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f839b25d-2ad1-40de-999a-7b46f06a7bdb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/e2b0ae0a-70b9-46c1-b833-12b755595e54 HTTP/1.1" status: 404 len: 333 time: 0.0476232 Mar 07 10:50:35.909652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40602) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:35.984101 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ea757e-aa65-4a8b-b8a7-37a81959e6aa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:50:35.989701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:35.991443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e1ea757e-aa65-4a8b-b8a7-37a81959e6aa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/c1b08b16-8996-48e0-8d2a-eda72f60a2c9 HTTP/1.1" status: 404 len: 333 time: 0.0774796 Mar 07 10:50:36.065283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (15f1ff0a-95e1-4b95-8eab-4c881c3322be), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.086243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Allocated IP 172.20.0.1 (9736370b-164b-4b52-8ce7-3f3effbd82f8/b3aa9695-678f-49a5-9bac-3db080cebd87/57abea87-74ea-40ca-ab6f-fcc770adbdff) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:36.139965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (27af982f-2bbd-4bd6-9b65-2d23cf55fc92), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.141055 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks [] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.155579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.337272 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks [] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.364767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (27af982f-2bbd-4bd6-9b65-2d23cf55fc92), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.378416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (15f1ff0a-95e1-4b95-8eab-4c881c3322be), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.407541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.420772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27af982f-2bbd-4bd6-9b65-2d23cf55fc92']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:36.444168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1674d76-c11f-4aff-a9fa-e048f0187029') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:36.444168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1674d76-c11f-4aff-a9fa-e048f0187029') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:36.454690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f5be0-6284-4091-9037-fbcf8c062ceb None None] Pushing event updated for resources: {'Port': ['ID=bfcd6fdf-4f5f-4158-98e0-025d075085b2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.465514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (e1674d76-c11f-4aff-a9fa-e048f0187029), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.470806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Attempting to bind port bfcd6fdf-4f5f-4158-98e0-025d075085b2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:36.473153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Attempting to bind port bfcd6fdf-4f5f-4158-98e0-025d075085b2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:36.474943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Attempting to bind port bfcd6fdf-4f5f-4158-98e0-025d075085b2 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:36.490681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:36.491111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:36.491712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.496754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:36.496872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e1674d76-c11f-4aff-a9fa-e048f0187029), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.497198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Bound port: bfcd6fdf-4f5f-4158-98e0-025d075085b2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:36.497793 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.507325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:36.507807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (e1674d76-c11f-4aff-a9fa-e048f0187029), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:36.511347 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:36.536295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:36.538129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:36.544808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:36.552088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:36.554427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:36.559820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:36.560442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.567085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:36.569775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=15f1ff0a-95e1-4b95-8eab-4c881c3322be,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.624897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] For port bfcd6fdf-4f5f-4158-98e0-025d075085b2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:36.632245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] For port bfcd6fdf-4f5f-4158-98e0-025d075085b2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bfcd6fdf-4f5f-4158-98e0-025d075085b2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:36.648483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.680177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (27af982f-2bbd-4bd6-9b65-2d23cf55fc92), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.688109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.692254 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/27af982f-2bbd-4bd6-9b65-2d23cf55fc92 HTTP/1.1" status: 204 len: 168 time: 0.7011814 Mar 07 10:50:36.708242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9b609d25-d7b3-4712-9749-703fa66eabd8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3512008 Mar 07 10:50:36.708667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40610) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:36.709259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:36.715057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131284386'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:36.727063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc253c3-07c5-4845-92e2-1ac9f7d81454 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=27af982f-2bbd-4bd6-9b65-2d23cf55fc92,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.755019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Pushing event updated for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.766554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f5be0-6284-4091-9037-fbcf8c062ceb None None] Pushing event updated for resources: {'Port': ['ID=bfcd6fdf-4f5f-4158-98e0-025d075085b2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.780035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426096d-0065-40f7-98cf-ce03c2c63a75 req-d24bec71-645b-4297-a9a5-b467dd3c6014 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:36.781194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:36.782267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:36.792785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:36.792942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1426096d-0065-40f7-98cf-ce03c2c63a75 req-d24bec71-645b-4297-a9a5-b467dd3c6014 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 946 time: 0.3180428 Mar 07 10:50:36.802173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.806834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.947183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:36.958597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:37.005053 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7798b992-309e-4afd-870d-7bb4da4e559a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.006325 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment 7798b992-309e-4afd-870d-7bb4da4e559a of type vlan for network 02de619e-01b6-4442-aef1-7573fbf89059 Mar 07 10:50:37.020283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1426096d-0065-40f7-98cf-ce03c2c63a75 req-f694bdcc-1a72-4d29-a2f3-d303152a4cbf tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256467 Mar 07 10:50:37.084625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 15f1ff0a-95e1-4b95-8eab-4c881c3322be {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:37.084967 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (15f1ff0a-95e1-4b95-8eab-4c881c3322be), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.186383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.190218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (15f1ff0a-95e1-4b95-8eab-4c881c3322be), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.209649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 15f1ff0a-95e1-4b95-8eab-4c881c3322be owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:37.299614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (02de619e-01b6-4442-aef1-7573fbf89059), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.391772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (02de619e-01b6-4442-aef1-7573fbf89059), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.399671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:37.400390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.442452 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7313547 Mar 07 10:50:37.442962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40620) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:37.483485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '02de619e-01b6-4442-aef1-7573fbf89059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:37.562858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks [] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.570826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.626707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (15f1ff0a-95e1-4b95-8eab-4c881c3322be), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.670493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffbbb9-38f5-4759-ac15-63134684cd7b None None] DHCP port deletion for 7dc60493-c339-4bb9-b839-13ac4529263f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:37.763713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a8d07-bea7-4441-82e7-e2b3c29fa52c None None] Network 7dc60493-c339-4bb9-b839-13ac4529263f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:37.774405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.792315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Pushing event updated for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.793085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2247-5af5-4a42-ba99-c928bd8474e7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=02de619e-01b6-4442-aef1-7573fbf89059,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.808220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.813978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a8d07-bea7-4441-82e7-e2b3c29fa52c None None] Network 7dc60493-c339-4bb9-b839-13ac4529263f could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:50:37.822951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/15f1ff0a-95e1-4b95-8eab-4c881c3322be HTTP/1.1" status: 204 len: 168 time: 1.1040888 Mar 07 10:50:37.827530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40626) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:37.830106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18eecc-95ec-46aa-a01a-40caadaa312d tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=15f1ff0a-95e1-4b95-8eab-4c881c3322be,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.833762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 02de619e-01b6-4442-aef1-7573fbf89059 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:37.861532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'mac_address': 'fa:16:3e:57:bf:fc', 'name': 'tempest-PortsTestJSON-234046023'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:38.041492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:38.045426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.084849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709dba1-c300-4414-82b6-9bd879b1a4d0 req-4d19fc9c-7870-48db-9bc0-03e2fc708c36 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.100533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3709dba1-c300-4414-82b6-9bd879b1a4d0 req-4d19fc9c-7870-48db-9bc0-03e2fc708c36 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 946 time: 0.3474321 Mar 07 10:50:38.119747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Performing IP validity checks on allocation pools {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:50:38.122945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:50:38.271284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:30Z', 'revision_number': 3, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:38.271674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:38.280686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (afc303b3-4f83-4e08-a034-372979d78524), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.287791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3709dba1-c300-4414-82b6-9bd879b1a4d0 req-ca43c640-3f40-4330-a248-4043abb4094e tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811216 Mar 07 10:50:38.290176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:38.350673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc85d8-05b4-46e2-af2e-7291524b5543 None None] The sync data for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 is: [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:30Z', 'revision_number': 3, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:38.395750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=afc303b3-4f83-4e08-a034-372979d78524,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:38.402808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-32be70bc-34be-4612-957c-c595c0411bb2 None None] Provisioning complete for port 57abea87-74ea-40ca-ab6f-fcc770adbdff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:38.405568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32be70bc-34be-4612-957c-c595c0411bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.423815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:38.432608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': '7798b992-309e-4afd-870d-7bb4da4e559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:38.433197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: 02de619e-01b6-4442-aef1-7573fbf89059, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:38.517555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32be70bc-34be-4612-957c-c595c0411bb2 None None] Port 57abea87-74ea-40ca-ab6f-fcc770adbdff cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:38.568657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:38.603238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.641067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 02de619e-01b6-4442-aef1-7573fbf89059 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:38.674564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 02de619e-01b6-4442-aef1-7573fbf89059) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:38.681297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 529e3e35-5e6b-4169-8aa6-4b41fbe85cee yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:38.689052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed569b97-e47a-4e72-93bd-f8239a4d7a40 None None] Network 02de619e-01b6-4442-aef1-7573fbf89059 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:38.720262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.721674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.731989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:38.737719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a3b32014-e1c2-4b01-8fb6-2e71988e7756 admin admin] 10.222.0.23 "PUT /v2.0/routers/8eca369a-6abf-4c4f-a0c7-01d35c0db05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8799620 Mar 07 10:50:38.871193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40634) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:38.876173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3eb6717e-a1f0-4075-965e-25024aee8471 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3977320 Mar 07 10:50:38.882012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': '02de619e-01b6-4442-aef1-7573fbf89059', 'name': 'tempest-PortsIpV6TestJSON-979454368'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:38.999277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 51398ae3-1a8f-409b-80e7-4e4ad67162c5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:39.056992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-865769ef-8ce2-4810-bece-1324b95e6c24 None None] Provisioning complete for port 57abea87-74ea-40ca-ab6f-fcc770adbdff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:39.057422 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-865769ef-8ce2-4810-bece-1324b95e6c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.059692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-02de619e-01b6-4442-aef1-7573fbf89059', 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': 'afc303b3-4f83-4e08-a034-372979d78524'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:39.061436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.068748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 51398ae3-1a8f-409b-80e7-4e4ad67162c5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:39.070176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 51398ae3-1a8f-409b-80e7-4e4ad67162c5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:39.140741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:39.148046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.194939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port c078388a-0fcd-474e-81be-9644f201d087 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:39.210650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-865769ef-8ce2-4810-bece-1324b95e6c24 None None] Port 57abea87-74ea-40ca-ab6f-fcc770adbdff cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:39.368841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Allocated IP 2001:db8::2 (02de619e-01b6-4442-aef1-7573fbf89059/afc303b3-4f83-4e08-a034-372979d78524/2b488ebf-6927-4d7a-9d16-99612e2bf095) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:39.523849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906184d3-628b-46cf-8286-edd00b916c72 req-39a5f6de-0c4a-4969-be3d-349577aa0a9f tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.525958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-906184d3-628b-46cf-8286-edd00b916c72 req-39a5f6de-0c4a-4969-be3d-349577aa0a9f tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 946 time: 0.1292377 Mar 07 10:50:39.642784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-906184d3-628b-46cf-8286-edd00b916c72 req-2edea17e-6f4f-4792-a2b3-7c3dd15ee4ee tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/security-groups?id=06b894bc-cef0-4182-adf0-803f424bbb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107953 Mar 07 10:50:39.742558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks [] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.744130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (529e3e35-5e6b-4169-8aa6-4b41fbe85cee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.760469 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.766357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-81c0ff7b-fa2a-4c79-bc25-ab82051e52ac tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.768032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-81c0ff7b-fa2a-4c79-bc25-ab82051e52ac tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 946 time: 0.7502255 Mar 07 10:50:39.831219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Network 02de619e-01b6-4442-aef1-7573fbf89059 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:39.837336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:39.842035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:39.847483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Pushing event updated for resources: {'Port': ['ID=2b488ebf-6927-4d7a-9d16-99612e2bf095,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:39.904029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (529e3e35-5e6b-4169-8aa6-4b41fbe85cee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.916500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::2a0 (02de619e-01b6-4442-aef1-7573fbf89059/afc303b3-4f83-4e08-a034-372979d78524/c078388a-0fcd-474e-81be-9644f201d087) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:39.979057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Attempting to bind port 2b488ebf-6927-4d7a-9d16-99612e2bf095 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:39.979278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:39.979397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Attempting to bind port 2b488ebf-6927-4d7a-9d16-99612e2bf095 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '7798b992-309e-4afd-870d-7bb4da4e559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:39.979397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Attempting to bind port 2b488ebf-6927-4d7a-9d16-99612e2bf095 on network 02de619e-01b6-4442-aef1-7573fbf89059 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:40.001120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:40.001497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Checking segment: {'id': '7798b992-309e-4afd-870d-7bb4da4e559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:40.002018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.003158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:40.003735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Bound using segment: {'id': '7798b992-309e-4afd-870d-7bb4da4e559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:40.006697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Bound port: 2b488ebf-6927-4d7a-9d16-99612e2bf095, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7798b992-309e-4afd-870d-7bb4da4e559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '02de619e-01b6-4442-aef1-7573fbf89059'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:40.007228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.017941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:40.034611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.037047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.106005 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2768602 Mar 07 10:50:40.107896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b25dd0-9d28-487d-9a3b-d584ba7c39e5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=529e3e35-5e6b-4169-8aa6-4b41fbe85cee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:40.117349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:40.176985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] For port 2b488ebf-6927-4d7a-9d16-99612e2bf095, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:40.182378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] For port 2b488ebf-6927-4d7a-9d16-99612e2bf095, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b488ebf-6927-4d7a-9d16-99612e2bf095,segment=NetworkSegment(7798b992-309e-4afd-870d-7bb4da4e559a),segment_id=7798b992-309e-4afd-870d-7bb4da4e559a)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:40.189582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Deleting port 913faaae-7c48-4bba-87a5-88bf11b8f6ae {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:40.190070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.193817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.218536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f3815-9347-407b-8772-ee3945b3e7e0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.223269 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b73f3815-9347-407b-8772-ee3945b3e7e0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/529e3e35-5e6b-4169-8aa6-4b41fbe85cee HTTP/1.1" status: 200 len: 840 time: 0.1025922 Mar 07 10:50:40.224206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40644) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:40.335499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d54a-83f0-43ce-aeb9-e1d61e27b62b None None] Pushing event updated for resources: {'Port': ['ID=2b488ebf-6927-4d7a-9d16-99612e2bf095,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:40.405379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] For port 913faaae-7c48-4bba-87a5-88bf11b8f6ae, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=913faaae-7c48-4bba-87a5-88bf11b8f6ae,segment=NetworkSegment(2bdda6e1-fb1b-471a-979f-f1badbe9cc8a),segment_id=2bdda6e1-fb1b-471a-979f-f1badbe9cc8a)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:40.405895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.423538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Calling delete_port for 913faaae-7c48-4bba-87a5-88bf11b8f6ae owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:40.484594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 529e3e35-5e6b-4169-8aa6-4b41fbe85cee {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:40.484928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (529e3e35-5e6b-4169-8aa6-4b41fbe85cee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.569403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (529e3e35-5e6b-4169-8aa6-4b41fbe85cee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.594775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 529e3e35-5e6b-4169-8aa6-4b41fbe85cee owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:40.751979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (c078388a-0fcd-474e-81be-9644f201d087), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.829234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (913faaae-7c48-4bba-87a5-88bf11b8f6ae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.840604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c078388a-0fcd-474e-81be-9644f201d087), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.842935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['913faaae-7c48-4bba-87a5-88bf11b8f6ae'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:40.878141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (529e3e35-5e6b-4169-8aa6-4b41fbe85cee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:40.930686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Pushing event deleted for resources: {'Port': ['ID=913faaae-7c48-4bba-87a5-88bf11b8f6ae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:41.032037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53fb4105-8118-434d-90e8-25b3116c7f07 req-dfff7ee7-50ab-420e-83dd-8ed856f77f93 tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbe7892e-a880-4ce7-8783-3abcd544ba1f HTTP/1.1" status: 200 len: 210 time: 0.1706550 Mar 07 10:50:41.033275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.039568 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/529e3e35-5e6b-4169-8aa6-4b41fbe85cee HTTP/1.1" status: 204 len: 168 time: 0.8081305 Mar 07 10:50:41.046430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b488ebf-6927-4d7a-9d16-99612e2bf095 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:41.046645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40648) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:41.050729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52403c5d-a24f-475a-801a-85a94a9e74a5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=529e3e35-5e6b-4169-8aa6-4b41fbe85cee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:41.100887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] No DVR routers for this DVR port 913faaae-7c48-4bba-87a5-88bf11b8f6ae on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:41.103772 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9a66f5-306f-436f-9be8-498de7ef4072 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:41.104418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.109810 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6873bce-7a7c-4503-9317-ed35ad7ba298 req-aedd2d71-ea9a-4ee1-b825-5c74ff2b4e1d tempest-ServerPasswordTestJSON-1975399616 tempest-ServerPasswordTestJSON-1975399616-project] 10.222.0.32 "DELETE /v2.0/ports/913faaae-7c48-4bba-87a5-88bf11b8f6ae HTTP/1.1" status: 204 len: 173 time: 1.3339677 Mar 07 10:50:41.114430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'name': 'network-vif-deleted', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:41.118825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af9a66f5-306f-436f-9be8-498de7ef4072 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/529e3e35-5e6b-4169-8aa6-4b41fbe85cee HTTP/1.1" status: 404 len: 333 time: 0.0708401 Mar 07 10:50:41.121565 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cc873f-e5d8-41fc-9ab3-4b4fc1d79a43" -d '{"events": [{"server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "name": "network-vif-deleted", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:41.132688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 02de619e-01b6-4442-aef1-7573fbf89059 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:41.134834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:41.152206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'name': 'tempest-PortsTestJSON-1576488653'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:41.172553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:41.179219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=c078388a-0fcd-474e-81be-9644f201d087,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:41.194013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:41.213382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.215001 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.243035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2b488ebf-6927-4d7a-9d16-99612e2bf095 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:41.244589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.251876 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8370e6c-c9fc-4e24-86d3-665f3ffc6c62 x-openstack-request-id: req-e8370e6c-c9fc-4e24-86d3-665f3ffc6c62 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:41.252189 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe7892e-a880-4ce7-8783-3abcd544ba1f", "name": "network-vif-deleted", "tag": "913faaae-7c48-4bba-87a5-88bf11b8f6ae", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:41.252189 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8370e6c-c9fc-4e24-86d3-665f3ffc6c62 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:41.253033 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe7892e-a880-4ce7-8783-3abcd544ba1f', 'name': 'network-vif-deleted', 'tag': '913faaae-7c48-4bba-87a5-88bf11b8f6ae', 'status': 'completed', 'code': 200} Mar 07 10:50:41.339139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40656) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:41.342383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7751f3c1-d0db-471b-908d-bfd5e9c3dde2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4637485 Mar 07 10:50:41.405533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:41.412842 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.444320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2b488ebf-6927-4d7a-9d16-99612e2bf095 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:41.444706 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.484187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port c8df1760-6cab-4f7c-a014-65ab0dbb375e yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:41.489712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 2b488ebf-6927-4d7a-9d16-99612e2bf095, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b488ebf-6927-4d7a-9d16-99612e2bf095,segment=NetworkSegment(7798b992-309e-4afd-870d-7bb4da4e559a),segment_id=7798b992-309e-4afd-870d-7bb4da4e559a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:41.495539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.497060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bfcd6fdf-4f5f-4158-98e0-025d075085b2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:41.516027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port c078388a-0fcd-474e-81be-9644f201d087 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:41.516512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c078388a-0fcd-474e-81be-9644f201d087), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.606368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=2b488ebf-6927-4d7a-9d16-99612e2bf095,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:41.638321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bfcd6fdf-4f5f-4158-98e0-025d075085b2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:41.638686 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.717242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c078388a-0fcd-474e-81be-9644f201d087), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.742275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for c078388a-0fcd-474e-81be-9644f201d087 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:41.773189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bfcd6fdf-4f5f-4158-98e0-025d075085b2 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:41.774146 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.778981 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Sync routers for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:41.805794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port bfcd6fdf-4f5f-4158-98e0-025d075085b2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bfcd6fdf-4f5f-4158-98e0-025d075085b2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:41.809018 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:41.811592 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:41.813945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.909963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=bfcd6fdf-4f5f-4158-98e0-025d075085b2,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.041423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c078388a-0fcd-474e-81be-9644f201d087), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.078512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.081528 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:42.179899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=c078388a-0fcd-474e-81be-9644f201d087,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.204401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b365a6-5298-4d57-b70b-1691876cd774 None None] Network 02de619e-01b6-4442-aef1-7573fbf89059 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:42.209354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40660) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.253906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.264206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.267372 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c211afe0-4210-4df9-8fa5-c2c7f96bbae5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/c078388a-0fcd-474e-81be-9644f201d087 HTTP/1.1" status: 204 len: 168 time: 0.9237666 Mar 07 10:50:42.268097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.355583 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:37Z', 'revision_number': 4, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '57abea87-74ea-40ca-ab6f-fcc770adbdff', 'name': '', 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'mac_address': 'fa:16:3e:61:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:35Z', 'updated_at': '2022-03-07T10:50:37Z', 'revision_number': 2, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'subnets': [{'id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:42.362428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:42.369964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Deleting subnet baf4e00c-e22a-4bb4-95e3-643d113866a0 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:42.372868 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac82af9-b5ee-40c4-88a5-5665061c18f6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:42.373449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac82af9-b5ee-40c4-88a5-5665061c18f6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:42.375578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Publish callbacks [] for subnet (baf4e00c-e22a-4bb4-95e3-643d113866a0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.379040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ac82af9-b5ee-40c4-88a5-5665061c18f6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/c078388a-0fcd-474e-81be-9644f201d087 HTTP/1.1" status: 404 len: 333 time: 0.1090381 Mar 07 10:50:42.384321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40666) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.437634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (baf4e00c-e22a-4bb4-95e3-643d113866a0), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.443389 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6548cd13-5798-4c87-bc63-9d26f7618831 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:50:42.448956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6548cd13-5798-4c87-bc63-9d26f7618831 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/c078388a-0fcd-474e-81be-9644f201d087 HTTP/1.1" status: 404 len: 333 time: 0.0621397 Mar 07 10:50:42.453780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.457137 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Checking router: 8eca369a-6abf-4c4f-a0c7-01d35c0db05e for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:42.457773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Updating router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e port 57abea87-74ea-40ca-ab6f-fcc770adbdff binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:50:42.492091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b54c14d7-8623-423d-ba75-e01e09483863 None None] Provisioning complete for port 2b488ebf-6927-4d7a-9d16-99612e2bf095 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:42.493106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b54c14d7-8623-423d-ba75-e01e09483863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.514326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (baf4e00c-e22a-4bb4-95e3-643d113866a0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.522122 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.566247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet afc303b3-4f83-4e08-a034-372979d78524 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:42.574800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (afc303b3-4f83-4e08-a034-372979d78524), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.597695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:42.614616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:42.628929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.630294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.637649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (baf4e00c-e22a-4bb4-95e3-643d113866a0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.683262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (afc303b3-4f83-4e08-a034-372979d78524), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.699817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c8df1760-6cab-4f7c-a014-65ab0dbb375e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.716181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf4e00c-e22a-4bb4-95e3-643d113866a0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.727588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.740602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31b1555c-2c62-4c59-87b2-d3de0d799af2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/baf4e00c-e22a-4bb4-95e3-643d113866a0 HTTP/1.1" status: 204 len: 168 time: 0.5254166 Mar 07 10:50:42.742617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.766266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-76a36c12-a30b-405b-85a9-2655c359b2dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6135693 Mar 07 10:50:42.768783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40672) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.786498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:42.808077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b54c14d7-8623-423d-ba75-e01e09483863 None None] Current status of the port 2b488ebf-6927-4d7a-9d16-99612e2bf095 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:42.953703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.966314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b488ebf-6927-4d7a-9d16-99612e2bf095 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:43.101778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2b488ebf-6927-4d7a-9d16-99612e2bf095 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:43.102212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.112048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (afc303b3-4f83-4e08-a034-372979d78524), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.224781 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks [] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.236138 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.304585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f3404a53-3b6c-437e-848b-2d96f4492eb2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.310588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2b488ebf-6927-4d7a-9d16-99612e2bf095 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:43.317404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bfcd6fdf-4f5f-4158-98e0-025d075085b2 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:43.322684 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (afc303b3-4f83-4e08-a034-372979d78524), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.394028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=afc303b3-4f83-4e08-a034-372979d78524,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:43.400884 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234092-7993-425d-8566-eeb6b34b9225 None None] Pushing event updated for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:43.405800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.409172 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-09404752-bd70-4c91-bba1-4c73e7bfe40c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/afc303b3-4f83-4e08-a034-372979d78524 HTTP/1.1" status: 204 len: 168 time: 0.9536638 Mar 07 10:50:43.412828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 913faaae-7c48-4bba-87a5-88bf11b8f6ae no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:43.415711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:43.540265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.556712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.582223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 913faaae-7c48-4bba-87a5-88bf11b8f6ae {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:43.586216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 913faaae-7c48-4bba-87a5-88bf11b8f6ae not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:43.630314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6dbe5906-a776-4456-be32-7c55ece3ad3f None None] Provisioning complete for port 2b488ebf-6927-4d7a-9d16-99612e2bf095 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:43.630633 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5906-a776-4456-be32-7c55ece3ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.634363 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Attempting to bind port 57abea87-74ea-40ca-ab6f-fcc770adbdff on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:43.634741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Attempting to bind port 57abea87-74ea-40ca-ab6f-fcc770adbdff by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:43.636390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Attempting to bind port 57abea87-74ea-40ca-ab6f-fcc770adbdff on network 9736370b-164b-4b52-8ce7-3f3effbd82f8 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:43.655373 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:43.655776 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Checking segment: {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:43.660390 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.662142 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Bound using segment: {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:43.664536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Bound port: 57abea87-74ea-40ca-ab6f-fcc770adbdff, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18569bd0-eabb-432c-aab5-7765ac8493cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:43.664936 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.727220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] In _notify_port_updated(), no bound segment for port c8df1760-6cab-4f7c-a014-65ab0dbb375e on network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:50:43.746858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:43.760986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.770860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/ports/c8df1760-6cab-4f7c-a014-65ab0dbb375e HTTP/1.1" status: 200 len: 818 time: 0.9996240 Mar 07 10:50:43.774902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bfcd6fdf-4f5f-4158-98e0-025d075085b2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:43.776711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40678) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:43.778247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.787266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f3404a53-3b6c-437e-848b-2d96f4492eb2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.851358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (02de619e-01b6-4442-aef1-7573fbf89059), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.873175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] For port 57abea87-74ea-40ca-ab6f-fcc770adbdff, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:43.886647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e8e70-afaf-48e9-9a54-c94b97f6c3d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c8df1760-6cab-4f7c-a014-65ab0dbb375e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:43.893796 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] For port 57abea87-74ea-40ca-ab6f-fcc770adbdff, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=57abea87-74ea-40ca-ab6f-fcc770adbdff,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:43.910949 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:43.911199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3404a53-3b6c-437e-848b-2d96f4492eb2']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:43.914182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250799d-5595-4a09-a34b-419aa30630da None None] Network 02de619e-01b6-4442-aef1-7573fbf89059 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:43.939567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:43.939924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdda6e1-fb1b-471a-979f-f1badbe9cc8a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:43.972887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2bdda6e1-fb1b-471a-979f-f1badbe9cc8a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.042980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2bdda6e1-fb1b-471a-979f-f1badbe9cc8a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.068713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:44.068876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2bdda6e1-fb1b-471a-979f-f1badbe9cc8a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:44.070882 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:44.072984 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234092-7993-425d-8566-eeb6b34b9225 None None] Pushing event updated for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.075857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port c8df1760-6cab-4f7c-a014-65ab0dbb375e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:44.076224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.089801 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:44.090822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:44.233956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 2b488ebf-6927-4d7a-9d16-99612e2bf095 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:44.239963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.257005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f3404a53-3b6c-437e-848b-2d96f4492eb2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.300736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.305107 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f3404a53-3b6c-437e-848b-2d96f4492eb2 HTTP/1.1" status: 204 len: 168 time: 1.5536242 Mar 07 10:50:44.316001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2d63b-2b88-4670-8914-51591e6e6e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3404a53-3b6c-437e-848b-2d96f4492eb2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.348067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.386865 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:44.402201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe5906-a776-4456-be32-7c55ece3ad3f None None] Current status of the port 2b488ebf-6927-4d7a-9d16-99612e2bf095 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:44.402799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for c8df1760-6cab-4f7c-a014-65ab0dbb375e owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:44.437674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 2b488ebf-6927-4d7a-9d16-99612e2bf095, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b488ebf-6927-4d7a-9d16-99612e2bf095,segment=NetworkSegment(7798b992-309e-4afd-870d-7bb4da4e559a),segment_id=7798b992-309e-4afd-870d-7bb4da4e559a)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:44.437971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.438408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bfcd6fdf-4f5f-4158-98e0-025d075085b2 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:44.470257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 2b488ebf-6927-4d7a-9d16-99612e2bf095 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:44.545161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Provisioning complete for port 57abea87-74ea-40ca-ab6f-fcc770adbdff triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:44.545659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.555747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] DHCP port deletion for 02de619e-01b6-4442-aef1-7573fbf89059 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:44.654199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c8df1760-6cab-4f7c-a014-65ab0dbb375e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.703931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.761965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=c8df1760-6cab-4f7c-a014-65ab0dbb375e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.775892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.778083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 2b488ebf-6927-4d7a-9d16-99612e2bf095 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:44.784323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5e733177-1d2c-46af-a9d8-966a53611bb1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/c8df1760-6cab-4f7c-a014-65ab0dbb375e HTTP/1.1" status: 204 len: 168 time: 1.0052011 Mar 07 10:50:44.785527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.791737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=2b488ebf-6927-4d7a-9d16-99612e2bf095,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.814504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Deleting port 2b488ebf-6927-4d7a-9d16-99612e2bf095 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:44.816021 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.831852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40688) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.897682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1cb69528-1ec0-46bf-bab2-89ed496aa2c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9746977da26e4882857bc9367f6b9d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643060 Mar 07 10:50:44.899867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40690) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.947310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Current status of the port 57abea87-74ea-40ca-ab6f-fcc770adbdff is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:44.947723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.954228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f67130-a14f-4ddf-b95a-23305225b902 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:44.960204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-83f67130-a14f-4ddf-b95a-23305225b902 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1723897 Mar 07 10:50:44.966553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.992295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b488ebf-6927-4d7a-9d16-99612e2bf095 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:45.010448 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:37Z', 'revision_number': 4, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '57abea87-74ea-40ca-ab6f-fcc770adbdff', 'name': '', 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'mac_address': 'fa:16:3e:61:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:35Z', 'updated_at': '2022-03-07T10:50:43Z', 'revision_number': 4, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'subnets': [{'id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:45.047698 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0c9fad-c132-47d0-acf0-0f5ce779dc74 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:50:45.052103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c0c9fad-c132-47d0-acf0-0f5ce779dc74 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/c8df1760-6cab-4f7c-a014-65ab0dbb375e HTTP/1.1" status: 404 len: 333 time: 0.0836146 Mar 07 10:50:45.059176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40694) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:45.070884 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132790fb-739a-47a2-b9ec-e8335700b89b None None] The sync data for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 is: [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T10:50:37Z', 'revision_number': 4, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '57abea87-74ea-40ca-ab6f-fcc770adbdff', 'name': '', 'network_id': '9736370b-164b-4b52-8ce7-3f3effbd82f8', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'mac_address': 'fa:16:3e:61:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:35Z', 'updated_at': '2022-03-07T10:50:43Z', 'revision_number': 4, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'subnets': [{'id': 'b3aa9695-678f-49a5-9bac-3db080cebd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:45.073012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1242320239'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:45.106355 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] Publish callbacks [] for security_group (06b894bc-cef0-4182-adf0-803f424bbb8f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.109780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (02de619e-01b6-4442-aef1-7573fbf89059), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.196330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] Publish callbacks [] for security_group (06b894bc-cef0-4182-adf0-803f424bbb8f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.205569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2b488ebf-6927-4d7a-9d16-99612e2bf095 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:45.205569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b488ebf-6927-4d7a-9d16-99612e2bf095 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:45.214002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02de619e-01b6-4442-aef1-7573fbf89059']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:45.239526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:45.243666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] For port 57abea87-74ea-40ca-ab6f-fcc770adbdff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=57abea87-74ea-40ca-ab6f-fcc770adbdff,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:45.247909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.262385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7798b992-309e-4afd-870d-7bb4da4e559a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:45.262680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7798b992-309e-4afd-870d-7bb4da4e559a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:45.288300 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.307804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06b894bc-cef0-4182-adf0-803f424bbb8f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.312372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.314780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06b894bc-cef0-4182-adf0-803f424bbb8f HTTP/1.1" status: 204 len: 168 time: 0.4136860 Mar 07 10:50:45.321305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7798b992-309e-4afd-870d-7bb4da4e559a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.328298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d14860-cefc-4a7d-bd44-8609f6d21eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b894bc-cef0-4182-adf0-803f424bbb8f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:45.363197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7798b992-309e-4afd-870d-7bb4da4e559a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.380965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:45.381455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7798b992-309e-4afd-870d-7bb4da4e559a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:45.388565 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:45.409964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] For port 2b488ebf-6927-4d7a-9d16-99612e2bf095, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:45.410504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.455727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Calling delete_port for 2b488ebf-6927-4d7a-9d16-99612e2bf095 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:45.465312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Port 2b488ebf-6927-4d7a-9d16-99612e2bf095 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:50:45.473743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Pushing event updated for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:45.485115 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2b488ebf-6927-4d7a-9d16-99612e2bf095), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.514170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3766b9af-56fb-4d95-a2dd-f546a6a70de9 None None] Could not find standard attr ID for object c078388a-0fcd-474e-81be-9644f201d087. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:50:45.560476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:45.575822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (02de619e-01b6-4442-aef1-7573fbf89059), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.584562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.588129 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/02de619e-01b6-4442-aef1-7573fbf89059 HTTP/1.1" status: 204 len: 168 time: 2.1712613 Mar 07 10:50:45.594440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:45.603065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-365194926'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:45.627959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ad9f10a0-bdbd-4b09-881e-84878d121b0b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.630211 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment ad9f10a0-bdbd-4b09-881e-84878d121b0b of type vlan for network 98c99fb3-f229-4a5f-9739-dbcdb050cfef Mar 07 10:50:45.672626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] Pushing event deleted for resources: {'Port': ['ID=2b488ebf-6927-4d7a-9d16-99612e2bf095,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:45.678859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a61f0-8169-4dd8-8b79-e69bb72eaf85 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=02de619e-01b6-4442-aef1-7573fbf89059,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:45.697910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85d7f1-048d-4128-a04e-6e444382913d None None] No DVR routers for this DVR port 2b488ebf-6927-4d7a-9d16-99612e2bf095 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:45.705815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:45.719367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.793435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:45.815140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (69bab6cb-499c-4953-9cf0-e2f63d453a1c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.815508 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment 69bab6cb-499c-4953-9cf0-e2f63d453a1c of type vlan for network 187b7d32-f331-4e25-84e8-f77e160a410e Mar 07 10:50:45.819378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (98c99fb3-f229-4a5f-9739-dbcdb050cfef), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.920576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (187b7d32-f331-4e25-84e8-f77e160a410e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.921859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (98c99fb3-f229-4a5f-9739-dbcdb050cfef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.946600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.949558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.983932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (187b7d32-f331-4e25-84e8-f77e160a410e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.992301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.992560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.031930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9665022 Mar 07 10:50:46.034464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:46.044485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:46.118876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=187b7d32-f331-4e25-84e8-f77e160a410e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:46.130942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 187b7d32-f331-4e25-84e8-f77e160a410e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:46.154436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5088b91d-fdfe-440e-9622-934ef7abdc28 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5584707 Mar 07 10:50:46.158966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40710) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:46.172369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:46.260152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc5fbf-01b0-44c2-a31a-58740a0e18ef tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=98c99fb3-f229-4a5f-9739-dbcdb050cfef,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:46.308383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:46.412526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:46.422233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.506339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:46.518558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.995763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 57abea87-74ea-40ca-ab6f-fcc770adbdff up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:47.135539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40726) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:47.152637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 57abea87-74ea-40ca-ab6f-fcc770adbdff triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:47.153760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.196244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (0e8c34da-6552-44e1-9fd9-b424d6204ea5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.364834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (6b1f6c25-d567-4eea-9bdd-5e78ec59c395), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.375901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 57abea87-74ea-40ca-ab6f-fcc770adbdff is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:47.429862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=0e8c34da-6552-44e1-9fd9-b424d6204ea5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:47.441053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': 'ad9f10a0-bdbd-4b09-881e-84878d121b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:47.442124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 98c99fb3-f229-4a5f-9739-dbcdb050cfef, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:47.468687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:47.483613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 98c99fb3-f229-4a5f-9739-dbcdb050cfef) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:47.497292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa733d-ed20-4742-9fc5-6ac05e6930a1 None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:47.497515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-network', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:47.501942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.502722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.527567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Made reservation on behalf of 635f4ccb2f4a42ecb571a14f87e1faa6 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:47.530057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.531287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-110b8a0a-0664-44e0-989d-88091572ab9b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4958103 Mar 07 10:50:47.532079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40730) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:47.539831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:47.549276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.555009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=6b1f6c25-d567-4eea-9bdd-5e78ec59c395,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:47.602835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': '69bab6cb-499c-4953-9cf0-e2f63d453a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:47.603964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: 187b7d32-f331-4e25-84e8-f77e160a410e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:47.673345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 187b7d32-f331-4e25-84e8-f77e160a410e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:47.711296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 187b7d32-f331-4e25-84e8-f77e160a410e) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:47.722518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.723104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.752417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dc192-d583-4883-8eff-a45aa149d970 None None] Network 187b7d32-f331-4e25-84e8-f77e160a410e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:47.762736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:47.766547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.817325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6b476a72-cec8-461a-9733-befe8038eed5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6544540 Mar 07 10:50:47.822821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:47.828029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-222891300'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:47.835153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks [] for security_group (d5428567-5c0d-4947-9148-fcea9de20c2f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.843204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d5428567-5c0d-4947-9148-fcea9de20c2f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.872430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:47.941825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e2c637e2-0ab1-4d08-8641-b17cd027f351), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.941825 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Added segment e2c637e2-0ab1-4d08-8641-b17cd027f351 of type vlan for network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 Mar 07 10:50:47.977363 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e8c34da-6552-44e1-9fd9-b424d6204ea5 (CIDR: 172.20.0.0/28) Mar 07 10:50:47.996852 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:47.997338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:48.031580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5428567-5c0d-4947-9148-fcea9de20c2f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:48.059367 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a8534d0e-7d65-4ba2-9f22-8135dca593d5 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5218034 Mar 07 10:50:48.063211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:48.074686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:48.080806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:48.085146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.125350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (80c42b59-e27b-4646-9b1e-5f00ba7eaba1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.154290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 2e93c12e-7f3d-4518-b957-44530389d17b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:48.269778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:50:48.281690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431845a5-c787-4458-9557-9a4516537358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': '0e8c34da-6552-44e1-9fd9-b424d6204ea5'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:48.282562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.344994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (80c42b59-e27b-4646-9b1e-5f00ba7eaba1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.346304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:48.347039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.386788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2498796 Mar 07 10:50:48.389660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:48.404327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Request body: {'subnet': {'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-subnet', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:48.449787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::196 (187b7d32-f331-4e25-84e8-f77e160a410e/6b1f6c25-d567-4eea-9bdd-5e78ec59c395/2e93c12e-7f3d-4518-b957-44530389d17b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:48.473800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3383-c4cd-45cd-a917-a99fc119ca57 admin admin] Pushing event updated for resources: {'Network': ['ID=80c42b59-e27b-4646-9b1e-5f00ba7eaba1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:48.491975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:48.497883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.518794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Made reservation on behalf of 635f4ccb2f4a42ecb571a14f87e1faa6 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:48.522366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.554677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:48.576274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-187b7d32-f331-4e25-84e8-f77e160a410e', 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': '6b1f6c25-d567-4eea-9bdd-5e78ec59c395'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:50:48.580274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.716384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (2e93c12e-7f3d-4518-b957-44530389d17b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.767481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2e93c12e-7f3d-4518-b957-44530389d17b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.943110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 187b7d32-f331-4e25-84e8-f77e160a410e is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:48.953385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:48.955403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=2e93c12e-7f3d-4518-b957-44530389d17b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:48.972979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:48.986889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:48.999894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.013066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-431845a5-c787-4458-9557-9a4516537358 None None] Allocated IP 172.20.0.2 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/0e8c34da-6552-44e1-9fd9-b424d6204ea5/0953eee6-d8a3-4a87-87f6-859cc5eb4177) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:49.038457 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d6027dee-63df-486a-af41-4033cd7a442c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2147398 Mar 07 10:50:49.040156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40742) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:49.098250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Allocated IP 2001:db8::2 (187b7d32-f331-4e25-84e8-f77e160a410e/6b1f6c25-d567-4eea-9bdd-5e78ec59c395/73dedc99-9e10-4c69-98b5-576e26d02d02) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:49.192303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (5e01cb8b-174b-43f1-b22c-7be22fd57149), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.202966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 2e93c12e-7f3d-4518-b957-44530389d17b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:49.203366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2e93c12e-7f3d-4518-b957-44530389d17b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.425261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e01cb8b-174b-43f1-b22c-7be22fd57149,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.434039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (9fc7ad52-f9d7-4bc8-be42-9cafacd228d3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.441806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks [] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.448425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Checking segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:49.448791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Network hostable DHCP agents. Network: 80c42b59-e27b-4646-9b1e-5f00ba7eaba1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:49.457557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.474570 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks [] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.510130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2e93c12e-7f3d-4518-b957-44530389d17b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.518101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431845a5-c787-4458-9557-9a4516537358 None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:49.525321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.529601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-431845a5-c787-4458-9557-9a4516537358 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:49.535150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431845a5-c787-4458-9557-9a4516537358 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:49.542438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 2e93c12e-7f3d-4518-b957-44530389d17b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:49.587333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431845a5-c787-4458-9557-9a4516537358 None None] Pushing event updated for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.589174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:49.599619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:49.616378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Network 187b7d32-f331-4e25-84e8-f77e160a410e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:49.619338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=9fc7ad52-f9d7-4bc8-be42-9cafacd228d3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.621687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:49.635930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.637669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.642666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:49.646839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:49.647561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 80c42b59-e27b-4646-9b1e-5f00ba7eaba1) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:49.662622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.663240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.698595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae57458-9728-4cf5-8804-f570e4d2ae58 None None] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:49.707832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cd52007d-ccf5-4309-8b24-3da20ed929b4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6433899 Mar 07 10:50:49.716132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-88431b85-ed53-48b7-928d-ab08a9b73111 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3211706 Mar 07 10:50:49.718568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40760) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:49.721302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:49.731981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:49.748761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'fixed_ips': [{'subnet_id': '0e8c34da-6552-44e1-9fd9-b424d6204ea5'}, {'subnet_id': '9fc7ad52-f9d7-4bc8-be42-9cafacd228d3'}], 'name': 'tempest-PortsTestJSON-1696926428'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:49.800758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-431845a5-c787-4458-9557-9a4516537358 None None] Attempting to bind port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:49.801939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-431845a5-c787-4458-9557-9a4516537358 None None] Attempting to bind port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ad9f10a0-bdbd-4b09-881e-84878d121b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:49.802304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431845a5-c787-4458-9557-9a4516537358 None None] Attempting to bind port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 on network 98c99fb3-f229-4a5f-9739-dbcdb050cfef {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:49.828291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Attempting to bind port 73dedc99-9e10-4c69-98b5-576e26d02d02 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:49.828657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Attempting to bind port 73dedc99-9e10-4c69-98b5-576e26d02d02 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '69bab6cb-499c-4953-9cf0-e2f63d453a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:49.829184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Attempting to bind port 73dedc99-9e10-4c69-98b5-576e26d02d02 on network 187b7d32-f331-4e25-84e8-f77e160a410e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:49.831336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431845a5-c787-4458-9557-9a4516537358 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:49.832011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431845a5-c787-4458-9557-9a4516537358 None None] Checking segment: {'id': 'ad9f10a0-bdbd-4b09-881e-84878d121b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:49.832408 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.832793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431845a5-c787-4458-9557-9a4516537358 None None] Bound using segment: {'id': 'ad9f10a0-bdbd-4b09-881e-84878d121b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:49.833257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-431845a5-c787-4458-9557-9a4516537358 None None] Bound port: 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9f10a0-bdbd-4b09-881e-84878d121b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:49.833627 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.871805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Pushing event updated for resources: {'Port': ['ID=73dedc99-9e10-4c69-98b5-576e26d02d02,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.906036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:49.906629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Checking segment: {'id': '69bab6cb-499c-4953-9cf0-e2f63d453a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:49.907112 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.907506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Bound using segment: {'id': '69bab6cb-499c-4953-9cf0-e2f63d453a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:49.908019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Bound port: 73dedc99-9e10-4c69-98b5-576e26d02d02, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bab6cb-499c-4953-9cf0-e2f63d453a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '187b7d32-f331-4e25-84e8-f77e160a410e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:49.908395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.926703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e160-329b-467c-944d-6d914fddcf1b req-99bd6c67-181c-4539-a984-c166a46c9aae tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.938292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcb9e160-329b-467c-944d-6d914fddcf1b req-99bd6c67-181c-4539-a984-c166a46c9aae tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.0970314 Mar 07 10:50:49.985409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-431845a5-c787-4458-9557-9a4516537358 None None] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:49.993615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-431845a5-c787-4458-9557-9a4516537358 None None] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0953eee6-d8a3-4a87-87f6-859cc5eb4177,segment=NetworkSegment(ad9f10a0-bdbd-4b09-881e-84878d121b0b),segment_id=ad9f10a0-bdbd-4b09-881e-84878d121b0b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:50.017253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcb9e160-329b-467c-944d-6d914fddcf1b req-7081cfc7-bd93-4dee-97ff-468b9d6aea0d tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780666 Mar 07 10:50:50.022490 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-431845a5-c787-4458-9557-9a4516537358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.065713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.071038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.134887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2051872-6a3c-4664-bd0e-cdbb4ccd52e4 None None] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:50.185687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431845a5-c787-4458-9557-9a4516537358 None None] Pushing event updated for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:50.213894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:50.238245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] For port 73dedc99-9e10-4c69-98b5-576e26d02d02, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:50.269958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] For port 73dedc99-9e10-4c69-98b5-576e26d02d02, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=73dedc99-9e10-4c69-98b5-576e26d02d02,segment=NetworkSegment(69bab6cb-499c-4953-9cf0-e2f63d453a1c),segment_id=69bab6cb-499c-4953-9cf0-e2f63d453a1c)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:50.282637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.357537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.368297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2e93c12e-7f3d-4518-b957-44530389d17b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.451238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028fa5f-e5ab-4423-978c-2f240b89b151 None None] Pushing event updated for resources: {'Port': ['ID=73dedc99-9e10-4c69-98b5-576e26d02d02,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:50.584574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 589cff22-46e5-4596-9913-cfbe9aaa6207 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:50.638587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=2e93c12e-7f3d-4518-b957-44530389d17b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:50.660784 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8516e483-da88-451d-8086-ccbf97cf32cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.773167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for router_controller (8070d035-2765-4c0a-b43b-2a18b109cc64), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.786430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.790929 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8d214a48-d520-42a8-a769-17fee070f8ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/2e93c12e-7f3d-4518-b957-44530389d17b HTTP/1.1" status: 204 len: 168 time: 1.7492595 Mar 07 10:50:50.793854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40772) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:50.920903 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8705b42c-ae28-465a-be9f-4844d0067721 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:50:50.944517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8705b42c-ae28-465a-be9f-4844d0067721 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/2e93c12e-7f3d-4518-b957-44530389d17b HTTP/1.1" status: 404 len: 333 time: 0.1351838 Mar 07 10:50:50.956504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40774) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:51.253307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for router_gateway (8070d035-2765-4c0a-b43b-2a18b109cc64), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.276615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet 6b1f6c25-d567-4eea-9bdd-5e78ec59c395 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:51.282634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 73dedc99-9e10-4c69-98b5-576e26d02d02 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:51.284861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (6b1f6c25-d567-4eea-9bdd-5e78ec59c395), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.391814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd26e4-6179-4206-9006-ea34d7f7b1d8 req-b4bfc3e1-f57e-4315-af94-265ebe041584 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.401392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46cd26e4-6179-4206-9006-ea34d7f7b1d8 req-b4bfc3e1-f57e-4315-af94-265ebe041584 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.2213287 Mar 07 10:50:51.423047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 73dedc99-9e10-4c69-98b5-576e26d02d02 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:51.429107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.438410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (6b1f6c25-d567-4eea-9bdd-5e78ec59c395), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.504441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-0d906505-473e-4c8f-8dd4-1c566780d5d9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.506311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-0d906505-473e-4c8f-8dd4-1c566780d5d9 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.1840327 Mar 07 10:50:51.667738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 73dedc99-9e10-4c69-98b5-576e26d02d02 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:51.668371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.755304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 73dedc99-9e10-4c69-98b5-576e26d02d02, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=73dedc99-9e10-4c69-98b5-576e26d02d02,segment=NetworkSegment(69bab6cb-499c-4953-9cf0-e2f63d453a1c),segment_id=69bab6cb-499c-4953-9cf0-e2f63d453a1c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:51.771859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.772882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0953eee6-d8a3-4a87-87f6-859cc5eb4177 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:51.863915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46cd26e4-6179-4206-9006-ea34d7f7b1d8 req-7ff6d7af-e98b-481a-bf38-673071f76b40 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550452 Mar 07 10:50:52.091284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=73dedc99-9e10-4c69-98b5-576e26d02d02,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:52.109045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:52.109802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.116476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:52.117504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.172196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (6b1f6c25-d567-4eea-9bdd-5e78ec59c395), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.369326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:52.369326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.385870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (6b1f6c25-d567-4eea-9bdd-5e78ec59c395), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.432048 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:50:52.440197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0953eee6-d8a3-4a87-87f6-859cc5eb4177,segment=NetworkSegment(ad9f10a0-bdbd-4b09-881e-84878d121b0b),segment_id=ad9f10a0-bdbd-4b09-881e-84878d121b0b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:52.446556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] For port d2b2de7b-e282-4bb1-b898-3a8d0e008b77, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:52.446556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.447519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51b6bd-2b48-41b2-bd00-1f1c10275529 None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:52.456669 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.493498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.508319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/6b1f6c25-d567-4eea-9bdd-5e78ec59c395 HTTP/1.1" status: 204 len: 168 time: 1.5252829 Mar 07 10:50:52.513122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40786) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:52.539826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e1057-ccf1-4a4d-8eec-18ea22b6776a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1f6c25-d567-4eea-9bdd-5e78ec59c395,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:52.615091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7c5ea362-3ff4-4639-aff4-3b5f907eb0ff None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:52.615091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea362-3ff4-4639-aff4-3b5f907eb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.648082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:52.674708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf667a-049f-4c15-a1f9-12b4e89f564c None None] Network 187b7d32-f331-4e25-84e8-f77e160a410e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:52.692373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.4 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/0e8c34da-6552-44e1-9fd9-b424d6204ea5/589cff22-46e5-4596-9913-cfbe9aaa6207) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:52.704105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.18 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3/589cff22-46e5-4596-9913-cfbe9aaa6207) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:52.738090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (187b7d32-f331-4e25-84e8-f77e160a410e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.889731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ea362-3ff4-4639-aff4-3b5f907eb0ff None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:53.055013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 73dedc99-9e10-4c69-98b5-576e26d02d02 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:53.121618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.142622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] DHCP port deletion for 187b7d32-f331-4e25-84e8-f77e160a410e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:53.162906 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f751d4c-046b-4f79-acf8-0aa09cdb88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.293856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 73dedc99-9e10-4c69-98b5-576e26d02d02 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:53.294421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-40066bcc-e990-4412-915d-e7c74a430746 None None] Provisioning complete for port 73dedc99-9e10-4c69-98b5-576e26d02d02 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:53.294567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-40066bcc-e990-4412-915d-e7c74a430746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.301837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.308227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Update dhcp port {'port': {'network_id': '98c99fb3-f229-4a5f-9739-dbcdb050cfef', 'fixed_ips': [{'subnet_id': '0e8c34da-6552-44e1-9fd9-b424d6204ea5', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fc7ad52-f9d7-4bc8-be42-9cafacd228d3'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '0953eee6-d8a3-4a87-87f6-859cc5eb4177'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:50:53.336362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.337067 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.337559 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Floating IP 526f930d-4250-40c3-bb60-4745d64840a0 disassociated. External IP: 172.25.4.102, port: d2b2de7b-e282-4bb1-b898-3a8d0e008b77. Mar 07 10:50:53.338384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for d2b2de7b-e282-4bb1-b898-3a8d0e008b77 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:53.499242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591be9-f44f-4e58-b3c9-fbb274ed90cb req-997874cb-93dd-4990-b917-58fa231ff381 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.512293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77591be9-f44f-4e58-b3c9-fbb274ed90cb req-997874cb-93dd-4990-b917-58fa231ff381 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.3975213 Mar 07 10:50:53.514988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 73dedc99-9e10-4c69-98b5-576e26d02d02, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=73dedc99-9e10-4c69-98b5-576e26d02d02,segment=NetworkSegment(69bab6cb-499c-4953-9cf0-e2f63d453a1c),segment_id=69bab6cb-499c-4953-9cf0-e2f63d453a1c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:53.516031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.518369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.528595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for router_gateway (8070d035-2765-4c0a-b43b-2a18b109cc64), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.594169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.631105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:53.639148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:53.649628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:53.656774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=589cff22-46e5-4596-9913-cfbe9aaa6207,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:53.681009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 73dedc99-9e10-4c69-98b5-576e26d02d02 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:53.748153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 73dedc99-9e10-4c69-98b5-576e26d02d02 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:53.748741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.782096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77591be9-f44f-4e58-b3c9-fbb274ed90cb req-e75618b0-8ea8-4929-9d3b-599407d8847a tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826625 Mar 07 10:50:53.815825 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.825142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.826003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.877518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Allocated IP 172.25.4.91 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/b88752ee-5f5c-4d62-a4f0-a5c0cb92d788) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:54.014298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.015345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e97bcbd-b80b-4557-bc00-5bc399cc51d7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.2925937 Mar 07 10:50:54.016235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:54.030161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e8c34da-6552-44e1-9fd9-b424d6204ea5'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:54.050949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 73dedc99-9e10-4c69-98b5-576e26d02d02 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:54.102581 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No ports have port_id starting with 73dedc99-9e10-4c69-98b5-576e26d02d02 Mar 07 10:50:54.104605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-40066bcc-e990-4412-915d-e7c74a430746 None None] Current status of the port 73dedc99-9e10-4c69-98b5-576e26d02d02 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:54.120754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0953eee6-d8a3-4a87-87f6-859cc5eb4177 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:54.129431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Deleting port 73dedc99-9e10-4c69-98b5-576e26d02d02 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:54.130592 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.133457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.200718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.269176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (187b7d32-f331-4e25-84e8-f77e160a410e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.279141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] For port 73dedc99-9e10-4c69-98b5-576e26d02d02, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:54.280023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.312298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Calling delete_port for 73dedc99-9e10-4c69-98b5-576e26d02d02 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:54.313219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Port 73dedc99-9e10-4c69-98b5-576e26d02d02 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:50:54.316773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187b7d32-f331-4e25-84e8-f77e160a410e']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:54.329076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (73dedc99-9e10-4c69-98b5-576e26d02d02), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.343961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bab6cb-499c-4953-9cf0-e2f63d453a1c') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:54.347355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bab6cb-499c-4953-9cf0-e2f63d453a1c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:54.369495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (69bab6cb-499c-4953-9cf0-e2f63d453a1c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.399062 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (69bab6cb-499c-4953-9cf0-e2f63d453a1c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.415096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:54.416293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (69bab6cb-499c-4953-9cf0-e2f63d453a1c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.499536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] Pushing event deleted for resources: {'Port': ['ID=73dedc99-9e10-4c69-98b5-576e26d02d02,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:54.518356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edb080-3ffd-427a-8e77-85399f51d2a8 None None] No DVR routers for this DVR port 73dedc99-9e10-4c69-98b5-576e26d02d02 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:54.549202 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.549737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.561470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.694821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:54.695198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.706128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Allocated IP 172.20.0.19 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3/0953eee6-d8a3-4a87-87f6-859cc5eb4177) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:54.754079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:54.768577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:54.777784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:54.879539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:55.003065 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:55.055178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=73dedc99-9e10-4c69-98b5-576e26d02d02,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.058835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (187b7d32-f331-4e25-84e8-f77e160a410e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.064498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.068034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/187b7d32-f331-4e25-84e8-f77e160a410e HTTP/1.1" status: 204 len: 168 time: 2.5461864 Mar 07 10:50:55.082488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0953eee6-d8a3-4a87-87f6-859cc5eb4177,segment=NetworkSegment(ad9f10a0-bdbd-4b09-881e-84878d121b0b),segment_id=ad9f10a0-bdbd-4b09-881e-84878d121b0b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:55.083965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:55.091593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'name': 'tempest-PortsIpV6TestJSON-665936305'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:55.104385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:55.129730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ab73a-9fce-44c1-ac51-c8373b3fa499 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=187b7d32-f331-4e25-84e8-f77e160a410e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.154356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Publish callbacks [] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.168752 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.173188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2b2de7b-e282-4bb1-b898-3a8d0e008b77), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.195060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c1ce-8f60-4021-b0ee-0980b744e298 req-bb609f33-56c4-476e-a365-c0e0ed3ed593 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:55.202865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e376c1ce-8f60-4021-b0ee-0980b744e298 req-bb609f33-56c4-476e-a365-c0e0ed3ed593 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 945 time: 0.1783907 Mar 07 10:50:55.317166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 73dedc99-9e10-4c69-98b5-576e26d02d02 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:55.368560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 73dedc99-9e10-4c69-98b5-576e26d02d02 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:55.368938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 73dedc99-9e10-4c69-98b5-576e26d02d02 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:55.371767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c7b9-3203-4d75-99f2-75d3d9b9f6b3 None None] Pushing event updated for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.414569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:55.425936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-e8060839-b4f7-4355-89f9-f020d7677109 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:55.437249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.443795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-e8060839-b4f7-4355-89f9-f020d7677109 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.4334044 Mar 07 10:50:55.448548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=d2b2de7b-e282-4bb1-b898-3a8d0e008b77,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.485497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-d251565a-bb9e-4723-92b5-9d6fe5e1b2d9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0273187 Mar 07 10:50:55.515223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e376c1ce-8f60-4021-b0ee-0980b744e298 req-5eb367fc-6c55-4fc3-8b0b-7972d392ba92 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups?id=29fd75f8-294c-4669-8ffd-dd6a967a3b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023262 Mar 07 10:50:55.524387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Delete allocated IP 172.20.0.18 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3) {{(pid=103788) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:50:55.566047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 06926d57-4a11-4b88-abc4-cf957e9b730e yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:50:55.592537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for router_gateway (8070d035-2765-4c0a-b43b-2a18b109cc64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.648590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.685912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-4f7df3ed-3289-48f1-bfaa-1ee4c1223a15 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780071 Mar 07 10:50:55.745872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-a6c64633-60ba-4260-ad80-159e557aa197 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:50:55.746921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-a6c64633-60ba-4260-ad80-159e557aa197 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073488 Mar 07 10:50:55.858421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:55.869116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d2b2de7b-e282-4bb1-b898-3a8d0e008b77 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:55.925767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: d2b2de7b-e282-4bb1-b898-3a8d0e008b77 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:55.926366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device d2b2de7b-e282-4bb1-b898-3a8d0e008b77 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:56.121020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:56.131586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:56.148529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-d3309ac2-ee6f-4efd-bbc7-2a363d1b25f8 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887539 Mar 07 10:50:56.157085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:56.157753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:56.165148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.234811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] No DVR routers for this DVR port d2b2de7b-e282-4bb1-b898-3a8d0e008b77 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:56.247439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.251789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0d512c4-c439-4b06-b438-bd8f68b50643 req-5d57c089-61b2-44fd-9aa0-0a86a6281f5b tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.26 "DELETE /v2.0/ports/d2b2de7b-e282-4bb1-b898-3a8d0e008b77 HTTP/1.1" status: 204 len: 173 time: 4.7372146 Mar 07 10:50:56.252270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'name': 'network-vif-deleted', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:56.255903 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca1f0e-fb6c-4423-8ab1-e96a5741c35f" -d '{"events": [{"server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "name": "network-vif-deleted", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:56.343050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e36b54-0693-4345-8fce-4af93ab46f7e None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:56.420547 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1dab1d-0252-42ac-b4ed-d92180a6a99d x-openstack-request-id: req-1b1dab1d-0252-42ac-b4ed-d92180a6a99d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:56.420547 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbe56f-212a-48fe-8bf0-90f719497a7c", "name": "network-vif-deleted", "tag": "d2b2de7b-e282-4bb1-b898-3a8d0e008b77", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:56.423837 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b1dab1d-0252-42ac-b4ed-d92180a6a99d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:56.424349 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe56f-212a-48fe-8bf0-90f719497a7c', 'name': 'network-vif-deleted', 'tag': 'd2b2de7b-e282-4bb1-b898-3a8d0e008b77', 'status': 'completed', 'code': 200} Mar 07 10:50:56.484443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.486329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.573947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-3db1d1bd-00b2-4a2e-b01c-89560289bf9b service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775725 Mar 07 10:50:56.634874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:56.733254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61aea7b6-93ae-4550-98ab-8a7c137aee67 req-91d7cebb-9123-487b-92f1-1c93a79bb993 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcbe56f-212a-48fe-8bf0-90f719497a7c HTTP/1.1" status: 200 len: 210 time: 0.0580010 Mar 07 10:50:56.755828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dfd38822-ddf8-4ecc-8a7d-275180384161 None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:56.756511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dfd38822-ddf8-4ecc-8a7d-275180384161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.930079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (06926d57-4a11-4b88-abc4-cf957e9b730e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.982167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=589cff22-46e5-4596-9913-cfbe9aaa6207,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:57.229632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.240956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dfd38822-ddf8-4ecc-8a7d-275180384161 None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:57.295796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a20c0507-8731-4fb3-aee0-6d747518c137 req-7cd45c44-3cee-4a7b-89bc-af406b5af889 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0913110 Mar 07 10:50:57.303982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (06926d57-4a11-4b88-abc4-cf957e9b730e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.320515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] In _notify_port_updated(), no bound segment for port 589cff22-46e5-4596-9913-cfbe9aaa6207 on network 98c99fb3-f229-4a5f-9739-dbcdb050cfef {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:50:57.339504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:57.340728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.347986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40858) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:57.355193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e8c34da-6552-44e1-9fd9-b424d6204ea5'}, {'subnet_id': '9fc7ad52-f9d7-4bc8-be42-9cafacd228d3'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:57.359224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6571f180-a9ff-44f4-b8c3-10c7f0cb7bc0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/ports/589cff22-46e5-4596-9913-cfbe9aaa6207 HTTP/1.1" status: 200 len: 919 time: 3.3400443 Mar 07 10:50:57.371112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0953eee6-d8a3-4a87-87f6-859cc5eb4177 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:57.430244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Provisioning complete for port 589cff22-46e5-4596-9913-cfbe9aaa6207 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:57.430632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.465457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:57.502105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:57.524659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:57.535199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Port 589cff22-46e5-4596-9913-cfbe9aaa6207 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:57.537201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Router 8070d035-2765-4c0a-b43b-2a18b109cc64 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:50:57.538454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:57.539214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:57.568778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:57.611392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:57.611731 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.680219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:57.680745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.694223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:57.711221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:57.713402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.822470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=06926d57-4a11-4b88-abc4-cf957e9b730e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:57.875076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a3414383-890e-438e-8236-b4bfab58b640 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7891593 Mar 07 10:50:57.885437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40870) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:57.908397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.951632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.219368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (29fd75f8-294c-4669-8ffd-dd6a967a3b93), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.254877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (29fd75f8-294c-4669-8ffd-dd6a967a3b93), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.369792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:58.425861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:58.512336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (29fd75f8-294c-4669-8ffd-dd6a967a3b93), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.515370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.520206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/security-groups/29fd75f8-294c-4669-8ffd-dd6a967a3b93 HTTP/1.1" status: 204 len: 168 time: 0.5670478 Mar 07 10:50:58.525794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40882) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.557394 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.593349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:58.593967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-623f6b6d-85b5-43ab-bea3-02bd956c9c59 None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:58.602366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89071603-7449-4c82-9c58-4ba805a7372c tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fd75f8-294c-4669-8ffd-dd6a967a3b93,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:58.604512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Sync routers for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:58.608238 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-a6b5e1ba-5a41-4600-9864-829a31bdf75e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] show failed (client error): The resource could not be found. Mar 07 10:50:58.613037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.615917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a6b5e1ba-5a41-4600-9864-829a31bdf75e tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "GET /v2.0/security-groups/29fd75f8-294c-4669-8ffd-dd6a967a3b93 HTTP/1.1" status: 404 len: 347 time: 0.0796554 Mar 07 10:50:58.634583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.645022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e9305fd2-3953-4c74-91dc-cd06caa170f4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9132144 Mar 07 10:50:58.645212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:58.645212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:58.647013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86415e59-cc8d-417f-a73a-372483dd9a21 req-9e89c0d8-a988-457a-88fd-1c07653d00c1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.1326416 Mar 07 10:50:58.653161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40886) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.759267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 06926d57-4a11-4b88-abc4-cf957e9b730e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:58.759610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (06926d57-4a11-4b88-abc4-cf957e9b730e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.780841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b4cb5e19-df29-41a4-9c02-3340a1d20b40 None None] Provisioning complete for port 589cff22-46e5-4596-9913-cfbe9aaa6207 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:58.781466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4cb5e19-df29-41a4-9c02-3340a1d20b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.843578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (06926d57-4a11-4b88-abc4-cf957e9b730e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.858528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 06926d57-4a11-4b88-abc4-cf957e9b730e owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:58.897919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb5e19-df29-41a4-9c02-3340a1d20b40 None None] Port 589cff22-46e5-4596-9913-cfbe9aaa6207 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:50:58.918234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:58.962690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (06926d57-4a11-4b88-abc4-cf957e9b730e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.975919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a838d9-755e-4e8b-a6a7-1b81810192a9 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b120e9aa-3aa5-4578-ad67-b96e6ae43e33', 'name': '', 'network_id': '7ec1e4b7-a20b-4df6-8952-11b2339401f7', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'mac_address': 'fa:16:3e:70:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:28Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'subnets': [{'id': '2ad496ce-9a30-4ed0-9449-7d7071eafcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:59.038076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Deleting port 0048154c-e784-4161-a66d-e4758e3ad114 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:59.040863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0048154c-e784-4161-a66d-e4758e3ad114), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.084396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:59.110047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.117409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/06926d57-4a11-4b88-abc4-cf957e9b730e HTTP/1.1" status: 204 len: 168 time: 1.2308047 Mar 07 10:50:59.178804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40890) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:59.198678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'mac_address': 'fa:16:3e:1c:2b:11', 'name': 'tempest-PortsIpV6TestJSON-1893779260'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:59.225454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0048154c-e784-4161-a66d-e4758e3ad114), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.225791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (0048154c-e784-4161-a66d-e4758e3ad114), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.244988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a1eb7-d793-43ed-ac32-39ed017af7c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=06926d57-4a11-4b88-abc4-cf957e9b730e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.253547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Calling delete_port for 0048154c-e784-4161-a66d-e4758e3ad114 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:59.438600 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:50:55Z', 'revision_number': 3, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:59.448687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4b890-98e0-49e3-aea9-ab96e81f7076 None None] New status for floating IP 526f930d-4250-40c3-bb60-4745d64840a0: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:50:59.505139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Checking router: 8070d035-2765-4c0a-b43b-2a18b109cc64 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:59.505589 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Updating router 8070d035-2765-4c0a-b43b-2a18b109cc64 port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:50:59.590649 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.753707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-6db4b890-98e0-49e3-aea9-ab96e81f7076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:50:59.754069 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-6db4b890-98e0-49e3-aea9-ab96e81f7076 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:50:59.761456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0048154c-e784-4161-a66d-e4758e3ad114), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.838561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Pushing event deleted for resources: {'Port': ['ID=0048154c-e784-4161-a66d-e4758e3ad114,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.955596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-b88b0196-93c7-4838-a7c1-088249e2189a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:59.960344 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-b88b0196-93c7-4838-a7c1-088249e2189a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.4214964 Mar 07 10:50:59.962156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks [] for floatingip (526f930d-4250-40c3-bb60-4745d64840a0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.965091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.966490 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-31bc5227-f299-4583-b998-ef052621da87 tempest-AttachVolumeNegativeTest-367475181 tempest-AttachVolumeNegativeTest-367475181-project] 10.222.0.23 "DELETE /v2.0/floatingips/526f930d-4250-40c3-bb60-4745d64840a0 HTTP/1.1" status: 204 len: 168 time: 1.3519311 Mar 07 10:50:59.981474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': '4d09daab-9610-432d-9acd-4642f92b2d70', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:00.005223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eeb5912d-11af-4514-be66-4ca244f087a0 req-529cd73b-4b82-4483-8f54-8e651be6f768 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.2032952 Mar 07 10:51:00.020442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.23 (98c99fb3-f229-4a5f-9739-dbcdb050cfef/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3/589cff22-46e5-4596-9913-cfbe9aaa6207) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:00.153855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.169517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:00.197472 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks [] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.214150 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.251785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:00.253314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.255771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4b890-98e0-49e3-aea9-ab96e81f7076 None None] New status for floating IP 526f930d-4250-40c3-bb60-4745d64840a0: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:51:00.256205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.317813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Attempting to bind port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:00.319465 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Attempting to bind port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:00.319866 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Attempting to bind port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:00.354339 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:00.356906 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:00.357345 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.357791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:00.358418 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Bound port: b88752ee-5f5c-4d62-a4f0-a5c0cb92d788, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:00.359582 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.375685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 0cd64df0-71fa-49e7-8b71-6d4e27923bb2 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:00.474288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] For port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:00.484959 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] For port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:00.510651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aba7b-13d2-4078-a841-9786abe98709 None None] Pushing event updated for resources: {'Port': ['ID=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.521782 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.600684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.9 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/69d82beb-657b-4d31-a552-7201275c6a49) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:00.675937 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:00.676577 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:00.765385 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aba7b-13d2-4078-a841-9786abe98709 None None] Pushing event updated for resources: {'Port': ['ID=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.924129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:00.932326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (69d82beb-657b-4d31-a552-7201275c6a49), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.025662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.121370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:01.131211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:01.153323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:01.199303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:01.241879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.242716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.288295 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-14a50efa-5e91-45c8-9e06-845b55304b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3179655 Mar 07 10:51:01.299824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Request body: {'port': {'device_id': '4d09daab-9610-432d-9acd-4642f92b2d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:01.360076 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:50:55Z', 'revision_number': 3, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:01.430797 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf1d6e-dede-40b3-8b81-f1986b029f8a None None] The sync data for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 is: [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:50:55Z', 'revision_number': 3, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:01.433682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.492958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (69d82beb-657b-4d31-a552-7201275c6a49), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.525256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Allocated IP 172.20.0.1 (80c42b59-e27b-4646-9b1e-5f00ba7eaba1/5e01cb8b-174b-43f1-b22c-7be22fd57149/664af43a-1f2d-43b2-8efd-292d1117b28a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:01.536023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.561560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-45f28e90-4a9c-4717-b462-010e1b0a076f None None] Provisioning complete for port 69d82beb-657b-4d31-a552-7201275c6a49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:01.562148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45f28e90-4a9c-4717-b462-010e1b0a076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (69d82beb-657b-4d31-a552-7201275c6a49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.674892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-45f28e90-4a9c-4717-b462-010e1b0a076f None None] Port 69d82beb-657b-4d31-a552-7201275c6a49 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:01.926946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (0cd64df0-71fa-49e7-8b71-6d4e27923bb2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.066040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d82beb-657b-4d31-a552-7201275c6a49 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:02.076266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks [] for port (69d82beb-657b-4d31-a552-7201275c6a49), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.091553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a660-96f1-42b0-8c46-c6f21894042b req-e4ffc479-9aff-46b2-b3f7-9af759107b63 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.093833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca77a660-96f1-42b0-8c46-c6f21894042b req-e4ffc479-9aff-46b2-b3f7-9af759107b63 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 931 time: 0.7293143 Mar 07 10:51:02.107016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=589cff22-46e5-4596-9913-cfbe9aaa6207,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:02.108040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Transition to ACTIVE for port object 69d82beb-657b-4d31-a552-7201275c6a49 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:02.118115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.214545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.220492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-020a69d7-996c-4d24-ac47-db4841023013 None None] Provisioning complete for port 589cff22-46e5-4596-9913-cfbe9aaa6207 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:02.221008 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-020a69d7-996c-4d24-ac47-db4841023013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.226879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.249104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.254546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Pushing event updated for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:02.264448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.279740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.280088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.280431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.280770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.281374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.284899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.285238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.287998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.288448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.288790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.289131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.289521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.289890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.290221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:02.295599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.304847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.307686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-5fef5c38-3b35-45d3-91e5-60fe853bc30a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.7670817 Mar 07 10:51:02.335334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-020a69d7-996c-4d24-ac47-db4841023013 None None] Port 589cff22-46e5-4596-9913-cfbe9aaa6207 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:02.394177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Attempting to bind port 69d82beb-657b-4d31-a552-7201275c6a49 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:02.394587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Attempting to bind port 69d82beb-657b-4d31-a552-7201275c6a49 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:02.394862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Attempting to bind port 69d82beb-657b-4d31-a552-7201275c6a49 on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:02.402526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Port 69d82beb-657b-4d31-a552-7201275c6a49 on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:02.403098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Attempting to bind port 69d82beb-657b-4d31-a552-7201275c6a49 on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:02.413608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:02.416419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:02.417052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:02.419704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks [] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.420719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Bound port: 69d82beb-657b-4d31-a552-7201275c6a49, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:02.421393 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (69d82beb-657b-4d31-a552-7201275c6a49), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.478709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] In _notify_port_updated(), no bound segment for port 589cff22-46e5-4596-9913-cfbe9aaa6207 on network 98c99fb3-f229-4a5f-9739-dbcdb050cfef {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:02.483614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.484574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.491969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb35ac49-cadb-4522-a765-ce923cc59386 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/ports/589cff22-46e5-4596-9913-cfbe9aaa6207 HTTP/1.1" status: 200 len: 999 time: 5.1391790 Mar 07 10:51:02.491969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:02.497068 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.585201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:02.589165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=69d82beb-657b-4d31-a552-7201275c6a49,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:02.606156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.628927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:02.673001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Pushing event updated for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:02.676135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:02.684721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:02.685566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.686218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.687721 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] 10.222.0.32 "PUT /v2.0/ports/69d82beb-657b-4d31-a552-7201275c6a49 HTTP/1.1" status: 200 len: 1091 time: 1.3924503 Mar 07 10:51:02.701014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:02.706239 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15725ce1-8233-4139-992e-7ee74661743a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "tag": "69d82beb-657b-4d31-a552-7201275c6a49"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:02.738994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (8070d035-2765-4c0a-b43b-2a18b109cc64), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.869549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55220623-74f0-4c5a-b13a-3b3bbb53f0af service neutron] Pushing event updated for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:02.919340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-7ed39e58-690e-437b-bfcf-51e541638dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.920986 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-7ed39e58-690e-437b-bfcf-51e541638dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 1125 time: 0.1827300 Mar 07 10:51:02.997747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0cd64df0-71fa-49e7-8b71-6d4e27923bb2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.998930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-fb56d6c9-85d2-456c-a0cc-feb1e8693c4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d82beb-657b-4d31-a552-7201275c6a49 HTTP/1.1" status: 200 len: 217 time: 0.0701492 Mar 07 10:51:03.005953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.033518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d5f34fa-6ac6-4f87-b6e0-cd1248bf1aa1 req-f1d43aff-f3de-4819-b6ff-d9c8e36422a4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5574048 Mar 07 10:51:03.109194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-71fb50a9-bc31-4ff9-ba9c-f10df57c8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.111454 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-71fb50a9-bc31-4ff9-ba9c-f10df57c8f5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1070054 Mar 07 10:51:03.114453 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5224afe1-e7fa-4728-9503-a55784f457b7 x-openstack-request-id: req-5224afe1-e7fa-4728-9503-a55784f457b7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:03.114923 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "tag": "69d82beb-657b-4d31-a552-7201275c6a49", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:03.115301 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5224afe1-e7fa-4728-9503-a55784f457b7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:03.118589 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49', 'status': 'completed', 'code': 200} Mar 07 10:51:03.160077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 589cff22-46e5-4596-9913-cfbe9aaa6207 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:03.160425 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.166222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca77a660-96f1-42b0-8c46-c6f21894042b req-1dfc7a28-e564-4a4c-8538-6ae7a7a76abc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0235012 Mar 07 10:51:03.230191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-87af7f20-4b00-45fe-8bce-4c6e9fbc89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.235723 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-87af7f20-4b00-45fe-8bce-4c6e9fbc89c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085534 Mar 07 10:51:03.253429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:03.276190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:03.301154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:03.345695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:03.351722 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-e0aebb6b-7aa9-4e4f-b093-96de60e603c7 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137955 Mar 07 10:51:03.352363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.352984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.355005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:03.355560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.452130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:03.452772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.483622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:03.492659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.520166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.541624 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0de35ce0-65c1-40de-9aec-f826fc09cff3 req-4e41b7ad-d43c-449c-a92b-41549ebf28e9 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822772 Mar 07 10:51:03.557918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3718739 Mar 07 10:51:03.560363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40922) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:03.586002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d55b74-923e-44be-a63a-c1ad09228427 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=0cd64df0-71fa-49e7-8b71-6d4e27923bb2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.598844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.613833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 589cff22-46e5-4596-9913-cfbe9aaa6207 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:03.651380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7806714-18df-4e8d-92cb-eea2c7d94049 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.656327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7806714-18df-4e8d-92cb-eea2c7d94049 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/0cd64df0-71fa-49e7-8b71-6d4e27923bb2 HTTP/1.1" status: 200 len: 845 time: 0.0945709 Mar 07 10:51:03.658886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40924) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:03.697525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.708795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.720421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.727602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.733531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.739766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.745397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.748255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3241b580-13de-410f-bde5-f1f3a6176013 req-f409c814-a71f-417c-9534-a58dbd81245a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.5637918 Mar 07 10:51:03.826041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725ce1-8233-4139-992e-7ee74661743a req-ae07eafb-5efe-4d81-ba05-5d395c69e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.827975 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-ae07eafb-5efe-4d81-ba05-5d395c69e224 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 1125 time: 0.1700108 Mar 07 10:51:03.919351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks [] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.929544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.957216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 0cd64df0-71fa-49e7-8b71-6d4e27923bb2 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:03.957653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0cd64df0-71fa-49e7-8b71-6d4e27923bb2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.060117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725ce1-8233-4139-992e-7ee74661743a req-5b15f61e-aaf5-4d9f-b09a-aa2aef2786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:04.062225 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-5b15f61e-aaf5-4d9f-b09a-aa2aef2786bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2275996 Mar 07 10:51:04.086623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (8070d035-2765-4c0a-b43b-2a18b109cc64), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.109672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Pushing event updated for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:04.134324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0cd64df0-71fa-49e7-8b71-6d4e27923bb2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.139407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-cabe6efc-5d9d-4397-957e-35872916b68a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d82beb-657b-4d31-a552-7201275c6a49 HTTP/1.1" status: 200 len: 217 time: 0.0700479 Mar 07 10:51:04.148814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (589cff22-46e5-4596-9913-cfbe9aaa6207), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.196414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=589cff22-46e5-4596-9913-cfbe9aaa6207,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:04.209199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 0cd64df0-71fa-49e7-8b71-6d4e27923bb2 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:04.285382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725ce1-8233-4139-992e-7ee74661743a req-cafe41b2-15ec-44f9-8a77-6b445323aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:04.287352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-cafe41b2-15ec-44f9-8a77-6b445323aeff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1403160 Mar 07 10:51:04.431888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725ce1-8233-4139-992e-7ee74661743a req-d8d16719-b8f3-48fd-83be-f94fa1144f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:04.433431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-d8d16719-b8f3-48fd-83be-f94fa1144f7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1375201 Mar 07 10:51:04.499870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.503285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4a952ac-7228-429d-9b9d-b902542d1dd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/589cff22-46e5-4596-9913-cfbe9aaa6207 HTTP/1.1" status: 204 len: 168 time: 2.0079286 Mar 07 10:51:04.507535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:04.544904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04d18-9d85-4cd0-b52b-c1d8edbe0530 req-d1276cdb-a7b2-47e8-a469-66a47a422ce6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:04.546533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c04d18-9d85-4cd0-b52b-c1d8edbe0530 req-d1276cdb-a7b2-47e8-a469-66a47a422ce6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.2059205 Mar 07 10:51:04.556029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0cd64df0-71fa-49e7-8b71-6d4e27923bb2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.568968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:04.572984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:04.575258 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde66f4c-ff63-447d-bdad-8294afaf0d30 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:04.579716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dde66f4c-ff63-447d-bdad-8294afaf0d30 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/589cff22-46e5-4596-9913-cfbe9aaa6207 HTTP/1.1" status: 404 len: 333 time: 0.0683062 Mar 07 10:51:04.588744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:04.697737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 9fc7ad52-f9d7-4bc8-be42-9cafacd228d3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:04.701332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (9fc7ad52-f9d7-4bc8-be42-9cafacd228d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.728921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Router 8070d035-2765-4c0a-b43b-2a18b109cc64 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:51:04.748721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (9fc7ad52-f9d7-4bc8-be42-9cafacd228d3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.758917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c04d18-9d85-4cd0-b52b-c1d8edbe0530 req-e362ad61-8c9b-4b75-9b67-130d8bcc9c37 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886179 Mar 07 10:51:04.815455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=0cd64df0-71fa-49e7-8b71-6d4e27923bb2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:04.881901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.888968 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5eec023-10f4-43d1-9958-db42cb947aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/0cd64df0-71fa-49e7-8b71-6d4e27923bb2 HTTP/1.1" status: 204 len: 168 time: 1.2258718 Mar 07 10:51:04.889514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40940) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:04.918611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9fc7ad52-f9d7-4bc8-be42-9cafacd228d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.923998 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-628cf56d-3dd1-4658-a661-b51bfa0b97d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845374 Mar 07 10:51:04.946983 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fba7a61-4e36-4269-8416-16f7ca7d74c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:04.952148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0fba7a61-4e36-4269-8416-16f7ca7d74c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/0cd64df0-71fa-49e7-8b71-6d4e27923bb2 HTTP/1.1" status: 404 len: 333 time: 0.0577145 Mar 07 10:51:04.960372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:04.969862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'name': 'tempest-PortsIpV6TestJSON-260925885'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:05.037512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:05.047847 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Sync routers for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:05.063728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e6c9999b-a287-4879-86d2-f3f7d917e064 admin admin] 10.222.0.23 "PUT /v2.0/routers/8070d035-2765-4c0a-b43b-2a18b109cc64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4085886 Mar 07 10:51:05.085709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:05.088827 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:05.115843 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15725ce1-8233-4139-992e-7ee74661743a req-c88061be-bf55-49d1-af57-5230326dd48a service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689324 Mar 07 10:51:05.155526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (9fc7ad52-f9d7-4bc8-be42-9cafacd228d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.262211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:05.277246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.279481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc7ad52-f9d7-4bc8-be42-9cafacd228d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.297867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e901f6-aecf-4a8e-83b9-949fa2869c6f None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:05.302192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.312160 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5782a35-defc-4805-adc4-cfff0f53d7ac tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3 HTTP/1.1" status: 204 len: 168 time: 0.7099826 Mar 07 10:51:05.312804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40952) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.375790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 0f7ae434-2d2d-4cc0-bba2-e235c0a45214 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:05.402992 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:05.574644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 0e8c34da-6552-44e1-9fd9-b424d6204ea5 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:05.590209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (0e8c34da-6552-44e1-9fd9-b424d6204ea5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.594507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:05.712032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (0e8c34da-6552-44e1-9fd9-b424d6204ea5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.771085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40972) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.831742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:05.831966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.969002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:51:02Z', 'revision_number': 4, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '664af43a-1f2d-43b2-8efd-292d1117b28a', 'name': '', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'mac_address': 'fa:16:3e:2f:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:51:00Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 2, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'subnets': [{'id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:06.007453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (0e8c34da-6552-44e1-9fd9-b424d6204ea5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.033346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:06.057804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.063185 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Checking router: 8070d035-2765-4c0a-b43b-2a18b109cc64 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:51:06.066707 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Updating router 8070d035-2765-4c0a-b43b-2a18b109cc64 port 664af43a-1f2d-43b2-8efd-292d1117b28a binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:51:06.076057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d180d-379f-4c45-9585-c60a8f5a3795 req-ff9f699b-ed7c-4341-9a46-464b7158d830 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.081276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-083d180d-379f-4c45-9585-c60a8f5a3795 req-ff9f699b-ed7c-4341-9a46-464b7158d830 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2758374 Mar 07 10:51:06.108113 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.141359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.141850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.142324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.142791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.143319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.143812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.144273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.147493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-acb0c6ba-3446-4105-bb5e-20d67d2b2827 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6709 time: 0.3734844 Mar 07 10:51:06.243449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (0e8c34da-6552-44e1-9fd9-b424d6204ea5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.288853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.298200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/0e8c34da-6552-44e1-9fd9-b424d6204ea5 HTTP/1.1" status: 204 len: 168 time: 0.9816129 Mar 07 10:51:06.306531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.310290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-083d180d-379f-4c45-9585-c60a8f5a3795 req-c730dc7c-5956-4e38-955b-d0701e398e2f tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046931 Mar 07 10:51:06.312563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.360573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f95f8-fa6a-481e-9769-09b91b55c884 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8c34da-6552-44e1-9fd9-b424d6204ea5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.398576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-4b40e987-3982-4711-bf12-16a662d0f881 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2386146 Mar 07 10:51:06.462064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-e14796ab-4430-417f-80f7-bdfeffa2374f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.463625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-e14796ab-4430-417f-80f7-bdfeffa2374f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 819 time: 0.4304614 Mar 07 10:51:06.470043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=0f7ae434-2d2d-4cc0-bba2-e235c0a45214,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.562567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.563156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.563673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.564237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.566197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.569838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.570150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.570474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:06.723565 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks [] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.744516 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.930551 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Attempting to bind port 664af43a-1f2d-43b2-8efd-292d1117b28a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:06.930911 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Attempting to bind port 664af43a-1f2d-43b2-8efd-292d1117b28a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:06.931263 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Attempting to bind port 664af43a-1f2d-43b2-8efd-292d1117b28a on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:06.941814 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:06.942183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Checking segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:06.942582 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.945874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460c3cd-dcdc-4706-90c9-168ba5f660e7 None None] Network 98c99fb3-f229-4a5f-9739-dbcdb050cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:06.947812 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Bound using segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:06.952120 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Bound port: 664af43a-1f2d-43b2-8efd-292d1117b28a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:06.952827 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.972187 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8457e-7f5e-4a56-90fe-11be3daad399 None None] Pushing event updated for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:07.048211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8136bd99-16c5-4049-876a-b07e870e3315 None None] Provisioning complete for port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:07.048569 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8136bd99-16c5-4049-876a-b07e870e3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.077273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-8c35f061-57f5-4c08-b067-7be3fa20ffa7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/quotas/635f4ccb2f4a42ecb571a14f87e1faa6 HTTP/1.1" status: 200 len: 375 time: 0.5655875 Mar 07 10:51:07.091888 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] For port 664af43a-1f2d-43b2-8efd-292d1117b28a, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:07.098086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] For port 664af43a-1f2d-43b2-8efd-292d1117b28a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=664af43a-1f2d-43b2-8efd-292d1117b28a,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:07.113956 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.133720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:07.142442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:07.154328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:07.163609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:07.164566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.186418 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:07.186990 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:50:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:07.197123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (98c99fb3-f229-4a5f-9739-dbcdb050cfef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.214737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40996) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.215391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a461be5b-7b16-4db6-94ad-7be5acdc4910 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2505918 Mar 07 10:51:07.222581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:07.222781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8136bd99-16c5-4049-876a-b07e870e3315 None None] Current status of the port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:07.256406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc3f4-6d6e-4f2b-96b1-a9c7284d2d29 req-436521e1-482f-4555-9825-7b0a63d55033 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:07.273659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7bfc3f4-6d6e-4f2b-96b1-a9c7284d2d29 req-436521e1-482f-4555-9825-7b0a63d55033 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.8045936 Mar 07 10:51:07.289744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] DHCP port deletion for 98c99fb3-f229-4a5f-9739-dbcdb050cfef request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:07.293280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-51423c21-f760-4571-82d2-577ec660cd89 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980615 Mar 07 10:51:07.380686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Deleting port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:07.380976 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.411113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.442350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-84df289d-871b-4090-a0aa-c3d1fadacfba service neutron] 10.222.0.23 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480668 Mar 07 10:51:07.527455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0953eee6-d8a3-4a87-87f6-859cc5eb4177,segment=NetworkSegment(ad9f10a0-bdbd-4b09-881e-84878d121b0b),segment_id=ad9f10a0-bdbd-4b09-881e-84878d121b0b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:07.527787 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.551615 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:07.561301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Calling delete_port for 0953eee6-d8a3-4a87-87f6-859cc5eb4177 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:07.613994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7bfc3f4-6d6e-4f2b-96b1-a9c7284d2d29 req-706e6eec-717c-4f08-88e6-eaef741c6ce5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391621 Mar 07 10:51:07.619491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.632197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.734688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-c06332b3-6c61-419b-bb54-3ed32c180bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902129 Mar 07 10:51:07.737671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] In _notify_port_updated(), no bound segment for port 0f7ae434-2d2d-4cc0-bba2-e235c0a45214 on network c6a2544a-3182-442d-b238-a9d56ccf3b8c {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:07.738619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.744386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:07.744724 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.747288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:07.748010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.751732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/ports/0f7ae434-2d2d-4cc0-bba2-e235c0a45214 HTTP/1.1" status: 200 len: 818 time: 0.5331666 Mar 07 10:51:07.754520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41002) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.776909 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8457e-7f5e-4a56-90fe-11be3daad399 None None] Pushing event updated for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:07.791521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efc4cc-c5a6-471d-b9b0-d971fe52e0c2 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=0f7ae434-2d2d-4cc0-bba2-e235c0a45214,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:07.803353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] Pushing event deleted for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:07.809958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0680a-242a-47ad-893f-a0302fd19bbf None None] No DVR routers for this DVR port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:07.985042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 0953eee6-d8a3-4a87-87f6-859cc5eb4177, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:07.985404 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.002317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194122-2c70-476c-88cd-829ba751391d req-8e4ad145-26bf-4393-bfb5-c455aba42b7a tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:08.004124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c194122-2c70-476c-88cd-829ba751391d req-8e4ad145-26bf-4393-bfb5-c455aba42b7a tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1658597 Mar 07 10:51:08.032223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 0953eee6-d8a3-4a87-87f6-859cc5eb4177 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:08.033238 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:51:02Z', 'revision_number': 4, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '664af43a-1f2d-43b2-8efd-292d1117b28a', 'name': '', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'mac_address': 'fa:16:3e:2f:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:51:00Z', 'updated_at': '2022-03-07T10:51:07Z', 'revision_number': 4, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'subnets': [{'id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.040757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:51:08.065699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0953eee6-d8a3-4a87-87f6-859cc5eb4177), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.075380 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a32a85-363a-4b35-8bbf-0b02e94e8923 None None] The sync data for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 is: [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:51:02Z', 'revision_number': 4, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '664af43a-1f2d-43b2-8efd-292d1117b28a', 'name': '', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'mac_address': 'fa:16:3e:2f:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:51:00Z', 'updated_at': '2022-03-07T10:51:07Z', 'revision_number': 4, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'subnets': [{'id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:08.188501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 0f7ae434-2d2d-4cc0-bba2-e235c0a45214 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:08.189051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.195036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=0953eee6-d8a3-4a87-87f6-859cc5eb4177,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:08.201430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca3f0cf6-794b-43b5-80c8-469333eb2894 req-12a559cf-555f-4ba1-aa14-b6dd5c265ff5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 210 time: 0.1050711 Mar 07 10:51:08.223972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 0953eee6-d8a3-4a87-87f6-859cc5eb4177 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:08.348804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.391423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 0f7ae434-2d2d-4cc0-bba2-e235c0a45214 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:08.658582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c194122-2c70-476c-88cd-829ba751391d req-585ee911-4fba-4831-8ba8-bf69ef841f4b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6447849 Mar 07 10:51:08.659412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0f7ae434-2d2d-4cc0-bba2-e235c0a45214), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.764218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (98c99fb3-f229-4a5f-9739-dbcdb050cfef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.850008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-ae79f483-d8c2-4481-a03e-2ab18f5fae78 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:08.858791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-ae79f483-d8c2-4481-a03e-2ab18f5fae78 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 819 time: 0.3742049 Mar 07 10:51:08.868188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=0f7ae434-2d2d-4cc0-bba2-e235c0a45214,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:08.896896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c99fb3-f229-4a5f-9739-dbcdb050cfef']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.915824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9f10a0-bdbd-4b09-881e-84878d121b0b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.916192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9f10a0-bdbd-4b09-881e-84878d121b0b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.926189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ad9f10a0-bdbd-4b09-881e-84878d121b0b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.942320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ad9f10a0-bdbd-4b09-881e-84878d121b0b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.954053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:08.954584 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ad9f10a0-bdbd-4b09-881e-84878d121b0b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:09.072990 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:09.087446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (98c99fb3-f229-4a5f-9739-dbcdb050cfef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.097170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.103347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6bdcd7fe-65b0-4d84-aea9-dcc032567336 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/0f7ae434-2d2d-4cc0-bba2-e235c0a45214 HTTP/1.1" status: 204 len: 168 time: 1.3448129 Mar 07 10:51:09.104192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.118745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-b8da95fa-239f-40eb-812c-9cb000762b02 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/quotas/635f4ccb2f4a42ecb571a14f87e1faa6 HTTP/1.1" status: 200 len: 375 time: 0.2587807 Mar 07 10:51:09.207970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.215833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/98c99fb3-f229-4a5f-9739-dbcdb050cfef HTTP/1.1" status: 204 len: 168 time: 2.9045711 Mar 07 10:51:09.219412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a46580-4bc2-4c95-ba2e-59c54ecdbd1f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.224989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-10a46580-4bc2-4c95-ba2e-59c54ecdbd1f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1182401 Mar 07 10:51:09.228143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.229034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.230358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e435b-e7c1-4700-9179-137422374038 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=98c99fb3-f229-4a5f-9739-dbcdb050cfef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:09.295523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358959e2-0d19-4336-8e34-015d51255a51 req-46e7a901-12de-455d-bb53-424f3d2dd96c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.297652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-358959e2-0d19-4336-8e34-015d51255a51 req-46e7a901-12de-455d-bb53-424f3d2dd96c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.2683625 Mar 07 10:51:09.316877 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a21e3-c4bd-463b-870c-3baea45f6175 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:09.320197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ce7a21e3-c4bd-463b-870c-3baea45f6175 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/0f7ae434-2d2d-4cc0-bba2-e235c0a45214 HTTP/1.1" status: 404 len: 333 time: 0.0854151 Mar 07 10:51:09.324012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41040) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.358821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 664af43a-1f2d-43b2-8efd-292d1117b28a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:09.382314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-802841641'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:09.398935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-fcdf1caf-e65c-4f3d-b7c3-020e44c65e71 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2781415 Mar 07 10:51:09.455509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:09.459252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.465174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 664af43a-1f2d-43b2-8efd-292d1117b28a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:09.465770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.499826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-358959e2-0d19-4336-8e34-015d51255a51 req-a946eaa7-b013-4e5e-bc4b-4c25346c0cf2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884208 Mar 07 10:51:09.518228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14b852-7461-459f-a1c4-23595b8284b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.526816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef14b852-7461-459f-a1c4-23595b8284b6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2953300 Mar 07 10:51:09.534917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41042) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.595689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 664af43a-1f2d-43b2-8efd-292d1117b28a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:09.596605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.637370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:09.650640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 664af43a-1f2d-43b2-8efd-292d1117b28a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=664af43a-1f2d-43b2-8efd-292d1117b28a,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:09.656659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.695579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63419f23-d87e-40ea-b3c0-f0ed600c6e72 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1515751 Mar 07 10:51:09.721955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.723977 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment 8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9 of type vlan for network 68195fb1-e1bf-487d-9bd4-405fce72cfef Mar 07 10:51:09.728067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41046) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.740514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:09.743487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-ab47279a-9e12-461f-8144-4976987e4180 service neutron] 10.222.0.23 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333173 Mar 07 10:51:09.746916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-428767849'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:09.775424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0953eee6-d8a3-4a87-87f6-859cc5eb4177 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:09.825497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0953eee6-d8a3-4a87-87f6-859cc5eb4177 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:09.826131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0953eee6-d8a3-4a87-87f6-859cc5eb4177 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:09.932324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:09.938058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.964666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (68195fb1-e1bf-487d-9bd4-405fce72cfef), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.049706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:10.064688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (120ec1ff-916e-4cbc-b00c-11699c76cb2f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.065026 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment 120ec1ff-916e-4cbc-b00c-11699c76cb2f of type vlan for network a0e3c7b2-d773-44e4-9363-b75d2209799b Mar 07 10:51:10.073563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (68195fb1-e1bf-487d-9bd4-405fce72cfef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.084017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.084859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.164703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a0e3c7b2-d773-44e4-9363-b75d2209799b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.181177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-0b7cd106-43b8-4663-8d9a-da9472771d78 service neutron] 10.222.0.23 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090891 Mar 07 10:51:10.211734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8829587 Mar 07 10:51:10.216724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41052) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:10.226012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:10.237309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4dee-1314-4a90-a90c-fb1fb785ea19 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=68195fb1-e1bf-487d-9bd4-405fce72cfef,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:10.249534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:10.287658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-86647553-a54e-4a47-9048-e3e87d1691a3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.290699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-86647553-a54e-4a47-9048-e3e87d1691a3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 819 time: 0.6500869 Mar 07 10:51:10.311051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e90d0-061e-4a49-8aee-2555289abab1 req-e3ae1f9e-f88c-45f8-844d-0d7108da0c9e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.320348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e2e90d0-061e-4a49-8aee-2555289abab1 req-e3ae1f9e-f88c-45f8-844d-0d7108da0c9e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3671956 Mar 07 10:51:10.346668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Request body: {'port': {'device_id': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'admin_state_up': True, 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:10.414065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a0e3c7b2-d773-44e4-9363-b75d2209799b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.422673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.423517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.501891 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7706945 Mar 07 10:51:10.515352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e2e90d0-061e-4a49-8aee-2555289abab1 req-076cfe0d-8016-4b52-8aaa-349697b0c52b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899114 Mar 07 10:51:10.516179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:10.532778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:10.658237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac23286b-8cc4-46e0-8305-9c15b39022b2 req-75f523b5-4a6e-4998-aaad-ab798cf05775 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 210 time: 0.0673010 Mar 07 10:51:10.690779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87ba6-054d-44d4-a15e-16098465cf2f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=a0e3c7b2-d773-44e4-9363-b75d2209799b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:10.704400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a0e3c7b2-d773-44e4-9363-b75d2209799b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:10.716814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:10.720967 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.871241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Made reservation on behalf of 635f4ccb2f4a42ecb571a14f87e1faa6 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:10.876356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.894097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:10.898916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.943787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa9e07-502b-4f13-ba55-c6f63a92e02b req-25702f92-d9e5-44dc-be00-2ab417062eb0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.949209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59fa9e07-502b-4f13-ba55-c6f63a92e02b req-25702f92-d9e5-44dc-be00-2ab417062eb0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.3027675 Mar 07 10:51:11.086089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d19a872d-cd9d-493e-b820-a369b125942e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.203163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59fa9e07-502b-4f13-ba55-c6f63a92e02b req-eeb00e71-e118-4741-bb57-47d38378f883 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349770 Mar 07 10:51:11.331047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 664af43a-1f2d-43b2-8efd-292d1117b28a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:11.363811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=d19a872d-cd9d-493e-b820-a369b125942e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:11.381395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:11.384631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: 68195fb1-e1bf-487d-9bd4-405fce72cfef, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:11.429544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:11.450472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 68195fb1-e1bf-487d-9bd4-405fce72cfef) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:11.454756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 664af43a-1f2d-43b2-8efd-292d1117b28a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:11.458246 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.462147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:11.462942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.516609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-66e27d31-6592-4a66-b342-bde4e8dd17da tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2961793 Mar 07 10:51:11.523821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41072) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:11.531491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:11.544725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Allocated IP 172.20.0.10 (80c42b59-e27b-4646-9b1e-5f00ba7eaba1/5e01cb8b-174b-43f1-b22c-7be22fd57149/3547c20f-b555-49d5-b0b8-dc1f6cd87918) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:11.590766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ca83a-5619-4d18-9c9f-9b7e21633ec3 None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:11.753830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 664af43a-1f2d-43b2-8efd-292d1117b28a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:11.767081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:11.774088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.837335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-68195fb1-e1bf-487d-9bd4-405fce72cfef', 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': 'd19a872d-cd9d-493e-b820-a369b125942e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:11.838483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.994191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks [] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.079245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5628f334-8bf6-4ecd-9473-be35f89c52ef req-8d27817e-50f5-4c2a-af9c-72653ebb4478 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 210 time: 0.0679429 Mar 07 10:51:12.106232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Allocated IP 2001:db8::2 (68195fb1-e1bf-487d-9bd4-405fce72cfef/d19a872d-cd9d-493e-b820-a369b125942e/64c26fa0-a942-4424-91d6-e6e2fa9fb5b5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:12.148450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.255735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (acd0fa8d-88c5-4a43-8bf5-93ce00caa539), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.289374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692562-b059-4cce-bdae-aacf7e84f990 req-397ca2bd-e87a-4581-b70f-50594fd5c7c1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.290974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff692562-b059-4cce-bdae-aacf7e84f990 req-397ca2bd-e87a-4581-b70f-50594fd5c7c1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.6264184 Mar 07 10:51:12.355929 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d19a872d-cd9d-493e-b820-a369b125942e (CIDR: 2001:db8::/64) Mar 07 10:51:12.379468 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:51:12.380690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:51:12.385770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:12.399489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks [] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.411980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.463886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:12.497203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:12.497995 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-49e6152b-5807-4a0d-9c20-0cc71cb283f0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9726977 Mar 07 10:51:12.502319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:12.504846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41084) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:12.517588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:12.517800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:12.521768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:12.537654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Pushing event updated for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:12.596069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Pushing event updated for resources: {'Port': ['ID=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:12.672926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Attempting to bind port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:12.673319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Attempting to bind port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:12.673661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Attempting to bind port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 on network 68195fb1-e1bf-487d-9bd4-405fce72cfef {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:12.686872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:12.687391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Checking segment: {'id': '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:12.687912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.688698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Bound using segment: {'id': '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:12.688698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Bound port: 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:12.689087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.708403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=acd0fa8d-88c5-4a43-8bf5-93ce00caa539,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:12.726389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-f397e1dd-c7ae-460e-9a4a-624525f136a6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.727703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-f397e1dd-c7ae-460e-9a4a-624525f136a6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.32 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 819 time: 0.3590021 Mar 07 10:51:12.745452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Request body: {'port': {'device_id': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'admin_state_up': True, 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:12.761484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': '120ec1ff-916e-4cbc-b00c-11699c76cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:12.761839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: a0e3c7b2-d773-44e4-9363-b75d2209799b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:12.776344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.777000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.800021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff692562-b059-4cce-bdae-aacf7e84f990 req-973db738-5217-4f6a-abfa-981d291c0928 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895530 Mar 07 10:51:12.830957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] For port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:12.834586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] For port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,segment=NetworkSegment(8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9),segment_id=8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:12.852730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.852993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b751f-9a4c-4e0c-803f-c24a55129650 req-4d97c4fb-e9fe-456e-9887-558824eb2855 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.854413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-798b751f-9a4c-4e0c-803f-c24a55129650 req-4d97c4fb-e9fe-456e-9887-558824eb2855 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.5430431 Mar 07 10:51:12.856730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network a0e3c7b2-d773-44e4-9363-b75d2209799b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:12.860691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-355ad077-6af2-4bf0-8d31-1e70cf620275 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5187297 Mar 07 10:51:12.895184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Request body: {'port': {'device_id': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:12.913620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a0e3c7b2-d773-44e4-9363-b75d2209799b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:12.930236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26655178-116b-4f5e-9218-6369e3fa6ec0 None None] Network a0e3c7b2-d773-44e4-9363-b75d2209799b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:12.964510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:12.970780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.977529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.978112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.979925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Made reservation on behalf of 635f4ccb2f4a42ecb571a14f87e1faa6 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:12.985837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.053156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-798b751f-9a4c-4e0c-803f-c24a55129650 req-81e0b771-2205-48e2-92bd-2dfe62d14d97 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853898 Mar 07 10:51:13.070605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39e4ad5d-ffae-497f-82dc-80f2eb0842d3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5472329 Mar 07 10:51:13.073369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41086) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:13.080356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.086090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b', 'name': 'tempest-PortsTestJSON-518298906'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:13.169407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f03c-6932-46ea-a0bf-25c17cdb3c5b None None] Pushing event updated for resources: {'Port': ['ID=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:13.278063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a0e3c7b2-d773-44e4-9363-b75d2209799b', 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': 'acd0fa8d-88c5-4a43-8bf5-93ce00caa539'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:13.279720 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.531098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86b6c1e8-39bb-4b6f-ae29-755141d4f6b1 req-a3f4b515-0eaf-4d95-8c00-21a85bcbb035 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 210 time: 0.0885837 Mar 07 10:51:13.534872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:13.548284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.580936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Allocated IP 172.20.0.7 (80c42b59-e27b-4646-9b1e-5f00ba7eaba1/5e01cb8b-174b-43f1-b22c-7be22fd57149/62e14783-828a-4700-9658-e7e7fc19cadf) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:13.605913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 2576ad5d-286a-4d3d-b30d-0a455899edd2 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:13.775314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.8 (a0e3c7b2-d773-44e4-9363-b75d2209799b/acd0fa8d-88c5-4a43-8bf5-93ce00caa539/2576ad5d-286a-4d3d-b30d-0a455899edd2) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:13.994052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93403b20-6410-490d-9bb1-5737a19030af req-44de2f8a-f5cc-4f61-8ad5-8805197821bf tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:13.995612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93403b20-6410-490d-9bb1-5737a19030af req-44de2f8a-f5cc-4f61-8ad5-8805197821bf tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.0847244 Mar 07 10:51:14.035394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b02e95c9-ff1b-408a-8966-3ab021dc6436), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.060502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.139269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93403b20-6410-490d-9bb1-5737a19030af req-4f6af36c-cabd-4876-9367-4c87bebe1d25 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319423 Mar 07 10:51:14.169868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks [] for port (62e14783-828a-4700-9658-e7e7fc19cadf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.174783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:14.181741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:14.191707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:14.192302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.216235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=b02e95c9-ff1b-408a-8966-3ab021dc6436,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.233295 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e574ecf4-0f51-44b8-810d-ea7fdc1e8361 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7229085 Mar 07 10:51:14.237670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41098) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:14.248666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'fixed_ips': [{'subnet_id': 'd19a872d-cd9d-493e-b820-a369b125942e'}, {'subnet_id': 'b02e95c9-ff1b-408a-8966-3ab021dc6436'}], 'name': 'tempest-PortsIpV6TestJSON-439333777'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:14.298630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.321537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Allocated IP 172.20.0.2 (a0e3c7b2-d773-44e4-9363-b75d2209799b/acd0fa8d-88c5-4a43-8bf5-93ce00caa539/2e1a7370-4f6c-4598-be92-b2ad2b63e8ee) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:14.404936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.621909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks [] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.633201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:14.634690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.642155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:14.650921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:14.715493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Pushing event updated for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.722120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:14.729828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Network a0e3c7b2-d773-44e4-9363-b75d2209799b is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:14.736400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Pushing event updated for resources: {'Port': ['ID=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.742139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:14.744905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:14.758401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0042c-f22f-43de-84d7-ac4babb36d49 None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:14.789190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:14.790143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.863754 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-3e31b09f-7504-49f3-a3be-40ece59c14df tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1229308 Mar 07 10:51:14.864007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=2576ad5d-286a-4d3d-b30d-0a455899edd2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.887173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Request body: {'port': {'device_id': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:14.942827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.950690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2818-47a1-4682-83d9-1f2c366aff64 req-3e3ba7bd-5cb5-4a9b-a850-b3e0ee28061b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:14.958352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33bb2818-47a1-4682-83d9-1f2c366aff64 req-3e3ba7bd-5cb5-4a9b-a850-b3e0ee28061b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.7574790 Mar 07 10:51:14.985485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Attempting to bind port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:14.985854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Attempting to bind port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '120ec1ff-916e-4cbc-b00c-11699c76cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:14.986228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Attempting to bind port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee on network a0e3c7b2-d773-44e4-9363-b75d2209799b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:14.994372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:14.994844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Checking segment: {'id': '120ec1ff-916e-4cbc-b00c-11699c76cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:14.995129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.995513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Bound using segment: {'id': '120ec1ff-916e-4cbc-b00c-11699c76cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:14.996039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Bound port: 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120ec1ff-916e-4cbc-b00c-11699c76cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:14.996407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.023267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-31229316-b35e-476a-aad4-864265244eda None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:15.023633 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31229316-b35e-476a-aad4-864265244eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.023933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:15.061264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network a0e3c7b2-d773-44e4-9363-b75d2209799b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:15.073249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:15.075701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:15.146400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.157829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] For port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:15.173506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] For port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,segment=NetworkSegment(120ec1ff-916e-4cbc-b00c-11699c76cb2f),segment_id=120ec1ff-916e-4cbc-b00c-11699c76cb2f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:15.210410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33bb2818-47a1-4682-83d9-1f2c366aff64 req-f5ac8cea-e81b-4482-b685-38272e38b8c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510390 Mar 07 10:51:15.219953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.220829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.278217 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.323353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0c5be-cb84-422e-a9af-3ee7c0fe95b2 req-a45c5efb-4d4e-4c85-8c3c-382c5fbaf95e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.332666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40a0c5be-cb84-422e-a9af-3ee7c0fe95b2 req-a45c5efb-4d4e-4c85-8c3c-382c5fbaf95e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 931 time: 0.4702361 Mar 07 10:51:15.350403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e0b5b73-7a30-440f-8512-ef9a5926e4fb tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2759359 Mar 07 10:51:15.365039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41114) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:15.378016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafc4b9-20c5-481c-9914-874ce20c3399 None None] Pushing event updated for resources: {'Port': ['ID=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:15.383228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:15.390432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': 'a0e3c7b2-d773-44e4-9363-b75d2209799b', 'name': 'tempest-PortsTestJSON-184103088'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:15.431447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Update dhcp port {'port': {'network_id': '68195fb1-e1bf-487d-9bd4-405fce72cfef', 'fixed_ips': [{'subnet_id': 'd19a872d-cd9d-493e-b820-a369b125942e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b02e95c9-ff1b-408a-8966-3ab021dc6436'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '64c26fa0-a942-4424-91d6-e6e2fa9fb5b5'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:51:15.503975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-31229316-b35e-476a-aad4-864265244eda None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:15.504382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31229316-b35e-476a-aad4-864265244eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.554347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.613411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-4c789461-f64a-4c26-a2c8-fbe1f5e8c863 req-1daad914-18ee-4b39-b65e-636430be239d service neutron] (103789) timed out ('10.222.0.32', 59545) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:51:15.621534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-31229316-b35e-476a-aad4-864265244eda None None] For port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,segment=NetworkSegment(8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9),segment_id=8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:15.634149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40a0c5be-cb84-422e-a9af-3ee7c0fe95b2 req-f68e0e91-514d-4cfe-b718-8f416e414dd8 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004098 Mar 07 10:51:15.663854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3547c20f-b555-49d5-b0b8-dc1f6cd87918 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:15.673273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:15.673650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.675263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31229316-b35e-476a-aad4-864265244eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.681358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34d13-f4f4-4c6e-8093-b705ea885b18 req-1d46165a-2cfb-4061-9fbd-c4eada1761e7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.683015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab34d13-f4f4-4c6e-8093-b705ea885b18 req-1d46165a-2cfb-4061-9fbd-c4eada1761e7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3473375 Mar 07 10:51:15.685494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks [] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.719476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:15.723153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.765142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Transition to ACTIVE for port object 3547c20f-b555-49d5-b0b8-dc1f6cd87918 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:15.784172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.924391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 62031424-dff7-4803-ac56-f0f6b5fa3b39 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:15.989936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31229316-b35e-476a-aad4-864265244eda None None] Pushing event updated for resources: {'Port': ['ID=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.132722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:16.141196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.171520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::238 (68195fb1-e1bf-487d-9bd4-405fce72cfef/d19a872d-cd9d-493e-b820-a369b125942e/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:16.179304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.6 (a0e3c7b2-d773-44e4-9363-b75d2209799b/acd0fa8d-88c5-4a43-8bf5-93ce00caa539/62031424-dff7-4803-ac56-f0f6b5fa3b39) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:16.190422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8:0:1::1d5 (68195fb1-e1bf-487d-9bd4-405fce72cfef/b02e95c9-ff1b-408a-8966-3ab021dc6436/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:16.248395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e14783-828a-4700-9658-e7e7fc19cadf {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:16.275702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks [] for port (62e14783-828a-4700-9658-e7e7fc19cadf), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.306933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Transition to ACTIVE for port object 62e14783-828a-4700-9658-e7e7fc19cadf will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:16.325815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.392448 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.441788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab34d13-f4f4-4c6e-8093-b705ea885b18 req-b491d162-b5c8-4535-8844-d70c5bcd7922 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7339194 Mar 07 10:51:16.452501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Pushing event updated for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.455077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.538178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network a0e3c7b2-d773-44e4-9363-b75d2209799b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:16.553761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:16.580885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.587923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:16.607621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Attempting to bind port 62e14783-828a-4700-9658-e7e7fc19cadf on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:16.607993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Attempting to bind port 62e14783-828a-4700-9658-e7e7fc19cadf by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:16.608337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Attempting to bind port 62e14783-828a-4700-9658-e7e7fc19cadf on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:16.624120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Port 62e14783-828a-4700-9658-e7e7fc19cadf on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:16.624439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Attempting to bind port 62e14783-828a-4700-9658-e7e7fc19cadf on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:16.640228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:16.640580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Checking segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:16.640857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Bound using segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:16.641282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Bound port: 62e14783-828a-4700-9658-e7e7fc19cadf, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:16.641660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.688818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.703170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=62031424-dff7-4803-ac56-f0f6b5fa3b39,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.763634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Allocated IP 2001:db8:0:1::2 (68195fb1-e1bf-487d-9bd4-405fce72cfef/b02e95c9-ff1b-408a-8966-3ab021dc6436/64c26fa0-a942-4424-91d6-e6e2fa9fb5b5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:16.770586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:16.783300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:16.793810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c1fff-d29e-437c-81f3-38f4c2b9f105 req-3c0c0435-5192-49fa-8260-2abdb12e78d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:16.794201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:16.796698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f4c1fff-d29e-437c-81f3-38f4c2b9f105 req-3c0c0435-5192-49fa-8260-2abdb12e78d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.3662312 Mar 07 10:51:16.799714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:16.800331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.803452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.835384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:16.841614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:16.845364 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.846870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=62e14783-828a-4700-9658-e7e7fc19cadf,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:16.869786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3ddb73c-8d90-4ade-8524-8aa42ba31e9e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6309743 Mar 07 10:51:16.870906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41128) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:16.872706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.881268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd19a872d-cd9d-493e-b820-a369b125942e'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:16.954898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] For port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,segment=NetworkSegment(8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9),segment_id=8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:16.957444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Attempting to bind port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:16.960063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Attempting to bind port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:16.960524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Attempting to bind port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:17.005709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Publish callbacks [] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.005954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f295c9d1-0d8d-467f-aca9-7c4438e0c3c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6175220 Mar 07 10:51:17.007447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.010015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:17.010578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Attempting to bind port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 on network 80c42b59-e27b-4646-9b1e-5f00ba7eaba1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:17.020504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41132) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:17.153767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.154314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.161368 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] 10.222.0.32 "PUT /v2.0/ports/62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 1091 time: 2.2829432 Mar 07 10:51:17.162532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:17.186789 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:17.196474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73d493-0529-4c26-ac10-0daf9f197401 None None] Pushing event updated for resources: {'Port': ['ID=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:17.225262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f4c1fff-d29e-437c-81f3-38f4c2b9f105 req-6f9a88ed-f610-4b1a-9c5c-d308bfae4d52 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360059 Mar 07 10:51:17.226058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:17.226400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Checking segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:17.226749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Bound using segment: {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:17.227195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Bound port: 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c637e2-0ab1-4d08-8641-b17cd027f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:17.227924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.244217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575cb65-e9fe-43e9-a516-c95686cd5c2b None None] Network a0e3c7b2-d773-44e4-9363-b75d2209799b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:17.260920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.350094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe5287-37a5-4fee-9075-1ba7a9cb9907 req-809ade73-d7d1-4a68-a9c5-dc5ac492e501 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.351732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7fe5287-37a5-4fee-9075-1ba7a9cb9907 req-809ade73-d7d1-4a68-a9c5-dc5ac492e501 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 943 time: 0.5944893 Mar 07 10:51:17.415480 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6613ca-6c7a-40b6-bc78-76a23909ccc0 x-openstack-request-id: req-0a6613ca-6c7a-40b6-bc78-76a23909ccc0 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:17.415827 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:17.416340 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a6613ca-6c7a-40b6-bc78-76a23909ccc0 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:17.416757 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf', 'status': 'completed', 'code': 200} Mar 07 10:51:17.431225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2e29-a562-4184-b706-6f820b21abae service neutron] Pushing event updated for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:17.442610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Provisioning complete for port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:17.443159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.462168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aea3e8-9f60-41c6-98e9-3fa463d21239 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.464483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f9aea3e8-9f60-41c6-98e9-3fa463d21239 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.4301770 Mar 07 10:51:17.483837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41138) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:17.587114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7fe5287-37a5-4fee-9075-1ba7a9cb9907 req-860c9ac4-ea7d-4e92-9005-b78081486df1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212021 Mar 07 10:51:17.606639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-574c7dc1-a2a2-4082-bf6b-85ab1d0254e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.608658 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-574c7dc1-a2a2-4082-bf6b-85ab1d0254e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1125 time: 0.3915529 Mar 07 10:51:17.621739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:17.665303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:17.698819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:17.711226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-31b29fb6-67db-4da0-8c88-3a1704bb569e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 217 time: 0.0903676 Mar 07 10:51:17.736378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.749204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Current status of the port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:17.749816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.784527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:17.785307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.817673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a657f8-cd31-44df-ab1b-1e54b550486d req-9144338e-dd83-487e-a00d-6123dd57f9d3 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.820578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a657f8-cd31-44df-ab1b-1e54b550486d req-9144338e-dd83-487e-a00d-6123dd57f9d3 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2138298 Mar 07 10:51:17.832283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.833245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.835174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] For port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,segment=NetworkSegment(120ec1ff-916e-4cbc-b00c-11699c76cb2f),segment_id=120ec1ff-916e-4cbc-b00c-11699c76cb2f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:17.836456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 1092 time: 4.9518063 Mar 07 10:51:17.837983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:17.842828 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68df537-bad1-4184-b568-07face829fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:17.852919 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.916604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 62031424-dff7-4803-ac56-f0f6b5fa3b39 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:17.917109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.063051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-22d61a7d-40bb-40f1-84af-ab4029a73839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.065016 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-22d61a7d-40bb-40f1-84af-ab4029a73839 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.3170831 Mar 07 10:51:18.086917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a657f8-cd31-44df-ab1b-1e54b550486d req-c72af11c-c4ac-4e32-909d-384357522bee tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581279 Mar 07 10:51:18.106352 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44905179-d28f-464d-870a-e1ebb43a6b91 x-openstack-request-id: req-44905179-d28f-464d-870a-e1ebb43a6b91 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:18.106352 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:18.106352 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44905179-d28f-464d-870a-e1ebb43a6b91 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:18.126709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-4c7b4f6b-28f8-4ee7-8430-bca631a18a14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481851 Mar 07 10:51:18.130425 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918', 'status': 'completed', 'code': 200} Mar 07 10:51:18.134261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62722b-8a20-4f27-afd4-0a04b3e6d5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:18.201407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:18.203334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:18.209156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-be375f5e-b3e3-45b2-b769-81cc6b20cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.212001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-be375f5e-b3e3-45b2-b769-81cc6b20cafe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1126 time: 0.2891474 Mar 07 10:51:18.214705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Delete allocated IP 2001:db8:0:1::1d5 (68195fb1-e1bf-487d-9bd4-405fce72cfef/b02e95c9-ff1b-408a-8966-3ab021dc6436) {{(pid=103788) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:51:18.280260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541250-5081-42e5-ae5f-9a72bf43ea9d None None] Pushing event updated for resources: {'Port': ['ID=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:18.313566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-31ce92b2-ca91-442b-b2ea-7f9215576e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.0950522 Mar 07 10:51:18.319466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:18.319983 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.352031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ce6ba-e0c3-4f87-8b75-609a4c8bad43 None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:18.422234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-7e732d88-4fcc-4c26-81e2-08d5fc956143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.423734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-7e732d88-4fcc-4c26-81e2-08d5fc956143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1044855 Mar 07 10:51:18.509661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-895383a0-502c-4f78-a914-85ce6abdafb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790756 Mar 07 10:51:18.518438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0b391473-ae6a-4880-9709-ce35eec9222b None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:18.518959 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b391473-ae6a-4880-9709-ce35eec9222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.589772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.657298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 62031424-dff7-4803-ac56-f0f6b5fa3b39 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:18.727321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:18.731551 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-bd05f979-16c2-4edc-ad1c-11147cd4853b service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799298 Mar 07 10:51:18.832750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b391473-ae6a-4880-9709-ce35eec9222b None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:18.856900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409d43-25c1-4ecb-8130-1ef23a7044dc req-ffe1e8c1-2384-4cde-8746-72388815b82e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.864385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee409d43-25c1-4ecb-8130-1ef23a7044dc req-ffe1e8c1-2384-4cde-8746-72388815b82e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.3895166 Mar 07 10:51:18.891277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c805-9939-4bf4-8969-e27bce1c72c8 req-c09005c9-d02b-4d4e-bcb6-5d1b3f74d848 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.899658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca62c805-9939-4bf4-8969-e27bce1c72c8 req-c09005c9-d02b-4d4e-bcb6-5d1b3f74d848 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.4260864 Mar 07 10:51:18.932009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783535-0db2-4977-af54-20a6eae287bb req-68dc083d-fed2-4d88-8996-aeeff2776ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.938084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-68dc083d-fed2-4d88-8996-aeeff2776ffb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.4375436 Mar 07 10:51:18.998514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Provisioning complete for port 2576ad5d-286a-4d3d-b30d-0a455899edd2 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:18.999199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.004026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-35214456-52de-43cc-b7fa-91f1fa2d5c4f service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709197 Mar 07 10:51:19.101002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Port 2576ad5d-286a-4d3d-b30d-0a455899edd2 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:19.116120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Provisioning complete for port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:19.124286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.307334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Current status of the port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:19.330212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Provisioning complete for port 62031424-dff7-4803-ac56-f0f6b5fa3b39 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:19.331303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.382770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:19.425064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee409d43-25c1-4ecb-8130-1ef23a7044dc req-6fbc4d54-2855-4ce6-850b-f2943d06e24e tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5595336 Mar 07 10:51:19.496260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca62c805-9939-4bf4-8969-e27bce1c72c8 req-d6e76b20-747d-4030-957f-5c59e417f3ba tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954044 Mar 07 10:51:19.554738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa623f1c-9aa4-44c0-bf35-677c616a5cd1 None None] Port 62031424-dff7-4803-ac56-f0f6b5fa3b39 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:19.555282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783535-0db2-4977-af54-20a6eae287bb req-3a88800b-8c77-4038-837e-2a338a32b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.557935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-3a88800b-8c77-4038-837e-2a338a32b8fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.6118054 Mar 07 10:51:19.582493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.593172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:19.593533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.637027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.650411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-999ff41a-5cac-4e70-8d12-77fce35c1a7a req-9d2426a9-c807-425a-9a47-15fab78b6bba service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388385 Mar 07 10:51:19.707851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-f3345485-e1f6-48a3-be97-cc7e76189066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 1001 time: 0.1362190 Mar 07 10:51:19.720948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Provisioning complete for port 62031424-dff7-4803-ac56-f0f6b5fa3b39 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:19.721167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.724886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:19.807964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] In _notify_port_updated(), no bound segment for port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 on network 68195fb1-e1bf-487d-9bd4-405fce72cfef {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:19.819221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c33e4-5243-4988-836e-5061d320c170 req-a1d19854-2ed9-407c-a8b0-6b0564e13ca3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.820995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.821859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.823357 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf23a625-e7ec-4ce6-b43d-7e27f893ff92 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/ports/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 HTTP/1.1" status: 200 len: 925 time: 2.9477746 Mar 07 10:51:19.831934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3c33e4-5243-4988-836e-5061d320c170 req-a1d19854-2ed9-407c-a8b0-6b0564e13ca3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 943 time: 0.2808266 Mar 07 10:51:19.835199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41162) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:19.844983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1c7c0f76-0934-43b1-97fe-94867d044763 req-bdd8d447-bd99-470a-951b-c69e4a0f4f73 service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0673935 Mar 07 10:51:19.858178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Port 62031424-dff7-4803-ac56-f0f6b5fa3b39 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:19.873376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd19a872d-cd9d-493e-b820-a369b125942e'}, {'subnet_id': 'b02e95c9-ff1b-408a-8966-3ab021dc6436'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:19.891073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:19.892153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:19.959500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Provisioning complete for port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:19.964491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.027984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df537-bad1-4184-b568-07face829fe6 req-3a6f0d80-5347-4d49-965e-af607519d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.031232 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (62031424-dff7-4803-ac56-f0f6b5fa3b39), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.033920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-3a6f0d80-5347-4d49-965e-af607519d1c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1126 time: 0.2967892 Mar 07 10:51:20.065289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783535-0db2-4977-af54-20a6eae287bb req-fe5badf0-c02a-4574-b02a-e11c2df17b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.070866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-fe5badf0-c02a-4574-b02a-e11c2df17b8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.3518889 Mar 07 10:51:20.079829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-edbace6c-6478-4477-8571-ba113ada9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.093545 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-edbace6c-6478-4477-8571-ba113ada9c1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1125 time: 0.1605616 Mar 07 10:51:20.190546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=62031424-dff7-4803-ac56-f0f6b5fa3b39,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:20.273576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb3c33e4-5243-4988-836e-5061d320c170 req-7d614ebd-da23-4688-8ca0-2001cbbb44a4 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400733 Mar 07 10:51:20.284606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df537-bad1-4184-b568-07face829fe6 req-5ac7793c-3080-4f74-bd91-ea4804e4ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.287209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-5ac7793c-3080-4f74-bd91-ea4804e4ffaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.1729212 Mar 07 10:51:20.376593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:20.399602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:20.399986 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.402678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:20.403026 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.415568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-06e87fc2-7cc1-43cb-b307-58a49ceae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.417328 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-06e87fc2-7cc1-43cb-b307-58a49ceae141 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.2759454 Mar 07 10:51:20.435103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.439798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c661fb1f-d4c4-49f8-ac96-2188842d6c62 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/62031424-dff7-4803-ac56-f0f6b5fa3b39 HTTP/1.1" status: 204 len: 168 time: 2.9537933 Mar 07 10:51:20.447615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41168) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:20.495578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-65dcb388-2d60-4438-88c1-70de0c7f4c2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.0974166 Mar 07 10:51:20.538586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-17373448-dac1-4433-872c-b18dd1332988 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 217 time: 0.1057928 Mar 07 10:51:20.569267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df537-bad1-4184-b568-07face829fe6 req-1b95d8e5-197e-4a06-a9f1-3c18f67089fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.572371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-1b95d8e5-197e-4a06-a9f1-3c18f67089fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.0674117 Mar 07 10:51:20.585862 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1fa42d-a795-4bbb-8353-0ada1d0ee8ff tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:20.587539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb1fa42d-a795-4bbb-8353-0ada1d0ee8ff tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/62031424-dff7-4803-ac56-f0f6b5fa3b39 HTTP/1.1" status: 404 len: 333 time: 0.1373909 Mar 07 10:51:20.611591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:20.685663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-e2dfe4a5-be80-4b61-aee8-1f4e2ab40837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.687607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-e2dfe4a5-be80-4b61-aee8-1f4e2ab40837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1260111 Mar 07 10:51:20.738481 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-ef118a45-baa9-4519-a269-441c93c5d63b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406713 Mar 07 10:51:20.747848 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01982127-cc49-438a-998b-a10eb835e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.755141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:20.763297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-36f78f5a-a6cc-44eb-b951-cd4d09e9d166 None None] Current status of the port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:20.866623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-af4d5d07-77d8-4e71-9103-fde0a5d05b33 service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017134 Mar 07 10:51:20.893634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7115e5bc-de4f-4087-a548-962688be8b73 None None] Provisioning complete for port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:20.894255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7115e5bc-de4f-4087-a548-962688be8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.965233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7115e5bc-de4f-4087-a548-962688be8b73 None None] Port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:20.985960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8072bf4f-c17a-44bc-81d1-a7032eb7f19b req-2e90d6ac-5517-4a50-9736-e5e28bc15ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110172 Mar 07 10:51:21.015006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 2576ad5d-286a-4d3d-b30d-0a455899edd2 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:21.015595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.116428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783535-0db2-4977-af54-20a6eae287bb req-c7013522-754e-4aab-986c-23891817b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.117978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-c7013522-754e-4aab-986c-23891817b9bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7377884 Mar 07 10:51:21.124777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-1f57051e-de13-4640-8bef-5046d3fb1baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5024276 Mar 07 10:51:21.139576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.155252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 2576ad5d-286a-4d3d-b30d-0a455899edd2 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:21.226147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4dcf-9ef0-4431-b109-c1aa54fe8d6f req-9da4643c-4748-4045-9cdb-b084c208d75d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.228240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd6b4dcf-9ef0-4431-b109-c1aa54fe8d6f req-9da4643c-4748-4045-9cdb-b084c208d75d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.6519737 Mar 07 10:51:21.321578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2576ad5d-286a-4d3d-b30d-0a455899edd2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.400278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.414897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=2576ad5d-286a-4d3d-b30d-0a455899edd2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:21.467372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd6b4dcf-9ef0-4431-b109-c1aa54fe8d6f req-fc47e6a8-d22a-436b-adb9-45c37d20cd72 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205081 Mar 07 10:51:21.474895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4277b-d53f-41eb-b237-c0734532096e req-039020cf-eca2-4897-b64f-92ee3a074110 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.476405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e4277b-d53f-41eb-b237-c0734532096e req-039020cf-eca2-4897-b64f-92ee3a074110 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.8652425 Mar 07 10:51:21.545686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.552463 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b4019538-c785-419b-b936-c34f12a5404e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/2576ad5d-286a-4d3d-b30d-0a455899edd2 HTTP/1.1" status: 204 len: 168 time: 0.9373512 Mar 07 10:51:21.555548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:21.568405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-4f3a2e46-c903-44f9-ab82-ca30d49d60f8 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388661 Mar 07 10:51:21.610378 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-256c7d09-24df-45d9-9486-8e8b4a4788c0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:21.614534 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-256c7d09-24df-45d9-9486-8e8b4a4788c0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/2576ad5d-286a-4d3d-b30d-0a455899edd2 HTTP/1.1" status: 404 len: 333 time: 0.0562513 Mar 07 10:51:21.616380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:21.688578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet acd0fa8d-88c5-4a43-8bf5-93ce00caa539 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:21.690006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-1e595a6b-9629-41a8-84b3-bd61d41e6799 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378876 Mar 07 10:51:21.692989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (acd0fa8d-88c5-4a43-8bf5-93ce00caa539), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.749958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (acd0fa8d-88c5-4a43-8bf5-93ce00caa539), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.810888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e4277b-d53f-41eb-b237-c0734532096e req-b9b574b9-094d-41ac-8d8d-c289a08d1eab tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778463 Mar 07 10:51:21.937548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (acd0fa8d-88c5-4a43-8bf5-93ce00caa539), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.947478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3547c20f-b555-49d5-b0b8-dc1f6cd87918 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:21.950453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a07698-292c-40ea-9e01-d57d214e3e5f req-32eb5007-0c1c-4bf8-9cc6-cde8c4b382dd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.958069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a07698-292c-40ea-9e01-d57d214e3e5f req-32eb5007-0c1c-4bf8-9cc6-cde8c4b382dd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 943 time: 0.3550794 Mar 07 10:51:21.980141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5783535-0db2-4977-af54-20a6eae287bb req-5ae1e820-d600-4c26-b199-d9e1973188d1 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848586 Mar 07 10:51:22.060229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (acd0fa8d-88c5-4a43-8bf5-93ce00caa539), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.094436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d68df537-bad1-4184-b568-07face829fe6 req-ec37425e-b777-45ba-9a01-402f9d6df7e1 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643448 Mar 07 10:51:22.110734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862f502-1c09-4f4e-ab6a-58a43111426a None None] Network a0e3c7b2-d773-44e4-9363-b75d2209799b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:22.112812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.129389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/acd0fa8d-88c5-4a43-8bf5-93ce00caa539 HTTP/1.1" status: 204 len: 168 time: 0.5119557 Mar 07 10:51:22.137186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41186) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:22.148354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1a07698-292c-40ea-9e01-d57d214e3e5f req-a8b2ae6d-31d1-40b4-9bce-93c6c8a83fa3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893680 Mar 07 10:51:22.196302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c086c-4367-4179-b548-e77423031cf0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=acd0fa8d-88c5-4a43-8bf5-93ce00caa539,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:22.230907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:22.261953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '3547c20f-b555-49d5-b0b8-dc1f6cd87918', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'port_id': '3547c20f-b555-49d5-b0b8-dc1f6cd87918', 'mac_address': 'fa:16:3e:c9:2a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:22.304520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8:0:1::351 (68195fb1-e1bf-487d-9bd4-405fce72cfef/b02e95c9-ff1b-408a-8966-3ab021dc6436/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:22.313115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-86175a18-5887-4354-bfb0-52dfe7e63c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:22.314614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-86175a18-5887-4354-bfb0-52dfe7e63c27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 1128 time: 0.2290640 Mar 07 10:51:22.320601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a0e3c7b2-d773-44e4-9363-b75d2209799b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.330944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:22.331339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.366016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3547c20f-b555-49d5-b0b8-dc1f6cd87918 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:22.412096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:22.421426 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.435536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] DHCP port deletion for a0e3c7b2-d773-44e4-9363-b75d2209799b request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:22.594567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:22.622990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Deleting port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:22.623362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.677672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.683096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-4d34948b-26da-4fc3-9aac-2b44db573707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:22.688217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-4d34948b-26da-4fc3-9aac-2b44db573707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.3455229 Mar 07 10:51:22.691508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] For port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,segment=NetworkSegment(120ec1ff-916e-4cbc-b00c-11699c76cb2f),segment_id=120ec1ff-916e-4cbc-b00c-11699c76cb2f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:22.691979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.693181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.708544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Calling delete_port for 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:22.714878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3547c20f-b555-49d5-b0b8-dc1f6cd87918'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:22.885553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.926380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] No DVR routers for this DVR port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:22.941636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb0f9-fda7-46b2-9955-d33cd5015824 None None] Pushing event deleted for resources: {'Port': ['ID=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:22.943433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] In _notify_port_updated(), no bound segment for port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 on network 68195fb1-e1bf-487d-9bd4-405fce72cfef {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:22.948972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:22.949779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.954513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41196) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:22.963901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/ports/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 HTTP/1.1" status: 200 len: 1011 time: 3.1198468 Mar 07 10:51:22.964764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0359119-cda5-44bb-94e7-89e722f86aeb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:22.979672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:22.984437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.000637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-363d3e13-4e72-42d7-8a04-e33e322bb7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.068388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71f7e-7d5a-419f-98a9-90eb2cc632cb req-f4327dcd-f34a-4693-a898-de80772c600b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.070060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd71f7e-7d5a-419f-98a9-90eb2cc632cb req-f4327dcd-f34a-4693-a898-de80772c600b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.4663963 Mar 07 10:51:23.091567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-c4652a69-2faf-46da-8cf7-52f4dd381309 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 200 len: 1001 time: 0.3924804 Mar 07 10:51:23.151845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:23.152183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.229755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:23.230225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.265898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:23.277672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:51:23.285219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d051ead-1c85-4693-91b9-b03bdcd17d7e req-79f0c38c-267c-4c21-8f48-64684498f1cf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.288850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d051ead-1c85-4693-91b9-b03bdcd17d7e req-79f0c38c-267c-4c21-8f48-64684498f1cf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.3603795 Mar 07 10:51:23.295032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd71f7e-7d5a-419f-98a9-90eb2cc632cb req-646c2f25-5927-4983-a041-697ba01d03c0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155318 Mar 07 10:51:23.297866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:23.302652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2e1a7370-4f6c-4598-be92-b2ad2b63e8ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.308627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-4a7e97bb-28db-49bd-9d44-40c5c3395c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.310222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-4a7e97bb-28db-49bd-9d44-40c5c3395c04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.1652346 Mar 07 10:51:23.365984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:23.366346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:23.367874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=2e1a7370-4f6c-4598-be92-b2ad2b63e8ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:23.371404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 2e1a7370-4f6c-4598-be92-b2ad2b63e8ee on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:23.389705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.396251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ae972f09-3742-40b1-ae27-87c63db8cd02 None None] Provisioning complete for port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:23.396683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae972f09-3742-40b1-ae27-87c63db8cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.432672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:23.474845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ae972f09-3742-40b1-ae27-87c63db8cd02 None None] Port 6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:23.483864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d051ead-1c85-4693-91b9-b03bdcd17d7e req-a396d4d4-d40c-4da2-859b-1b3acaaa8acb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873119 Mar 07 10:51:23.497844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 62e14783-828a-4700-9658-e7e7fc19cadf details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:23.538231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-46cb4d74-7f42-48b0-9d25-6d8c61fbc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.541556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-46cb4d74-7f42-48b0-9d25-6d8c61fbc61c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2194514 Mar 07 10:51:23.581296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a0e3c7b2-d773-44e4-9363-b75d2209799b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.677031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e3c7b2-d773-44e4-9363-b75d2209799b']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:23.696764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120ec1ff-916e-4cbc-b00c-11699c76cb2f') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:23.697905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120ec1ff-916e-4cbc-b00c-11699c76cb2f') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:23.703706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=62e14783-828a-4700-9658-e7e7fc19cadf,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:23.716621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (120ec1ff-916e-4cbc-b00c-11699c76cb2f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.725388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb98a5-531e-4fed-b80c-a50f4dae248b req-c85f9a1a-e9f6-4c4a-91b4-0e5bfbc236f2 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.727249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baeb98a5-531e-4fed-b80c-a50f4dae248b req-c85f9a1a-e9f6-4c4a-91b4-0e5bfbc236f2 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 943 time: 0.2851136 Mar 07 10:51:23.728532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '62e14783-828a-4700-9658-e7e7fc19cadf', 'network_id': '80c42b59-e27b-4646-9b1e-5f00ba7eaba1', 'port_id': '62e14783-828a-4700-9658-e7e7fc19cadf', 'mac_address': 'fa:16:3e:4b:39:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01cb8b-174b-43f1-b22c-7be22fd57149', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:23.760041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.764010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (120ec1ff-916e-4cbc-b00c-11699c76cb2f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.772722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-538d66b6-0acd-42c7-9626-f23bddf61e16 service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038226 Mar 07 10:51:23.780438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:23.781077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (120ec1ff-916e-4cbc-b00c-11699c76cb2f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:23.793581 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:23.812909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 62e14783-828a-4700-9658-e7e7fc19cadf is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:23.813716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.832489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:23.857333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e14783-828a-4700-9658-e7e7fc19cadf {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:23.886935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=62e14783-828a-4700-9658-e7e7fc19cadf,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:23.897673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.931852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.948815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bbe1a4b-8f23-465a-8508-43a2d5568efa tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 HTTP/1.1" status: 204 len: 168 time: 0.9930520 Mar 07 10:51:23.949559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41204) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:23.950433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3547c20f-b555-49d5-b0b8-dc1f6cd87918 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:24.004493 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d944fe2-86f5-4661-b1f5-bcf9545a861b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:24.018124 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d944fe2-86f5-4661-b1f5-bcf9545a861b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 HTTP/1.1" status: 404 len: 333 time: 0.0674329 Mar 07 10:51:24.020609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:24.041424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.057104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:24.063970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:24.064500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.174540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet b02e95c9-ff1b-408a-8966-3ab021dc6436 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:24.186257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (b02e95c9-ff1b-408a-8966-3ab021dc6436), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.190875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:24.191466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.198304 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.220102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['62e14783-828a-4700-9658-e7e7fc19cadf'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:24.268989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b02e95c9-ff1b-408a-8966-3ab021dc6436), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.269208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.277014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:24.279159 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b1f296-f877-45bf-b1c5-0a0245902a4b" -d '{"events": [{"server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "name": "network-vif-plugged", "status": "completed", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:24.300539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:24.311160 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.392238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baeb98a5-531e-4fed-b80c-a50f4dae248b req-1ca2a8db-b78f-465f-b95f-c6f158a0eb7c tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523674 Mar 07 10:51:24.408528 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4729751-e3b2-4005-9c37-a558d6710a45 x-openstack-request-id: req-c4729751-e3b2-4005-9c37-a558d6710a45 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:24.408818 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "name": "network-vif-plugged", "status": "completed", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:24.409067 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4729751-e3b2-4005-9c37-a558d6710a45 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:24.409457 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918', 'code': 200} Mar 07 10:51:24.430069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a0e3c7b2-d773-44e4-9363-b75d2209799b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.456819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.457154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b02e95c9-ff1b-408a-8966-3ab021dc6436), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.474999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/a0e3c7b2-d773-44e4-9363-b75d2209799b HTTP/1.1" status: 204 len: 168 time: 2.3230319 Mar 07 10:51:24.477241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41212) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:24.495688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1433641810'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:24.505889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.573600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66efb07e-ad3f-4f0e-83cf-2e58a3f65650 req-f976a859-a474-4332-a8af-5d0df441b2af service neutron] 10.222.0.26 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7865791 Mar 07 10:51:24.592533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b02e95c9-ff1b-408a-8966-3ab021dc6436), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.655706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.670196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/b02e95c9-ff1b-408a-8966-3ab021dc6436 HTTP/1.1" status: 204 len: 168 time: 0.6415412 Mar 07 10:51:24.670926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41222) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:24.677640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb9abd-0718-4599-81c9-11f7a7fd56f0 None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:24.682550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb07093-349d-439a-952d-a1b559c3c785 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=b02e95c9-ff1b-408a-8966-3ab021dc6436,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.747406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46bf76-1334-4608-8bbd-fc1bf7695b01 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=a0e3c7b2-d773-44e4-9363-b75d2209799b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.749574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet d19a872d-cd9d-493e-b820-a369b125942e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:24.754013 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (d19a872d-cd9d-493e-b820-a369b125942e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.786381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:24.793865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.809051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d19a872d-cd9d-493e-b820-a369b125942e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.934825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ec7eb-f755-45bd-8bff-e7ace0e49e18 req-84130c44-23f1-4c2c-8e93-f0b5c064874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.939355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-441ec7eb-f755-45bd-8bff-e7ace0e49e18 req-84130c44-23f1-4c2c-8e93-f0b5c064874d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.4078393 Mar 07 10:51:24.961710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57e17-3037-40b9-b945-2125458d7ca6 req-90f019db-80d5-44e0-833b-2f455d6bbf44 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.976980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad57e17-3037-40b9-b945-2125458d7ca6 req-90f019db-80d5-44e0-833b-2f455d6bbf44 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.4205451 Mar 07 10:51:24.979926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:24.994101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d19a872d-cd9d-493e-b820-a369b125942e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.067240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.067887 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment 2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e of type vlan for network 54125ee8-9822-448c-9589-6c7078473b4a Mar 07 10:51:25.093335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384198-d13d-4a1b-bfad-13252781be01 req-4c97aeb4-85aa-4e38-9334-8656f3c6ee28 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.102326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99384198-d13d-4a1b-bfad-13252781be01 req-4c97aeb4-85aa-4e38-9334-8656f3c6ee28 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.3296690 Mar 07 10:51:25.164194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d19a872d-cd9d-493e-b820-a369b125942e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.198627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=d19a872d-cd9d-493e-b820-a369b125942e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:25.207503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.215586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d2f1011-e42b-476c-b338-cfb2332ab72c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/d19a872d-cd9d-493e-b820-a369b125942e HTTP/1.1" status: 204 len: 168 time: 0.5433805 Mar 07 10:51:25.218226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:25.246760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (54125ee8-9822-448c-9589-6c7078473b4a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.264897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-441ec7eb-f755-45bd-8bff-e7ace0e49e18 req-53681546-8cae-48c7-af31-d41456128fe8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824168 Mar 07 10:51:25.303185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad57e17-3037-40b9-b945-2125458d7ca6 req-1c43a645-783d-400b-ab73-de8dd5c55214 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252645 Mar 07 10:51:25.336756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99384198-d13d-4a1b-bfad-13252781be01 req-32febf57-4a37-41cd-8f5f-6f8e24169fa4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331920 Mar 07 10:51:25.354516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (54125ee8-9822-448c-9589-6c7078473b4a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.360072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.360612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.382860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (68195fb1-e1bf-487d-9bd4-405fce72cfef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.474730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:25.480102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9979246 Mar 07 10:51:25.487997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '54125ee8-9822-448c-9589-6c7078473b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:25.514074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 62e14783-828a-4700-9658-e7e7fc19cadf up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:25.568390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c792e-f85a-4717-a714-f539ff0afc03 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=54125ee8-9822-448c-9589-6c7078473b4a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:25.608245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 54125ee8-9822-448c-9589-6c7078473b4a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:25.712056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8786-6f6d-471e-a2ef-d3516e064762 req-cadf47c9-1cc6-4b48-b012-ef93afa27108 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.713650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b8a8786-6f6d-471e-a2ef-d3516e064762 req-cadf47c9-1cc6-4b48-b012-ef93afa27108 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 944 time: 0.1304362 Mar 07 10:51:25.758148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:25.758488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.827158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b8a8786-6f6d-471e-a2ef-d3516e064762 req-2903819b-6c04-4254-b3eb-db20022a7731 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987010 Mar 07 10:51:25.846560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.881437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 62e14783-828a-4700-9658-e7e7fc19cadf completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:25.886311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 62e14783-828a-4700-9658-e7e7fc19cadf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:25.886519 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.926210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,segment=NetworkSegment(8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9),segment_id=8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:25.926959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.937676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:25.942396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.977529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:26.011750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 62e14783-828a-4700-9658-e7e7fc19cadf is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:26.012435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.017998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffed6e2-e222-4bd3-bfc7-ccd4c98820b8 None None] Network 68195fb1-e1bf-487d-9bd4-405fce72cfef requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:26.155834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c3b39c57-b31e-442a-aa5b-f881a8d34b91 None None] Provisioning complete for port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:26.156482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3b39c57-b31e-442a-aa5b-f881a8d34b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.196870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=62e14783-828a-4700-9658-e7e7fc19cadf,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:26.208791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (01a4944c-a280-40ba-8c83-0452c1325941), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.214726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.275951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (64c26fa0-a942-4424-91d6-e6e2fa9fb5b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.293076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c3b39c57-b31e-442a-aa5b-f881a8d34b91 None None] Could not find standard attr ID for object 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:51:26.300569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a0e72-004b-4e1e-bc5e-27bb6f348619 None None] DHCP port deletion for 68195fb1-e1bf-487d-9bd4-405fce72cfef request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:26.307913 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.db [None req-c3b39c57-b31e-442a-aa5b-f881a8d34b91 None None] No ports have port_id starting with 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 Mar 07 10:51:26.355509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=01a4944c-a280-40ba-8c83-0452c1325941,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:26.355868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:26.359117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=64c26fa0-a942-4424-91d6-e6e2fa9fb5b5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:26.369870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:26.411730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:26.416926 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbebd111-e89f-47a7-987e-6a63f10d40a0" -d '{"events": [{"server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "name": "network-vif-plugged", "status": "completed", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:26.479244 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d360e-8e24-43c1-b3c4-2cb7898ad9df x-openstack-request-id: req-2e8d360e-8e24-43c1-b3c4-2cb7898ad9df {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:26.479850 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "name": "network-vif-plugged", "status": "completed", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:26.481186 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e8d360e-8e24-43c1-b3c4-2cb7898ad9df {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:26.481935 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf', 'code': 200} Mar 07 10:51:26.501641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e2ee4-a007-4cde-9038-c33eb8d51eef req-a7d526ec-bc44-4aba-b251-9c7085b551dc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.509347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-321e2ee4-a007-4cde-9038-c33eb8d51eef req-a7d526ec-bc44-4aba-b251-9c7085b551dc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.0845480 Mar 07 10:51:26.529542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (68195fb1-e1bf-487d-9bd4-405fce72cfef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.550399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68195fb1-e1bf-487d-9bd4-405fce72cfef']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:26.572684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-321e2ee4-a007-4cde-9038-c33eb8d51eef req-1d7941bd-bef9-4f19-8d86-3d62ac0d70aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 Mar 07 10:51:26.584490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:26.584858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 54125ee8-9822-448c-9589-6c7078473b4a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:26.588424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:26.588714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:26.603301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.624057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.635197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:26.635594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (8e195f21-1c27-44f0-9bbf-ed3ae8d8eae9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:26.638790 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:26.649538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 54125ee8-9822-448c-9589-6c7078473b4a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:26.713032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d4b35-634f-4ab0-b4a8-55114ac43a29 req-7b929c63-13f4-4a8e-8e1e-b67bec87e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.714532 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d3d4b35-634f-4ab0-b4a8-55114ac43a29 req-7b929c63-13f4-4a8e-8e1e-b67bec87e94a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1127 time: 0.1599522 Mar 07 10:51:26.717963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 54125ee8-9822-448c-9589-6c7078473b4a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:26.729667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db0242-aaed-469e-91ba-893814b40c12 None None] Network 54125ee8-9822-448c-9589-6c7078473b4a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:26.730191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.730324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.732580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (68195fb1-e1bf-487d-9bd4-405fce72cfef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.756747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.759983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/68195fb1-e1bf-487d-9bd4-405fce72cfef HTTP/1.1" status: 204 len: 168 time: 1.5406935 Mar 07 10:51:26.764314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:26.783135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424206d9-874c-440b-bc16-a652cc39194e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=68195fb1-e1bf-487d-9bd4-405fce72cfef,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:26.811431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db866ef8-b02d-43e2-bcfc-35b0c823c5a1 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3355849 Mar 07 10:51:26.819921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41250) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:26.839116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '54125ee8-9822-448c-9589-6c7078473b4a', 'name': 'tempest-PortsTestJSON-1357777699', 'fixed_ips': [{'subnet_id': '01a4944c-a280-40ba-8c83-0452c1325941', 'ip_address': '172.20.0.10'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:26.858450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d3d4b35-634f-4ab0-b4a8-55114ac43a29 req-4620f3ec-6032-4b9b-b1af-73c68909dce4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379673 Mar 07 10:51:26.898203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-54125ee8-9822-448c-9589-6c7078473b4a', 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': '01a4944c-a280-40ba-8c83-0452c1325941'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:26.899374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.931561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82722e-ee22-4af7-b7d5-96f6f8bc0cdd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.936443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a82722e-ee22-4af7-b7d5-96f6f8bc0cdd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1677878 Mar 07 10:51:26.936772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:27.034436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de5d25-a998-4ca8-affc-3ba19e616d97 req-a57f26b8-d280-4301-b9fb-cc055dfa9d0d tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.036249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20de5d25-a998-4ca8-affc-3ba19e616d97 req-a57f26b8-d280-4301-b9fb-cc055dfa9d0d tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.0879381 Mar 07 10:51:27.050938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c81aead-8ec1-44bc-a06d-8624e1ebe266 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1128085 Mar 07 10:51:27.053836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:27.055926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:27.065383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2075447947'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:27.101588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:27.106868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.149376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:27.159038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.161004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20de5d25-a998-4ca8-affc-3ba19e616d97 req-cd93853e-bfeb-4d0c-bc8f-225a261591f9 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160717 Mar 07 10:51:27.189004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a74015c8-2429-4615-b71a-7e29a21827da), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.189338 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment a74015c8-2429-4615-b71a-7e29a21827da of type vlan for network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 Mar 07 10:51:27.208052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Allocated IP 172.20.0.2 (54125ee8-9822-448c-9589-6c7078473b4a/01a4944c-a280-40ba-8c83-0452c1325941/4e4f7a07-c878-4b38-b32f-4fe142925614) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:27.213026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.250951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port a2483094-5012-43d9-8250-8da787c8c564 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:27.255895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f40ceb7f-64f1-44aa-ab28-d7cc12452b67), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.297654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f40ceb7f-64f1-44aa-ab28-d7cc12452b67), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.304212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.305233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.368995 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3139884 Mar 07 10:51:27.369932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41258) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:27.379010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:27.388996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:27.437455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:27.437790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64c26fa0-a942-4424-91d6-e6e2fa9fb5b5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:27.447959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e35f0f-2410-4663-98b1-ebf73095df2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=f40ceb7f-64f1-44aa-ab28-d7cc12452b67,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:27.471976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:27.541200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:27.546993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.604706 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks [] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.617165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.673333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Network 54125ee8-9822-448c-9589-6c7078473b4a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:27.674688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Pushing event updated for resources: {'Port': ['ID=4e4f7a07-c878-4b38-b32f-4fe142925614,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:27.683814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:27.687111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:27.749331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.10 (54125ee8-9822-448c-9589-6c7078473b4a/01a4944c-a280-40ba-8c83-0452c1325941/a2483094-5012-43d9-8250-8da787c8c564) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:27.789258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Attempting to bind port 4e4f7a07-c878-4b38-b32f-4fe142925614 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:27.789747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Attempting to bind port 4e4f7a07-c878-4b38-b32f-4fe142925614 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:27.790028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Attempting to bind port 4e4f7a07-c878-4b38-b32f-4fe142925614 on network 54125ee8-9822-448c-9589-6c7078473b4a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:27.796466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:27.796840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Checking segment: {'id': '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:27.797296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.797774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Bound using segment: {'id': '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:27.798379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Bound port: 4e4f7a07-c878-4b38-b32f-4fe142925614, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54125ee8-9822-448c-9589-6c7078473b4a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:27.799545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.803199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94545aba-aa16-4467-abbf-9cc0f0cd449b req-413f1b34-5953-4296-87f7-743845c80f13 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.810553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94545aba-aa16-4467-abbf-9cc0f0cd449b req-413f1b34-5953-4296-87f7-743845c80f13 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.1407893 Mar 07 10:51:27.880577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] For port 4e4f7a07-c878-4b38-b32f-4fe142925614, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:27.881026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (2f05be54-3930-4fb2-a050-802364ffce46), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.884676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] For port 4e4f7a07-c878-4b38-b32f-4fe142925614, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e4f7a07-c878-4b38-b32f-4fe142925614,segment=NetworkSegment(2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e),segment_id=2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:27.905487 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.955208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=2f05be54-3930-4fb2-a050-802364ffce46,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:28.017374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': 'a74015c8-2429-4615-b71a-7e29a21827da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:28.017735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: f40ceb7f-64f1-44aa-ab28-d7cc12452b67, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:28.034061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de74cb-6021-419f-beb4-74f7b3f5edd9 None None] Pushing event updated for resources: {'Port': ['ID=4e4f7a07-c878-4b38-b32f-4fe142925614,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:28.039190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:28.050824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f40ceb7f-64f1-44aa-ab28-d7cc12452b67) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:28.058790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.059678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.062667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e57249-5230-4e42-a061-22e8be5edac0 None None] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:28.078167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94545aba-aa16-4467-abbf-9cc0f0cd449b req-33a1376c-33b5-40de-80a0-9e663c0a35b5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629817 Mar 07 10:51:28.097123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7af1daa6-9a04-4aa4-a6e3-dfda16456379 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7198842 Mar 07 10:51:28.098297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41266) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:28.107990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67', 'name': 'tempest-PortsIpV6TestJSON-1425924683'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:28.266043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (a2483094-5012-43d9-8250-8da787c8c564), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.361184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a2483094-5012-43d9-8250-8da787c8c564), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.363375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:28.368649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.446662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port f3c55aab-ea02-486e-aba5-273700b4e9ea yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:28.465908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f40ceb7f-64f1-44aa-ab28-d7cc12452b67', 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': '2f05be54-3930-4fb2-a050-802364ffce46'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:28.466798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.514401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.525123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 54125ee8-9822-448c-9589-6c7078473b4a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:28.543000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:28.554336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:28.587528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=a2483094-5012-43d9-8250-8da787c8c564,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:28.642357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55677-1bc2-4a5b-8ff3-fb95e93ecf41 req-cf00809e-adbb-40b5-9eca-4a26939ad123 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.643881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d55677-1bc2-4a5b-8ff3-fb95e93ecf41 req-cf00809e-adbb-40b5-9eca-4a26939ad123 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2712421 Mar 07 10:51:28.661697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.662384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.704420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::30f (f40ceb7f-64f1-44aa-ab28-d7cc12452b67/2f05be54-3930-4fb2-a050-802364ffce46/f3c55aab-ea02-486e-aba5-273700b4e9ea) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:28.715873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b8c74ed8-4683-4645-a6a1-de4caf7357ed tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8947647 Mar 07 10:51:28.718580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41270) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:28.725311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '54125ee8-9822-448c-9589-6c7078473b4a', 'name': 'tempest-PortsTestJSON-1279797202', 'fixed_ips': [{'subnet_id': '01a4944c-a280-40ba-8c83-0452c1325941', 'ip_address': '172.20.0.9'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:28.767187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d55677-1bc2-4a5b-8ff3-fb95e93ecf41 req-ccfb960e-b342-446f-9c4e-3b809ed0ac99 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140409 Mar 07 10:51:28.861240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:28.924945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (f3c55aab-ea02-486e-aba5-273700b4e9ea), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.971423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f3c55aab-ea02-486e-aba5-273700b4e9ea), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.001307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.042196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:29.062610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:29.067304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:29.075491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:29.087908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.087908 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.113470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Allocated IP 2001:db8::2 (f40ceb7f-64f1-44aa-ab28-d7cc12452b67/2f05be54-3930-4fb2-a050-802364ffce46/263c4f75-2576-4cb8-bdc2-487748f126a7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:29.122699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=f3c55aab-ea02-486e-aba5-273700b4e9ea,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.157211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-18365f5f-6c41-4636-ae08-f7a9ac0eeeab tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0574243 Mar 07 10:51:29.160110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41282) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:29.166325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67', 'name': 'tempest-PortsIpV6TestJSON-1376349673'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:29.367346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.9 (54125ee8-9822-448c-9589-6c7078473b4a/01a4944c-a280-40ba-8c83-0452c1325941/147a62ed-3d8a-4449-8ce3-ad0938d0af6c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:29.391530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks [] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.398903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e4f7a07-c878-4b38-b32f-4fe142925614 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:29.421857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:51:29.448771 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.511312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4e4c5-9d65-4d93-a2d3-e5b269c3520b req-115fdb0c-d166-4653-ac99-e9a18f656bc5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.518920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:29.519128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27d4e4c5-9d65-4d93-a2d3-e5b269c3520b req-115fdb0c-d166-4653-ac99-e9a18f656bc5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.3265543 Mar 07 10:51:29.524868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:29.530974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:29.534386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bca37-8e64-4be0-9e96-c4211b2c092a req-73fcee95-0d98-4018-9c7d-9e18cc834a0b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.541283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b39bca37-8e64-4be0-9e96-c4211b2c092a req-73fcee95-0d98-4018-9c7d-9e18cc834a0b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.3115439 Mar 07 10:51:29.564096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e4f7a07-c878-4b38-b32f-4fe142925614 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:29.564569 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.565099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.610327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.646626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:29.650133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Pushing event updated for resources: {'Port': ['ID=263c4f75-2576-4cb8-bdc2-487748f126a7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.651184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.670407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27d4e4c5-9d65-4d93-a2d3-e5b269c3520b req-c96d1765-c8b7-4109-ae81-23afcd12fa5a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455600 Mar 07 10:51:29.674630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=147a62ed-3d8a-4449-8ce3-ad0938d0af6c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.690457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 54125ee8-9822-448c-9589-6c7078473b4a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:29.693256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-ea34d1a8-c3f7-4463-8e5b-5af6b607542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.694901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-ea34d1a8-c3f7-4463-8e5b-5af6b607542a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1127 time: 0.5961127 Mar 07 10:51:29.695121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b39bca37-8e64-4be0-9e96-c4211b2c092a req-0a463509-15fe-42ed-a335-7af4e24ca63a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402678 Mar 07 10:51:29.696288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:29.698711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:29.705575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port e6bf9d5b-db43-4a8c-b609-075eaf70b92a yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:29.724714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0eb03-e9d7-4b0a-a00b-48808a5df4c0 None None] Network 54125ee8-9822-448c-9589-6c7078473b4a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:29.747687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.749416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.827238 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54442c92-bdf3-42f9-8059-dd4ed647f781 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1070118 Mar 07 10:51:29.830138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41284) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:29.853559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::20d (f40ceb7f-64f1-44aa-ab28-d7cc12452b67/2f05be54-3930-4fb2-a050-802364ffce46/e6bf9d5b-db43-4a8c-b609-075eaf70b92a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:29.864529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-2b4c8c5c-d323-474f-b3df-671f24bcb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.866019 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-2b4c8c5c-d323-474f-b3df-671f24bcb67f service neutron] 10.222.0.32 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.1053622 Mar 07 10:51:29.869440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.869832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.870177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.870640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.870977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.871307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.876955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.877387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.877727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.878066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.878390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.878721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.881305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:29.909326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e4f7a07-c878-4b38-b32f-4fe142925614 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:29.909682 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.911881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Attempting to bind port 263c4f75-2576-4cb8-bdc2-487748f126a7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:29.912380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Attempting to bind port 263c4f75-2576-4cb8-bdc2-487748f126a7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a74015c8-2429-4615-b71a-7e29a21827da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:29.912744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Attempting to bind port 263c4f75-2576-4cb8-bdc2-487748f126a7 on network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:29.939425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-5081791f-50b6-4363-a999-ebfd82f5cb27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 217 time: 0.0667853 Mar 07 10:51:29.962151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:29.962573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Checking segment: {'id': 'a74015c8-2429-4615-b71a-7e29a21827da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:29.962926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.963954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Bound using segment: {'id': 'a74015c8-2429-4615-b71a-7e29a21827da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:29.963954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Bound port: 263c4f75-2576-4cb8-bdc2-487748f126a7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74015c8-2429-4615-b71a-7e29a21827da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f40ceb7f-64f1-44aa-ab28-d7cc12452b67'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:29.964297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.013421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0e91f867-0197-45cf-ad63-3791be297019 None None] Provisioning complete for port 4e4f7a07-c878-4b38-b32f-4fe142925614 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:30.013792 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e91f867-0197-45cf-ad63-3791be297019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.015839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c071a-523d-4b44-a36d-eabf29a6314f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.018160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-592c071a-523d-4b44-a36d-eabf29a6314f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1862805 Mar 07 10:51:30.020789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41290) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:30.061314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-5cf90f85-cdc0-4069-b2d9-0584e1fccdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.063042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-5cf90f85-cdc0-4069-b2d9-0584e1fccdcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1176841 Mar 07 10:51:30.129382 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-09187f09-ca48-4f89-aa25-e44289fac863 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393279 Mar 07 10:51:30.142767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4e4f7a07-c878-4b38-b32f-4fe142925614, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e4f7a07-c878-4b38-b32f-4fe142925614,segment=NetworkSegment(2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e),segment_id=2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:30.159154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.212575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (e6bf9d5b-db43-4a8c-b609-075eaf70b92a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.221610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] For port 263c4f75-2576-4cb8-bdc2-487748f126a7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:30.275926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e6bf9d5b-db43-4a8c-b609-075eaf70b92a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.292529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] For port 263c4f75-2576-4cb8-bdc2-487748f126a7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=263c4f75-2576-4cb8-bdc2-487748f126a7,segment=NetworkSegment(a74015c8-2429-4615-b71a-7e29a21827da),segment_id=a74015c8-2429-4615-b71a-7e29a21827da)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:30.306262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4e4f7a07-c878-4b38-b32f-4fe142925614,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:30.315316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.365162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:30.372089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:30.375329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=e6bf9d5b-db43-4a8c-b609-075eaf70b92a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:30.378086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:30.384455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.385321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.396619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0e91f867-0197-45cf-ad63-3791be297019 None None] Current status of the port 4e4f7a07-c878-4b38-b32f-4fe142925614 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:30.428841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1c955d7e-b199-4b8d-8494-ac16c06d3543 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2664731 Mar 07 10:51:30.429710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41292) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:30.482737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae124454-7785-4449-baee-f2c9df843df4 None None] Pushing event updated for resources: {'Port': ['ID=263c4f75-2576-4cb8-bdc2-487748f126a7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:30.535162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df75a5-7811-4a20-9503-84ef866429a0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.543136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-97df75a5-7811-4a20-9503-84ef866429a0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30f HTTP/1.1" status: 200 len: 929 time: 0.1084743 Mar 07 10:51:30.543136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41294) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:30.630889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Provisioning complete for port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:30.631690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.768016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:30.796433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Provisioning complete for port 4e4f7a07-c878-4b38-b32f-4fe142925614 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:30.796797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.798260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port e6bf9d5b-db43-4a8c-b609-075eaf70b92a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:30.798612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e6bf9d5b-db43-4a8c-b609-075eaf70b92a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:30.880673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472eef8e-8002-47c1-9f68-69bf6c8417e8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.888858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472eef8e-8002-47c1-9f68-69bf6c8417e8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.902528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472eef8e-8002-47c1-9f68-69bf6c8417e8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.904522 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-472eef8e-8002-47c1-9f68-69bf6c8417e8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.8821113 Mar 07 10:51:30.909881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:30.953879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Current status of the port 4e4f7a07-c878-4b38-b32f-4fe142925614 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:30.978593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Provisioning complete for port a2483094-5012-43d9-8250-8da787c8c564 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:30.978971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2483094-5012-43d9-8250-8da787c8c564), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.050518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-c55b0292-ff1f-49eb-8a50-cc08fc4aff4f service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9112887 Mar 07 10:51:31.056820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef306b1b-d084-41b5-ba99-c6768162ca13 None None] Port a2483094-5012-43d9-8250-8da787c8c564 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:31.094940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e6bf9d5b-db43-4a8c-b609-075eaf70b92a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.121562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781aebf-0565-4aa9-a02e-dfa1d039458f req-e18c99c4-6c89-4bf7-ab1d-236161134bc6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.128258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5781aebf-0565-4aa9-a02e-dfa1d039458f req-e18c99c4-6c89-4bf7-ab1d-236161134bc6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2812071 Mar 07 10:51:31.146910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76e69-f1e0-4dcb-b6ba-753cdfb7db34 req-c976947d-cdc1-4995-8475-ada21d67d45d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.148516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13d76e69-f1e0-4dcb-b6ba-753cdfb7db34 req-c976947d-cdc1-4995-8475-ada21d67d45d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.2974770 Mar 07 10:51:31.149596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for e6bf9d5b-db43-4a8c-b609-075eaf70b92a owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:31.186351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b277a4cb-51c4-4ee2-86f9-5cc743060aac None None] Provisioning complete for port a2483094-5012-43d9-8250-8da787c8c564 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:31.186874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b277a4cb-51c4-4ee2-86f9-5cc743060aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2483094-5012-43d9-8250-8da787c8c564), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.186957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:31.187201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.244751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b277a4cb-51c4-4ee2-86f9-5cc743060aac None None] Port a2483094-5012-43d9-8250-8da787c8c564 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:31.324627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5781aebf-0565-4aa9-a02e-dfa1d039458f req-7d864d7a-d133-42d0-8798-4e0b76f16f3a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953330 Mar 07 10:51:31.370777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13d76e69-f1e0-4dcb-b6ba-753cdfb7db34 req-e59b26b2-ca2d-41c8-88d8-4587ef41b1cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059295 Mar 07 10:51:31.384101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.389220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-395246cf-ddaa-4683-8b55-e8ddc514808e None None] Provisioning complete for port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:31.391754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-395246cf-ddaa-4683-8b55-e8ddc514808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.417994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 147a62ed-3d8a-4449-8ce3-ad0938d0af6c owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:31.421607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-029db8c3-2a4d-438e-bdfa-46854ec10748 req-67435ad1-a94d-429b-aa36-0589238fa88c service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631246 Mar 07 10:51:31.441169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e4f7a07-c878-4b38-b32f-4fe142925614 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:31.507859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e6bf9d5b-db43-4a8c-b609-075eaf70b92a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.515315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-395246cf-ddaa-4683-8b55-e8ddc514808e None None] Port 147a62ed-3d8a-4449-8ce3-ad0938d0af6c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:31.533452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e4f7a07-c878-4b38-b32f-4fe142925614 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:31.533930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.580343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=e6bf9d5b-db43-4a8c-b609-075eaf70b92a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:31.615665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (147a62ed-3d8a-4449-8ce3-ad0938d0af6c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.629716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.638867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-92332ca3-f43f-4fa3-9dc8-25f1c0807f3b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/e6bf9d5b-db43-4a8c-b609-075eaf70b92a HTTP/1.1" status: 204 len: 168 time: 1.0948122 Mar 07 10:51:31.639587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:31.666677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e4f7a07-c878-4b38-b32f-4fe142925614 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:31.668335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 263c4f75-2576-4cb8-bdc2-487748f126a7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:31.676677 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-2557093e-c493-4fb0-8e3a-e65dc28d2f31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:31.682009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2557093e-c493-4fb0-8e3a-e65dc28d2f31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/e6bf9d5b-db43-4a8c-b609-075eaf70b92a HTTP/1.1" status: 404 len: 333 time: 0.0413427 Mar 07 10:51:31.685175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41312) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:31.696954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=147a62ed-3d8a-4449-8ce3-ad0938d0af6c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:31.790162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.795679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 263c4f75-2576-4cb8-bdc2-487748f126a7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:31.796375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.798571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55bd02a7-28ed-420b-b0d5-152b1b8e0c33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/147a62ed-3d8a-4449-8ce3-ad0938d0af6c HTTP/1.1" status: 204 len: 168 time: 0.8868356 Mar 07 10:51:31.801576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:31.867960 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2985bdf8-cd49-41a5-a2a5-96c39b489bc2 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:31.869244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port f3c55aab-ea02-486e-aba5-273700b4e9ea {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:31.869592 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f3c55aab-ea02-486e-aba5-273700b4e9ea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.873091 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2985bdf8-cd49-41a5-a2a5-96c39b489bc2 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/147a62ed-3d8a-4449-8ce3-ad0938d0af6c HTTP/1.1" status: 404 len: 333 time: 0.0667138 Mar 07 10:51:31.873703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41316) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:31.984556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 263c4f75-2576-4cb8-bdc2-487748f126a7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:31.985310 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.038913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f3c55aab-ea02-486e-aba5-273700b4e9ea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.048961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port a2483094-5012-43d9-8250-8da787c8c564 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:32.049530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a2483094-5012-43d9-8250-8da787c8c564), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.055300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for f3c55aab-ea02-486e-aba5-273700b4e9ea owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:32.061699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 263c4f75-2576-4cb8-bdc2-487748f126a7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=263c4f75-2576-4cb8-bdc2-487748f126a7,segment=NetworkSegment(a74015c8-2429-4615-b71a-7e29a21827da),segment_id=a74015c8-2429-4615-b71a-7e29a21827da)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:32.067526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.127613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=263c4f75-2576-4cb8-bdc2-487748f126a7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:32.193993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a2483094-5012-43d9-8250-8da787c8c564), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.210336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for a2483094-5012-43d9-8250-8da787c8c564 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:32.236881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e0b29-97d6-4f81-998a-487b8b3dcd10 None None] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:32.248141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f3c55aab-ea02-486e-aba5-273700b4e9ea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.282567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=f3c55aab-ea02-486e-aba5-273700b4e9ea,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:32.337979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.342501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf5d4563-e9e6-4986-89f9-f52a79b882ac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/f3c55aab-ea02-486e-aba5-273700b4e9ea HTTP/1.1" status: 204 len: 168 time: 0.6561410 Mar 07 10:51:32.352493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41324) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:32.365845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-912d268d-6795-4b2a-ad1c-1dc672135c2f None None] Provisioning complete for port 263c4f75-2576-4cb8-bdc2-487748f126a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:32.366230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-912d268d-6795-4b2a-ad1c-1dc672135c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.388042 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-188f975a-2d5c-4115-bc39-8b4cb09ec675 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:32.392429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41326) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:32.392681 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-188f975a-2d5c-4115-bc39-8b4cb09ec675 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/f3c55aab-ea02-486e-aba5-273700b4e9ea HTTP/1.1" status: 404 len: 333 time: 0.0392628 Mar 07 10:51:32.423291 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a2483094-5012-43d9-8250-8da787c8c564), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.480959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=a2483094-5012-43d9-8250-8da787c8c564,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:32.561145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-912d268d-6795-4b2a-ad1c-1dc672135c2f None None] Current status of the port 263c4f75-2576-4cb8-bdc2-487748f126a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:32.570165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet 2f05be54-3930-4fb2-a050-802364ffce46 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:32.576334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (2f05be54-3930-4fb2-a050-802364ffce46), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.615445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b56cf-f118-47f4-a65d-79c0a750b5f2 req-ff4508ad-2070-41f4-8cf3-e04cb209ff22 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:32.616983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a3b56cf-f118-47f4-a65d-79c0a750b5f2 req-ff4508ad-2070-41f4-8cf3-e04cb209ff22 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1823909 Mar 07 10:51:32.621802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.632440 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7a6860f0-b3e2-44f8-9c96-ef5feb35f3fe tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/a2483094-5012-43d9-8250-8da787c8c564 HTTP/1.1" status: 204 len: 168 time: 0.7576811 Mar 07 10:51:32.633149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41330) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:32.656071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (2f05be54-3930-4fb2-a050-802364ffce46), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.672231 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5beeb7fe-cc27-4229-87d6-e5746fd93391 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:32.676583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5beeb7fe-cc27-4229-87d6-e5746fd93391 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/a2483094-5012-43d9-8250-8da787c8c564 HTTP/1.1" status: 404 len: 333 time: 0.0396025 Mar 07 10:51:32.677285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41332) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:32.736776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05a0d-e1c5-4297-8e6b-2893a80df668 req-5220663c-3999-4b56-9747-f78f5cae727d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:32.742799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 01a4944c-a280-40ba-8c83-0452c1325941 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:32.746890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (01a4944c-a280-40ba-8c83-0452c1325941), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.750150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f05a0d-e1c5-4297-8e6b-2893a80df668 req-5220663c-3999-4b56-9747-f78f5cae727d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.2237589 Mar 07 10:51:32.817494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (01a4944c-a280-40ba-8c83-0452c1325941), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.852328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a3b56cf-f118-47f4-a65d-79c0a750b5f2 req-cb5dc67f-6183-4754-b497-23c27eb96097 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096157 Mar 07 10:51:32.893275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-482b31a4-0c04-4515-b58a-acff0786c9bc None None] Provisioning complete for port 263c4f75-2576-4cb8-bdc2-487748f126a7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:32.893654 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-482b31a4-0c04-4515-b58a-acff0786c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.933412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f05a0d-e1c5-4297-8e6b-2893a80df668 req-9c6337e1-44eb-47aa-bcc6-dc1aec0a4393 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822443 Mar 07 10:51:32.937848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (2f05be54-3930-4fb2-a050-802364ffce46), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.950101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (01a4944c-a280-40ba-8c83-0452c1325941), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.039152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (01a4944c-a280-40ba-8c83-0452c1325941), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.040191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (2f05be54-3930-4fb2-a050-802364ffce46), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.044358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-482b31a4-0c04-4515-b58a-acff0786c9bc None None] Current status of the port 263c4f75-2576-4cb8-bdc2-487748f126a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:33.065113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.065924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=2f05be54-3930-4fb2-a050-802364ffce46,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:33.075402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29917a5-b614-4e52-94bf-6eb09c0d3a3a None None] Network 54125ee8-9822-448c-9589-6c7078473b4a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:33.077223 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/01a4944c-a280-40ba-8c83-0452c1325941 HTTP/1.1" status: 204 len: 168 time: 0.3983929 Mar 07 10:51:33.077349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41336) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:33.103372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7bc6f-b131-4542-a09b-51f6e960ea5c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=01a4944c-a280-40ba-8c83-0452c1325941,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:33.119485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.122683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e3c40a67-9cbf-42d5-a5f9-f383b97b0d60 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/2f05be54-3930-4fb2-a050-802364ffce46 HTTP/1.1" status: 204 len: 168 time: 0.7287946 Mar 07 10:51:33.125895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41338) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:33.258320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d508b8d-54cc-44fb-a4db-4a3652b758cb None None] Network f40ceb7f-64f1-44aa-ab28-d7cc12452b67 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:33.308828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (54125ee8-9822-448c-9589-6c7078473b4a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.325375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f40ceb7f-64f1-44aa-ab28-d7cc12452b67), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.340565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] DHCP port deletion for 54125ee8-9822-448c-9589-6c7078473b4a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:33.342626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 263c4f75-2576-4cb8-bdc2-487748f126a7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:33.344313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0a70a9eb-74a4-41be-901d-b8b92f5d857c None None] Could not find standard attr ID for object f3c55aab-ea02-486e-aba5-273700b4e9ea. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:51:33.416942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 4e4f7a07-c878-4b38-b32f-4fe142925614 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:33.417523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.470913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 263c4f75-2576-4cb8-bdc2-487748f126a7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:33.470913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.497919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Deleting port 4e4f7a07-c878-4b38-b32f-4fe142925614 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:33.498409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.573560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 69d82beb-657b-4d31-a552-7201275c6a49 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:33.575846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] DHCP port deletion for f40ceb7f-64f1-44aa-ab28-d7cc12452b67 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:33.768533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] For port 4e4f7a07-c878-4b38-b32f-4fe142925614, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e4f7a07-c878-4b38-b32f-4fe142925614,segment=NetworkSegment(2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e),segment_id=2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:33.768965 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.778733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 263c4f75-2576-4cb8-bdc2-487748f126a7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:33.778931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.805651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Calling delete_port for 4e4f7a07-c878-4b38-b32f-4fe142925614 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:33.882613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 4e4f7a07-c878-4b38-b32f-4fe142925614, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e4f7a07-c878-4b38-b32f-4fe142925614,segment=NetworkSegment(2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e),segment_id=2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:33.882993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.897665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 263c4f75-2576-4cb8-bdc2-487748f126a7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=263c4f75-2576-4cb8-bdc2-487748f126a7,segment=NetworkSegment(a74015c8-2429-4615-b71a-7e29a21827da),segment_id=a74015c8-2429-4615-b71a-7e29a21827da)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:33.898025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.907512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 4e4f7a07-c878-4b38-b32f-4fe142925614 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:33.916570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 263c4f75-2576-4cb8-bdc2-487748f126a7 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:33.960537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 263c4f75-2576-4cb8-bdc2-487748f126a7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:34.003485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Deleting port 263c4f75-2576-4cb8-bdc2-487748f126a7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:34.003895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.011860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=69d82beb-657b-4d31-a552-7201275c6a49,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.049442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '69d82beb-657b-4d31-a552-7201275c6a49', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': '69d82beb-657b-4d31-a552-7201275c6a49', 'mac_address': 'fa:16:3e:b1:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:34.086997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.145984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] Pushing event deleted for resources: {'Port': ['ID=4e4f7a07-c878-4b38-b32f-4fe142925614,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.151253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdb416-e35a-424c-ae6a-40beecd6c234 req-25fbbfcf-26a1-4b01-9224-7fdcb4b531d0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:34.152746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c9bcf-a478-4c20-b8d7-a4019c0b1f99 None None] No DVR routers for this DVR port 4e4f7a07-c878-4b38-b32f-4fe142925614 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:34.152890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28bdb416-e35a-424c-ae6a-40beecd6c234 req-25fbbfcf-26a1-4b01-9224-7fdcb4b531d0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1948414 Mar 07 10:51:34.157274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] For port 263c4f75-2576-4cb8-bdc2-487748f126a7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=263c4f75-2576-4cb8-bdc2-487748f126a7,segment=NetworkSegment(a74015c8-2429-4615-b71a-7e29a21827da),segment_id=a74015c8-2429-4615-b71a-7e29a21827da)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.157751 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.168631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852e93-c07b-439c-b07f-3e92ace768d0 req-cd21ec3c-9ba3-456f-9377-e2416e024b89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:34.170167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c852e93-c07b-439c-b07f-3e92ace768d0 req-cd21ec3c-9ba3-456f-9377-e2416e024b89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 943 time: 0.1293318 Mar 07 10:51:34.172276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4e4f7a07-c878-4b38-b32f-4fe142925614), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.191109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 69d82beb-657b-4d31-a552-7201275c6a49 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:34.195191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (69d82beb-657b-4d31-a552-7201275c6a49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.198092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Calling delete_port for 263c4f75-2576-4cb8-bdc2-487748f126a7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:34.216079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.218881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d82beb-657b-4d31-a552-7201275c6a49 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:34.225175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=4e4f7a07-c878-4b38-b32f-4fe142925614,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.240963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 4e4f7a07-c878-4b38-b32f-4fe142925614 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:34.275328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=69d82beb-657b-4d31-a552-7201275c6a49,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.285823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.292885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=263c4f75-2576-4cb8-bdc2-487748f126a7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.315250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 263c4f75-2576-4cb8-bdc2-487748f126a7 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.345446 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.347930 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 10:51:34.362544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.365707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (263c4f75-2576-4cb8-bdc2-487748f126a7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.392211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] Pushing event deleted for resources: {'Port': ['ID=263c4f75-2576-4cb8-bdc2-487748f126a7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.395970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db8c39-4dc6-4eba-9946-9155188e9017 None None] No DVR routers for this DVR port 263c4f75-2576-4cb8-bdc2-487748f126a7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:34.446886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (54125ee8-9822-448c-9589-6c7078473b4a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.452459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28bdb416-e35a-424c-ae6a-40beecd6c234 req-5c8efd42-0c5f-4894-93c8-671e4419c130 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421658 Mar 07 10:51:34.455430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c852e93-c07b-439c-b07f-3e92ace768d0 req-e256be46-c526-4d12-a50e-e8ffe52af120 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776985 Mar 07 10:51:34.518742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f40ceb7f-64f1-44aa-ab28-d7cc12452b67), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.527383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54125ee8-9822-448c-9589-6c7078473b4a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.544954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.545144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.554178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40ceb7f-64f1-44aa-ab28-d7cc12452b67']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.562482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.571084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74015c8-2429-4615-b71a-7e29a21827da') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.571374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74015c8-2429-4615-b71a-7e29a21827da') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:34.583873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (a74015c8-2429-4615-b71a-7e29a21827da), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.585626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.595711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['69d82beb-657b-4d31-a552-7201275c6a49'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:34.598662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:34.599084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (2bd97da6-2ab0-4e8f-a373-acaaeaea8b2e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:34.602174 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:34.615450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a74015c8-2429-4615-b71a-7e29a21827da), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.656258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:34.656660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (a74015c8-2429-4615-b71a-7e29a21827da), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:34.659821 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:34.717666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (54125ee8-9822-448c-9589-6c7078473b4a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.728307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.731505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/54125ee8-9822-448c-9589-6c7078473b4a HTTP/1.1" status: 204 len: 168 time: 1.6532562 Mar 07 10:51:34.735413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41352) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:34.744958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-836924076'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:34.746660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed85fcc-bbda-49b8-825d-556f0a8b96ec tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=54125ee8-9822-448c-9589-6c7078473b4a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.752392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f40ceb7f-64f1-44aa-ab28-d7cc12452b67), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.761462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.764847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/f40ceb7f-64f1-44aa-ab28-d7cc12452b67 HTTP/1.1" status: 204 len: 168 time: 1.6382446 Mar 07 10:51:34.768932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:34.774418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794053f9-457b-46c6-b402-cefa239918e4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=f40ceb7f-64f1-44aa-ab28-d7cc12452b67,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.775943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1817298443'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:34.799973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:34.804212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.807362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:34.810358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.844603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:34.857115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:34.863685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e664bcea-bea8-4202-838e-cf8694834af8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.864472 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Added segment e664bcea-bea8-4202-838e-cf8694834af8 of type vlan for network 5f0e826c-2367-4e9c-91dd-75a51470159c Mar 07 10:51:34.880684 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0cdefb05-a44a-4958-bc75-ed72b1a8a558), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.880985 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment 0cdefb05-a44a-4958-bc75-ed72b1a8a558 of type vlan for network dd0e3d69-b505-42f0-9591-4a769b232912 Mar 07 10:51:34.944985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5f0e826c-2367-4e9c-91dd-75a51470159c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.958675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (dd0e3d69-b505-42f0-9591-4a769b232912), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.999395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5f0e826c-2367-4e9c-91dd-75a51470159c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.005382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.006136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.012794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (dd0e3d69-b505-42f0-9591-4a769b232912), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.017626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.018207 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.065848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41358) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:35.066026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3287411 Mar 07 10:51:35.076983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3067012 Mar 07 10:51:35.077198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:35.085116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41360) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:35.090422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:35.111382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586b4ef-220b-48b4-8f73-0d36fa95e07a tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Network': ['ID=5f0e826c-2367-4e9c-91dd-75a51470159c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:35.123932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5f0e826c-2367-4e9c-91dd-75a51470159c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:35.186446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49d041-c911-4c4d-81df-39a6f33780a7 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=dd0e3d69-b505-42f0-9591-4a769b232912,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:35.211108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:35.216639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.225114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network dd0e3d69-b505-42f0-9591-4a769b232912 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:35.299109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e4f7a07-c878-4b38-b32f-4fe142925614 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:35.331452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4e4f7a07-c878-4b38-b32f-4fe142925614 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:35.331738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e4f7a07-c878-4b38-b32f-4fe142925614 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:35.332162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 263c4f75-2576-4cb8-bdc2-487748f126a7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:35.358503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 263c4f75-2576-4cb8-bdc2-487748f126a7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:35.358843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 263c4f75-2576-4cb8-bdc2-487748f126a7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:35.483759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (61788f8e-923a-4931-a00d-5f8e8c2789ed), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.534332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:35.538130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.543540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 69d82beb-657b-4d31-a552-7201275c6a49 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:35.598742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 69d82beb-657b-4d31-a552-7201275c6a49 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:35.604084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 69d82beb-657b-4d31-a552-7201275c6a49 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:35.604747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (69d82beb-657b-4d31-a552-7201275c6a49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.695209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 69d82beb-657b-4d31-a552-7201275c6a49 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:35.695496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (69d82beb-657b-4d31-a552-7201275c6a49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.725525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:35.728124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=61788f8e-923a-4931-a00d-5f8e8c2789ed,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:35.728344 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71e039-7094-4b3c-b705-442014b2ce3c" -d '{"events": [{"server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "name": "network-vif-plugged", "status": "completed", "tag": "69d82beb-657b-4d31-a552-7201275c6a49"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:35.745873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': '0cdefb05-a44a-4958-bc75-ed72b1a8a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:35.746609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: dd0e3d69-b505-42f0-9591-4a769b232912, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:35.755083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=69d82beb-657b-4d31-a552-7201275c6a49,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:35.762631 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.783757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96424351-809c-4e00-bd98-d72564bae1de req-137b61c3-6cdf-446f-8e5d-30554daeb090 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.785807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96424351-809c-4e00-bd98-d72564bae1de req-137b61c3-6cdf-446f-8e5d-30554daeb090 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1901455 Mar 07 10:51:35.825391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:35.827201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a7d8-30c8-4582-8e1a-8ff88853c3f9 req-c40dc315-d5d0-4965-94bb-01a82a7177f8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.835688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb92a7d8-30c8-4582-8e1a-8ff88853c3f9 req-c40dc315-d5d0-4965-94bb-01a82a7177f8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 944 time: 0.2887704 Mar 07 10:51:35.837590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network dd0e3d69-b505-42f0-9591-4a769b232912 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:35.893938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, dd0e3d69-b505-42f0-9591-4a769b232912) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:35.906887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2767442-218b-47ac-90ed-a98761ba0038 None None] Network dd0e3d69-b505-42f0-9591-4a769b232912 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:35.934919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.935517 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.959070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96424351-809c-4e00-bd98-d72564bae1de req-bfa9d737-1a19-4d72-9bb9-a96666c11f83 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613452 Mar 07 10:51:35.982320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb92a7d8-30c8-4582-8e1a-8ff88853c3f9 req-a2806bf7-1a8d-4c07-b170-69304b47a0d1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457677 Mar 07 10:51:35.988607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5dbf40f3-6ffc-4829-b45c-5f955d6427fe tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9021814 Mar 07 10:51:35.994440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41370) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:36.006202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912', 'name': 'tempest-PortsIpV6TestJSON-449939071', 'fixed_ips': [{'subnet_id': '61788f8e-923a-4931-a00d-5f8e8c2789ed', 'ip_address': '2001:db8::10'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:36.094726 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5759b23-bb2a-4873-b36e-30b8e24407d8 x-openstack-request-id: req-e5759b23-bb2a-4873-b36e-30b8e24407d8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:36.095122 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "name": "network-vif-plugged", "status": "completed", "tag": "69d82beb-657b-4d31-a552-7201275c6a49", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:36.095552 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5759b23-bb2a-4873-b36e-30b8e24407d8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:36.097197 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49', 'code': 200} Mar 07 10:51:36.115724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-dd0e3d69-b505-42f0-9591-4a769b232912', 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': '61788f8e-923a-4931-a00d-5f8e8c2789ed'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:36.117125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.203297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (707d63c0-ba8e-4ac7-a454-2de5aa214a82), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.214013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:36.250048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244982da-2abe-4cc3-8da0-5ba0bb212f05 req-7dc9b9ee-a589-48e0-99a1-cb7b17b5c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:36.251623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-244982da-2abe-4cc3-8da0-5ba0bb212f05 req-7dc9b9ee-a589-48e0-99a1-cb7b17b5c7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 1127 time: 0.0981236 Mar 07 10:51:36.311245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-244982da-2abe-4cc3-8da0-5ba0bb212f05 req-4f33ef12-02ba-4be6-966d-40629d0f6177 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Mar 07 10:51:36.325697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=707d63c0-ba8e-4ac7-a454-2de5aa214a82,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.348108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Allocated IP 2001:db8::2 (dd0e3d69-b505-42f0-9591-4a769b232912/61788f8e-923a-4931-a00d-5f8e8c2789ed/50b26031-3299-4e35-80d9-0f66fc11fad6) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:36.424915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Checking segment: {'id': 'e664bcea-bea8-4202-838e-cf8694834af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:36.425346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network hostable DHCP agents. Network: 5f0e826c-2367-4e9c-91dd-75a51470159c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:36.445383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.484537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 4854f64d-a398-40c9-95e6-45127adb2e46 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:36.557966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks [] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.567692 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.609704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Network dd0e3d69-b505-42f0-9591-4a769b232912 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:36.613006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:36.624160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:36.651261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::10 (dd0e3d69-b505-42f0-9591-4a769b232912/61788f8e-923a-4931-a00d-5f8e8c2789ed/4854f64d-a398-40c9-95e6-45127adb2e46) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:36.689156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Pushing event updated for resources: {'Port': ['ID=50b26031-3299-4e35-80d9-0f66fc11fad6,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.703300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Attempting to bind port 50b26031-3299-4e35-80d9-0f66fc11fad6 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:36.704166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Attempting to bind port 50b26031-3299-4e35-80d9-0f66fc11fad6 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0cdefb05-a44a-4958-bc75-ed72b1a8a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:36.704784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Attempting to bind port 50b26031-3299-4e35-80d9-0f66fc11fad6 on network dd0e3d69-b505-42f0-9591-4a769b232912 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:36.711900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:36.712311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Checking segment: {'id': '0cdefb05-a44a-4958-bc75-ed72b1a8a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:36.712995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.713392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Bound using segment: {'id': '0cdefb05-a44a-4958-bc75-ed72b1a8a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:36.714087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Bound port: 50b26031-3299-4e35-80d9-0f66fc11fad6, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdefb05-a44a-4958-bc75-ed72b1a8a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:36.714421 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.751331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 5f0e826c-2367-4e9c-91dd-75a51470159c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:36.774598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5f0e826c-2367-4e9c-91dd-75a51470159c) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:36.778860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:36.779509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.795855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] For port 50b26031-3299-4e35-80d9-0f66fc11fad6, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:36.800081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] For port 50b26031-3299-4e35-80d9-0f66fc11fad6, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=50b26031-3299-4e35-80d9-0f66fc11fad6,segment=NetworkSegment(0cdefb05-a44a-4958-bc75-ed72b1a8a558),segment_id=0cdefb05-a44a-4958-bc75-ed72b1a8a558)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:36.806228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679a336-1f32-4cf0-b76c-1db3524730f6 None None] Network 5f0e826c-2367-4e9c-91dd-75a51470159c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:36.807625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b3434e0d-a0c1-40ec-8e99-b1b6b5af23d4 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7390134 Mar 07 10:51:36.810635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:36.816137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1752910211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:36.833568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (4854f64d-a398-40c9-95e6-45127adb2e46), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.836008 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.869619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (53608227-1b9b-471c-a15e-a30770926036), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.871043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (53608227-1b9b-471c-a15e-a30770926036), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.886927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4854f64d-a398-40c9-95e6-45127adb2e46), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.941231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network dd0e3d69-b505-42f0-9591-4a769b232912 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:36.944687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:36.954163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:36.961578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:36.962821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.980507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=4854f64d-a398-40c9-95e6-45127adb2e46,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.996651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for router_controller (53608227-1b9b-471c-a15e-a30770926036), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.006555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (53608227-1b9b-471c-a15e-a30770926036), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.007819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e3aebc44-b4bb-4cbe-abca-9ed5fde7bed3 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0119023 Mar 07 10:51:37.009270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41380) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:37.028358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': 'dd0e3d69-b505-42f0-9591-4a769b232912', 'name': 'tempest-PortsIpV6TestJSON-1667106213', 'fixed_ips': [{'subnet_id': '61788f8e-923a-4931-a00d-5f8e8c2789ed', 'ip_address': '2001:db8::f'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:37.042653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.044615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4bf0d1a7-072e-4cdd-adb6-ebf67a2dac23 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2322311 Mar 07 10:51:37.047455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:37.054387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c', 'name': 'tempest-PortsTestJSON-98640999'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:37.142591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4aaf-9a05-41b2-908b-b201e6336747 None None] Pushing event updated for resources: {'Port': ['ID=50b26031-3299-4e35-80d9-0f66fc11fad6,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:37.202957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5f0e826c-2367-4e9c-91dd-75a51470159c', 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': '707d63c0-ba8e-4ac7-a454-2de5aa214a82'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:37.204083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.268302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:37.277034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.305409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port c44a21eb-5197-4987-9b29-bb60c1b0ce98 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:37.415737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5a29c-d4d3-46a9-9d5b-0293bddb16f5 req-644cf138-de75-46f4-b5b9-688ec1be8f56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.418183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77d5a29c-d4d3-46a9-9d5b-0293bddb16f5 req-644cf138-de75-46f4-b5b9-688ec1be8f56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.2116399 Mar 07 10:51:37.443877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d602ca8-2258-420a-a926-90ce7da4b72c req-e66b2b3c-2072-458e-b7bd-dc5d4d5e27cf tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.445905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d602ca8-2258-420a-a926-90ce7da4b72c req-e66b2b3c-2072-458e-b7bd-dc5d4d5e27cf tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2011533 Mar 07 10:51:37.542608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:37.549102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.580957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 24b03ff3-ad60-418a-a345-1f994019e7d1 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:37.589727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d602ca8-2258-420a-a926-90ce7da4b72c req-cc84424b-89b9-431a-a4a1-ca89eaef0178 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296155 Mar 07 10:51:37.598107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77d5a29c-d4d3-46a9-9d5b-0293bddb16f5 req-1b12b5a1-f56f-49c7-8f7d-7ded9d74d6d0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697233 Mar 07 10:51:37.625664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Allocated IP 172.20.0.2 (5f0e826c-2367-4e9c-91dd-75a51470159c/707d63c0-ba8e-4ac7-a454-2de5aa214a82/6ace3595-b297-48c9-bfeb-3d3b704a006b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:37.825438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::f (dd0e3d69-b505-42f0-9591-4a769b232912/61788f8e-923a-4931-a00d-5f8e8c2789ed/24b03ff3-ad60-418a-a345-1f994019e7d1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:37.862932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks [] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.885696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.950470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Network 5f0e826c-2367-4e9c-91dd-75a51470159c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:37.954575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:37.962814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:37.972723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.10 (5f0e826c-2367-4e9c-91dd-75a51470159c/707d63c0-ba8e-4ac7-a454-2de5aa214a82/c44a21eb-5197-4987-9b29-bb60c1b0ce98) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:37.982915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Pushing event updated for resources: {'Port': ['ID=6ace3595-b297-48c9-bfeb-3d3b704a006b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.051721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.064983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Attempting to bind port 6ace3595-b297-48c9-bfeb-3d3b704a006b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:38.065314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Attempting to bind port 6ace3595-b297-48c9-bfeb-3d3b704a006b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e664bcea-bea8-4202-838e-cf8694834af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:38.065669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Attempting to bind port 6ace3595-b297-48c9-bfeb-3d3b704a006b on network 5f0e826c-2367-4e9c-91dd-75a51470159c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:38.075801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:38.076172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Checking segment: {'id': 'e664bcea-bea8-4202-838e-cf8694834af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:38.076945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.077332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Bound using segment: {'id': 'e664bcea-bea8-4202-838e-cf8694834af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:38.077798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Bound port: 6ace3595-b297-48c9-bfeb-3d3b704a006b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664bcea-bea8-4202-838e-cf8694834af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5f0e826c-2367-4e9c-91dd-75a51470159c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:38.078680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.117060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.182655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network dd0e3d69-b505-42f0-9591-4a769b232912 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:38.189059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:38.195769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:38.210486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.212065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.224746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] For port 6ace3595-b297-48c9-bfeb-3d3b704a006b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:38.230512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] For port 6ace3595-b297-48c9-bfeb-3d3b704a006b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6ace3595-b297-48c9-bfeb-3d3b704a006b,segment=NetworkSegment(e664bcea-bea8-4202-838e-cf8694834af8),segment_id=e664bcea-bea8-4202-838e-cf8694834af8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:38.239840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=24b03ff3-ad60-418a-a345-1f994019e7d1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.246662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.265811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41392) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:38.268183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c3785907-d671-472c-9292-c1be5a88b1bd tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2577314 Mar 07 10:51:38.358907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.362782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2dda-e0ea-47b8-be6c-57543125f366 None None] Pushing event updated for resources: {'Port': ['ID=6ace3595-b297-48c9-bfeb-3d3b704a006b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.448372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ead3f-0b30-48c0-8079-1c73008aa9ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.453523 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e8ead3f-0b30-48c0-8079-1c73008aa9ec tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1797764 Mar 07 10:51:38.453523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41394) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:38.463603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.537325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 5f0e826c-2367-4e9c-91dd-75a51470159c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:38.543153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:38.558182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:38.615479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c44a21eb-5197-4987-9b29-bb60c1b0ce98,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.669722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba829d-6ff3-47fc-92a4-27ab664cb94b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.694601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba829d-6ff3-47fc-92a4-27ab664cb94b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.728288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba829d-6ff3-47fc-92a4-27ab664cb94b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.732907 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-05ba829d-6ff3-47fc-92a4-27ab664cb94b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2755713 Mar 07 10:51:38.734863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41402) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:38.833978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f3f09-eae6-44f4-982c-7f70e4e8490f None None] Network dd0e3d69-b505-42f0-9591-4a769b232912 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:38.847381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.848121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.908123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736654f1-14c3-4b61-b502-4f8d9ad08852 req-a468ce24-f404-45d7-b711-cf323c9fa156 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.909730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736654f1-14c3-4b61-b502-4f8d9ad08852 req-a468ce24-f404-45d7-b711-cf323c9fa156 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.1948330 Mar 07 10:51:38.923160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603e917-669c-43f1-904b-23cfdddc2b27 req-790b4b83-967f-4831-bd7b-abe4cd778df7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.925666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0603e917-669c-43f1-904b-23cfdddc2b27 req-790b4b83-967f-4831-bd7b-abe4cd778df7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1197090 Mar 07 10:51:38.945387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-147c73a5-1454-4888-ad20-436dceb916c8 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8967023 Mar 07 10:51:38.951487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41404) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:39.006628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Provisioning complete for port 50b26031-3299-4e35-80d9-0f66fc11fad6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:39.007100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.009346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0603e917-669c-43f1-904b-23cfdddc2b27 req-9eadf0a9-d026-430b-8951-171eb53bf94c tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734017 Mar 07 10:51:39.059751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-736654f1-14c3-4b61-b502-4f8d9ad08852 req-fc6dcb08-874c-48b5-b0a6-6a28a8b90793 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324787 Mar 07 10:51:39.124804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 24b03ff3-ad60-418a-a345-1f994019e7d1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:39.125144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.217015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc182d-2884-44e1-9ed7-564cbee14272 req-7dab86c6-c4b3-438f-b30b-8d8931915c32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.227337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09cc182d-2884-44e1-9ed7-564cbee14272 req-7dab86c6-c4b3-438f-b30b-8d8931915c32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.0773125 Mar 07 10:51:39.229812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Current status of the port 50b26031-3299-4e35-80d9-0f66fc11fad6 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:39.234632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.315891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] For port 50b26031-3299-4e35-80d9-0f66fc11fad6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=50b26031-3299-4e35-80d9-0f66fc11fad6,segment=NetworkSegment(0cdefb05-a44a-4958-bc75-ed72b1a8a558),segment_id=0cdefb05-a44a-4958-bc75-ed72b1a8a558)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:39.327006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.357582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09cc182d-2884-44e1-9ed7-564cbee14272 req-267bbf5e-6f2d-4242-b2ff-36f45f02af6a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292408 Mar 07 10:51:39.454722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6ace3595-b297-48c9-bfeb-3d3b704a006b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:39.577106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a1dcc-0a72-46f6-930f-f63c3fe2fb9e None None] Pushing event updated for resources: {'Port': ['ID=50b26031-3299-4e35-80d9-0f66fc11fad6,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:39.632325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.643157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d664e-46fa-4cef-ada9-422d19e8aabc req-2b1463cc-b63d-49c5-879d-6b3f9beba3bc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.645421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97d664e-46fa-4cef-ada9-422d19e8aabc req-2b1463cc-b63d-49c5-879d-6b3f9beba3bc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.1186006 Mar 07 10:51:39.653427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6ace3595-b297-48c9-bfeb-3d3b704a006b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:39.653621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.757240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97d664e-46fa-4cef-ada9-422d19e8aabc req-1c5394d8-aa3d-4e6a-92e9-346c22b5b028 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 Mar 07 10:51:39.779840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6ace3595-b297-48c9-bfeb-3d3b704a006b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:39.779840 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.830660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.838428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 24b03ff3-ad60-418a-a345-1f994019e7d1 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:39.949279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 6ace3595-b297-48c9-bfeb-3d3b704a006b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6ace3595-b297-48c9-bfeb-3d3b704a006b,segment=NetworkSegment(e664bcea-bea8-4202-838e-cf8694834af8),segment_id=e664bcea-bea8-4202-838e-cf8694834af8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:39.954825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Provisioning complete for port 24b03ff3-ad60-418a-a345-1f994019e7d1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:39.957147 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.048726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.050350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 50b26031-3299-4e35-80d9-0f66fc11fad6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:40.053429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Port 24b03ff3-ad60-418a-a345-1f994019e7d1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:40.234324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Provisioning complete for port 4854f64d-a398-40c9-95e6-45127adb2e46 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:40.234772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4854f64d-a398-40c9-95e6-45127adb2e46), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.255433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (24b03ff3-ad60-418a-a345-1f994019e7d1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.304385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=24b03ff3-ad60-418a-a345-1f994019e7d1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.355031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ae56a-9518-4406-8194-c0ab3f8435ae req-cbd21257-0337-4dd8-849a-cf923ecd5a96 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:40.359103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-271ae56a-9518-4406-8194-c0ab3f8435ae req-cbd21257-0337-4dd8-849a-cf923ecd5a96 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2258453 Mar 07 10:51:40.377296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.384788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-732edcd1-d73f-49f4-b488-d455af3248d5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/24b03ff3-ad60-418a-a345-1f994019e7d1 HTTP/1.1" status: 204 len: 168 time: 1.6462429 Mar 07 10:51:40.386399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41422) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:40.429009 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c2b826-f2ee-4469-8c62-7e20d1e87294 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:40.441127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-94c2b826-f2ee-4469-8c62-7e20d1e87294 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/24b03ff3-ad60-418a-a345-1f994019e7d1 HTTP/1.1" status: 404 len: 333 time: 0.0515566 Mar 07 10:51:40.443977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41424) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:40.574180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aed2de-13a1-47a7-8e8e-65e785a22c80 req-93a88a75-00e0-4523-a32d-e18cb32709da tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:40.575835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68aed2de-13a1-47a7-8e8e-65e785a22c80 req-93a88a75-00e0-4523-a32d-e18cb32709da tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.3272069 Mar 07 10:51:40.602035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.605437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e39655-a172-41b1-83ec-54fef5292aa9 None None] Network 5f0e826c-2367-4e9c-91dd-75a51470159c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:40.614005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.615214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-271ae56a-9518-4406-8194-c0ab3f8435ae req-d380d44f-4632-4a85-a28e-4aaf1a2c9a25 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473717 Mar 07 10:51:40.749448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c44a21eb-5197-4987-9b29-bb60c1b0ce98,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.759337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Port 4854f64d-a398-40c9-95e6-45127adb2e46 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:40.766320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68aed2de-13a1-47a7-8e8e-65e785a22c80 req-7995f0d5-8e6d-4fbe-8573-9753a66470eb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676185 Mar 07 10:51:40.784223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 4854f64d-a398-40c9-95e6-45127adb2e46 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:40.784570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4854f64d-a398-40c9-95e6-45127adb2e46), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.863044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=6ace3595-b297-48c9-bfeb-3d3b704a006b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.874001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Provisioning complete for port 50b26031-3299-4e35-80d9-0f66fc11fad6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:40.874327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.009322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (53608227-1b9b-471c-a15e-a30770926036), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.027511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4854f64d-a398-40c9-95e6-45127adb2e46), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.054976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 50b26031-3299-4e35-80d9-0f66fc11fad6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:41.055561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.066967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 4854f64d-a398-40c9-95e6-45127adb2e46 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:41.237402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-116ba595-af0b-4949-b776-e9bde33a81fc None None] Current status of the port 50b26031-3299-4e35-80d9-0f66fc11fad6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:41.299879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4854f64d-a398-40c9-95e6-45127adb2e46), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.313650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 50b26031-3299-4e35-80d9-0f66fc11fad6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:41.387017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=4854f64d-a398-40c9-95e6-45127adb2e46,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:41.389442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.414245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8db3a62b-d21a-4c48-ac56-a931d3fe0d67 None None] Could not find standard attr ID for object 24b03ff3-ad60-418a-a345-1f994019e7d1. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:51:41.448279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.470968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1794fe32-f736-4dc2-9a1d-3ee1613e5932 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/4854f64d-a398-40c9-95e6-45127adb2e46 HTTP/1.1" status: 204 len: 168 time: 1.0235569 Mar 07 10:51:41.471304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41444) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:41.481064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8db3a62b-d21a-4c48-ac56-a931d3fe0d67 None None] Provisioning complete for port 6ace3595-b297-48c9-bfeb-3d3b704a006b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:41.481466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8db3a62b-d21a-4c48-ac56-a931d3fe0d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.595422 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf2ba3-0e9c-495b-a225-0fab7ef0b7d9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:41.599604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ebaf2ba3-0e9c-495b-a225-0fab7ef0b7d9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/4854f64d-a398-40c9-95e6-45127adb2e46 HTTP/1.1" status: 404 len: 333 time: 0.1244209 Mar 07 10:51:41.608330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41446) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:41.726131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8db3a62b-d21a-4c48-ac56-a931d3fe0d67 None None] Current status of the port 6ace3595-b297-48c9-bfeb-3d3b704a006b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:41.747140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet 61788f8e-923a-4931-a00d-5f8e8c2789ed {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:41.752475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (61788f8e-923a-4931-a00d-5f8e8c2789ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.755338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6ace3595-b297-48c9-bfeb-3d3b704a006b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:41.830900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8db3a62b-d21a-4c48-ac56-a931d3fe0d67 None None] Could not find standard attr ID for object 4854f64d-a398-40c9-95e6-45127adb2e46. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:51:41.910214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6ace3595-b297-48c9-bfeb-3d3b704a006b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:41.911834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.924746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (61788f8e-923a-4931-a00d-5f8e8c2789ed), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.988104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Provisioning complete for port 6ace3595-b297-48c9-bfeb-3d3b704a006b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:41.988800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.083425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6ace3595-b297-48c9-bfeb-3d3b704a006b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:42.090113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 50b26031-3299-4e35-80d9-0f66fc11fad6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:42.099448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d7b7-4891-4140-b4b4-50ec4c1e20eb req-010147fa-8830-4892-97e9-56952451860a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:42.101187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8938d7b7-4891-4140-b4b4-50ec4c1e20eb req-010147fa-8830-4892-97e9-56952451860a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.3045557 Mar 07 10:51:42.136384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.160761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-8e9ff28c-46f4-4d36-aa3d-092bb31f2b4c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:42.169230 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-8e9ff28c-46f4-4d36-aa3d-092bb31f2b4c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.2705567 Mar 07 10:51:42.179005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d661-c0ed-46a2-8318-076d83f27ea4 req-8b62e214-f3e9-4571-80a8-900d118d9605 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:42.191954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4935d661-c0ed-46a2-8318-076d83f27ea4 req-8b62e214-f3e9-4571-80a8-900d118d9605 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.2791796 Mar 07 10:51:42.200559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Current status of the port 6ace3595-b297-48c9-bfeb-3d3b704a006b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:42.220687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 50b26031-3299-4e35-80d9-0f66fc11fad6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:42.221057 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.270652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8938d7b7-4891-4140-b4b4-50ec4c1e20eb req-fee9d521-a4cf-4722-90b5-a1694b78b821 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553652 Mar 07 10:51:42.272058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Provisioning complete for port c44a21eb-5197-4987-9b29-bb60c1b0ce98 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:42.272431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.274574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (61788f8e-923a-4931-a00d-5f8e8c2789ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.289743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.316089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a98e3-07a2-41c5-86bc-8bff6f014b37 None None] Port c44a21eb-5197-4987-9b29-bb60c1b0ce98 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:42.374788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4935d661-c0ed-46a2-8318-076d83f27ea4 req-55c754a6-7876-42d5-8fb4-e7cfcea087c5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815927 Mar 07 10:51:42.386139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 50b26031-3299-4e35-80d9-0f66fc11fad6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:42.437246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (61788f8e-923a-4931-a00d-5f8e8c2789ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.454581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-28566401-8159-48f2-9da9-53d3d69616f5 None None] Provisioning complete for port c44a21eb-5197-4987-9b29-bb60c1b0ce98 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:42.456454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28566401-8159-48f2-9da9-53d3d69616f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.543009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-28566401-8159-48f2-9da9-53d3d69616f5 None None] Port c44a21eb-5197-4987-9b29-bb60c1b0ce98 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:42.685110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f7fe7cec-a481-4dc8-99d6-3e1653590faf None None] Provisioning complete for port c44a21eb-5197-4987-9b29-bb60c1b0ce98 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:42.685488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7cec-a481-4dc8-99d6-3e1653590faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.776940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe7cec-a481-4dc8-99d6-3e1653590faf None None] Port c44a21eb-5197-4987-9b29-bb60c1b0ce98 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:43.064914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.066288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e324e-d0e8-44d2-b4ea-4c2cd9cf2d2a None None] Network dd0e3d69-b505-42f0-9591-4a769b232912 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:43.069236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/61788f8e-923a-4931-a00d-5f8e8c2789ed HTTP/1.1" status: 204 len: 168 time: 1.4596090 Mar 07 10:51:43.071447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbb97f-2a73-4228-acb9-fb72652b7938 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=61788f8e-923a-4931-a00d-5f8e8c2789ed,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:43.081262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41456) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:43.157564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (53608227-1b9b-471c-a15e-a30770926036), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.162104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c44a21eb-5197-4987-9b29-bb60c1b0ce98,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:43.197769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port 69d82beb-657b-4d31-a552-7201275c6a49 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:43.198109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (69d82beb-657b-4d31-a552-7201275c6a49), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.253478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (dd0e3d69-b505-42f0-9591-4a769b232912), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.391324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] DHCP port deletion for dd0e3d69-b505-42f0-9591-4a769b232912 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:43.473263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 50b26031-3299-4e35-80d9-0f66fc11fad6 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:43.473263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.482620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Deleting port 50b26031-3299-4e35-80d9-0f66fc11fad6 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:43.482985 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.488404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port 69d82beb-657b-4d31-a552-7201275c6a49, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=69d82beb-657b-4d31-a552-7201275c6a49,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:43.489527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (69d82beb-657b-4d31-a552-7201275c6a49), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.519283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for 69d82beb-657b-4d31-a552-7201275c6a49 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:43.652778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] For port 50b26031-3299-4e35-80d9-0f66fc11fad6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=50b26031-3299-4e35-80d9-0f66fc11fad6,segment=NetworkSegment(0cdefb05-a44a-4958-bc75-ed72b1a8a558),segment_id=0cdefb05-a44a-4958-bc75-ed72b1a8a558)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:43.653116 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.687297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Calling delete_port for 50b26031-3299-4e35-80d9-0f66fc11fad6 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:43.800332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8635ba-b4ed-49f4-93ca-5996aa46d5cb req-a6652653-822f-4785-8cb4-ebe8c020255f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:43.802604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df8635ba-b4ed-49f4-93ca-5996aa46d5cb req-a6652653-822f-4785-8cb4-ebe8c020255f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.3906677 Mar 07 10:51:43.814107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 5f0e826c-2367-4e9c-91dd-75a51470159c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:43.817771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:43.821743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 50b26031-3299-4e35-80d9-0f66fc11fad6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=50b26031-3299-4e35-80d9-0f66fc11fad6,segment=NetworkSegment(0cdefb05-a44a-4958-bc75-ed72b1a8a558),segment_id=0cdefb05-a44a-4958-bc75-ed72b1a8a558)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:43.823386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.840840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df60a9-f73d-4bea-9659-5d45418e2866 req-b2e99983-28d8-448c-83fe-2cd23d9612a3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:43.849935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21df60a9-f73d-4bea-9659-5d45418e2866 req-b2e99983-28d8-448c-83fe-2cd23d9612a3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 945 time: 0.3089590 Mar 07 10:51:43.871235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.908449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (69d82beb-657b-4d31-a552-7201275c6a49), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.946280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] Pushing event deleted for resources: {'Port': ['ID=50b26031-3299-4e35-80d9-0f66fc11fad6,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:43.965371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 50b26031-3299-4e35-80d9-0f66fc11fad6 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:43.970348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b895277-4a15-455d-8e3a-0b10e2078a70 None None] No DVR routers for this DVR port 50b26031-3299-4e35-80d9-0f66fc11fad6 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:44.060507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df8635ba-b4ed-49f4-93ca-5996aa46d5cb req-9fd00b06-5f55-49d2-afbd-c47997eeed3d tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722488 Mar 07 10:51:44.066058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=69d82beb-657b-4d31-a552-7201275c6a49,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:44.118440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21df60a9-f73d-4bea-9659-5d45418e2866 req-fe177efb-66e2-4a76-9b96-7fb99dac2926 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671821 Mar 07 10:51:44.251305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port 69d82beb-657b-4d31-a552-7201275c6a49 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:44.261542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.275494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d7da01cb-dec7-4ff6-873e-67520f4729e4 req-dacced0e-1278-4727-b00b-3ca6b1c8ae60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "DELETE /v2.0/ports/69d82beb-657b-4d31-a552-7201275c6a49 HTTP/1.1" status: 204 len: 173 time: 2.1045134 Mar 07 10:51:44.319814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (50b26031-3299-4e35-80d9-0f66fc11fad6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.338525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'name': 'network-vif-deleted', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:44.350428 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c9c9a-8ef6-4556-832d-fe2ff3103c36" -d '{"events": [{"server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "name": "network-vif-deleted", "tag": "69d82beb-657b-4d31-a552-7201275c6a49"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:44.353291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6c54cc7b-c277-4162-93a4-db75f2ac07bc None None] Provisioning complete for port c44a21eb-5197-4987-9b29-bb60c1b0ce98 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:44.353712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c54cc7b-c277-4162-93a4-db75f2ac07bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.376058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=50b26031-3299-4e35-80d9-0f66fc11fad6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:44.394372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 50b26031-3299-4e35-80d9-0f66fc11fad6 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:44.458509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Router 53608227-1b9b-471c-a15e-a30770926036 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:51:44.473133 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b93e0-9c90-4b67-add9-fb57bc976575 x-openstack-request-id: req-1d2b93e0-9c90-4b67-add9-fb57bc976575 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:44.473431 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09daab-9610-432d-9acd-4642f92b2d70", "name": "network-vif-deleted", "tag": "69d82beb-657b-4d31-a552-7201275c6a49", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:44.473691 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d2b93e0-9c90-4b67-add9-fb57bc976575 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:44.474111 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09daab-9610-432d-9acd-4642f92b2d70', 'name': 'network-vif-deleted', 'tag': '69d82beb-657b-4d31-a552-7201275c6a49', 'status': 'completed', 'code': 200} Mar 07 10:51:44.479934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6c54cc7b-c277-4162-93a4-db75f2ac07bc None None] Port c44a21eb-5197-4987-9b29-bb60c1b0ce98 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:44.558685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (dd0e3d69-b505-42f0-9591-4a769b232912), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.608588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0e3d69-b505-42f0-9591-4a769b232912']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.630473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdefb05-a44a-4958-bc75-ed72b1a8a558') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.631195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdefb05-a44a-4958-bc75-ed72b1a8a558') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.641199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:44.655011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] Sync routers for ids ['53608227-1b9b-471c-a15e-a30770926036'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:44.659148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (0cdefb05-a44a-4958-bc75-ed72b1a8a558), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.661461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41470) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:44.661922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8122b44-3fde-4ae1-851c-ef5c06996fd3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/routers/53608227-1b9b-471c-a15e-a30770926036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7087634 Mar 07 10:51:44.671100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] Routers {'53608227-1b9b-471c-a15e-a30770926036'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:44.672245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['53608227-1b9b-471c-a15e-a30770926036'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.713530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.723753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] Routers {'53608227-1b9b-471c-a15e-a30770926036'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:44.724766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['53608227-1b9b-471c-a15e-a30770926036'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.736719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0cdefb05-a44a-4958-bc75-ed72b1a8a558), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.746789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:44.756450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (0cdefb05-a44a-4958-bc75-ed72b1a8a558), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:44.760110 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:44.776675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:44.778200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8476ac7-66f9-49c6-b55d-39a1103e06bd None None] The sync data for ids ['53608227-1b9b-471c-a15e-a30770926036'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:44.853865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd087b-0d23-40f8-8f73-4e7cae8b621c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:44.856221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a0dd087b-0d23-40f8-8f73-4e7cae8b621c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?device_id=53608227-1b9b-471c-a15e-a30770926036 HTTP/1.1" status: 200 len: 981 time: 0.1931067 Mar 07 10:51:44.858882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41482) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:44.981633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (dd0e3d69-b505-42f0-9591-4a769b232912), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.986705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.000027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/dd0e3d69-b505-42f0-9591-4a769b232912 HTTP/1.1" status: 204 len: 168 time: 1.9175615 Mar 07 10:51:45.004276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41486) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:45.011923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-862820096'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:45.032463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4d89b-a4c1-48a2-a6ea-a95f19f02009 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=dd0e3d69-b505-42f0-9591-4a769b232912,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:45.060140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:45.066807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.124231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:45.165544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (be7da701-73dc-44c3-a54a-1c0fb6564bf0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.168384 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Added segment be7da701-73dc-44c3-a54a-1c0fb6564bf0 of type vlan for network 1007453c-95d5-49c9-8c27-825e296d2536 Mar 07 10:51:45.278426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1007453c-95d5-49c9-8c27-825e296d2536), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.306023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1007453c-95d5-49c9-8c27-825e296d2536), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.319074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:45.320659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.357145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-712152de-696f-4ed8-ae66-1c933f4e6e6c req-03e2723a-39ad-4164-927c-54f275724874 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0594249 Mar 07 10:51:45.448149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Network': ['ID=1007453c-95d5-49c9-8c27-825e296d2536,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:45.456991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88356b60-6b4e-4169-a156-478a3781b151 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4485409 Mar 07 10:51:45.459691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1007453c-95d5-49c9-8c27-825e296d2536 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:45.462880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41496) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:45.469644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf67c19-1b7b-462b-811c-a9a7591078b4 req-ed3cae3d-5158-4246-8cc6-76a5459ee74b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:45.474276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': '1007453c-95d5-49c9-8c27-825e296d2536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:45.480912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf67c19-1b7b-462b-811c-a9a7591078b4 req-ed3cae3d-5158-4246-8cc6-76a5459ee74b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2412460 Mar 07 10:51:45.519882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 50b26031-3299-4e35-80d9-0f66fc11fad6 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:45.621251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 50b26031-3299-4e35-80d9-0f66fc11fad6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:45.621584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 50b26031-3299-4e35-80d9-0f66fc11fad6 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:45.628390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 69d82beb-657b-4d31-a552-7201275c6a49 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:45.664993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf67c19-1b7b-462b-811c-a9a7591078b4 req-642c47f3-5012-42c9-a657-d5781abf9db3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831820 Mar 07 10:51:45.676979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:45.681605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.702236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 69d82beb-657b-4d31-a552-7201275c6a49 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:45.702505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 69d82beb-657b-4d31-a552-7201275c6a49 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:45.791166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (53608227-1b9b-471c-a15e-a30770926036), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.101562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ac9187f4-07db-4dda-8bcc-05dfa5b4d801), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.263661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=ac9187f4-07db-4dda-8bcc-05dfa5b4d801,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:46.282020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Checking segment: {'id': 'be7da701-73dc-44c3-a54a-1c0fb6564bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:46.283221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network hostable DHCP agents. Network: 1007453c-95d5-49c9-8c27-825e296d2536, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:46.311084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port c44a21eb-5197-4987-9b29-bb60c1b0ce98 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:46.313249 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.315269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 1007453c-95d5-49c9-8c27-825e296d2536 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:46.330161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1007453c-95d5-49c9-8c27-825e296d2536) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:46.345084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:46.345287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec487ed-404d-468b-9d8b-0c28bcd49cd2 None None] Network 1007453c-95d5-49c9-8c27-825e296d2536 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:46.346646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.378099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0ead1f75-1d87-416a-9a61-f1b8eef75269 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9139988 Mar 07 10:51:46.379227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41508) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:46.385397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1117103053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:46.420068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.421527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.562008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for router_controller (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.570790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.577937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.590917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for c44a21eb-5197-4987-9b29-bb60c1b0ce98 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:46.613228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.617137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d00a2e80-7ec1-4310-b96d-3399ddb3a41e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2334156 Mar 07 10:51:46.617351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:46.622432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'network_id': '1007453c-95d5-49c9-8c27-825e296d2536', 'name': 'tempest-PortsIpV6TestJSON-997257867'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:46.669425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1007453c-95d5-49c9-8c27-825e296d2536', 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': 'ac9187f4-07db-4dda-8bcc-05dfa5b4d801'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:46.670517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.863248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:46.867842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.901718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:46.916525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5787d929-cca2-4a28-be9f-01d99588bbde req-341d37a5-8c37-419c-8989-8bf5ddd460b4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0760114 Mar 07 10:51:46.967871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Allocated IP 2001:db8::2 (1007453c-95d5-49c9-8c27-825e296d2536/ac9187f4-07db-4dda-8bcc-05dfa5b4d801/65338a20-794c-4325-b8fa-3cee92a01b96) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:46.986853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755c0cb-7ef0-40cc-b1f2-ff1bc6908a38 req-1a7df45a-02d5-4e9a-b565-228929e0e72e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:46.993558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a755c0cb-7ef0-40cc-b1f2-ff1bc6908a38 req-1a7df45a-02d5-4e9a-b565-228929e0e72e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1748230 Mar 07 10:51:46.994380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c44a21eb-5197-4987-9b29-bb60c1b0ce98), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.109139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=c44a21eb-5197-4987-9b29-bb60c1b0ce98,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:47.264802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks [] for port (65338a20-794c-4325-b8fa-3cee92a01b96), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.283294 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.330409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a755c0cb-7ef0-40cc-b1f2-ff1bc6908a38 req-6a56bcff-95e3-48b3-9035-6d5c5c45b497 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053448 Mar 07 10:51:47.388668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Network 1007453c-95d5-49c9-8c27-825e296d2536 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:47.391858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Pushing event updated for resources: {'Port': ['ID=65338a20-794c-4325-b8fa-3cee92a01b96,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:47.401034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:47.407298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:47.468247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::20e (1007453c-95d5-49c9-8c27-825e296d2536/ac9187f4-07db-4dda-8bcc-05dfa5b4d801/b5bd3a18-ae88-4184-a03a-8ef5e8c41c41) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:47.544836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Attempting to bind port 65338a20-794c-4325-b8fa-3cee92a01b96 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:47.545198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Attempting to bind port 65338a20-794c-4325-b8fa-3cee92a01b96 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'be7da701-73dc-44c3-a54a-1c0fb6564bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:47.545738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Attempting to bind port 65338a20-794c-4325-b8fa-3cee92a01b96 on network 1007453c-95d5-49c9-8c27-825e296d2536 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:47.556919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:47.557636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Checking segment: {'id': 'be7da701-73dc-44c3-a54a-1c0fb6564bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:47.558048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.558440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Bound using segment: {'id': 'be7da701-73dc-44c3-a54a-1c0fb6564bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:47.564082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Bound port: 65338a20-794c-4325-b8fa-3cee92a01b96, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7da701-73dc-44c3-a54a-1c0fb6564bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1007453c-95d5-49c9-8c27-825e296d2536'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:47.564749 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.566705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (53608227-1b9b-471c-a15e-a30770926036), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.658525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] For port 65338a20-794c-4325-b8fa-3cee92a01b96, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:47.662401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] For port 65338a20-794c-4325-b8fa-3cee92a01b96, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=65338a20-794c-4325-b8fa-3cee92a01b96,segment=NetworkSegment(be7da701-73dc-44c3-a54a-1c0fb6564bf0),segment_id=be7da701-73dc-44c3-a54a-1c0fb6564bf0)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:47.669707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.789714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6528-07be-48ba-a6d5-97c60be13272 None None] Pushing event updated for resources: {'Port': ['ID=65338a20-794c-4325-b8fa-3cee92a01b96,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:47.799626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Router 53608227-1b9b-471c-a15e-a30770926036 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:51:47.823846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.897714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.930203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:47.940794 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25671747-6a20-4025-a384-a62312fec503 None None] Sync routers for ids ['53608227-1b9b-471c-a15e-a30770926036'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:47.944966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dca0523e-e022-437e-b7e9-d02587747885 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/routers/53608227-1b9b-471c-a15e-a30770926036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0836124 Mar 07 10:51:47.949977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41530) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:47.961305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] Routers {'53608227-1b9b-471c-a15e-a30770926036'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:47.961936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['53608227-1b9b-471c-a15e-a30770926036'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:47.994616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 1007453c-95d5-49c9-8c27-825e296d2536 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:48.001250 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f2de7b-1389-4459-93fa-26f3ad15dde7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:51:48.002976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c9f2de7b-1389-4459-93fa-26f3ad15dde7 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/c44a21eb-5197-4987-9b29-bb60c1b0ce98 HTTP/1.1" status: 404 len: 333 time: 0.0517192 Mar 07 10:51:48.004667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:48.005939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41532) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:48.009900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:48.015390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.016063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.059869 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:48.062782 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4443164 Mar 07 10:51:48.077023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:48.086067 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] Routers {'53608227-1b9b-471c-a15e-a30770926036'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:48.088757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['53608227-1b9b-471c-a15e-a30770926036'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:48.203603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-25671747-6a20-4025-a384-a62312fec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:48.204299 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25671747-6a20-4025-a384-a62312fec503 None None] The sync data for ids ['53608227-1b9b-471c-a15e-a30770926036'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:48.240258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82b9f5df-9792-400b-a763-852c05e0ae4f req-6571f54e-efe1-4e6b-b2c2-6f5210403a92 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.1503410 Mar 07 10:51:48.246302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for router (53608227-1b9b-471c-a15e-a30770926036), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.326291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923806bf-f490-42e4-8d2f-efd6b85211ba tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=b5bd3a18-ae88-4184-a03a-8ef5e8c41c41,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:48.588121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (53608227-1b9b-471c-a15e-a30770926036), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.592698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for router_controller (53608227-1b9b-471c-a15e-a30770926036), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.667025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164fa5d-4174-4e68-a431-ac0390bde746 req-d43cb505-9fa9-4d75-8332-3db1bffd7233 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.668634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7164fa5d-4174-4e68-a431-ac0390bde746 req-d43cb505-9fa9-4d75-8332-3db1bffd7233 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1720324 Mar 07 10:51:48.723461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7164fa5d-4174-4e68-a431-ac0390bde746 req-6d8730d1-3a85-4a02-b875-f0fd763cba92 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Mar 07 10:51:48.724643 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (53608227-1b9b-471c-a15e-a30770926036), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.725145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Fanout notify agent at l3_agent the message router_deleted on router 53608227-1b9b-471c-a15e-a30770926036 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:51:48.732235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.738989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb0dc67d-3846-48d8-868b-885610e6c18f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/routers/53608227-1b9b-471c-a15e-a30770926036 HTTP/1.1" status: 204 len: 168 time: 0.7293861 Mar 07 10:51:48.739253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41542) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:48.758104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.826008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 707d63c0-ba8e-4ac7-a454-2de5aa214a82 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:48.829838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (707d63c0-ba8e-4ac7-a454-2de5aa214a82), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.874260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (707d63c0-ba8e-4ac7-a454-2de5aa214a82), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.966661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (707d63c0-ba8e-4ac7-a454-2de5aa214a82), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.042424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (707d63c0-ba8e-4ac7-a454-2de5aa214a82), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.081775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=707d63c0-ba8e-4ac7-a454-2de5aa214a82,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:49.096016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.103798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-829916ac-b508-48a0-847c-6e4f78adc119 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/707d63c0-ba8e-4ac7-a454-2de5aa214a82 HTTP/1.1" status: 204 len: 168 time: 0.3606529 Mar 07 10:51:49.104365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41546) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:49.106338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fdf380-b6b2-45fd-a793-e6baae6a3673 None None] Network 5f0e826c-2367-4e9c-91dd-75a51470159c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:49.268891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5f0e826c-2367-4e9c-91dd-75a51470159c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.362792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.376717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] DHCP port deletion for 5f0e826c-2367-4e9c-91dd-75a51470159c request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:49.380746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.506602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca0395db-a80d-4aff-ac49-b078dad5ad73 req-833fed09-9d3e-4012-a781-8e8120665842 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.1047370 Mar 07 10:51:49.534686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Deleting port 6ace3595-b297-48c9-bfeb-3d3b704a006b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:49.535054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.559194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=b5bd3a18-ae88-4184-a03a-8ef5e8c41c41,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:49.571681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 6ace3595-b297-48c9-bfeb-3d3b704a006b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:49.574469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.733248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.742894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] For port 6ace3595-b297-48c9-bfeb-3d3b704a006b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6ace3595-b297-48c9-bfeb-3d3b704a006b,segment=NetworkSegment(e664bcea-bea8-4202-838e-cf8694834af8),segment_id=e664bcea-bea8-4202-838e-cf8694834af8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:49.743298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.777799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] For port 6ace3595-b297-48c9-bfeb-3d3b704a006b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6ace3595-b297-48c9-bfeb-3d3b704a006b,segment=NetworkSegment(e664bcea-bea8-4202-838e-cf8694834af8),segment_id=e664bcea-bea8-4202-838e-cf8694834af8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:49.778537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.779772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Calling delete_port for 6ace3595-b297-48c9-bfeb-3d3b704a006b owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:49.794632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 6ace3595-b297-48c9-bfeb-3d3b704a006b owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:49.880265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3e75e-aed7-40dc-ab75-fca4f4e16861 None None] Network 1007453c-95d5-49c9-8c27-825e296d2536 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:49.882628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 65338a20-794c-4325-b8fa-3cee92a01b96 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:49.927054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.981556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No DVR routers for this DVR port 6ace3595-b297-48c9-bfeb-3d3b704a006b on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:50.040461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=6ace3595-b297-48c9-bfeb-3d3b704a006b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:50.086281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.343109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (6ace3595-b297-48c9-bfeb-3d3b704a006b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.404153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] Pushing event deleted for resources: {'Port': ['ID=6ace3595-b297-48c9-bfeb-3d3b704a006b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:50.406902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29addb76-26eb-4233-b4b9-628b4738409e None None] No DVR routers for this DVR port 6ace3595-b297-48c9-bfeb-3d3b704a006b on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:50.504890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 65338a20-794c-4325-b8fa-3cee92a01b96 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:50.505371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.547572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Provisioning complete for port 65338a20-794c-4325-b8fa-3cee92a01b96 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:50.547973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.605308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.618141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.619306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.650996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 65338a20-794c-4325-b8fa-3cee92a01b96 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:50.651392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.745668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 65338a20-794c-4325-b8fa-3cee92a01b96, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=65338a20-794c-4325-b8fa-3cee92a01b96,segment=NetworkSegment(be7da701-73dc-44c3-a54a-1c0fb6564bf0),segment_id=be7da701-73dc-44c3-a54a-1c0fb6564bf0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:50.754815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4346a7af-a5c1-466c-8e58-d2f02889fc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.762041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.888581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5f0e826c-2367-4e9c-91dd-75a51470159c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.892778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=65338a20-794c-4325-b8fa-3cee92a01b96,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:50.896332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6ace3595-b297-48c9-bfeb-3d3b704a006b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:50.908264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94dd9326-80b2-4aa2-a533-892483d4478a req-712be8c6-7411-44d9-b46f-2a4395181f62 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0859587 Mar 07 10:51:50.927903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=b5bd3a18-ae88-4184-a03a-8ef5e8c41c41,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:50.949813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Current status of the port 65338a20-794c-4325-b8fa-3cee92a01b96 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:50.951090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.962557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0e826c-2367-4e9c-91dd-75a51470159c']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:50.965352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6ace3595-b297-48c9-bfeb-3d3b704a006b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:50.965697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6ace3595-b297-48c9-bfeb-3d3b704a006b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:51.004312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e664bcea-bea8-4202-838e-cf8694834af8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:51.005874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e664bcea-bea8-4202-838e-cf8694834af8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:51.008286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network 1007453c-95d5-49c9-8c27-825e296d2536 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:51.009838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:51.019160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (e664bcea-bea8-4202-838e-cf8694834af8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.037699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e664bcea-bea8-4202-838e-cf8694834af8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.045809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:51.046473 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (e664bcea-bea8-4202-838e-cf8694834af8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.102309 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:51:51.105072 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self.session.flush() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:51.155338 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:51.170237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7476-b037-4ecd-bc2d-f263e4b67991 req-ce0b3348-3eff-448d-8fbc-759ab08af485 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.172168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b22c7476-b037-4ecd-bc2d-f263e4b67991 req-ce0b3348-3eff-448d-8fbc-759ab08af485 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 1.2539408 Mar 07 10:51:51.172874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5f0e826c-2367-4e9c-91dd-75a51470159c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.212588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.230140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41566) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.230699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/5f0e826c-2367-4e9c-91dd-75a51470159c HTTP/1.1" status: 204 len: 168 time: 2.1233342 Mar 07 10:51:51.327969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff584c-4110-4b75-9466-2e8d15891a85 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.329555 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0ff584c-4110-4b75-9466-2e8d15891a85 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/55c98586-df56-4721-948a-a02742b1a0a5 HTTP/1.1" status: 200 len: 840 time: 0.0980759 Mar 07 10:51:51.334686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.382550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b22c7476-b037-4ecd-bc2d-f263e4b67991 req-a5bcd2f2-f76d-4b5f-bec1-3cbd466e98d1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873384 Mar 07 10:51:51.389119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4e12e-d2e1-45f2-b398-8a509e8b7253 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=5f0e826c-2367-4e9c-91dd-75a51470159c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:51.439404 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e313929-6991-4711-9ffd-6dd990d8b3cd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/55c98586-df56-4721-948a-a02742b1a0a5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0996153 Mar 07 10:51:51.440538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41574) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.443714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Router 2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:51:51.448963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:51.551888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 65338a20-794c-4325-b8fa-3cee92a01b96 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:51.615346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:51.619496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.729231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:51.741566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-74045c0c-fbc8-44a1-9e35-6c96ff484209 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/routers/2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6633654 Mar 07 10:51:51.745246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.748127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] Sync routers for ids ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:51.775880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2b67916d-cb2d-4d3d-8b79-3a6fd69d7d29 None None] Current status of the port 65338a20-794c-4325-b8fa-3cee92a01b96 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:51.794794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 65338a20-794c-4325-b8fa-3cee92a01b96 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:51.795162 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.829455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae65419-8f62-4a2c-9955-24fc1d8d0919 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.831589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aae65419-8f62-4a2c-9955-24fc1d8d0919 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda HTTP/1.1" status: 200 len: 988 time: 0.0850525 Mar 07 10:51:51.834419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.905482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] Routers {'2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:51.906123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:52.003179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:52.053357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Provisioning complete for port 65338a20-794c-4325-b8fa-3cee92a01b96 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:52.055701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.100055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (ed41f3b9-282d-48d9-a2cd-6bb43e9828b0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.152307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] Routers {'2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:52.153195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:52.165480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=ed41f3b9-282d-48d9-a2cd-6bb43e9828b0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:52.171316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74b3bc1e-cf20-4508-90a1-77804cabbfc8 req-217feaf5-6bab-453e-befa-a23a9ba06b6e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0847483 Mar 07 10:51:52.199635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:52.199635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:52.202640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:52.203255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.230836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a2f2fe5-c068-46bf-bc7e-b05ed96b7099 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890825 Mar 07 10:51:52.233746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.238321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'security_group': {'name': 'tempest-secgroup-844620962'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:52.278307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.327552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97cfa5-5497-4d62-958e-d8ddcc13c551 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:52.354177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:52.360526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50040b-4330-47cd-b5b2-19de7b7aa0f9 None None] The sync data for ids ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:52.420018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (0f860e58-73a0-46cc-b8b9-d033745d09d7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.432546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f860e58-73a0-46cc-b8b9-d033745d09d7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.437223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 65338a20-794c-4325-b8fa-3cee92a01b96 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:52.546038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Current status of the port 65338a20-794c-4325-b8fa-3cee92a01b96 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:52.551293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.557940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3213315 Mar 07 10:51:52.580455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41596) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.586210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Provisioning complete for port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:52.587125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.590918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619858272'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:52.597200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4862e37-3154-4ed6-86e4-6a1c855ee11f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f860e58-73a0-46cc-b8b9-d033745d09d7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:52.661879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83920a-d3ee-4e37-ba1d-48815cf73ea3 req-e6972e95-655e-4343-bf87-24b5e1913e8f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:52.666455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc83920a-d3ee-4e37-ba1d-48815cf73ea3 req-e6972e95-655e-4343-bf87-24b5e1913e8f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1522481 Mar 07 10:51:52.671148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.679488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2581ceb6-067c-429c-a2de-26a046444041 None None] Port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:52.690729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'project_id': '4e3b8a8583d944dfb695f4e573a53593', 'fixed_ips': [{'subnet_id': 'ed41f3b9-282d-48d9-a2cd-6bb43e9828b0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:52.692299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.747504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc83920a-d3ee-4e37-ba1d-48815cf73ea3 req-afe499de-82c1-4e1f-8795-7c0004820dd5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737576 Mar 07 10:51:52.839093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.960267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (8127e597-112d-42d2-8f9f-6be8ce049e15), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.063126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8127e597-112d-42d2-8f9f-6be8ce049e15), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.071628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f00da93-9c93-4016-9a05-40849d34b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.093779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3b0ffcb3-2f00-4baa-bc90-4a20267b14b3 None None] Provisioning complete for port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:53.094455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffcb3-2f00-4baa-bc90-4a20267b14b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.199255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.206570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6198316 Mar 07 10:51:53.221028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ffcb3-2f00-4baa-bc90-4a20267b14b3 None None] Port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:53.264533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41616) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:53.265209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad7704-59c2-4a62-8fde-97799bbd2896 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8127e597-112d-42d2-8f9f-6be8ce049e15,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:53.285318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1609382227', 'security_groups': ['8127e597-112d-42d2-8f9f-6be8ce049e15'], 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed41f3b9-282d-48d9-a2cd-6bb43e9828b0'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:53.389018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Allocated IP 172.20.0.2 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/ed41f3b9-282d-48d9-a2cd-6bb43e9828b0/4a05f0c4-25d3-4647-b14a-53c51f8b87b9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:53.392034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd4a716c-f374-4ee8-b368-d7b262c9ce87 req-22f84cb9-a368-41b8-b60c-60abaa4b3bb9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0687022 Mar 07 10:51:53.746089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks [] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.749766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:53.761120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.777100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.856619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:53.866305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:53.891822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:53.892358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:53.966184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.037011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Attempting to bind port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:54.037390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Attempting to bind port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:54.037756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Attempting to bind port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 on network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:54.053396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:54.053776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Checking segment: {'id': 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:54.054189 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.054673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Bound using segment: {'id': 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:54.055052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Bound port: 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:54.055428 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.097345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port c44b0e2c-5294-40a5-b77c-43911ed16237 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:54.155459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:54.160429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:54.162564 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.176164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:54.176820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.183103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.249756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.271227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11173b98-f6b8-4f03-8421-4d96a147c92d None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:54.271426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83fec2-5567-4a6d-b076-aaba94fdb025 req-9fae5f11-5474-4eac-bf2b-7d1d2b356dbb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:54.274373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba83fec2-5567-4a6d-b076-aaba94fdb025 req-9fae5f11-5474-4eac-bf2b-7d1d2b356dbb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.3047409 Mar 07 10:51:54.379905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.397179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:54.475225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba83fec2-5567-4a6d-b076-aaba94fdb025 req-7210f15f-e73a-4c7e-80d3-6145ed23b436 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839194 Mar 07 10:51:54.609314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b218cdaf-d259-4723-9a67-81619c1bd1a2 req-801da5b7-c3a6-4dcb-b583-8154ad46b99d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0458977 Mar 07 10:51:54.711158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (df52de76-c6fe-4ef5-89e0-175715e76996), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.761576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b5bd3a18-ae88-4184-a03a-8ef5e8c41c41), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.780799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.11 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/ed41f3b9-282d-48d9-a2cd-6bb43e9828b0/c44b0e2c-5294-40a5-b77c-43911ed16237) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:54.914087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=b5bd3a18-ae88-4184-a03a-8ef5e8c41c41,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:55.126982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.201300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.385803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Router 2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:51:55.414234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.590205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:55.592308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Deleting port b120e9aa-3aa5-4578-ad67-b96e6ae43e33 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:55.592746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.656883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:55.658776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.675304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:55.678776 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] Sync routers for ids ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:55.697080 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] Routers {'2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:55.697668 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:55.703009 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-be4bf847-e882-45eb-9f83-910145831d0c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/routers/2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645756 Mar 07 10:51:55.703897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:55.768329 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dc258d-2be2-466c-9b9a-abef48e0295e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:51:55.772528 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82dc258d-2be2-466c-9b9a-abef48e0295e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/b5bd3a18-ae88-4184-a03a-8ef5e8c41c41 HTTP/1.1" status: 404 len: 333 time: 0.0650401 Mar 07 10:51:55.774344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41652) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:55.792583 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:55.804819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:55.805931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.833502 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] Routers {'2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:55.834130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:55.863519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] For port b120e9aa-3aa5-4578-ad67-b96e6ae43e33, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:55.864612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.888067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Calling delete_port for b120e9aa-3aa5-4578-ad67-b96e6ae43e33 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:55.985731 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:55.986403 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b18e-36e1-495a-9e8c-9eff67eb8638 None None] The sync data for ids ['2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:55.996336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.032097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:56.032595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.120393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:56.130558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.217451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:56.234927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:56.235283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.273801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:56.292671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c44b0e2c-5294-40a5-b77c-43911ed16237,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:56.298144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:56.298483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:56.299009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.315384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b120e9aa-3aa5-4578-ad67-b96e6ae43e33), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.339384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:56.359565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cab93ef-3b46-42b2-90ce-7220a9298b36 req-13b1160e-bce0-4716-82b9-33e8505ed1a6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0796723 Mar 07 10:51:56.428052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.430943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for router_controller (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.552919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.553804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:51:56.567412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.568847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c3044a0-a280-40fb-8f07-02d5d9b14742 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/routers/2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda HTTP/1.1" status: 204 len: 168 time: 0.7922084 Mar 07 10:51:56.571546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41666) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:56.582524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-09b75f68-976a-444f-9d06-3b8759557218 None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:56.679177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet ac9187f4-07db-4dda-8bcc-05dfa5b4d801 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:56.689281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (ac9187f4-07db-4dda-8bcc-05dfa5b4d801), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.701422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Pushing event deleted for resources: {'Port': ['ID=b120e9aa-3aa5-4578-ad67-b96e6ae43e33,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:56.727404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.730964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.800376 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ac9187f4-07db-4dda-8bcc-05dfa5b4d801), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.931832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-03b99434-0c70-48a8-abcb-13907cad46c6 None None] Provisioning complete for port c44b0e2c-5294-40a5-b77c-43911ed16237 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:56.932379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-03b99434-0c70-48a8-abcb-13907cad46c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.956254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65143-6612-488c-87aa-47e4d49ed0bc req-a3d7d3ea-2757-47d2-a7c4-69fa3aee3ff7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.968658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cff65143-6612-488c-87aa-47e4d49ed0bc req-a3d7d3ea-2757-47d2-a7c4-69fa3aee3ff7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.7062874 Mar 07 10:51:56.991001 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ac9187f4-07db-4dda-8bcc-05dfa5b4d801), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.016317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7aa3ff9f-bb4c-40e4-aa57-53c75df8b66b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7342217 Mar 07 10:51:57.018940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41672) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.026633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:57.105086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ac9187f4-07db-4dda-8bcc-05dfa5b4d801), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.111263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-03b99434-0c70-48a8-abcb-13907cad46c6 None None] Port c44b0e2c-5294-40a5-b77c-43911ed16237 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:51:57.119413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.163555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9187f4-07db-4dda-8bcc-05dfa5b4d801,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.165761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.171980 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15b848a3-c49e-4e82-878a-3ac29d8b366e tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/ac9187f4-07db-4dda-8bcc-05dfa5b4d801 HTTP/1.1" status: 204 len: 168 time: 0.5992134 Mar 07 10:51:57.173448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6228132-329c-4a24-a358-dd68d37d0108 None None] Network 1007453c-95d5-49c9-8c27-825e296d2536 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:57.184648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.320848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cff65143-6612-488c-87aa-47e4d49ed0bc req-23ae8a84-0b5f-4ca5-a8eb-ab75b9b7c439 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511715 Mar 07 10:51:57.356437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1007453c-95d5-49c9-8c27-825e296d2536), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.418473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:57.429638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.451816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] DHCP port deletion for 1007453c-95d5-49c9-8c27-825e296d2536 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:57.471171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 65338a20-794c-4325-b8fa-3cee92a01b96 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:57.474135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.546005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Deleting port 65338a20-794c-4325-b8fa-3cee92a01b96 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:57.546595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.570111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46edc769-66ef-4300-8123-4fd491d82d49 req-23e0b422-036c-4cd0-83c7-2d503aa1155e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0904059 Mar 07 10:51:57.606728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (df52de76-c6fe-4ef5-89e0-175715e76996), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.613892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] For port 65338a20-794c-4325-b8fa-3cee92a01b96, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=65338a20-794c-4325-b8fa-3cee92a01b96,segment=NetworkSegment(be7da701-73dc-44c3-a54a-1c0fb6564bf0),segment_id=be7da701-73dc-44c3-a54a-1c0fb6564bf0)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:57.614493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.630455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 65338a20-794c-4325-b8fa-3cee92a01b96 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:57.640941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa95c-3723-49e9-845a-cd4d68d7b5e3 req-8caa1f00-dfcf-4eba-b25b-b0cec97e6644 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.642604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-221fa95c-3723-49e9-845a-cd4d68d7b5e3 req-8caa1f00-dfcf-4eba-b25b-b0cec97e6644 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2847822 Mar 07 10:51:57.662143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] For port 65338a20-794c-4325-b8fa-3cee92a01b96, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=65338a20-794c-4325-b8fa-3cee92a01b96,segment=NetworkSegment(be7da701-73dc-44c3-a54a-1c0fb6564bf0),segment_id=be7da701-73dc-44c3-a54a-1c0fb6564bf0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:57.662816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.677835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Calling delete_port for 65338a20-794c-4325-b8fa-3cee92a01b96 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:57.753246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:57.757002 n-d-832156-4 neutron-server[103789]: INFO neutron.db.ipam_backend_mixin [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ed41f3b9-282d-48d9-a2cd-6bb43e9828b0 (CIDR: 172.20.0.0/28) Mar 07 10:51:57.762142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.792329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=65338a20-794c-4325-b8fa-3cee92a01b96,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.802068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No DVR routers for this DVR port 65338a20-794c-4325-b8fa-3cee92a01b96 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:57.840361 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (65338a20-794c-4325-b8fa-3cee92a01b96), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.868282 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:51:57.868757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:51:57.896301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f2dda36b-f716-47fc-a158-a711852b6103 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8761482 Mar 07 10:51:57.899516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41680) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.909319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] No DVR routers for this DVR port 65338a20-794c-4325-b8fa-3cee92a01b96 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:57.913693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2cd9a-7c6e-457e-9fe0-f5617551c72c None None] Pushing event deleted for resources: {'Port': ['ID=65338a20-794c-4325-b8fa-3cee92a01b96,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.916277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:57.920496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-221fa95c-3723-49e9-845a-cd4d68d7b5e3 req-d04a51ac-83d5-4fd2-bb9c-429f37bb0bc0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665408 Mar 07 10:51:57.950273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:57.951829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.054271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1007453c-95d5-49c9-8c27-825e296d2536), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.139478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:58.164362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1007453c-95d5-49c9-8c27-825e296d2536']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:58.208276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7da701-73dc-44c3-a54a-1c0fb6564bf0') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:58.208744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7da701-73dc-44c3-a54a-1c0fb6564bf0') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:58.235409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (be7da701-73dc-44c3-a54a-1c0fb6564bf0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.265181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (be7da701-73dc-44c3-a54a-1c0fb6564bf0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.281801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:58.282471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (be7da701-73dc-44c3-a54a-1c0fb6564bf0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:58.287261 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:58.302012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d97e2-feb1-4862-8ea6-2569b628996f req-47d87584-419b-444a-92e9-86d60e83308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.304034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-198d97e2-feb1-4862-8ea6-2569b628996f req-47d87584-419b-444a-92e9-86d60e83308a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1127 time: 0.1941552 Mar 07 10:51:58.377196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:58.381170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.477814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1007453c-95d5-49c9-8c27-825e296d2536), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.483056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.486874 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/1007453c-95d5-49c9-8c27-825e296d2536 HTTP/1.1" status: 204 len: 168 time: 1.3008003 Mar 07 10:51:58.500820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.510351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41690) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.519503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62912da-9cc0-48d4-9588-35d319e159e1 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=1007453c-95d5-49c9-8c27-825e296d2536,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:58.535465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Router df52de76-c6fe-4ef5-89e0-175715e76996 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:51:58.536286 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-198d97e2-feb1-4862-8ea6-2569b628996f req-70dc31dd-2007-4d18-bcb9-57e358d9a63c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619301 Mar 07 10:51:58.716481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eee21e-296b-4f8b-8fb9-9f65206f9e2a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.717835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-85eee21e-296b-4f8b-8fb9-9f65206f9e2a tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/a01c6710-1326-45ac-bd91-b94e978e1d42 HTTP/1.1" status: 200 len: 845 time: 0.1970017 Mar 07 10:51:58.728912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:58.733825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41694) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.739074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Sync routers for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:58.740572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (dc26fa8f-bf6f-4094-922d-673f0b3e2e84), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.750150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d967ee04-e39a-4cb8-a419-88936624b85d admin admin] 10.222.0.23 "PUT /v2.0/routers/df52de76-c6fe-4ef5-89e0-175715e76996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9097297 Mar 07 10:51:58.757736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41696) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.759130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:58.765439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:58.792291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dbf05dc-4e56-4965-b8d4-ca522da33ca0 req-54f01b25-eb8e-4bd6-abe4-bce38848eda8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0723665 Mar 07 10:51:58.814578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6d926-6b3c-47b8-a20b-74833c043ffd req-14feb583-da10-44bb-8791-42d5a901ee98 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.822147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8da6d926-6b3c-47b8-a20b-74833c043ffd req-14feb583-da10-44bb-8791-42d5a901ee98 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.3099878 Mar 07 10:51:58.833534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3080b8b3-140b-4071-a633-9e92efe0a85d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/a01c6710-1326-45ac-bd91-b94e978e1d42?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0993631 Mar 07 10:51:58.840284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.846451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:58.968081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:58.978309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:58.989539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.990115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.999496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=dc26fa8f-bf6f-4094-922d-673f0b3e2e84,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:59.018088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks [] for router (df52de76-c6fe-4ef5-89e0-175715e76996), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.069283 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-450f4246-47d9-4886-a148-b85e011ed23c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1657815 Mar 07 10:51:59.069631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41702) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:59.075137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-810881438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc26fa8f-bf6f-4094-922d-673f0b3e2e84'}], 'security_groups': ['0f860e58-73a0-46cc-b8b9-d033745d09d7']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:59.100034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8da6d926-6b3c-47b8-a20b-74833c043ffd req-ff952242-ebcf-4493-a381-6fa320c55f67 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769380 Mar 07 10:51:59.175396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a775d6-d309-4670-b202-3ca183b93560 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:59.190091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:59.222818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-31326144-6193-42dd-86a6-531b70d825a5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:59.225051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-31326144-6193-42dd-86a6-531b70d825a5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.26 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2939725 Mar 07 10:51:59.228864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:59.233083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.293971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128460-0d14-41e7-8898-1de95680d143 req-0fa46151-7351-4226-a4f0-fa46cd507bd8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:59.295950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35128460-0d14-41e7-8898-1de95680d143 req-0fa46151-7351-4226-a4f0-fa46cd507bd8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.1946113 Mar 07 10:51:59.301231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.326050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks [] for router_gateway (df52de76-c6fe-4ef5-89e0-175715e76996), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.481382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 65338a20-794c-4325-b8fa-3cee92a01b96 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:59.539855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 65338a20-794c-4325-b8fa-3cee92a01b96 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:59.540305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 65338a20-794c-4325-b8fa-3cee92a01b96 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:59.542700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35128460-0d14-41e7-8898-1de95680d143 req-af1d76f2-cc65-4f56-8275-e4bf78951857 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224536 Mar 07 10:51:59.628269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Deleting port fb407ae6-fdd7-48f9-b269-15535ab7c49d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:59.636636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.733709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:51:56Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:59.785721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Checking router: df52de76-c6fe-4ef5-89e0-175715e76996 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:51:59.788060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Update dhcp port {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'fixed_ips': [{'subnet_id': 'ed41f3b9-282d-48d9-a2cd-6bb43e9828b0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc26fa8f-bf6f-4094-922d-673f0b3e2e84'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '4a05f0c4-25d3-4647-b14a-53c51f8b87b9'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:51:59.834392 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.836397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Routers {'df52de76-c6fe-4ef5-89e0-175715e76996'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:59.836924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['df52de76-c6fe-4ef5-89e0-175715e76996'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:59.896144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] For port fb407ae6-fdd7-48f9-b269-15535ab7c49d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=fb407ae6-fdd7-48f9-b269-15535ab7c49d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:59.896782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.955775 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (c174e20d-04b9-49d0-8d7c-08e53544392a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.960022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9233d752-6bac-42ab-8d4b-2ffc6b013344 req-464ad3da-9b59-4687-9b46-61898c4ddd5f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0432951 Mar 07 10:51:59.966181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] Set router df52de76-c6fe-4ef5-89e0-175715e76996 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:00.104956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:00.112326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:00.132367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.133648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.143628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f16bb3-437a-4bf0-9bc7-022770e63df6 None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:00.154161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=c174e20d-04b9-49d0-8d7c-08e53544392a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.271912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3f521e4e-bcef-4bc8-82ee-79399ffdd104 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4288771 Mar 07 10:52:00.288512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:00.295206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'security_group': {'name': 'tempest-secgroup-369313528'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:00.370953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.371536 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.372048 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Floating IP 5abb9777-9c9d-4f7f-99e2-7386b0848733 disassociated. External IP: 172.25.4.15, port: fb407ae6-fdd7-48f9-b269-15535ab7c49d. Mar 07 10:52:00.372699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Calling delete_port for fb407ae6-fdd7-48f9-b269-15535ab7c49d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:00.386171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Delete allocated IP 172.20.0.11 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/ed41f3b9-282d-48d9-a2cd-6bb43e9828b0) {{(pid=103788) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:52:00.386783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.395036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.30 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/dc26fa8f-bf6f-4094-922d-673f0b3e2e84/c44b0e2c-5294-40a5-b77c-43911ed16237) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:00.462095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf39f4-c818-4537-9bd2-f9186bf0e106 req-41fe569b-99ce-4530-ba00-13c259da28d8 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.464005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1adf39f4-c818-4537-9bd2-f9186bf0e106 req-41fe569b-99ce-4530-ba00-13c259da28d8 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2090120 Mar 07 10:52:00.558614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1adf39f4-c818-4537-9bd2-f9186bf0e106 req-51b8e203-a83d-4f41-86b6-b1fdae5eff95 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866892 Mar 07 10:52:00.713332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.723206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.742801 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (3abfc6f1-606d-482f-b368-e7014db93710), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.776457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3abfc6f1-606d-482f-b368-e7014db93710), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.787331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Allocated IP 172.20.0.18 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/dc26fa8f-bf6f-4094-922d-673f0b3e2e84/4a05f0c4-25d3-4647-b14a-53c51f8b87b9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:00.851978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (fb407ae6-fdd7-48f9-b269-15535ab7c49d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.861819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.863287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5719614 Mar 07 10:52:00.871533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Deleting port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:00.871533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.877489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41722) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:00.887630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9797ae7-ae40-4fe2-beb2-a86125fbb5c0 req-779d6736-730a-42da-be63-1c1a9c342325 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.890131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9797ae7-ae40-4fe2-beb2-a86125fbb5c0 req-779d6736-730a-42da-be63-1c1a9c342325 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.2404761 Mar 07 10:52:00.891073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944001ff-b8c3-4789-b875-1592f32fd641 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abfc6f1-606d-482f-b368-e7014db93710,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.900262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'security_group': {'name': 'tempest-secgroup-701608235'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:00.912746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:00.942638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Publish callbacks [] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.960833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.962376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405da6e-4f01-4e91-955d-d844040b3f56 req-27fd0988-c51b-4e07-9f7d-576e136281dc tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.964360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0405da6e-4f01-4e91-955d-d844040b3f56 req-27fd0988-c51b-4e07-9f7d-576e136281dc tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 946 time: 0.2354653 Mar 07 10:52:00.989537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'Port': ['ID=fb407ae6-fdd7-48f9-b269-15535ab7c49d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.043615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=c44b0e2c-5294-40a5-b77c-43911ed16237,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.049568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'project_id': '251db5ff1fb14ad8b0a31d5e22a73053', 'fixed_ips': [{'subnet_id': 'c174e20d-04b9-49d0-8d7c-08e53544392a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:52:01.051804 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.100446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] In _notify_port_updated(), no bound segment for port c44b0e2c-5294-40a5-b77c-43911ed16237 on network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:52:01.102144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:51:56Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:01.115465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.116306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.117708 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1e691a6-02d8-4f04-a1b4-4feb8cc7b751 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/ports/c44b0e2c-5294-40a5-b77c-43911ed16237 HTTP/1.1" status: 200 len: 920 time: 2.0470486 Mar 07 10:52:01.125015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41728) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:01.183759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06071486-ba72-4de9-ae2a-d45da094ab29 None None] The sync data for ids ['df52de76-c6fe-4ef5-89e0-175715e76996'] in n-d-832156-4 is: [{'id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'name': 'tempest-AttachVolumeNegativeTest-365220606-router', 'tenant_id': 'd26b1ba242064594969207da1d20cf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:17Z', 'updated_at': '2022-03-07T10:51:56Z', 'revision_number': 5, 'project_id': 'd26b1ba242064594969207da1d20cf32', 'gw_port': {'id': 'af6e00cf-e481-4fc4-b6f0-b6d432ebaf52', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52de76-c6fe-4ef5-89e0-175715e76996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:52:01.193162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0405da6e-4f01-4e91-955d-d844040b3f56 req-f4375c5a-9f5e-4d40-94de-6b6fe4b83ec6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=87f252b2-62ca-41df-b25e-4b9adfb32996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170527 Mar 07 10:52:01.197526 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.205960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9797ae7-ae40-4fe2-beb2-a86125fbb5c0 req-264c8774-1897-4a86-94a3-d039fbc6c3bd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771568 Mar 07 10:52:01.327449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcef11a-b336-46f5-9cb6-7f2955923c28 None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.405927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] For port af6e00cf-e481-4fc4-b6f0-b6d432ebaf52, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:01.406513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.449233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Calling delete_port for af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:01.471219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01a5eec6-8d3c-41dc-8c32-222b3fcf9d41 req-06c41a80-aa68-4cd7-8945-83ca19aea473 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0872111 Mar 07 10:52:01.564364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:52:01.674094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Allocated IP 2001:db8::2 (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c174e20d-04b9-49d0-8d7c-08e53544392a/395212e6-10e5-41bf-8e50-c9e66224488f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:01.714253 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (4ea41048-5c88-438f-92c5-90e92a164637), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.761121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4ea41048-5c88-438f-92c5-90e92a164637), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.881295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.883781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9890695 Mar 07 10:52:01.886679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb175aa-936d-4add-b43e-0174b1b3c57b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea41048-5c88-438f-92c5-90e92a164637,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.899501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41740) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:01.900585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01861c34-3948-43f1-b881-1f090118daca req-ea9eef95-9a6d-409b-84df-f7bf0066f1b6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.905899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:01.907014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01861c34-3948-43f1-b881-1f090118daca req-ea9eef95-9a6d-409b-84df-f7bf0066f1b6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.2222340 Mar 07 10:52:01.927928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186597136', 'security_groups': ['4ea41048-5c88-438f-92c5-90e92a164637'], 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c174e20d-04b9-49d0-8d7c-08e53544392a'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:01.936719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:01.969376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:52:02.014494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port c44b0e2c-5294-40a5-b77c-43911ed16237 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:02.014494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.016741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:02.020776 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:02.104819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01861c34-3948-43f1-b881-1f090118daca req-c59eeb1b-149a-4b3a-bf86-62357203b9ff tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965706 Mar 07 10:52:02.156885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] No DVR routers for this DVR port fb407ae6-fdd7-48f9-b269-15535ab7c49d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:02.164451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.171793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e1ae071-0643-4d28-8dc3-71f1d23200cd req-de364037-68b6-4963-bab8-cbc7a611d759 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.26 "DELETE /v2.0/ports/fb407ae6-fdd7-48f9-b269-15535ab7c49d HTTP/1.1" status: 204 len: 173 time: 2.9321969 Mar 07 10:52:02.172692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fb407ae6-fdd7-48f9-b269-15535ab7c49d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:02.176491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'name': 'network-vif-deleted', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:02.183329 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329eab74-bdbd-47c1-a31f-ad45357dcfcf" -d '{"events": [{"server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "name": "network-vif-deleted", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:02.255243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:02.258550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.270985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: fb407ae6-fdd7-48f9-b269-15535ab7c49d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:02.272010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device fb407ae6-fdd7-48f9-b269-15535ab7c49d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:02.316025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks [] for port (395212e6-10e5-41bf-8e50-c9e66224488f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.341406 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a134c5d-9a2d-474b-b1a1-ba71209b8b90 x-openstack-request-id: req-9a134c5d-9a2d-474b-b1a1-ba71209b8b90 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:02.341863 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f95ff1-0c12-4a93-b328-3fc9abd4f3cc", "name": "network-vif-deleted", "tag": "fb407ae6-fdd7-48f9-b269-15535ab7c49d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:02.348021 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a134c5d-9a2d-474b-b1a1-ba71209b8b90 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:02.349962 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f95ff1-0c12-4a93-b328-3fc9abd4f3cc', 'name': 'network-vif-deleted', 'tag': 'fb407ae6-fdd7-48f9-b269-15535ab7c49d', 'status': 'completed', 'code': 200} Mar 07 10:52:02.369235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.395794 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:02.403210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95cc9af7-3f19-40b2-84f1-299bbd497d58 req-2fd1d74d-b52a-44fd-b71b-a13e12b93156 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f95ff1-0c12-4a93-b328-3fc9abd4f3cc HTTP/1.1" status: 200 len: 210 time: 0.0785954 Mar 07 10:52:02.416073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (af6e00cf-e481-4fc4-b6f0-b6d432ebaf52), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.531350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:02.546194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:02.595208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Pushing event deleted for resources: {'Port': ['ID=af6e00cf-e481-4fc4-b6f0-b6d432ebaf52,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:02.652215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:02.657660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.665817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:02.671392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:02.680574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:02.707891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b120e9aa-3aa5-4578-ad67-b96e6ae43e33 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:02.715574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e86b010f-3719-4dee-92a4-53e6501849fa req-0d2efa72-dc9c-497c-ba04-aaaa3332fb09 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0743804 Mar 07 10:52:02.774878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b120e9aa-3aa5-4578-ad67-b96e6ae43e33 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:02.775333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b120e9aa-3aa5-4578-ad67-b96e6ae43e33 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:02.801398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:02.807334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.808649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.809074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.812763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.813366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.813892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.814263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.814616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.814951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.815281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.815792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.817464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.817891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:02.834385 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:52:02.843191 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:02.844086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:51:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:02.854577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for c44b0e2c-5294-40a5-b77c-43911ed16237 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:02.894299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (df52de76-c6fe-4ef5-89e0-175715e76996), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.908694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Attempting to bind port 395212e6-10e5-41bf-8e50-c9e66224488f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:02.909263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Attempting to bind port 395212e6-10e5-41bf-8e50-c9e66224488f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:02.909931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Attempting to bind port 395212e6-10e5-41bf-8e50-c9e66224488f on network c6a2544a-3182-442d-b238-a9d56ccf3b8c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:02.926980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:02.927915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.969157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:02.971032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:02.971517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Checking segment: {'id': 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:02.972051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.973222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Bound using segment: {'id': 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:02.973663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Bound port: 395212e6-10e5-41bf-8e50-c9e66224488f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:02.974219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.982200 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:03.054995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:03.059682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:03.077727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:03.077947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.080175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.206349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.248676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35a9ea-e31f-4308-8d9b-40bfc981aa1d None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:03.304040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:03.317168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Provisioning complete for port c44b0e2c-5294-40a5-b77c-43911ed16237 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:03.317623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.351555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (df52de76-c6fe-4ef5-89e0-175715e76996), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.359280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks [] for router_controller (df52de76-c6fe-4ef5-89e0-175715e76996), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.367663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54fca-ab0e-414a-9bbf-6330d5a10d1b req-56196bdb-e8bf-4b4a-a613-db977402489e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.373112 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:03.375067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11d54fca-ab0e-414a-9bbf-6330d5a10d1b req-56196bdb-e8bf-4b4a-a613-db977402489e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1585484 Mar 07 10:52:03.483026 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93819717-cc75-43f7-840b-dbc2c3395a81 None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:52:03.523223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-da892e86-0a2e-4977-9a24-c1a90a5368f5 None None] Port c44b0e2c-5294-40a5-b77c-43911ed16237 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:03.524635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11d54fca-ab0e-414a-9bbf-6330d5a10d1b req-d7e47f2b-fe16-4948-96e9-d740be177622 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373537 Mar 07 10:52:03.634888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41762) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:03.657270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d520af99-5e81-448a-aad9-06f90eb9fc13 None None] Provisioning complete for port c44b0e2c-5294-40a5-b77c-43911ed16237 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:03.658124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d520af99-5e81-448a-aad9-06f90eb9fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.673349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (df52de76-c6fe-4ef5-89e0-175715e76996), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.674054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df52de76-c6fe-4ef5-89e0-175715e76996 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:52:03.687581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.691082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b8f0eaf-23f9-4c4d-badd-2f287a247acb admin admin] 10.222.0.23 "DELETE /v2.0/routers/df52de76-c6fe-4ef5-89e0-175715e76996 HTTP/1.1" status: 204 len: 168 time: 4.9300992 Mar 07 10:52:03.692364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:03.707792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port 75db41ae-3aae-4fd9-9795-54f50a5b165b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:52:03.751492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d520af99-5e81-448a-aad9-06f90eb9fc13 None None] Port c44b0e2c-5294-40a5-b77c-43911ed16237 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:03.834159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Deleting subnet 2ad496ce-9a30-4ed0-9449-7d7071eafcd1 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:03.871955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Publish callbacks [] for subnet (2ad496ce-9a30-4ed0-9449-7d7071eafcd1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.974721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (87f252b2-62ca-41df-b25e-4b9adfb32996), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.027438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0efc0a0b-7727-48c3-a77e-b68340d65ac8 req-c8d80c77-7764-4513-86e3-4b8344ae7487 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09daab-9610-432d-9acd-4642f92b2d70 HTTP/1.1" status: 200 len: 210 time: 0.0775638 Mar 07 10:52:04.053389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (2ad496ce-9a30-4ed0-9449-7d7071eafcd1), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.065569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (87f252b2-62ca-41df-b25e-4b9adfb32996), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.209170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::1ca (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c174e20d-04b9-49d0-8d7c-08e53544392a/75db41ae-3aae-4fd9-9795-54f50a5b165b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:04.214738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c44b0e2c-5294-40a5-b77c-43911ed16237), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.250376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (87f252b2-62ca-41df-b25e-4b9adfb32996), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.252157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08769050-df48-40c2-a970-e2b637a03c9e None None] New status for floating IP 5abb9777-9c9d-4f7f-99e2-7386b0848733: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:52:04.253389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.255156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "DELETE /v2.0/security-groups/87f252b2-62ca-41df-b25e-4b9adfb32996 HTTP/1.1" status: 204 len: 168 time: 0.6190052 Mar 07 10:52:04.274358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41774) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.319412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14243cc-8400-4c76-9dcb-20921c12fdda tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f252b2-62ca-41df-b25e-4b9adfb32996,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:04.336605 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-bf4eb185-06fb-4dd1-978b-30a3dcf31a60 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] show failed (client error): The resource could not be found. Mar 07 10:52:04.337017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf4eb185-06fb-4dd1-978b-30a3dcf31a60 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups/87f252b2-62ca-41df-b25e-4b9adfb32996 HTTP/1.1" status: 404 len: 347 time: 0.0570750 Mar 07 10:52:04.340393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41776) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.348864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (2ad496ce-9a30-4ed0-9449-7d7071eafcd1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.567909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.631053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ee526-9f26-49ad-acf2-b32e747e605a req-fdda4dd9-839a-41cf-88a4-48b09840721f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:04.638898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-480ee526-9f26-49ad-acf2-b32e747e605a req-fdda4dd9-839a-41cf-88a4-48b09840721f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4334738 Mar 07 10:52:04.654128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=c44b0e2c-5294-40a5-b77c-43911ed16237,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:04.666496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.753048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (2ad496ce-9a30-4ed0-9449-7d7071eafcd1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.765291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-480ee526-9f26-49ad-acf2-b32e747e605a req-948a410d-a0f5-4cb0-a743-a1369b335e04 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251554 Mar 07 10:52:04.782650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=75db41ae-3aae-4fd9-9795-54f50a5b165b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:04.818108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5f53b-5052-474e-af67-aeb1d2416d3c None None] Network 7ec1e4b7-a20b-4df6-8952-11b2339401f7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:04.821350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.829684 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ad496ce-9a30-4ed0-9449-7d7071eafcd1 HTTP/1.1" status: 204 len: 168 time: 1.1368356 Mar 07 10:52:04.833112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41780) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.838013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f67bb2-194c-4e50-a1fa-22c0f16c3f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad496ce-9a30-4ed0-9449-7d7071eafcd1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:04.860661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:04.864424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:04.867090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:04.872444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:04.873089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.924008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.930289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7d43979-a189-41d0-a4ff-141bf9d21c73 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/c44b0e2c-5294-40a5-b77c-43911ed16237 HTTP/1.1" status: 204 len: 168 time: 3.8043873 Mar 07 10:52:04.937015 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bbe11747-98dc-4568-a250-1b57f4a4280f tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0178733 Mar 07 10:52:04.937015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.945903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7ec1e4b7-a20b-4df6-8952-11b2339401f7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.948505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41784) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.950070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Deleting port 31749a67-fad3-417f-a75d-561477b376aa {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:04.950469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (31749a67-fad3-417f-a75d-561477b376aa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.958148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:04.977082 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8361fd7e-b31f-496a-a290-fb6466e8bebf tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:52:04.981590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8361fd7e-b31f-496a-a290-fb6466e8bebf tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/c44b0e2c-5294-40a5-b77c-43911ed16237 HTTP/1.1" status: 404 len: 333 time: 0.0456491 Mar 07 10:52:04.982212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41786) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.101084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (8127e597-112d-42d2-8f9f-6be8ce049e15), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.155685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (8127e597-112d-42d2-8f9f-6be8ce049e15), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.243116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8127e597-112d-42d2-8f9f-6be8ce049e15), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.246256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.263801 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/security-groups/8127e597-112d-42d2-8f9f-6be8ce049e15 HTTP/1.1" status: 204 len: 168 time: 0.2804077 Mar 07 10:52:05.264657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41792) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.270834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (31749a67-fad3-417f-a75d-561477b376aa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.271215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (31749a67-fad3-417f-a75d-561477b376aa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.308597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42561f51-c4dc-4de9-a4a1-21c19fe22d36 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127e597-112d-42d2-8f9f-6be8ce049e15,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:05.369381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Calling delete_port for 31749a67-fad3-417f-a75d-561477b376aa owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:05.387548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:05.397679 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.423866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:05.425536 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.432059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (0f860e58-73a0-46cc-b8b9-d033745d09d7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.480767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:05.501084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:05.505501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.512848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (0f860e58-73a0-46cc-b8b9-d033745d09d7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.603814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] DHCP port deletion for 7ec1e4b7-a20b-4df6-8952-11b2339401f7 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:52:05.612069 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f860e58-73a0-46cc-b8b9-d033745d09d7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.615965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.621003 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f860e58-73a0-46cc-b8b9-d033745d09d7 HTTP/1.1" status: 204 len: 168 time: 0.3506405 Mar 07 10:52:05.621718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41802) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.655861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4bec5-dafd-4bb3-a9dd-3cffea284034 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f860e58-73a0-46cc-b8b9-d033745d09d7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:05.700764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:05.772704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet ed41f3b9-282d-48d9-a2cd-6bb43e9828b0 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:05.777053 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (ed41f3b9-282d-48d9-a2cd-6bb43e9828b0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.832577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:05.833220 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.842806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:05.853445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.874114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ed41f3b9-282d-48d9-a2cd-6bb43e9828b0), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.905246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Deleting port 7e658e0b-16e1-4f2a-862a-f5a132440358 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:05.905879 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:05.960506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:05.996905 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.056263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436d9fa-dc30-4e4b-b2bc-660327bce1a4 None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:06.061511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ed41f3b9-282d-48d9-a2cd-6bb43e9828b0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.080434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] For port 7e658e0b-16e1-4f2a-862a-f5a132440358, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7e658e0b-16e1-4f2a-862a-f5a132440358,segment=NetworkSegment(78c4c2ac-9f66-437e-b723-e9a90d6545b6),segment_id=78c4c2ac-9f66-437e-b723-e9a90d6545b6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:06.080838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.135832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Calling delete_port for 7e658e0b-16e1-4f2a-862a-f5a132440358 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:06.173886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ed41f3b9-282d-48d9-a2cd-6bb43e9828b0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.215446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=ed41f3b9-282d-48d9-a2cd-6bb43e9828b0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:06.217699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.221465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2066334e-ad23-4696-a27a-0d327fb20e92 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/ed41f3b9-282d-48d9-a2cd-6bb43e9828b0 HTTP/1.1" status: 204 len: 168 time: 0.5815623 Mar 07 10:52:06.226036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7f7ad4db-e659-4967-a2e8-38d822ddd38a None None] Provisioning complete for port 75db41ae-3aae-4fd9-9795-54f50a5b165b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:06.226036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad4db-e659-4967-a2e8-38d822ddd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.226234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:06.233140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:06.266638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ad4db-e659-4967-a2e8-38d822ddd38a None None] Port 75db41ae-3aae-4fd9-9795-54f50a5b165b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:06.268306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705fd294-bf79-4b71-b1e6-8f8414d33f72 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:06.359049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:06.369450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.380228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:06.421005 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:52:06.422660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:06.477691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:06.478727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device af6e00cf-e481-4fc4-b6f0-b6d432ebaf52 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:06.511701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.549951 n-d-832156-4 neutron-server[103789]: INFO neutron.db.ipam_backend_mixin [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c174e20d-04b9-49d0-8d7c-08e53544392a (CIDR: 2001:db8::/64) Mar 07 10:52:06.570835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Deleting port 7e658e0b-16e1-4f2a-862a-f5a132440358 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:06.571180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.581197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] No DVR routers for this DVR port 7e658e0b-16e1-4f2a-862a-f5a132440358 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:06.590322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46af2e-3b94-4eed-9fac-51527e3cf39c None None] Pushing event deleted for resources: {'Port': ['ID=7e658e0b-16e1-4f2a-862a-f5a132440358,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:06.602366 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:06.602868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:06.639188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3365d959-f683-4d57-a939-95fe907ea547 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6855085 Mar 07 10:52:06.639387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41816) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:06.651890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:06.760573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] For port 7e658e0b-16e1-4f2a-862a-f5a132440358, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:06.760998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.817122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78cd5-1fda-4a5f-84f7-e7d186691725 req-ea52ebf2-e42f-43a9-9295-15d9d54f1b81 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:06.818732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da78cd5-1fda-4a5f-84f7-e7d186691725 req-ea52ebf2-e42f-43a9-9295-15d9d54f1b81 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4638171 Mar 07 10:52:06.839840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3bf60163-948e-4d75-898b-cc3388036ca6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.881874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Calling delete_port for 7e658e0b-16e1-4f2a-862a-f5a132440358 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:06.894933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Port 7e658e0b-16e1-4f2a-862a-f5a132440358 was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:52:06.901508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=3bf60163-948e-4d75-898b-cc3388036ca6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:06.902855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7e658e0b-16e1-4f2a-862a-f5a132440358), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.913292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:06.914925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:06.918116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:06.918713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.949996 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-03ab04e3-0e19-48c4-ac5f-6a530f4bf9aa tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7203832 Mar 07 10:52:06.950811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:06.953531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e658e0b-16e1-4f2a-862a-f5a132440358,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:06.962417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703845624'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:07.010064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1da78cd5-1fda-4a5f-84f7-e7d186691725 req-b83b7217-bdef-429f-8733-318834e715bd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590590 Mar 07 10:52:07.013111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] No DVR routers for this DVR port 7e658e0b-16e1-4f2a-862a-f5a132440358 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:07.024203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.024700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.025048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.025446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.025991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.026165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.026541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.026950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.027278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.027668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.028020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.028140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.028395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.028814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:07.188871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (eca49967-2c2e-4691-bfaf-8d9dd7917caf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.193459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:07.196549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eca49967-2c2e-4691-bfaf-8d9dd7917caf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.205758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.275977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.279921 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3251221 Mar 07 10:52:07.280457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41822) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:07.286537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'security_group': {'name': 'tempest-secgroup-120414162'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:07.292244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a333eb8-cb4b-4a6a-9356-26c0088d3b26 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca49967-2c2e-4691-bfaf-8d9dd7917caf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:07.316239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.408218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.418858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.472109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c92c1-995f-47d1-a2c2-e7bcb7a09851 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:07.516777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:07.547987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.549746 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6038e16d-37ca-4d56-8ab8-1c01db60b24b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2683606 Mar 07 10:52:07.552704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:07.560328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'security_group': {'name': 'tempest-secgroup-538088659'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:07.600933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:07.630512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.739145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:07.739963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.775676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (e09c89d7-a4a4-4cd1-b761-5a0e04925abf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.795439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e09c89d7-a4a4-4cd1-b761-5a0e04925abf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.818617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (159e7311-1704-4410-a52e-7f54d9dd47a3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.827489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7ec1e4b7-a20b-4df6-8952-11b2339401f7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.849707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (31749a67-fad3-417f-a75d-561477b376aa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.858761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.864287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3105416 Mar 07 10:52:07.865027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:07.886841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:07.888996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-8150505', 'security_groups': ['e09c89d7-a4a4-4cd1-b761-5a0e04925abf'], 'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3bf60163-948e-4d75-898b-cc3388036ca6'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:07.897890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb1ed6-12dd-4b9d-98e0-b030f5f41240 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c89d7-a4a4-4cd1-b761-5a0e04925abf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:07.915006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:07.915481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.952873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:07.958973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.966777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'Port': ['ID=31749a67-fad3-417f-a75d-561477b376aa,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:08.018814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec1e4b7-a20b-4df6-8952-11b2339401f7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:08.066910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:08.073623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Update dhcp port {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'fixed_ips': [{'subnet_id': 'dc26fa8f-bf6f-4094-922d-673f0b3e2e84', 'ip_address': '172.20.0.18'}, {'subnet_id': '3bf60163-948e-4d75-898b-cc3388036ca6'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '4a05f0c4-25d3-4647-b14a-53c51f8b87b9'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:08.088615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c4c2ac-9f66-437e-b723-e9a90d6545b6') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:08.088914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c4c2ac-9f66-437e-b723-e9a90d6545b6') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:08.141437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:08.166025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861ef4d-8034-46dc-81fa-ffc2b6439c46 None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:08.171870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.202297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.202813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.220781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (78c4c2ac-9f66-437e-b723-e9a90d6545b6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.244037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:08.259939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (78c4c2ac-9f66-437e-b723-e9a90d6545b6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.276527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:08.279466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (78c4c2ac-9f66-437e-b723-e9a90d6545b6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:08.346620 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:08.388653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7ec1e4b7-a20b-4df6-8952-11b2339401f7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.405036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.409526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7ec1e4b7-a20b-4df6-8952-11b2339401f7 HTTP/1.1" status: 204 len: 168 time: 3.5554183 Mar 07 10:52:08.437975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=159e7311-1704-4410-a52e-7f54d9dd47a3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:08.440015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:08.442743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cdb11fb8-a606-46cc-8ef0-10015e68d41f None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:08.452733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.499603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] device_id is not set on port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:52:08.508879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Allocated IP 172.20.0.2 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/3bf60163-948e-4d75-898b-cc3388036ca6/4a05f0c4-25d3-4647-b14a-53c51f8b87b9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:08.522072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4fa8edad-945d-4513-a196-eb59d1e0886d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8584096 Mar 07 10:52:08.526225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:08.527804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6a9a-8231-4507-9757-f42914e7cdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec1e4b7-a20b-4df6-8952-11b2339401f7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:08.547796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1361929584', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '159e7311-1704-4410-a52e-7f54d9dd47a3'}], 'security_groups': ['3abfc6f1-606d-482f-b368-e7014db93710']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:08.554732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (5abb9777-9c9d-4f7f-99e2-7386b0848733), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.558177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.559931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-441eb3ca-108b-444f-ba49-c842197ee21b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "DELETE /v2.0/floatingips/5abb9777-9c9d-4f7f-99e2-7386b0848733 HTTP/1.1" status: 204 len: 168 time: 4.2173696 Mar 07 10:52:08.600346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e658e0b-16e1-4f2a-862a-f5a132440358 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:08.683802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41854) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:08.761231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7a311c1e-b99e-4b84-8b11-4c572f18b174 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d26b1ba242064594969207da1d20cf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757313 Mar 07 10:52:08.765554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:08.849440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] Publish callbacks [] for security_group (509a7319-c183-4521-af14-ad01d38bf49e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.900630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] Publish callbacks [] for security_group (509a7319-c183-4521-af14-ad01d38bf49e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.916709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6609b65f-17e6-489a-9421-373077a453ef None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:08.925982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.948202 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Publish callbacks [] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.954100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7e658e0b-16e1-4f2a-862a-f5a132440358 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:08.954618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7e658e0b-16e1-4f2a-862a-f5a132440358 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:08.964998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.068801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.11 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/3bf60163-948e-4d75-898b-cc3388036ca6/07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:09.157097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609b65f-17e6-489a-9421-373077a453ef None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:09.341077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Update dhcp port {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'fixed_ips': [{'subnet_id': 'c174e20d-04b9-49d0-8d7c-08e53544392a', 'ip_address': '2001:db8::2'}, {'subnet_id': '159e7311-1704-4410-a52e-7f54d9dd47a3'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '395212e6-10e5-41bf-8e50-c9e66224488f'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:09.423568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.464798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.485018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41862) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:09.518629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907976245', 'description': 'tempest-description--1600441276'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:09.562863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (509a7319-c183-4521-af14-ad01d38bf49e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.565702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.568087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/509a7319-c183-4521-af14-ad01d38bf49e HTTP/1.1" status: 204 len: 168 time: 0.8014681 Mar 07 10:52:09.609477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.638964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105ef3-cf67-44a4-9163-b6677c166ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a7319-c183-4521-af14-ad01d38bf49e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:09.715278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Delete allocated IP 2001:db8::1ca (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c174e20d-04b9-49d0-8d7c-08e53544392a) {{(pid=103789) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:52:09.729487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.782037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8:0:1::32c (c6a2544a-3182-442d-b238-a9d56ccf3b8c/159e7311-1704-4410-a52e-7f54d9dd47a3/75db41ae-3aae-4fd9-9795-54f50a5b165b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:09.817576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:09.831453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:09.846916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:09.939397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.069801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:10.083225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:10.083934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.134038 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-43d85a9e-0bb1-4d62-8a18-e391dd3e4c7f tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2668681 Mar 07 10:52:10.136887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41872) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.147894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:10.227929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (8202d45d-5458-4a23-8d0d-bec3338cac8a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.250826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8202d45d-5458-4a23-8d0d-bec3338cac8a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.397984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:10.403627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.404702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.408788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8960590 Mar 07 10:52:10.411613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41876) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.423318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group_rule': {'security_group_id': '8202d45d-5458-4a23-8d0d-bec3338cac8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:10.430744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3033d-3363-4627-998b-50f3a7ad06ef tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8202d45d-5458-4a23-8d0d-bec3338cac8a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.468637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.478864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.612485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] In _notify_port_updated(), no bound segment for port 75db41ae-3aae-4fd9-9795-54f50a5b165b on network c6a2544a-3182-442d-b238-a9d56ccf3b8c {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:52:10.630543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Allocated IP 2001:db8:0:1::2 (c6a2544a-3182-442d-b238-a9d56ccf3b8c/159e7311-1704-4410-a52e-7f54d9dd47a3/395212e6-10e5-41bf-8e50-c9e66224488f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:10.634500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:10.635610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.639404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/ports/75db41ae-3aae-4fd9-9795-54f50a5b165b HTTP/1.1" status: 200 len: 931 time: 2.0953164 Mar 07 10:52:10.641190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41882) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.683701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6c394-8e9e-4f75-9a3c-b9b3029aa8f9 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=75db41ae-3aae-4fd9-9795-54f50a5b165b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.741050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (9f34469c-7554-41b0-8c4d-c3e3b7879339), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.908102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:10.909007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.935258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:10.936398 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.036800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:11.057241 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3bf60163-948e-4d75-898b-cc3388036ca6 (CIDR: 172.20.0.0/28) Mar 07 10:52:11.060225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:11.090990 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:11.091693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:11.095240 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Publish callbacks [] for port (395212e6-10e5-41bf-8e50-c9e66224488f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.100942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:11.101264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.123953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.125202 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ac506bd2-64ae-4fe7-a1fe-732a74bedf05 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9872034 Mar 07 10:52:11.127949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41898) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.133739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.135297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (9f34469c-7554-41b0-8c4d-c3e3b7879339), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.149598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9f34469c-7554-41b0-8c4d-c3e3b7879339), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.162945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port 75db41ae-3aae-4fd9-9795-54f50a5b165b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:11.164877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.264725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f34469c-7554-41b0-8c4d-c3e3b7879339,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:11.273851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ad3fd-7103-4f9e-a01f-a75bd80739cb None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:11.300308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.301878 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe9e1da3-97ae-431e-ac28-c7c0dc181b01 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8879344 Mar 07 10:52:11.308973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41906) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.316174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'security_group_rule': {'security_group_id': '8202d45d-5458-4a23-8d0d-bec3338cac8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.368607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (9241bc5d-43b3-4682-b19c-686b40ddaee1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.376603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:11.400821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.415608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for 75db41ae-3aae-4fd9-9795-54f50a5b165b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:11.475591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:11.479367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.549638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:11.653811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4177594a-ce2a-434b-a138-5be0938c4bc2 None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:11.663514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:11.664067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.704887 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (9241bc5d-43b3-4682-b19c-686b40ddaee1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.720845 n-d-832156-4 neutron-server[103789]: INFO neutron.db.ipam_backend_mixin [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dc26fa8f-bf6f-4094-922d-673f0b3e2e84 (CIDR: 172.20.0.16/28) Mar 07 10:52:11.722460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9241bc5d-43b3-4682-b19c-686b40ddaee1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.744738 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:11.745156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:11.798602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:11.805270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55a7146e-3d8e-4da6-bf3d-74f5c26ca414 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6758144 Mar 07 10:52:11.808328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.812866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9241bc5d-43b3-4682-b19c-686b40ddaee1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:11.833088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'subnet': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.834496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.838875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d812de1a-3ccb-4138-a3a3-7f66142146af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5257833 Mar 07 10:52:11.844721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-815de348-b00c-432f-bc0c-696cc05590d5 None None] Provisioning complete for port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:11.845052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.846700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-815de348-b00c-432f-bc0c-696cc05590d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.853182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.911419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (75db41ae-3aae-4fd9-9795-54f50a5b165b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.930723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.931996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-815de348-b00c-432f-bc0c-696cc05590d5 None None] Port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:11.970387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=75db41ae-3aae-4fd9-9795-54f50a5b165b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.118830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.128634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-153e0dc0-12fb-4c54-a52e-f6912cf47d79 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/75db41ae-3aae-4fd9-9795-54f50a5b165b HTTP/1.1" status: 204 len: 168 time: 1.4832554 Mar 07 10:52:12.131759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:12.241274 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81b20e6-790e-4f5f-9005-e19107f3a75d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:52:12.244086 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e81b20e6-790e-4f5f-9005-e19107f3a75d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/75db41ae-3aae-4fd9-9795-54f50a5b165b HTTP/1.1" status: 404 len: 333 time: 0.1114020 Mar 07 10:52:12.248483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:12.292911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.358441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Made reservation on behalf of 4e3b8a8583d944dfb695f4e573a53593 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:12.363529 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.725020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (67f73532-7ef8-40dc-b89a-bc155610687e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.729436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-b08b7a30-1489-4fd2-a3c1-63d4f4d91dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:12.733633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-b08b7a30-1489-4fd2-a3c1-63d4f4d91dbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.2784221 Mar 07 10:52:12.767290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (4ea41048-5c88-438f-92c5-90e92a164637), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.793201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Could not find standard attr ID for object 75db41ae-3aae-4fd9-9795-54f50a5b165b. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:52:12.805908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:12.815358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:12.820054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:12.821061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.822116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:12.823342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.832173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (4ea41048-5c88-438f-92c5-90e92a164637), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.856645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Subnet': ['ID=67f73532-7ef8-40dc-b89a-bc155610687e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.880892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58f6ae-baa9-4381-8855-650565de5e28 req-b04fbf01-998f-4764-bd37-a2db5edb4b54 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:12.882937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c58f6ae-baa9-4381-8855-650565de5e28 req-b04fbf01-998f-4764-bd37-a2db5edb4b54 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.3508644 Mar 07 10:52:12.891093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:12.899471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7f83b-7d39-4c18-b342-a990d22bae3f None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:12.953867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1e9d134-2107-42ad-8dd9-b4cd7af56719 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1446381 Mar 07 10:52:12.964866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:12.979064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-430774389', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67f73532-7ef8-40dc-b89a-bc155610687e'}], 'security_groups': ['eca49967-2c2e-4691-bfaf-8d9dd7917caf', 'bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:13.057258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Allocated IP 172.25.4.107 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/4650af0c-a411-4275-8fcd-4a0b466cdffc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:13.065437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:13.066232 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.132767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4ea41048-5c88-438f-92c5-90e92a164637), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.135462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.136662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ea41048-5c88-438f-92c5-90e92a164637 HTTP/1.1" status: 204 len: 168 time: 0.8853271 Mar 07 10:52:13.145045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:13.145755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.169681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-5ed5da22-6449-40a2-8996-e4ccedcd4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.179814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-5ed5da22-6449-40a2-8996-e4ccedcd4480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.4310439 Mar 07 10:52:13.180121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c83f47-2ea1-4557-bf09-67cc41798d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea41048-5c88-438f-92c5-90e92a164637,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.287451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c58f6ae-baa9-4381-8855-650565de5e28 req-eacbe25a-e1da-4430-af40-fb24b6f28e51 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725343 Mar 07 10:52:13.329407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Update dhcp port {'port': {'network_id': '244227db-4b7e-4ea7-97a4-f02f40a3b1f0', 'fixed_ips': [{'subnet_id': 'dc26fa8f-bf6f-4094-922d-673f0b3e2e84', 'ip_address': '172.20.0.18'}, {'subnet_id': '3bf60163-948e-4d75-898b-cc3388036ca6', 'ip_address': '172.20.0.2'}, {'subnet_id': '67f73532-7ef8-40dc-b89a-bc155610687e'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '4a05f0c4-25d3-4647-b14a-53c51f8b87b9'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:13.387318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-18005de1-7234-4955-9fc4-b59f9625a3c4 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:13.410387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.422492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-fe8fc697-9661-402f-9dbc-58787a92a833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.1569736 Mar 07 10:52:13.427756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (3abfc6f1-606d-482f-b368-e7014db93710), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.515032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9bedcb09-537e-47b1-b104-5472cc22981b None None] Could not find standard attr ID for object 75db41ae-3aae-4fd9-9795-54f50a5b165b. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:52:13.563688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-cf299281-e1cb-4e36-8133-57f5d229c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.569809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-cf299281-e1cb-4e36-8133-57f5d229c933 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1272292 Mar 07 10:52:13.572418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (3abfc6f1-606d-482f-b368-e7014db93710), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.659855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-ba44ef28-fceb-44a2-8138-55ff8e735dbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743172 Mar 07 10:52:13.728297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3abfc6f1-606d-482f-b368-e7014db93710), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.731069 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.734616 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/security-groups/3abfc6f1-606d-482f-b368-e7014db93710 HTTP/1.1" status: 204 len: 168 time: 0.5844505 Mar 07 10:52:13.740810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:13.774348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Allocated IP 172.20.0.34 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/67f73532-7ef8-40dc-b89a-bc155610687e/4a05f0c4-25d3-4647-b14a-53c51f8b87b9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:13.811014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20d04b-07b4-4b67-a496-0466a72c1265 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abfc6f1-606d-482f-b368-e7014db93710,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.867961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet c174e20d-04b9-49d0-8d7c-08e53544392a {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:13.871834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (c174e20d-04b9-49d0-8d7c-08e53544392a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.923866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c174e20d-04b9-49d0-8d7c-08e53544392a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.936050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:13.971449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-ab677178-332f-4dd1-9040-ab07b92b5a85 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276781 Mar 07 10:52:14.019557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c174e20d-04b9-49d0-8d7c-08e53544392a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.094562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Publish callbacks [] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.103753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.200544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc45aa24-024e-4197-80ed-ad3e295aea00 req-2a3263d8-46ed-47ae-b1ae-ad1c9db0d8be service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140641 Mar 07 10:52:14.277676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.319204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee567-41ac-4619-a86e-59a729617290 None None] Pushing event updated for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:14.407096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.484921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:14.487532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=4650af0c-a411-4275-8fcd-4a0b466cdffc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:14.490680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:14.540592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:14.638169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ab99-ea77-4cab-884b-3b60d3fd56dc req-c48ce9fb-6e32-478e-ac1e-6df3e8cdcde1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:14.646398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b058ab99-ea77-4cab-884b-3b60d3fd56dc req-c48ce9fb-6e32-478e-ac1e-6df3e8cdcde1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1597381 Mar 07 10:52:14.754668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.777294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b058ab99-ea77-4cab-884b-3b60d3fd56dc req-cd845d84-9600-4b07-92c4-d32305869518 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299627 Mar 07 10:52:14.831073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.980242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c174e20d-04b9-49d0-8d7c-08e53544392a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.032702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=c174e20d-04b9-49d0-8d7c-08e53544392a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:15.041087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.046709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d5674-7bf8-410e-be83-6bad684b254e None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:15.049464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41976) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:15.051004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-caf721ce-203a-421a-85e6-4c5af1a159e8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/c174e20d-04b9-49d0-8d7c-08e53544392a HTTP/1.1" status: 204 len: 168 time: 1.2817516 Mar 07 10:52:15.058912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:15.069609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Delete allocated IP 172.20.0.11 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/3bf60163-948e-4d75-898b-cc3388036ca6) {{(pid=103788) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:52:15.086453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Allocated IP 172.20.0.38 (244227db-4b7e-4ea7-97a4-f02f40a3b1f0/67f73532-7ef8-40dc-b89a-bc155610687e/07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:15.367122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:15.367630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.389460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.412036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.461663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:15.471547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.483850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.497048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Provisioning complete for port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:15.497408 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.502118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:15.506732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.546689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:15.618311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event updated for resources: {'Port': ['ID=07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:15.662137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:15.736822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:15.737209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.746436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:15.746807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.802673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.809556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] In _notify_port_updated(), no bound segment for port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 on network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:52:15.812996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=4650af0c-a411-4275-8fcd-4a0b466cdffc,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:15.827704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:15.828403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.838343 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf77b0a0-2691-44b5-a36e-5b2a4be476ae tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "PUT /v2.0/ports/07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 HTTP/1.1" status: 200 len: 959 time: 2.8717752 Mar 07 10:52:15.839020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41988) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:15.876175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.881108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5f7868ba-5f49-4afb-8b50-b0ca0084fa85 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0349274 Mar 07 10:52:16.079607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (c56d8cab-376d-4f86-a9fa-4115b01817cd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.118509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:16.121151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:16.156644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.157235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.167203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:16.167771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.226849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87460-669f-4676-ba7d-293e3c1031f3 req-0aa2c57d-0c7b-4feb-8850-e5cfb4525cc3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.235435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ba87460-669f-4676-ba7d-293e3c1031f3 req-0aa2c57d-0c7b-4feb-8850-e5cfb4525cc3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1703498 Mar 07 10:52:16.261401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2088852 Mar 07 10:52:16.266486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42000) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:16.275434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c9f27-43d5-4f4b-bd41-99278e0b1157 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=c56d8cab-376d-4f86-a9fa-4115b01817cd,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:16.284957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:16.317439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ba87460-669f-4676-ba7d-293e3c1031f3 req-1709d36a-faf2-48cb-99a4-f6d0e00c3293 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802138 Mar 07 10:52:16.357541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-625b8892-0a2e-43b8-92df-901ceee95117 None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:16.419714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101384680'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:16.493716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.527532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-83f7a2c0-a866-4b0a-99b8-6e239f9f2ce7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--907976245&fields=id&tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 267 time: 0.1048391 Mar 07 10:52:16.561501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.593284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f5c3b1de-2161-4216-94cd-bd8c87bd06d7 None None] Provisioning complete for port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:16.597969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b1de-2161-4216-94cd-bd8c87bd06d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.702116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (06eb7d44-9b43-4945-9ebc-07bd934d3431), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.724689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06eb7d44-9b43-4945-9ebc-07bd934d3431), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.729219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f5c3b1de-2161-4216-94cd-bd8c87bd06d7 None None] Port 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:16.758600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f67e3-22bd-498d-b930-17d68656d829 None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:16.825042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb7d44-9b43-4945-9ebc-07bd934d3431,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:16.830031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:16.841016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.842576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-38f4e1de-e435-4b84-acde-87b266e0b855 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5740793 Mar 07 10:52:16.845379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:16.850428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907128246'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:16.938385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.955859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:16.956885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.003964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-72fe96fe-98d2-4eae-9a99-2cc9d3f1446b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:17.006835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-72fe96fe-98d2-4eae-9a99-2cc9d3f1446b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 811 time: 0.4690549 Mar 07 10:52:17.025794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-161e6018-e44b-4011-b726-8429c42b94a2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/quotas/79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 375 time: 0.0134652 Mar 07 10:52:17.066715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:17.084237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (376919ef-974d-4b33-9000-2c2262beb4b2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.086044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.117458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:17.117746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.122514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (376919ef-974d-4b33-9000-2c2262beb4b2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.149864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:17.179611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-f73c44e9-0b80-4c5e-a57a-972b2de9a3e6 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446724 Mar 07 10:52:17.363422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d86eb2e9-56c3-49fd-8c64-2f9215b34da1 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:17.364895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.366183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5196617 Mar 07 10:52:17.382482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42040) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:17.386126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6197970-5ab7-4c6b-b2a4-d6af00d694c5 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376919ef-974d-4b33-9000-2c2262beb4b2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:17.396062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'security_group': {'name': 'tempest-secgroup-746999208'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:17.461672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.475981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42044) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:17.476256 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8890f21-8270-4459-9af3-89063eb8e6d6 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 HTTP/1.1" status: 204 len: 168 time: 1.6277707 Mar 07 10:52:17.484173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.507045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Update dhcp port {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'fixed_ips': [{'subnet_id': '159e7311-1704-4410-a52e-7f54d9dd47a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c56d8cab-376d-4f86-a9fa-4115b01817cd'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '395212e6-10e5-41bf-8e50-c9e66224488f'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:17.561285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.592334 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6c4459-ff1d-442e-af71-e9be71c54974 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] GET failed (client error): The resource could not be found. Mar 07 10:52:17.593778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7a6c4459-ff1d-442e-af71-e9be71c54974 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports/07d1fc2a-f8af-4ee8-af83-36d8b16e7fd7 HTTP/1.1" status: 404 len: 333 time: 0.1134524 Mar 07 10:52:17.599253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:17.615582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (f65065c1-25ed-4cbb-9f92-dfd09eef61b6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.627342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f65065c1-25ed-4cbb-9f92-dfd09eef61b6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.688394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.689639 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3008850 Mar 07 10:52:17.692422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11638f26-c37b-4a9e-9574-6f84a16fb755 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65065c1-25ed-4cbb-9f92-dfd09eef61b6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:17.694454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42050) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:17.714664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-579229154', 'security_groups': ['f65065c1-25ed-4cbb-9f92-dfd09eef61b6'], 'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c56d8cab-376d-4f86-a9fa-4115b01817cd'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:17.745836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-7592841c-78fe-4f3c-bcb2-2448983d3765 service neutron] 10.222.0.23 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546007 Mar 07 10:52:17.759151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16f03d-bbf2-4a75-bd3c-51b6666fcf3c req-f3f795ed-bd77-4987-87ef-50f2663e51b6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:17.778083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db16f03d-bbf2-4a75-bd3c-51b6666fcf3c req-f3f795ed-bd77-4987-87ef-50f2663e51b6 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.3193266 Mar 07 10:52:17.836523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Allocated IP 2001:db8::2 (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c56d8cab-376d-4f86-a9fa-4115b01817cd/395212e6-10e5-41bf-8e50-c9e66224488f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:17.958757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:18.027561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:18.086409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Publish callbacks [] for port (395212e6-10e5-41bf-8e50-c9e66224488f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.097861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.188814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.243108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] device_id is not set on port dcadd825-2598-4f58-874a-e2ae93c3710b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:52:18.632154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8::2fe (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c56d8cab-376d-4f86-a9fa-4115b01817cd/dcadd825-2598-4f58-874a-e2ae93c3710b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:18.641311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac763-dfcd-4739-8309-6f51f178c6ec None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:18.898860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (e09c89d7-a4a4-4cd1-b761-5a0e04925abf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.957453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.030728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.108078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=dcadd825-2598-4f58-874a-e2ae93c3710b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:19.152270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:19.154408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:19.158061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:19.165930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:19.167429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.190589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db16f03d-bbf2-4a75-bd3c-51b6666fcf3c req-32cac39c-02a8-4f6c-a617-bb06ad8e477e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4116149 Mar 07 10:52:19.211044 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (e09c89d7-a4a4-4cd1-b761-5a0e04925abf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.230680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52884472-0ef0-4a4e-b129-9ab9ff9e1814 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5352039 Mar 07 10:52:19.249601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42126) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:19.264799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:19.408422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-74ff6877-cdb1-4364-89ca-6c3ad48967d6 service neutron] 10.222.0.23 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6275873 Mar 07 10:52:19.425774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e09c89d7-a4a4-4cd1-b761-5a0e04925abf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.436746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.439082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/security-groups/e09c89d7-a4a4-4cd1-b761-5a0e04925abf HTTP/1.1" status: 204 len: 168 time: 1.8392668 Mar 07 10:52:19.444847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42140) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:19.513002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28478286-bd00-4001-845e-a5055b7f7376 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c89d7-a4a4-4cd1-b761-5a0e04925abf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:19.585686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:19.603368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:19.607563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.644550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.707492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:19.708116 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.724781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.817769 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c56d8cab-376d-4f86-a9fa-4115b01817cd (CIDR: 2001:db8::/64) Mar 07 10:52:19.833381 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:19.833850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:19.879483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:19.879876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.881106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.883939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.888780 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64 HTTP/1.1" status: 204 len: 168 time: 0.4263911 Mar 07 10:52:19.889455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42148) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:19.913044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba4ae6-ea92-4ae7-a690-09c354f8e36c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea25d4-d40a-4b2c-96f9-6ebff1aa1e64,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:19.922469 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cafa82f4-240f-4509-9fb8-bd2bed282978 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6687338 Mar 07 10:52:19.924141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42150) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:19.942022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:20.036181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d562ec5-4c0b-4742-a906-8ed54f010392 req-a9824fd3-dfd0-4ef5-8fd2-f2efbedeb036 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.0768390 Mar 07 10:52:20.082047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:20.091193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:20.132312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:20.132674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.166617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (eca49967-2c2e-4691-bfaf-8d9dd7917caf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.238939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:20.242816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.260170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (eca49967-2c2e-4691-bfaf-8d9dd7917caf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.343194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0fe8e-213a-444e-8258-5b912d6d6a43 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:20.431575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (eca49967-2c2e-4691-bfaf-8d9dd7917caf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.439061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.443197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/security-groups/eca49967-2c2e-4691-bfaf-8d9dd7917caf HTTP/1.1" status: 204 len: 168 time: 0.5499732 Mar 07 10:52:20.482995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42166) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:20.496289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d68aee26-9e65-46c1-9931-a489750f2824 None None] Provisioning complete for port dcadd825-2598-4f58-874a-e2ae93c3710b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:20.498272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d68aee26-9e65-46c1-9931-a489750f2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.571210 n-d-832156-4 neutron-server[103788]: INFO neutron.db.ipam_backend_mixin [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 159e7311-1704-4410-a52e-7f54d9dd47a3 (CIDR: 2001:db8:0:1::/64) Mar 07 10:52:20.580032 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:20.583886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:20.596764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d90bf-978f-4d40-8252-a980ca7fece0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca49967-2c2e-4691-bfaf-8d9dd7917caf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:20.627688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-daac491e-40a8-447b-af46-c0a5d6dd1b80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6925983 Mar 07 10:52:20.628701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:20.663683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'subnet': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:20.705856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d68aee26-9e65-46c1-9931-a489750f2824 None None] Port dcadd825-2598-4f58-874a-e2ae93c3710b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:20.725316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af309550-824a-4c87-b279-eb66f0c47c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.737961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 3bf60163-948e-4d75-898b-cc3388036ca6 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:20.756658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (3bf60163-948e-4d75-898b-cc3388036ca6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.872677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (3bf60163-948e-4d75-898b-cc3388036ca6), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.920259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Made reservation on behalf of 251db5ff1fb14ad8b0a31d5e22a73053 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:20.924523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.928184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507ffb-c467-4260-ba5f-ba14f656c524 req-6c8537e8-dc5e-4b30-a2a5-f8af6377191a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.930246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37507ffb-c467-4260-ba5f-ba14f656c524 req-6c8537e8-dc5e-4b30-a2a5-f8af6377191a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4846513 Mar 07 10:52:21.188179 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3bf60163-948e-4d75-898b-cc3388036ca6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.319797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (3bf60163-948e-4d75-898b-cc3388036ca6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.401980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc69a3-ebf4-416c-8268-779af6499c12 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:21.419561 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.433666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/3bf60163-948e-4d75-898b-cc3388036ca6 HTTP/1.1" status: 204 len: 168 time: 0.9483492 Mar 07 10:52:21.510556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3aafe563-01f3-4d58-96b4-206299fefce4 req-fdaa4fbc-6bd1-4d86-a891-be98a3d2e1e0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.2420406 Mar 07 10:52:21.511300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42180) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:21.518435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635e6f-dee3-47ff-832c-a613844281dd tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf60163-948e-4d75-898b-cc3388036ca6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.534220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37507ffb-c467-4260-ba5f-ba14f656c524 req-30d3a18d-5afe-4fa1-9f37-193f71edc0f2 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924530 Mar 07 10:52:21.667493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.700855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet 67f73532-7ef8-40dc-b89a-bc155610687e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:21.725798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (67f73532-7ef8-40dc-b89a-bc155610687e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.840145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-170ac930-a057-4c7c-b167-e6c01183fe96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5667739 Mar 07 10:52:21.895335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:21.904801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:21.919007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (67f73532-7ef8-40dc-b89a-bc155610687e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.920825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0f014-e30c-4911-8a99-34528b4c7468 None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:21.960056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:21.961064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.038414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Subnet': ['ID=87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:22.086338 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b22f2eea-140e-4917-816c-bc4c500c1d31 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4493990 Mar 07 10:52:22.090629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42190) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:22.130170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-260996737', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7'}], 'security_groups': ['06eb7d44-9b43-4945-9ebc-07bd934d3431', '376919ef-974d-4b33-9000-2c2262beb4b2']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:22.186277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.186736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.187220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.187722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.188487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.189547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.190170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.193474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-391c7ff2-4583-4a2b-9b99-f44c81cb5a3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=569a51092db849b5bd76ea26ef646253&device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 6709 time: 0.3149226 Mar 07 10:52:22.281262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-61217dc4-1fc8-43b6-85df-a0f6c4539df4 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.282579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-61217dc4-1fc8-43b6-85df-a0f6c4539df4 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 811 time: 0.5313053 Mar 07 10:52:22.374640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.424060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (67f73532-7ef8-40dc-b89a-bc155610687e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.475635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Update dhcp port {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'fixed_ips': [{'subnet_id': '159e7311-1704-4410-a52e-7f54d9dd47a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c56d8cab-376d-4f86-a9fa-4115b01817cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '395212e6-10e5-41bf-8e50-c9e66224488f'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:22.537516 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-d4ad3f90-11af-4efa-bb41-09ba2c771a44 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b HTTP/1.1" status: 200 len: 379 time: 0.2247140 Mar 07 10:52:22.588860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.614462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'port': {'device_id': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'admin_state_up': True, 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'security_groups': ['8202d45d-5458-4a23-8d0d-bec3338cac8a']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:22.648394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-ccfd4600-9fe8-4ddd-9f1f-d8572d888034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.648869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-ccfd4600-9fe8-4ddd-9f1f-d8572d888034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.649321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-ccfd4600-9fe8-4ddd-9f1f-d8572d888034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.651037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-ccfd4600-9fe8-4ddd-9f1f-d8572d888034 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f39bb14b-a916-4b00-90f1-9304749e2858&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=38a69055-4915-43a9-aa8c-6682663f5cc3&id=a929a550-0c85-4c9e-a0e1-1427f00759c0&id=a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 200 len: 2292 time: 0.4157920 Mar 07 10:52:22.841546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-fb530011-3a1c-40bf-9b0c-410a32ad8223 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f HTTP/1.1" status: 200 len: 999 time: 0.1769242 Mar 07 10:52:22.858166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (67f73532-7ef8-40dc-b89a-bc155610687e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.936799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.940477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/67f73532-7ef8-40dc-b89a-bc155610687e HTTP/1.1" status: 204 len: 168 time: 1.4051549 Mar 07 10:52:22.946298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-655f9d56-6fbe-45de-b6d8-d8797af6cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.947780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-655f9d56-6fbe-45de-b6d8-d8797af6cb3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=385ed621-4e22-44e6-a3f0-28413fb1187b HTTP/1.1" status: 200 len: 850 time: 0.0797889 Mar 07 10:52:22.952782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Allocated IP 2001:db8:0:2::2 (c6a2544a-3182-442d-b238-a9d56ccf3b8c/87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7/395212e6-10e5-41bf-8e50-c9e66224488f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:22.999993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53bf05-8676-440a-a80e-95c0a1c6b969 None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:23.031943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:23.034563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1fc6bbb2-7fa5-4896-8564-2a9d3c66897e req-ddcc4a7e-a60c-4010-bd0e-9f104269db8c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.1919980 Mar 07 10:52:23.139042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7547a05-11bb-4dbe-bf77-dff46a7afc6c tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=67f73532-7ef8-40dc-b89a-bc155610687e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.163252 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6214bca0-3cec-4cbc-9645-f269e5a340a0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:23.163744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6214bca0-3cec-4cbc-9645-f269e5a340a0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:23.166900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6214bca0-3cec-4cbc-9645-f269e5a340a0 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/3bf60163-948e-4d75-898b-cc3388036ca6 HTTP/1.1" status: 404 len: 337 time: 0.1314201 Mar 07 10:52:23.173849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:23.187979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-eafd1407-4d37-4d7b-893f-b918b4b1688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.189043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-eafd1407-4d37-4d7b-893f-b918b4b1688f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f39bb14b-a916-4b00-90f1-9304749e2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284461 Mar 07 10:52:23.227738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bfeb6-2652-4072-8a74-c55c05f8768d req-9f573ee1-255a-4413-9b75-024931dd3dfb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.240631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc4bfeb6-2652-4072-8a74-c55c05f8768d req-9f573ee1-255a-4413-9b75-024931dd3dfb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.3954690 Mar 07 10:52:23.270169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:23.288743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting subnet dc26fa8f-bf6f-4094-922d-673f0b3e2e84 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:23.292386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (dc26fa8f-bf6f-4094-922d-673f0b3e2e84), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.317789 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Publish callbacks [] for port (395212e6-10e5-41bf-8e50-c9e66224488f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.324159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41bba64b-ecb3-44ea-99a9-16c07e7d614c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.335868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:23.336793 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.344820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.350261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (dc26fa8f-bf6f-4094-922d-673f0b3e2e84), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.447827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ece1cd-8d1d-45bf-b217-d79493afa136 None None] Pushing event updated for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.494677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-7efb4f43-80e0-42ca-8e7e-708e6b588431 service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984502 Mar 07 10:52:23.516855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:23.574337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (dc26fa8f-bf6f-4094-922d-673f0b3e2e84), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.709230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:23.709666 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.770988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-42f90473-e453-4bb3-b8a2-6e37abff90c3 service neutron] 10.222.0.26 "GET /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640066 Mar 07 10:52:23.802463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc4bfeb6-2652-4072-8a74-c55c05f8768d req-8092a428-b112-407d-a9fa-2aea0238a335 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569625 Mar 07 10:52:23.816095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Made reservation on behalf of 79bf7d7fb2bb44cdb0ea8bbb9e48bd2b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:23.823853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.865508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-f0568e4d-59ad-4b47-8ae4-9957dc63a3e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 217 time: 0.0614767 Mar 07 10:52:23.987186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-088c0ef1-9989-4a48-8b33-2f4ecab10a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.993066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-088c0ef1-9989-4a48-8b33-2f4ecab10a8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.1218133 Mar 07 10:52:24.026441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bc71ed5e-70c4-4f15-a836-043d8d73e720 None None] Current status of the port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:24.122265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-33a2dd62-f34f-4ebb-a8c4-c2d16b3f394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:24.127085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-33a2dd62-f34f-4ebb-a8c4-c2d16b3f394d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1255171 Mar 07 10:52:24.155063 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.200783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (dc26fa8f-bf6f-4094-922d-673f0b3e2e84), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.209852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.305022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Subnet': ['ID=dc26fa8f-bf6f-4094-922d-673f0b3e2e84,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.318603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Delete allocated IP 2001:db8::2fe (c6a2544a-3182-442d-b238-a9d56ccf3b8c/c56d8cab-376d-4f86-a9fa-4115b01817cd) {{(pid=103788) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:52:24.332918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.340540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-171f451e-9b5e-4811-bee0-fe81fc4f1e33 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/dc26fa8f-bf6f-4094-922d-673f0b3e2e84 HTTP/1.1" status: 204 len: 168 time: 1.1489317 Mar 07 10:52:24.346665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25927c31-cc49-4d5c-a36a-e8abe81a7574 req-691e451b-cf5c-4ed4-b22e-803cf92ac27f tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.1755993 Mar 07 10:52:24.359708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42222) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.395540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Allocated IP 2001:db8:0:2::2bc (c6a2544a-3182-442d-b238-a9d56ccf3b8c/87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7/dcadd825-2598-4f58-874a-e2ae93c3710b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:24.601588 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-642357e9-1b3d-44a9-9a8f-f49f4150d7d2 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:24.602044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642357e9-1b3d-44a9-9a8f-f49f4150d7d2 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:24.605292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-642357e9-1b3d-44a9-9a8f-f49f4150d7d2 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/ed41f3b9-282d-48d9-a2cd-6bb43e9828b0 HTTP/1.1" status: 404 len: 337 time: 0.2324474 Mar 07 10:52:24.620105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42224) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.701084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8c39d9a6-52a6-41b6-acfd-bda0b3631d00 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "GET /v2.0/ports?device_id=53608227-1b9b-471c-a15e-a30770926036 HTTP/1.1" status: 200 len: 205 time: 0.0757582 Mar 07 10:52:24.703328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42226) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.764580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-077399f2-cf59-4d1a-af2d-c697b12c433b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4168377 Mar 07 10:52:24.780902 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-4932c780-f579-4e7a-aeba-588ffc16dd1e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] delete failed (client error): The resource could not be found. Mar 07 10:52:24.783741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4932c780-f579-4e7a-aeba-588ffc16dd1e tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/routers/53608227-1b9b-471c-a15e-a30770926036 HTTP/1.1" status: 404 len: 336 time: 0.0770974 Mar 07 10:52:24.789993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42228) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.806760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-97ca922e-a8e3-4bd3-bee0-1878093ae30e service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718876 Mar 07 10:52:24.814955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.838328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.962055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Allocated IP 172.20.0.7 (534503df-0cc1-4b62-aabe-0aa7a0ae98f5/14654355-5e84-47c9-94ad-666c8a15174e/32ed48b9-327e-4b49-bfb3-e365881d4d5d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:24.969240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event updated for resources: {'Port': ['ID=dcadd825-2598-4f58-874a-e2ae93c3710b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.973574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Provisioning complete for port dcadd825-2598-4f58-874a-e2ae93c3710b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:24.975090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.033157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-f98052af-1dfd-46db-9beb-9d457edef372 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136540 Mar 07 10:52:25.089764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] In _notify_port_updated(), no bound segment for port dcadd825-2598-4f58-874a-e2ae93c3710b on network c6a2544a-3182-442d-b238-a9d56ccf3b8c {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:52:25.099930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.106574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Port dcadd825-2598-4f58-874a-e2ae93c3710b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:25.108205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.110777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5afc683-6684-4e7b-846b-b8b3d0dddaee None None] Network 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:25.114150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-adafbc16-16f4-49ae-87f8-48964f3e86d8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "PUT /v2.0/ports/dcadd825-2598-4f58-874a-e2ae93c3710b HTTP/1.1" status: 200 len: 969 time: 3.0224791 Mar 07 10:52:25.124458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.181243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-9f2ab6d3-307d-4c44-83db-6167a917a8d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 217 time: 0.0618596 Mar 07 10:52:25.191113 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-90916260-d843-4bb5-a5ca-fa172440a9da tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.198286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90916260-d843-4bb5-a5ca-fa172440a9da tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.207771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-90916260-d843-4bb5-a5ca-fa172440a9da tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/707d63c0-ba8e-4ac7-a454-2de5aa214a82 HTTP/1.1" status: 404 len: 337 time: 0.4075620 Mar 07 10:52:25.231746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.344595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:25.346580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.355927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-b7bc55e8-d0c3-4c03-82df-8b72a0588149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.357403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-b7bc55e8-d0c3-4c03-82df-8b72a0588149 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.0794742 Mar 07 10:52:25.520884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009bd03-e848-4805-ad8c-5833a4d19b4d req-3f278597-e47d-4721-835c-a7c690ec3bca tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.529070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c009bd03-e848-4805-ad8c-5833a4d19b4d req-3f278597-e47d-4721-835c-a7c690ec3bca tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4490454 Mar 07 10:52:25.534207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:25.581291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825ccc-d058-4990-bace-166c04bc09d8 req-780b33f4-e028-4a8f-80bb-0a5c5ffe3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.583457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-780b33f4-e028-4a8f-80bb-0a5c5ffe3745 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1127 time: 0.5047760 Mar 07 10:52:25.604001 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b2e8c1-1fde-458c-9fa7-5b4739dac736 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.604209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b2e8c1-1fde-458c-9fa7-5b4739dac736 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.607881 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5b2e8c1-1fde-458c-9fa7-5b4739dac736 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/01a4944c-a280-40ba-8c83-0452c1325941 HTTP/1.1" status: 404 len: 337 time: 0.3751564 Mar 07 10:52:25.620277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-3ce38f19-8b38-41c0-b865-0027ce555223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.620886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42252) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.622391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-3ce38f19-8b38-41c0-b865-0027ce555223 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2169485 Mar 07 10:52:25.632476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:25.718190 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3155f30-71ed-4281-b548-3f90cd3b278b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.718789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3155f30-71ed-4281-b548-3f90cd3b278b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.725563 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3155f30-71ed-4281-b548-3f90cd3b278b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/acd0fa8d-88c5-4a43-8bf5-93ce00caa539 HTTP/1.1" status: 404 len: 337 time: 0.0967813 Mar 07 10:52:25.730556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.740268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:25.741000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.745937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.769136 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3c94bd-3f8b-49eb-b996-a154580db678 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.769830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3c94bd-3f8b-49eb-b996-a154580db678 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.775437 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba3c94bd-3f8b-49eb-b996-a154580db678 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/589cff22-46e5-4596-9913-cfbe9aaa6207 HTTP/1.1" status: 404 len: 333 time: 0.0388663 Mar 07 10:52:25.776369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.809327 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44321ed-e6a0-44ce-8bc5-aaa225453cde tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.809873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44321ed-e6a0-44ce-8bc5-aaa225453cde tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.815271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f44321ed-e6a0-44ce-8bc5-aaa225453cde tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/9fc7ad52-f9d7-4bc8-be42-9cafacd228d3 HTTP/1.1" status: 404 len: 337 time: 0.0345244 Mar 07 10:52:25.820027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42258) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.828855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:25.829550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.867496 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-764fd2f1-f1ed-4eac-ad56-cbc958c5ef06 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.867496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764fd2f1-f1ed-4eac-ad56-cbc958c5ef06 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.881440 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-764fd2f1-f1ed-4eac-ad56-cbc958c5ef06 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/0e8c34da-6552-44e1-9fd9-b424d6204ea5 HTTP/1.1" status: 404 len: 337 time: 0.0567453 Mar 07 10:52:25.890972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.927804 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1fef47-8af7-495c-a1e1-ac830588a599 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:25.928652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1fef47-8af7-495c-a1e1-ac830588a599 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:25.929580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] DHCP port deletion for 244227db-4b7e-4ea7-97a4-f02f40a3b1f0 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:52:25.932073 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e1fef47-8af7-495c-a1e1-ac830588a599 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/cfa90cda-a309-4c23-80ae-0000f7746ac1 HTTP/1.1" status: 404 len: 333 time: 0.0363300 Mar 07 10:52:25.936121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.969033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port dcadd825-2598-4f58-874a-e2ae93c3710b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:25.969909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.025366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.055295 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3256c1-cecf-48bc-982a-325bf8ae639b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:26.061345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3256c1-cecf-48bc-982a-325bf8ae639b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:26.064792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ad3256c1-cecf-48bc-982a-325bf8ae639b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/01d99e5a-8fe8-41cd-844f-9826e5b78a2a HTTP/1.1" status: 404 len: 337 time: 0.1273651 Mar 07 10:52:26.079744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:26.094376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-63d01812-1aa0-4684-a701-5b7bcbf2fb35 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:26.194396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-737a4ea9-419c-44b1-8562-7241c68c7d8b req-bb280b4b-5ab6-4e5c-acbf-b0bd94ba035b tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.6036592 Mar 07 10:52:26.200367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c009bd03-e848-4805-ad8c-5833a4d19b4d req-892f3665-c68f-48c5-bf18-da330b74a3a2 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704352 Mar 07 10:52:26.213412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825ccc-d058-4990-bace-166c04bc09d8 req-ebb82e85-984f-4eaf-8540-91e1308f67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.214866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-ebb82e85-984f-4eaf-8540-91e1308f67d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.5915043 Mar 07 10:52:26.226774 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1604330b-f8a6-453e-9790-16fbed23d4f3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:26.227214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1604330b-f8a6-453e-9790-16fbed23d4f3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:26.232586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1604330b-f8a6-453e-9790-16fbed23d4f3 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/subnets/e8c48298-ecd1-4340-93e4-9cac4d8f075d HTTP/1.1" status: 404 len: 337 time: 0.1415644 Mar 07 10:52:26.233169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Deleting port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:26.233169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.253267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42268) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:26.260421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:26.319662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-182ea904-8afc-4f3e-a537-e61d8338bedb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 217 time: 0.0944450 Mar 07 10:52:26.404912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Provisioning complete for port 55c98586-df56-4721-948a-a02742b1a0a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:26.405333 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (55c98586-df56-4721-948a-a02742b1a0a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.416944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] For port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,segment=NetworkSegment(c81553a8-d34e-4c35-b6c9-a95f8326b2e7),segment_id=c81553a8-d34e-4c35-b6c9-a95f8326b2e7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:26.417339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.422993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-45dab6ac-7ca0-4757-be27-d9e3ecd267b9 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866578 Mar 07 10:52:26.486493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.495398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Calling delete_port for 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:26.549748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Port 55c98586-df56-4721-948a-a02742b1a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:26.553792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for dcadd825-2598-4f58-874a-e2ae93c3710b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:26.573836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.626782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-fbfe694b-e2f9-4211-962b-465d1d812352 service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916807 Mar 07 10:52:26.689916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Provisioning complete for port dcadd825-2598-4f58-874a-e2ae93c3710b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:26.697164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-a3f0b281-0abf-4d2d-8f0f-d774822e8605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=2fc108c0-9692-4690-b667-d3407262b936 HTTP/1.1" status: 200 len: 217 time: 0.0547922 Mar 07 10:52:26.697894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.717260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825ccc-d058-4990-bace-166c04bc09d8 req-fc6b201a-82c4-47cd-8ac2-a98ca016e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.718789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-fc6b201a-82c4-47cd-8ac2-a98ca016e46f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.3910184 Mar 07 10:52:26.734230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:26.760221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-26c3149d-0c73-4956-8c6f-502081fe5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.761695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-26c3149d-0c73-4956-8c6f-502081fe5841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.0556846 Mar 07 10:52:26.801044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Port dcadd825-2598-4f58-874a-e2ae93c3710b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:26.845597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-ee6b9b00-8ff6-49be-8c6d-84bf3bb9bf42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828195 Mar 07 10:52:26.854469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Provisioning complete for port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:26.855126 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.900515 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4a05f0c4-25d3-4647-b14a-53c51f8b87b9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.906250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b85042c0-9e46-4518-b98a-521558507d88 None None] Port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 was deleted so its status cannot be updated. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 10:52:26.977762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] Pushing event deleted for resources: {'Port': ['ID=4a05f0c4-25d3-4647-b14a-53c51f8b87b9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.979640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83949a63-72fd-463a-8dc4-bdaeb01deec5 None None] No DVR routers for this DVR port 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:27.027147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-6735bfa2-0ffe-4122-8b80-d623f30420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.028735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-6735bfa2-0ffe-4122-8b80-d623f30420b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2583404 Mar 07 10:52:27.090826 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.092254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42280) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:27.199611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-7757c120-9738-474e-864a-606d101c8f0f service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064737 Mar 07 10:52:27.333103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-16814529-488b-4842-960d-71ac264a9f7b service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270869 Mar 07 10:52:27.342299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-a3e9c298-252b-4ead-b901-b145e06da044 service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731641 Mar 07 10:52:27.400543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-0538ea9c-3194-4950-a2f9-e8838d7cd63e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4778c702-b937-4557-ae79-e02bed745688 HTTP/1.1" status: 200 len: 217 time: 0.0566697 Mar 07 10:52:27.530217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc039-6e1e-44cf-bb4e-60f9e77aab3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.537032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:27.552348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Deleting port 55c98586-df56-4721-948a-a02742b1a0a5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:27.553612 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (55c98586-df56-4721-948a-a02742b1a0a5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.559887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-1fab3449-acf6-4b80-9688-30611a0d1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.561446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-1fab3449-acf6-4b80-9688-30611a0d1a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 200 len: 797 time: 0.1125081 Mar 07 10:52:27.574600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:27.636127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:27.637183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a05f0c4-25d3-4647-b14a-53c51f8b87b9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:27.881367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:27.897242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc039-6e1e-44cf-bb4e-60f9e77aab3d admin admin] Publish callbacks [] for security_group (a1365eeb-afd8-4a0f-9664-549da8a5c1f9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.931149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94f9d7-4696-46c6-bdf6-3603f0d283c2 req-fc9d114f-e24e-46c7-ad54-595958f54345 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.945563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c94f9d7-4696-46c6-bdf6-3603f0d283c2 req-fc9d114f-e24e-46c7-ad54-595958f54345 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.5437171 Mar 07 10:52:27.974180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1092bf1e-5c6c-4e53-b09a-34dd095e36dd None None] Provisioning complete for port 32ed48b9-327e-4b49-bfb3-e365881d4d5d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:27.976940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1092bf1e-5c6c-4e53-b09a-34dd095e36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.984624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc039-6e1e-44cf-bb4e-60f9e77aab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1365eeb-afd8-4a0f-9664-549da8a5c1f9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.993723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-36762d5e-2b0a-4f5c-8330-f0b8a4d974c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.996624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-36762d5e-2b0a-4f5c-8330-f0b8a4d974c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38a69055-4915-43a9-aa8c-6682663f5cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4056740 Mar 07 10:52:28.037882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:28.040628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.044705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe61b-cd89-484d-b379-500d36d93d9c req-84bd53f7-c91b-4eff-802a-47ffc1ff6d62 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:28.053119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1092bf1e-5c6c-4e53-b09a-34dd095e36dd None None] Port 32ed48b9-327e-4b49-bfb3-e365881d4d5d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:28.060019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e2fe61b-cd89-484d-b379-500d36d93d9c req-84bd53f7-c91b-4eff-802a-47ffc1ff6d62 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 931 time: 0.5720797 Mar 07 10:52:28.065781 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (55c98586-df56-4721-948a-a02742b1a0a5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.077741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dcadd825-2598-4f58-874a-e2ae93c3710b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.086226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da825ccc-d058-4990-bace-166c04bc09d8 req-db2c786e-c339-4be2-8f3f-9159da047d2e service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508145 Mar 07 10:52:28.205413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.214102 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/dcadd825-2598-4f58-874a-e2ae93c3710b HTTP/1.1" status: 204 len: 168 time: 3.0848858 Mar 07 10:52:28.217157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Calling delete_port for 55c98586-df56-4721-948a-a02742b1a0a5 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:28.223028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event updated for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.228667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42298) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.307927 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-448eba7e-fa25-4774-94f3-db563f86b3b8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7032623 Mar 07 10:52:28.310865 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3bfb35-7fa3-4818-b4fd-8ee3b1c6fff6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] GET failed (client error): The resource could not be found. Mar 07 10:52:28.313959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bb3bfb35-7fa3-4818-b4fd-8ee3b1c6fff6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports/dcadd825-2598-4f58-874a-e2ae93c3710b HTTP/1.1" status: 404 len: 333 time: 0.0585911 Mar 07 10:52:28.315016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79bfac-9b2c-4a54-bbe4-dc893f5e7930 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=dcadd825-2598-4f58-874a-e2ae93c3710b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.325916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.356418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Request body: {'port': {'device_id': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:28.516165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.594008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (f65065c1-25ed-4cbb-9f92-dfd09eef61b6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.599726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.691886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (f65065c1-25ed-4cbb-9f92-dfd09eef61b6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.757199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (55c98586-df56-4721-948a-a02742b1a0a5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.790129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-912a288e-2994-4c78-8b21-7c8096ddb5cb service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229274 Mar 07 10:52:28.832390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e2fe61b-cd89-484d-b379-500d36d93d9c req-8d17fb90-30a6-4e60-8f9e-5af41e3d7857 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7714648 Mar 07 10:52:28.874901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Port': ['ID=55c98586-df56-4721-948a-a02742b1a0a5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.878725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.883229 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b743185-2540-4800-ad8a-4d7636e76a13 tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/ports/55c98586-df56-4721-948a-a02742b1a0a5 HTTP/1.1" status: 204 len: 168 time: 2.6273842 Mar 07 10:52:28.888080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42304) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.929006 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f65065c1-25ed-4cbb-9f92-dfd09eef61b6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.932336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.936216 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/security-groups/f65065c1-25ed-4cbb-9f92-dfd09eef61b6 HTTP/1.1" status: 204 len: 168 time: 0.5390463 Mar 07 10:52:28.953441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-d7db8fc4-5d0a-4004-80bb-28f1c6d1bcfc service neutron] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287684 Mar 07 10:52:28.956610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.962207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95a6ce-e4c2-4df6-a3f0-82d69a9fb5bb tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65065c1-25ed-4cbb-9f92-dfd09eef61b6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.998870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c94f9d7-4696-46c6-bdf6-3603f0d283c2 req-262735b7-f4a8-4e3d-9748-eb9dc0737438 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0522771 Mar 07 10:52:29.022084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bc039-6e1e-44cf-bb4e-60f9e77aab3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1365eeb-afd8-4a0f-9664-549da8a5c1f9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.033384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab1bc039-6e1e-44cf-bb4e-60f9e77aab3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28bb8150228e4f77bcc4c17c3b108179&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8429430 Mar 07 10:52:29.036206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:29.130125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] Publish callbacks [] for security_group (a1365eeb-afd8-4a0f-9664-549da8a5c1f9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.154636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] Publish callbacks [] for security_group (a1365eeb-afd8-4a0f-9664-549da8a5c1f9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.154868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (376919ef-974d-4b33-9000-2c2262beb4b2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.162403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (244227db-4b7e-4ea7-97a4-f02f40a3b1f0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.204873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-eaff3cdd-a450-4019-b8c1-0a701b0103ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704 HTTP/1.1" status: 200 len: 217 time: 0.2198846 Mar 07 10:52:29.222096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a1365eeb-afd8-4a0f-9664-549da8a5c1f9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.224951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.228656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1365eeb-afd8-4a0f-9664-549da8a5c1f9 HTTP/1.1" status: 204 len: 168 time: 0.1889303 Mar 07 10:52:29.254935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce46584-717e-4824-9ff0-187116e095a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1365eeb-afd8-4a0f-9664-549da8a5c1f9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.265591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (376919ef-974d-4b33-9000-2c2262beb4b2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.293394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-1c1c645a-a44e-4a03-841d-345753e7c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.295219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-1c1c645a-a44e-4a03-841d-345753e7c461 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.0844953 Mar 07 10:52:29.408265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (244227db-4b7e-4ea7-97a4-f02f40a3b1f0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.432338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-7e3839c6-da85-4f7c-8b47-519d2ced50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.436469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-7e3839c6-da85-4f7c-8b47-519d2ced50e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1297507 Mar 07 10:52:29.549514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244227db-4b7e-4ea7-97a4-f02f40a3b1f0']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:29.556864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (376919ef-974d-4b33-9000-2c2262beb4b2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.559505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.560714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/security-groups/376919ef-974d-4b33-9000-2c2262beb4b2 HTTP/1.1" status: 204 len: 168 time: 0.5954237 Mar 07 10:52:29.582917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42320) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:29.585156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb33f1-b5b6-4dda-878a-365dfab7fdb8 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376919ef-974d-4b33-9000-2c2262beb4b2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.613865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-9ea2d0e1-38b6-423a-ba57-3b9a0f72c27e service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688464 Mar 07 10:52:29.631924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:29.633023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81553a8-d34e-4c35-b6c9-a95f8326b2e7') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:29.640480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ed48b9-327e-4b49-bfb3-e365881d4d5d {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:29.664605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks [] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.670953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (c81553a8-d34e-4c35-b6c9-a95f8326b2e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.723302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Transition to ACTIVE for port object 32ed48b9-327e-4b49-bfb3-e365881d4d5d will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:52:29.724712 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c81553a8-d34e-4c35-b6c9-a95f8326b2e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.726866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (06eb7d44-9b43-4945-9ebc-07bd934d3431), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.747538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.760168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:29.760578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (c81553a8-d34e-4c35-b6c9-a95f8326b2e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.761742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-06f54d21-1d2d-4a5b-b40a-8a3a42d09e7c service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432047 Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:29.770323 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:29.793434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (06eb7d44-9b43-4945-9ebc-07bd934d3431), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.818589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-7491b4c1-4baa-4763-88a8-08b247cd97c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e461e979-0cb2-4786-b2be-b481f9db1077 HTTP/1.1" status: 200 len: 217 time: 0.0501564 Mar 07 10:52:29.878576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-900eb4ce-b312-4d83-824c-e956ffca7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.880127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-900eb4ce-b312-4d83-824c-e956ffca7462 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 200 len: 797 time: 0.0538723 Mar 07 10:52:30.067121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (244227db-4b7e-4ea7-97a4-f02f40a3b1f0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.074022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.086250 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] 10.222.0.23 "DELETE /v2.0/networks/244227db-4b7e-4ea7-97a4-f02f40a3b1f0 HTTP/1.1" status: 204 len: 168 time: 1.1963906 Mar 07 10:52:30.114786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-917f4775-81af-41a5-8d51-412b7b69b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.116291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-917f4775-81af-41a5-8d51-412b7b69b199 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a929a550-0c85-4c9e-a0e1-1427f00759c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2156491 Mar 07 10:52:30.186604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Pushing event updated for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:30.191021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ac7bd-33b2-4e75-9730-ae8fae5d9c4b tempest-PortsTestJSON-783523811 tempest-PortsTestJSON-783523811-project] Pushing event deleted for resources: {'Network': ['ID=244227db-4b7e-4ea7-97a4-f02f40a3b1f0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:30.242796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (06eb7d44-9b43-4945-9ebc-07bd934d3431), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.249228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.249874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa0035-9d31-48d3-bbba-69e0628c2885 req-ae23c1c6-df78-47ea-adb2-aa29aa67c734 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.252641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/security-groups/06eb7d44-9b43-4945-9ebc-07bd934d3431 HTTP/1.1" status: 204 len: 168 time: 0.6580222 Mar 07 10:52:30.256906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22fa0035-9d31-48d3-bbba-69e0628c2885 req-ae23c1c6-df78-47ea-adb2-aa29aa67c734 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 943 time: 0.2865014 Mar 07 10:52:30.266128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42344) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:30.316854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3686e-9989-4574-b9d8-287e91e2a92c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb7d44-9b43-4945-9ebc-07bd934d3431,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:30.399346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Attempting to bind port 32ed48b9-327e-4b49-bfb3-e365881d4d5d on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:30.399346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Attempting to bind port 32ed48b9-327e-4b49-bfb3-e365881d4d5d by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:30.399346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Attempting to bind port 32ed48b9-327e-4b49-bfb3-e365881d4d5d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:30.426945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Port 32ed48b9-327e-4b49-bfb3-e365881d4d5d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:52:30.427174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Attempting to bind port 32ed48b9-327e-4b49-bfb3-e365881d4d5d on network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:30.452145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet c56d8cab-376d-4f86-a9fa-4115b01817cd {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:30.455862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:30.456247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Checking segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:30.456637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Bound using segment: {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:30.457086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Bound port: 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8a71ea-5799-4837-8a77-a4cc700168d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:30.457446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.468521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (c56d8cab-376d-4f86-a9fa-4115b01817cd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.544767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb36d8c-0aeb-4139-b2d1-9dffbbc654cb req-08fc4741-ddf6-418e-bc8b-2fd1508c6a8e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.546141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb36d8c-0aeb-4139-b2d1-9dffbbc654cb req-08fc4741-ddf6-418e-bc8b-2fd1508c6a8e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.2768524 Mar 07 10:52:30.561572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22fa0035-9d31-48d3-bbba-69e0628c2885 req-4bd3e817-cfb9-43ad-94f9-38da6d854583 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036580 Mar 07 10:52:30.625761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c56d8cab-376d-4f86-a9fa-4115b01817cd), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.648293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-3804a164-ce9c-47b8-9113-d77e116a3a5f service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223801 Mar 07 10:52:30.665520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:30.695880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:30.706333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:30.720745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.756343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31dad471-69a0-4705-88bb-ff3d06c92951 req-f29b527b-c2d7-476c-90a6-328e5bcc43fa service neutron] 10.222.0.26 "GET /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978472 Mar 07 10:52:30.763138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbb36d8c-0aeb-4139-b2d1-9dffbbc654cb req-e5b8cb59-2302-40d3-8a6c-d61e5846460a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952245 Mar 07 10:52:30.808580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.809840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.838955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] 10.222.0.32 "PUT /v2.0/ports/32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 1091 time: 2.4870503 Mar 07 10:52:30.918006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:30.927260 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79" -d '{"events": [{"name": "network-changed", "server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:31.022140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c56d8cab-376d-4f86-a9fa-4115b01817cd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.059291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9f12-d63a-4109-9299-e4b0b647017a service neutron] Pushing event updated for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:31.069215 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b63205d-be81-447f-9261-002b5ffd62f6 x-openstack-request-id: req-2b63205d-be81-447f-9261-002b5ffd62f6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:31.069564 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:31.069745 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b63205d-be81-447f-9261-002b5ffd62f6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:31.070143 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'status': 'completed', 'code': 200} Mar 07 10:52:31.181064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-eda20def-7d56-45f4-ad0e-59e4017452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.182800 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-eda20def-7d56-45f4-ad0e-59e4017452eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1125 time: 0.2454906 Mar 07 10:52:31.196237 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-867858f3-20d7-4c57-8d8c-b1e4f157c520 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e3b8a8583d944dfb695f4e573a53593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906030 Mar 07 10:52:31.201202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42372) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.305910 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] Publish callbacks [] for security_group (dc950f7d-9bea-4c8c-a34e-ae13488ebede), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.317416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c56d8cab-376d-4f86-a9fa-4115b01817cd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.324077 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-86233646-0576-4230-87b7-637964cf7012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 217 time: 0.0997150 Mar 07 10:52:31.346347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] Publish callbacks [] for security_group (dc950f7d-9bea-4c8c-a34e-ae13488ebede), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.372375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a11670-c068-4cdb-b3b9-9c21b837201d None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:31.404598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=c56d8cab-376d-4f86-a9fa-4115b01817cd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:31.413821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.422638 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f9b0b86-d3f9-4389-a588-69a093b86e32 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/c56d8cab-376d-4f86-a9fa-4115b01817cd HTTP/1.1" status: 204 len: 168 time: 1.1401584 Mar 07 10:52:31.427698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc950f7d-9bea-4c8c-a34e-ae13488ebede), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.432827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42378) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.437216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.439565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc950f7d-9bea-4c8c-a34e-ae13488ebede HTTP/1.1" status: 204 len: 168 time: 0.2398083 Mar 07 10:52:31.483134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602beea-923f-4b01-a036-c009b9d9c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc950f7d-9bea-4c8c-a34e-ae13488ebede,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:31.536616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-f8f9882f-feb1-4f4e-b304-681b4d2d31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.545294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-f8f9882f-feb1-4f4e-b304-681b4d2d31b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.2154503 Mar 07 10:52:31.603524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet 87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:31.608236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.679218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.820553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-264f58dd-8212-4e86-b9bf-e983ca5f7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.822207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-264f58dd-8212-4e86-b9bf-e983ca5f7975 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2666285 Mar 07 10:52:31.850481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.900611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465197-c933-45be-99e3-154860a5a018 req-3f8e501c-ba9b-41e9-92c9-c0494c70bba1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.907468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5465197-c933-45be-99e3-154860a5a018 req-3f8e501c-ba9b-41e9-92c9-c0494c70bba1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 943 time: 0.1632419 Mar 07 10:52:32.068332 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-0fb3c19b-1b01-4f27-8732-f034fc26a0da service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373135 Mar 07 10:52:32.072292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.143773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:32.208016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.220522 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3b9f7cfa-4624-4c26-b6a9-5af204661476 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/87e8b0bd-1926-4ac8-bc7e-cb6c7c6a07e7 HTTP/1.1" status: 204 len: 168 time: 0.7859783 Mar 07 10:52:32.227147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42402) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:32.300732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5465197-c933-45be-99e3-154860a5a018 req-c989c530-e407-4df1-acaf-a783cdf6d0cb tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595116 Mar 07 10:52:32.306739 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-503249c4-1621-48f3-93d3-c465d2c0c661 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:32.311723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503249c4-1621-48f3-93d3-c465d2c0c661 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:32.320831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-503249c4-1621-48f3-93d3-c465d2c0c661 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/c56d8cab-376d-4f86-a9fa-4115b01817cd HTTP/1.1" status: 404 len: 337 time: 0.0903637 Mar 07 10:52:32.323771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42408) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:32.349865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df3729ba-edd9-4e85-bd36-a1dfb7a0a7b5 req-c6663880-8147-4dcd-a63e-22de69e24e0d service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645018 Mar 07 10:52:32.389355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d84032-1cd8-49e5-b3b1-d2886357b0a5 req-2cb8c9aa-d33b-4e5d-81de-7b7aa1665951 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.391099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34d84032-1cd8-49e5-b3b1-d2886357b0a5 req-2cb8c9aa-d33b-4e5d-81de-7b7aa1665951 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4816694 Mar 07 10:52:32.492354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting subnet 159e7311-1704-4410-a52e-7f54d9dd47a3 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:32.518938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-c97bcb8e-d96f-4e43-8f2a-dc23663d346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.521755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-c97bcb8e-d96f-4e43-8f2a-dc23663d346f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1125 time: 0.0808957 Mar 07 10:52:32.522119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (159e7311-1704-4410-a52e-7f54d9dd47a3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.671463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34d84032-1cd8-49e5-b3b1-d2886357b0a5 req-4c36d04f-a23c-4741-b45a-48a9fd96d5ab tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601397 Mar 07 10:52:32.674083 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (159e7311-1704-4410-a52e-7f54d9dd47a3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.700526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-9ec83c77-1ade-41a3-8135-96f3291997e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.700526 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-9ec83c77-1ade-41a3-8135-96f3291997e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.1629035 Mar 07 10:52:32.724718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ff8c4-d608-4daa-ad6f-0450f219a47a None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:32.765579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-2434f8a0-58ef-4ce1-8aad-037f137bc501 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 217 time: 0.0615804 Mar 07 10:52:32.841254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (159e7311-1704-4410-a52e-7f54d9dd47a3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.885480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-bf9c8cf8-52a5-4720-bc15-0d7c5999458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.889849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-bf9c8cf8-52a5-4720-bc15-0d7c5999458b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.1156616 Mar 07 10:52:32.954673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (159e7311-1704-4410-a52e-7f54d9dd47a3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.984002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-a7d02c95-fd05-4c0e-8264-700c5faee395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.988194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-a7d02c95-fd05-4c0e-8264-700c5faee395 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0913999 Mar 07 10:52:33.081354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Subnet': ['ID=159e7311-1704-4410-a52e-7f54d9dd47a3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:33.098672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.108930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-14b930be-329a-45db-911c-176aed329f49 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/159e7311-1704-4410-a52e-7f54d9dd47a3 HTTP/1.1" status: 204 len: 168 time: 0.7840650 Mar 07 10:52:33.111283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42424) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.191668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:33.192184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.211431 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-95244a67-dfd0-40be-99eb-b3deec089915 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.212647 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-66433701-c72f-46ec-868e-5a5a34ff45d5 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175260 Mar 07 10:52:33.214393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95244a67-dfd0-40be-99eb-b3deec089915 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.217926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-95244a67-dfd0-40be-99eb-b3deec089915 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/c174e20d-04b9-49d0-8d7c-08e53544392a HTTP/1.1" status: 404 len: 337 time: 0.1018736 Mar 07 10:52:33.224096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42430) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.271035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:33.299036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:33.299843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.313916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1da8eb09-78af-43dc-93c3-fac471636592 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda HTTP/1.1" status: 200 len: 205 time: 0.0877924 Mar 07 10:52:33.316600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.413086 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-4ea35d1d-be9e-4e09-82ab-41afc5d1308b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] delete failed (client error): The resource could not be found. Mar 07 10:52:33.416679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4ea35d1d-be9e-4e09-82ab-41afc5d1308b tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/routers/2cf0cfe1-35fb-44ea-9b0f-3acd07cd2eda HTTP/1.1" status: 404 len: 336 time: 0.0962417 Mar 07 10:52:33.419381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42442) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.482211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723656a1-4fc2-4c4a-b819-1fdbe8bfed4f None None] Update dhcp port {'port': {'network_id': 'c6a2544a-3182-442d-b238-a9d56ccf3b8c', 'fixed_ips': [{'subnet_id': '159e7311-1704-4410-a52e-7f54d9dd47a3'}], 'binding:host_id': 'n-d-832156-4'}, 'id': '395212e6-10e5-41bf-8e50-c9e66224488f'} from n-d-832156-4. {{(pid=103790) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:52:33.487606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c773bf82-aaf4-4fc2-ab0b-6ee5fd593c79 req-572387b2-fbbf-4d13-a8a0-f8f8e2c5b11a service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651327 Mar 07 10:52:33.501636 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7344b19-bc9a-463a-91a0-cabee3cf3dc6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.510393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7344b19-bc9a-463a-91a0-cabee3cf3dc6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.514000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f7344b19-bc9a-463a-91a0-cabee3cf3dc6 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/ac9187f4-07db-4dda-8bcc-05dfa5b4d801 HTTP/1.1" status: 404 len: 337 time: 0.0933704 Mar 07 10:52:33.520046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42444) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.563465 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-723656a1-4fc2-4c4a-b819-1fdbe8bfed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.592572 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6c10d2-9f4c-4993-9814-a9afcffaaece tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.593042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6c10d2-9f4c-4993-9814-a9afcffaaece tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.601013 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d6c10d2-9f4c-4993-9814-a9afcffaaece tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/61788f8e-923a-4931-a00d-5f8e8c2789ed HTTP/1.1" status: 404 len: 337 time: 0.0773728 Mar 07 10:52:33.601442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.632605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfdedb-2c29-4f6f-a175-4409643197ba req-8de93179-0843-4561-aa6e-cb9f2e88bfc7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.634274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20cfdedb-2c29-4f6f-a175-4409643197ba req-8de93179-0843-4561-aa6e-cb9f2e88bfc7 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 943 time: 0.1494021 Mar 07 10:52:33.685670 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c58a002-3155-4873-8020-517db02e6fac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.690416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c58a002-3155-4873-8020-517db02e6fac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.693871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8c58a002-3155-4873-8020-517db02e6fac tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/2f05be54-3930-4fb2-a050-802364ffce46 HTTP/1.1" status: 404 len: 337 time: 0.0906260 Mar 07 10:52:33.696573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42452) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.749837 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1156340d-3842-4f11-b205-f5c10040dc80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.750496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1156340d-3842-4f11-b205-f5c10040dc80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.756880 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1156340d-3842-4f11-b205-f5c10040dc80 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/6ec008cf-06ea-4cea-b3e4-d8dde0c4ec63 HTTP/1.1" status: 404 len: 333 time: 0.0569861 Mar 07 10:52:33.757247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42456) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.777015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20cfdedb-2c29-4f6f-a175-4409643197ba req-59cf016a-845a-486d-a726-77a88c034bb8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361611 Mar 07 10:52:33.795915 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc72dfe0-9ac1-4662-ac5c-72cfe73a776d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.796375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc72dfe0-9ac1-4662-ac5c-72cfe73a776d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.805061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.805669 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc72dfe0-9ac1-4662-ac5c-72cfe73a776d tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/b02e95c9-ff1b-408a-8966-3ab021dc6436 HTTP/1.1" status: 404 len: 337 time: 0.0442135 Mar 07 10:52:33.805669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42464) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.870393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-354f4cdf-c8d9-4113-8d06-d582b2da4034 None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:33.871044 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-84629b45-c9ed-4473-8def-96c807d7ff2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:33.871044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84629b45-c9ed-4473-8def-96c807d7ff2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:33.877258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84629b45-c9ed-4473-8def-96c807d7ff2c tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/d19a872d-cd9d-493e-b820-a369b125942e HTTP/1.1" status: 404 len: 337 time: 0.0682011 Mar 07 10:52:33.878707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42468) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.981362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f691ee-d19b-4b17-bce9-22e1c56cb8ee None None] Network c6a2544a-3182-442d-b238-a9d56ccf3b8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:33.998960 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc039ad-34af-48a4-ba0d-a6bfaf0ab376 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:34.002261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc039ad-34af-48a4-ba0d-a6bfaf0ab376 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:34.011396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ecc039ad-34af-48a4-ba0d-a6bfaf0ab376 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/2e93c12e-7f3d-4518-b957-44530389d17b HTTP/1.1" status: 404 len: 333 time: 0.0983520 Mar 07 10:52:34.012767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.058776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cb5addb7-ea54-4ff1-bff0-05098a3547ee tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:34.059719 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df075bf-87d9-4377-884a-0d550a3b33db tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:34.061347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df075bf-87d9-4377-884a-0d550a3b33db tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:34.061569 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-cb5addb7-ea54-4ff1-bff0-05098a3547ee tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:52:34.062088 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-cb5addb7-ea54-4ff1-bff0-05098a3547ee tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:52:34.069879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cb5addb7-ea54-4ff1-bff0-05098a3547ee tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2612567 Mar 07 10:52:34.070058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5df075bf-87d9-4377-884a-0d550a3b33db tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/6b1f6c25-d567-4eea-9bdd-5e78ec59c395 HTTP/1.1" status: 404 len: 337 time: 0.0485983 Mar 07 10:52:34.070058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.070953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.075567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Provisioning complete for port a01c6710-1326-45ac-bd91-b94e978e1d42 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:34.076032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--993777465'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:34.088008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda91c-0a5b-4feb-b4c5-ef44934323dd req-9e69d5fb-fe93-42f3-8d57-5a63d8ffa0c9 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.088231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.093086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dfda91c-0a5b-4feb-b4c5-ef44934323dd req-9e69d5fb-fe93-42f3-8d57-5a63d8ffa0c9 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.2371359 Mar 07 10:52:34.122500 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f10f1a-d6eb-4762-9c15-85ed3b4b2be0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:34.122978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f10f1a-d6eb-4762-9c15-85ed3b4b2be0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:34.128748 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b6f10f1a-d6eb-4762-9c15-85ed3b4b2be0 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/subnets/afc303b3-4f83-4e08-a034-372979d78524 HTTP/1.1" status: 404 len: 337 time: 0.0550358 Mar 07 10:52:34.135816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42482) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.187403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.204045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.220746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Port a01c6710-1326-45ac-bd91-b94e978e1d42 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:34.227043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dfda91c-0a5b-4feb-b4c5-ef44934323dd req-adcadd82-a2a0-470a-ae58-bf73b62dfd14 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207712 Mar 07 10:52:34.259674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Provisioning complete for port 395212e6-10e5-41bf-8e50-c9e66224488f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:34.263424 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.333086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Deleting port a01c6710-1326-45ac-bd91-b94e978e1d42 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:34.333341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.416466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] DHCP port deletion for c6a2544a-3182-442d-b238-a9d56ccf3b8c request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:52:34.446578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.452831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (f9560445-5245-4b0b-ab1b-321f5c7add45), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.468950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Calling delete_port for a01c6710-1326-45ac-bd91-b94e978e1d42 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:34.479247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f9560445-5245-4b0b-ab1b-321f5c7add45), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.533615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83fe5b98-5d73-42da-a6aa-dc96ed36d06e None None] Current status of the port 395212e6-10e5-41bf-8e50-c9e66224488f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:34.563586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Deleting port 395212e6-10e5-41bf-8e50-c9e66224488f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:34.564216 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.574431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9560445-5245-4b0b-ab1b-321f5c7add45,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:34.669312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.676430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.702368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a01c6710-1326-45ac-bd91-b94e978e1d42), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.737662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] For port 395212e6-10e5-41bf-8e50-c9e66224488f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=395212e6-10e5-41bf-8e50-c9e66224488f,segment=NetworkSegment(b00fdbd6-08ba-4534-8a5a-6dd0aedf082d),segment_id=b00fdbd6-08ba-4534-8a5a-6dd0aedf082d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:34.738056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.747052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.754459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/ports/a01c6710-1326-45ac-bd91-b94e978e1d42 HTTP/1.1" status: 204 len: 168 time: 0.6142573 Mar 07 10:52:34.757076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42492) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.772239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Calling delete_port for 395212e6-10e5-41bf-8e50-c9e66224488f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:34.817594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.818873 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7502248 Mar 07 10:52:34.826794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.839618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cdfd7-4bbb-4479-883a-357f5fadb761 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Port': ['ID=a01c6710-1326-45ac-bd91-b94e978e1d42,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:34.846823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:34.865617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320795ad-0c47-47d4-a756-cde0ee4b94bc tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:34.929533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group_rule (ccf908cd-7b76-4f20-8631-31593f942903), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.979619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c6a2544a-3182-442d-b238-a9d56ccf3b8c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.052209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (395212e6-10e5-41bf-8e50-c9e66224488f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.111134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group_rule (ccf908cd-7b76-4f20-8631-31593f942903), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.119334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Pushing event deleted for resources: {'Port': ['ID=395212e6-10e5-41bf-8e50-c9e66224488f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.132989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] No DVR routers for this DVR port 395212e6-10e5-41bf-8e50-c9e66224488f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:35.134764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (ccf908cd-7b76-4f20-8631-31593f942903), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.162320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.162674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.163042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.163382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.163767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.164151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.164417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.164739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.165139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.165467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.165788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.166109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.166429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9392a7-39b2-42e0-9d24-f57811140052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:35.176646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9c3e4-9ac1-4be8-b993-1d075b7d25bc req-348c46fb-3e90-4a9d-8d21-d507ea23e50d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.183003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf908cd-7b76-4f20-8631-31593f942903,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.183888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db9c3e4-9ac1-4be8-b993-1d075b7d25bc req-348c46fb-3e90-4a9d-8d21-d507ea23e50d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 943 time: 0.1970701 Mar 07 10:52:35.188898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c6a2544a-3182-442d-b238-a9d56ccf3b8c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.238371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.243890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63652d21-1b79-47b4-b2a5-6b5924105193 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075077 Mar 07 10:52:35.244556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.248161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a2544a-3182-442d-b238-a9d56ccf3b8c']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.249247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-08fee8b7-990a-4592-ac51-6e0ea59ea578 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:35.265777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.267263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00fdbd6-08ba-4534-8a5a-6dd0aedf082d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.281261 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (b00fdbd6-08ba-4534-8a5a-6dd0aedf082d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.305916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08fee8b7-990a-4592-ac51-6e0ea59ea578 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group_rule (2451aecc-0982-4875-95d8-48b87b8a1a7b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.350902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3db9c3e4-9ac1-4be8-b993-1d075b7d25bc req-3af72ab8-041c-4268-9c29-a0c9581372cd tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648145 Mar 07 10:52:35.383419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b00fdbd6-08ba-4534-8a5a-6dd0aedf082d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.402422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:35.403094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (b00fdbd6-08ba-4534-8a5a-6dd0aedf082d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:35.406472 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:35.427902 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-08fee8b7-990a-4592-ac51-6e0ea59ea578 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:52:35.429256 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08fee8b7-990a-4592-ac51-6e0ea59ea578 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1835771 Mar 07 10:52:35.432027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42512) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.523183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e9f-f8c5-4f54-bad7-71cad722647b req-1a3d6854-96e8-4f84-b505-97a1210e450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.524801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98f07e9f-f8c5-4f54-bad7-71cad722647b req-1a3d6854-96e8-4f84-b505-97a1210e450f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.1920133 Mar 07 10:52:35.533809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e201f-d69b-41db-88e4-d7d687485ec5 req-c6d87f2f-f76d-484b-ad50-e84a49b1ee84 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.537247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-944e201f-d69b-41db-88e4-d7d687485ec5 req-c6d87f2f-f76d-484b-ad50-e84a49b1ee84 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1552811 Mar 07 10:52:35.574485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c6a2544a-3182-442d-b238-a9d56ccf3b8c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.578138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.622861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.623446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.626391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] 10.222.0.23 "DELETE /v2.0/networks/c6a2544a-3182-442d-b238-a9d56ccf3b8c HTTP/1.1" status: 204 len: 168 time: 0.8676524 Mar 07 10:52:35.628387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:35.631151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c7dc8-c54e-43c9-9092-bb5399cd58a4 tempest-PortsIpV6TestJSON-1235928350 tempest-PortsIpV6TestJSON-1235928350-project] Pushing event deleted for resources: {'Network': ['ID=c6a2544a-3182-442d-b238-a9d56ccf3b8c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.686988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 395212e6-10e5-41bf-8e50-c9e66224488f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:35.689202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 395212e6-10e5-41bf-8e50-c9e66224488f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:35.696726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98f07e9f-f8c5-4f54-bad7-71cad722647b req-9e08d0b1-abec-4533-867b-1c4e61f79574 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553895 Mar 07 10:52:35.707312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-944e201f-d69b-41db-88e4-d7d687485ec5 req-4cdfcb8d-7c55-4da8-b27f-25256a77396f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292729 Mar 07 10:52:35.761908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.765650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.769614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43 HTTP/1.1" status: 204 len: 168 time: 0.3339791 Mar 07 10:52:35.770497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.775418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 32ed48b9-327e-4b49-bfb3-e365881d4d5d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:52:35.804095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25a48-776d-40b1-8ea2-b19057c3a006 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94997a5a-f6e9-45b5-9ed6-2ee3e08e2b43,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.909330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51aaf001-0a53-4904-8686-7e1cd14150a7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335971 Mar 07 10:52:35.909648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42524) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.914319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--645580186'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:35.941186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.970590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.970964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.042930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:36.077559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'port_id': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'mac_address': 'fa:16:3e:3f:6a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:52:36.083938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b3be52e5-fd2f-4734-bcda-d74850c1d294), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.094166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b3be52e5-fd2f-4734-bcda-d74850c1d294), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.136052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.139846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2264867 Mar 07 10:52:36.140428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42534) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.152684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-af1a8554-c8cc-4973-9be5-48331fdad268 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': 'b3be52e5-fd2f-4734-bcda-d74850c1d294', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:36.153463 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-af1a8554-c8cc-4973-9be5-48331fdad268 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 10:52:36.154469 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-af1a8554-c8cc-4973-9be5-48331fdad268 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:36.157972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af1a8554-c8cc-4973-9be5-48331fdad268 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134952 Mar 07 10:52:36.158352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42536) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.164875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 32ed48b9-327e-4b49-bfb3-e365881d4d5d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:36.165508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.169617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8a83-aa7c-430c-b62a-bd3d0b329c9c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3be52e5-fd2f-4734-bcda-d74850c1d294,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.194947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ed48b9-327e-4b49-bfb3-e365881d4d5d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:36.203738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a22e3299-b65a-4a1a-81ac-f2af4cb51c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.222499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:36.229823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.233633 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b41a6cd-ff52-4259-93bc-bb8a45e60faf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=251db5ff1fb14ad8b0a31d5e22a73053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538497 Mar 07 10:52:36.237777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42538) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.294488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b3be52e5-fd2f-4734-bcda-d74850c1d294), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.325325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] Publish callbacks [] for security_group (73a8b112-6c50-420d-b393-07cc0cea40b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.348041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b3be52e5-fd2f-4734-bcda-d74850c1d294), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.377266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] Publish callbacks [] for security_group (73a8b112-6c50-420d-b393-07cc0cea40b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.380666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.446441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a22e3299-b65a-4a1a-81ac-f2af4cb51c27 admin admin] Publish callbacks [] for security_group (96f80eb7-b6f7-4157-b810-2d87d0365505), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.457802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a22e3299-b65a-4a1a-81ac-f2af4cb51c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (96f80eb7-b6f7-4157-b810-2d87d0365505), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.461118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b3be52e5-fd2f-4734-bcda-d74850c1d294), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.463874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.467614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3be52e5-fd2f-4734-bcda-d74850c1d294 HTTP/1.1" status: 204 len: 168 time: 0.3076894 Mar 07 10:52:36.469512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42546) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.527067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['32ed48b9-327e-4b49-bfb3-e365881d4d5d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:36.529963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a22e3299-b65a-4a1a-81ac-f2af4cb51c27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=395df75f229d4f6f94b7d4f383071b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578036 Mar 07 10:52:36.531209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53008eda-989a-4810-8b00-80bab81b1538 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3be52e5-fd2f-4734-bcda-d74850c1d294,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.536069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42550) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.554756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e3299-b65a-4a1a-81ac-f2af4cb51c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f80eb7-b6f7-4157-b810-2d87d0365505,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.558202 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (73a8b112-6c50-420d-b393-07cc0cea40b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.561714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.566146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73a8b112-6c50-420d-b393-07cc0cea40b4 HTTP/1.1" status: 204 len: 168 time: 0.3253694 Mar 07 10:52:36.573545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e1bdb-8435-4da8-b98d-0870ff8ddd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8b112-6c50-420d-b393-07cc0cea40b4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.664036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c5afe-1d44-4661-88ce-4c451cc4263b req-a9a394b8-a8fe-4525-ab9e-f91c928c5920 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:36.686526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c1c5afe-1d44-4661-88ce-4c451cc4263b req-a9a394b8-a8fe-4525-ab9e-f91c928c5920 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 944 time: 0.2370176 Mar 07 10:52:36.723242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bdc0a458-6b0a-4193-aab6-377aef05ed50 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2454991 Mar 07 10:52:36.723804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42556) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.730813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--147723770'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:36.771108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] Publish callbacks [] for security_group (96f80eb7-b6f7-4157-b810-2d87d0365505), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.820624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] Publish callbacks [] for security_group (96f80eb7-b6f7-4157-b810-2d87d0365505), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.825912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.869852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c1c5afe-1d44-4661-88ce-4c451cc4263b req-78cd0ff1-1f46-42f0-9bab-619b58805cb1 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774061 Mar 07 10:52:36.897923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (96f80eb7-b6f7-4157-b810-2d87d0365505), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.901201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.905347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96f80eb7-b6f7-4157-b810-2d87d0365505 HTTP/1.1" status: 204 len: 168 time: 0.3672378 Mar 07 10:52:36.922621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9efec-1b93-4465-ae9a-1e8ddb554da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f80eb7-b6f7-4157-b810-2d87d0365505,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.994414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (81d69d7c-a693-412f-908d-91cef3f1af0b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.999061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (81d69d7c-a693-412f-908d-91cef3f1af0b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.061761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d69d7c-a693-412f-908d-91cef3f1af0b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:37.064154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba35ba-9c1c-4b61-aad9-a073f7877e6d req-bf417112-968a-420c-a7f2-ebd13e3dc319 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.066488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ba35ba-9c1c-4b61-aad9-a073f7877e6d req-bf417112-968a-420c-a7f2-ebd13e3dc319 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1171756 Mar 07 10:52:37.095478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.098716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c05f3fe-0d6a-4d90-a00e-3c49b66e1812 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3738489 Mar 07 10:52:37.102666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42566) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.108319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0ee95e24-4d74-4231-a1b3-2dbef142e533 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '81d69d7c-a693-412f-908d-91cef3f1af0b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.114679 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-0ee95e24-4d74-4231-a1b3-2dbef142e533 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 10:52:37.115807 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-0ee95e24-4d74-4231-a1b3-2dbef142e533 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:37.117895 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0ee95e24-4d74-4231-a1b3-2dbef142e533 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129974 Mar 07 10:52:37.124596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42568) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.197044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ba35ba-9c1c-4b61-aad9-a073f7877e6d req-0fef98ff-e34a-4581-80b4-a24c2964b3ff tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Mar 07 10:52:37.248755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (81d69d7c-a693-412f-908d-91cef3f1af0b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.291513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (81d69d7c-a693-412f-908d-91cef3f1af0b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.399875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (81d69d7c-a693-412f-908d-91cef3f1af0b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.404976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.407828 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/81d69d7c-a693-412f-908d-91cef3f1af0b HTTP/1.1" status: 204 len: 168 time: 0.2792914 Mar 07 10:52:37.409200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42584) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.456476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40451c-7e9e-44be-9a9b-6b99ef078f2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d69d7c-a693-412f-908d-91cef3f1af0b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:37.496655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df2765bb-09ec-4e49-afc2-680d8cc16d78 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0821898 Mar 07 10:52:37.497474 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42588) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.503318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572795655'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.531166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.608960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42590) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.671811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a57e5-f4c3-4808-ac04-3c8d66cc1bf7 req-b7cca826-5dd9-4eb2-b7f8-c3b1af23eaab tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.678238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d89a57e5-f4c3-4808-ac04-3c8d66cc1bf7 req-b7cca826-5dd9-4eb2-b7f8-c3b1af23eaab tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.0944018 Mar 07 10:52:37.690315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea8db-5794-4347-b71f-586eae28874d req-a82873c6-280e-4753-9037-06f9542b77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.691883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-a82873c6-280e-4753-9037-06f9542b77f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.1553147 Mar 07 10:52:37.735630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (662c1c78-e34c-4566-90a6-2162201e94df), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.735630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-661fe0c9-02a0-41c3-96a6-a84a50aa67b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.744329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (662c1c78-e34c-4566-90a6-2162201e94df), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.781615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 32ed48b9-327e-4b49-bfb3-e365881d4d5d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:37.794266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.799110 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3003047 Mar 07 10:52:37.799247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.806250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db11d8-55cb-4dd0-8342-6cb785ef15a8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662c1c78-e34c-4566-90a6-2162201e94df,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:37.860296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9ee4abff-8acd-4fff-929e-37fbc0ca4cec tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '662c1c78-e34c-4566-90a6-2162201e94df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.866282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 32ed48b9-327e-4b49-bfb3-e365881d4d5d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:52:37.874132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 32ed48b9-327e-4b49-bfb3-e365881d4d5d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:37.874516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.877218 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-9ee4abff-8acd-4fff-929e-37fbc0ca4cec tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 10:52:37.878688 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-9ee4abff-8acd-4fff-929e-37fbc0ca4cec tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:37.884981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.886189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9ee4abff-8acd-4fff-929e-37fbc0ca4cec tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0305352 Mar 07 10:52:37.897602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-75804912-a80d-41fc-81c7-08b72ebc9d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '662c1c78-e34c-4566-90a6-2162201e94df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.904545 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-75804912-a80d-41fc-81c7-08b72ebc9d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 10:52:37.906262 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-75804912-a80d-41fc-81c7-08b72ebc9d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:37.908479 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75804912-a80d-41fc-81c7-08b72ebc9d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0225310 Mar 07 10:52:37.919711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.928965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9abb4901-53fa-4fea-87bf-0501768b88a6 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '662c1c78-e34c-4566-90a6-2162201e94df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.930399 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-9abb4901-53fa-4fea-87bf-0501768b88a6 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 10:52:37.932068 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-9abb4901-53fa-4fea-87bf-0501768b88a6 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:37.936347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.937311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9abb4901-53fa-4fea-87bf-0501768b88a6 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153942 Mar 07 10:52:37.947114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a7da9c27-04ef-46b5-bf96-8dfbd1852920 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '662c1c78-e34c-4566-90a6-2162201e94df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:37.950010 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-a7da9c27-04ef-46b5-bf96-8dfbd1852920 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 10:52:37.953224 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a7da9c27-04ef-46b5-bf96-8dfbd1852920 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:37.959819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7da9c27-04ef-46b5-bf96-8dfbd1852920 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0218937 Mar 07 10:52:37.963818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d89a57e5-f4c3-4808-ac04-3c8d66cc1bf7 req-b2921830-5947-4542-bc5f-417f11e4fbf5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843397 Mar 07 10:52:37.965414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42610) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.000414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-661fe0c9-02a0-41c3-96a6-a84a50aa67b1 admin admin] Publish callbacks [] for security_group (900d8d46-19ee-4337-9dea-22e48f2c673a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.008667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-661fe0c9-02a0-41c3-96a6-a84a50aa67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (900d8d46-19ee-4337-9dea-22e48f2c673a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.100139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea8db-5794-4347-b71f-586eae28874d req-97af23f2-23e1-40a7-93b6-98bec166a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.102760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-97af23f2-23e1-40a7-93b6-98bec166a269 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.3936112 Mar 07 10:52:38.112008 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-661fe0c9-02a0-41c3-96a6-a84a50aa67b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb2fe9b7575841058aa62ba35834232c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019262 Mar 07 10:52:38.126355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42616) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.134734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (662c1c78-e34c-4566-90a6-2162201e94df), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.136528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 32ed48b9-327e-4b49-bfb3-e365881d4d5d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:38.140439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.157684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fe0c9-02a0-41c3-96a6-a84a50aa67b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d8d46-19ee-4337-9dea-22e48f2c673a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.194549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-45965dbd-28f5-489b-a49f-c3cb852b8688 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.0844564 Mar 07 10:52:38.206514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592c4b-8dcb-40bd-a74c-9869cc702e59 req-30486939-9836-4941-9c01-83132461b2c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.208119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28592c4b-8dcb-40bd-a74c-9869cc702e59 req-30486939-9836-4941-9c01-83132461b2c8 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 944 time: 0.1697683 Mar 07 10:52:38.210077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42620) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.210214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:38.211505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:38.213842 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc0838-be02-470a-b558-db5a6cac0591" -d '{"events": [{"server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "name": "network-vif-plugged", "status": "completed", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:38.217912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.239307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (662c1c78-e34c-4566-90a6-2162201e94df), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.284403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] Publish callbacks [] for security_group (900d8d46-19ee-4337-9dea-22e48f2c673a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.309227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] Publish callbacks [] for security_group (900d8d46-19ee-4337-9dea-22e48f2c673a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.352003 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883745b-adf8-4d43-a999-85848471dbd6 x-openstack-request-id: req-3883745b-adf8-4d43-a999-85848471dbd6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:38.352328 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "name": "network-vif-plugged", "status": "completed", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:38.352558 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3883745b-adf8-4d43-a999-85848471dbd6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:38.353197 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'code': 200} Mar 07 10:52:38.358767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.390798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28592c4b-8dcb-40bd-a74c-9869cc702e59 req-9bc12929-3cdc-449e-83e2-f254f4e8f576 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977361 Mar 07 10:52:38.394191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea8db-5794-4347-b71f-586eae28874d req-ca31409d-a356-4321-8600-4fe5b9ddbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.395985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-ca31409d-a356-4321-8600-4fe5b9ddbe4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1869369 Mar 07 10:52:38.396780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (662c1c78-e34c-4566-90a6-2162201e94df), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.399463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.403298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/662c1c78-e34c-4566-90a6-2162201e94df HTTP/1.1" status: 204 len: 168 time: 0.4278815 Mar 07 10:52:38.403877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42626) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.434930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (900d8d46-19ee-4337-9dea-22e48f2c673a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.438510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.444196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/900d8d46-19ee-4337-9dea-22e48f2c673a HTTP/1.1" status: 204 len: 168 time: 0.3166645 Mar 07 10:52:38.455033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7797b82-63f8-4bfb-ba8e-384c83e90a14 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c1c78-e34c-4566-90a6-2162201e94df,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.461414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3f58-c33b-4009-a1c5-7c919ff454d0 req-0670db91-bdbb-43d8-b26e-be6770639e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.463859 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90bb3f58-c33b-4009-a1c5-7c919ff454d0 req-0670db91-bdbb-43d8-b26e-be6770639e49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1127 time: 0.1065338 Mar 07 10:52:38.465160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f7b1-4ec4-4c03-9959-82a009a6e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d8d46-19ee-4337-9dea-22e48f2c673a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.520132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-f43164a2-4c1b-4820-9f37-6273998d409f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050875 Mar 07 10:52:38.563710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-90bb3f58-c33b-4009-a1c5-7c919ff454d0 req-597d8fc2-8bf6-43c3-8a3d-cd83ea3ae39d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904446 Mar 07 10:52:38.602056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2015976138'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:38.620009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-03bf581b-a253-41e2-bf50-e29e3c275a3d tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2128181 Mar 07 10:52:38.624222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.629382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130935843'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:38.677836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.682509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Made reservation on behalf of 8a0c726c77764b47848c53ae2b9c8a31 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:38.686134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.706091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.718654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-25cf020d-4429-413b-afd2-3561a8245520 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976252 Mar 07 10:52:38.851209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e5ea8db-5794-4347-b71f-586eae28874d req-31e5e0dc-3931-4479-8e85-85424cb21b31 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261382 Mar 07 10:52:38.870908 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for security_group (0cffa8d0-c746-4017-8026-ee45df575952), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.887253 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0cffa8d0-c746-4017-8026-ee45df575952), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.889698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (16f6fc3a-48ad-450a-a9f4-dd5d86571e78), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.897249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (16f6fc3a-48ad-450a-a9f4-dd5d86571e78), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.947233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.948837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3236036 Mar 07 10:52:38.951961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:38.954648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffa8d0-c746-4017-8026-ee45df575952,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.961714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:38.974162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (20ae0b94-1e25-4a4b-86df-73bb5172959a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.974587 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Added segment 20ae0b94-1e25-4a4b-86df-73bb5172959a of type vlan for network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 Mar 07 10:52:38.975820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-60a6c0ef-9e45-4eab-97fa-18028ab75808 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:38.977889 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-60a6c0ef-9e45-4eab-97fa-18028ab75808 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:52:38.979801 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-60a6c0ef-9e45-4eab-97fa-18028ab75808 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:38.983604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60a6c0ef-9e45-4eab-97fa-18028ab75808 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0302808 Mar 07 10:52:38.985600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6e12-ab14-41bb-b139-9c6e967ec951 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f6fc3a-48ad-450a-a9f4-dd5d86571e78,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.996137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42646) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.002401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-610bb3b6-5227-4e5f-97cb-7ba909a0752b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.081853 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-610bb3b6-5227-4e5f-97cb-7ba909a0752b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.083301 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-610bb3b6-5227-4e5f-97cb-7ba909a0752b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0854187 Mar 07 10:52:39.086800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.093378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1d47ca14-6516-4ce8-9f88-f66730d3771e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.093981 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-1d47ca14-6516-4ce8-9f88-f66730d3771e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 10:52:39.094585 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-1d47ca14-6516-4ce8-9f88-f66730d3771e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.095848 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d47ca14-6516-4ce8-9f88-f66730d3771e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077031 Mar 07 10:52:39.100261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42652) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.105850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b7e40058-2a74-44c6-b229-bdecf553707b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.127095 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (01bedf63-59fa-4ddb-ad27-0506f58dfca9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.192727 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-b7e40058-2a74-44c6-b229-bdecf553707b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.193985 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b7e40058-2a74-44c6-b229-bdecf553707b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0922422 Mar 07 10:52:39.197361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42656) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.206401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-97e40a52-0f5a-4578-98ff-991192f0887c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.207068 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-97e40a52-0f5a-4578-98ff-991192f0887c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:52:39.208428 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-97e40a52-0f5a-4578-98ff-991192f0887c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.209615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97e40a52-0f5a-4578-98ff-991192f0887c tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109437 Mar 07 10:52:39.213402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42658) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.218082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (01bedf63-59fa-4ddb-ad27-0506f58dfca9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.223472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f0726a84-bae1-46c0-ab8b-07fea54131fd tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.224234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.224940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.268408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee0ac2-beca-4188-a561-6996410eeadb req-53002683-4eeb-4a2b-942f-77b19323b01c tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.269532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eee0ac2-beca-4188-a561-6996410eeadb req-53002683-4eeb-4a2b-942f-77b19323b01c tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1460645 Mar 07 10:52:39.280477 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-f0726a84-bae1-46c0-ab8b-07fea54131fd tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.282420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f0726a84-bae1-46c0-ab8b-07fea54131fd tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0660939 Mar 07 10:52:39.286181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42660) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.292363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-21fef7ed-16f0-40c1-9e3f-99a0f2b09f11 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.293080 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-21fef7ed-16f0-40c1-9e3f-99a0f2b09f11 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 10:52:39.294244 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-21fef7ed-16f0-40c1-9e3f-99a0f2b09f11 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.295764 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21fef7ed-16f0-40c1-9e3f-99a0f2b09f11 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082066 Mar 07 10:52:39.298466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.304662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5460e5a1-c762-4bc0-b132-dc7dc90301eb tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.333125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event updated for resources: {'Network': ['ID=01bedf63-59fa-4ddb-ad27-0506f58dfca9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:39.349431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:39.379171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-08afb605-89f1-470e-a5a6-401872470188 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1646512 Mar 07 10:52:39.382173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.389653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Request body: {'subnet': {'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.437809 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-5460e5a1-c762-4bc0-b132-dc7dc90301eb tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.450427 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5460e5a1-c762-4bc0-b132-dc7dc90301eb tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1507220 Mar 07 10:52:39.455108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.483454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eee0ac2-beca-4188-a561-6996410eeadb req-3093a87d-5318-49df-be9e-cdc7a4d9ce6e tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687794 Mar 07 10:52:39.484317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76f39b91-9265-4116-803f-bc3c26ec88ef tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '16f6fc3a-48ad-450a-a9f4-dd5d86571e78', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:39.608128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bf552-cdc9-43e9-966c-5da51325c170 req-482fc463-d274-480d-ac5f-6bd1466b044a tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.611582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e5bf552-cdc9-43e9-966c-5da51325c170 req-482fc463-d274-480d-ac5f-6bd1466b044a tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.0900044 Mar 07 10:52:39.643357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Made reservation on behalf of 8a0c726c77764b47848c53ae2b9c8a31 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:39.647689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.653655 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-76f39b91-9265-4116-803f-bc3c26ec88ef tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:39.657742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76f39b91-9265-4116-803f-bc3c26ec88ef tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1799142 Mar 07 10:52:39.659825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:39.696994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e5bf552-cdc9-43e9-966c-5da51325c170 req-9b04f4d3-cc7c-4373-bedc-4ca160b4fecc tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778375 Mar 07 10:52:39.770037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (16f6fc3a-48ad-450a-a9f4-dd5d86571e78), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.816983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (16f6fc3a-48ad-450a-a9f4-dd5d86571e78), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.994820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (16f6fc3a-48ad-450a-a9f4-dd5d86571e78), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.998452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.002381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/16f6fc3a-48ad-450a-a9f4-dd5d86571e78 HTTP/1.1" status: 204 len: 168 time: 0.3417323 Mar 07 10:52:40.003169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42702) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.045652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ab69f-cc1e-45f5-a715-7a1e7a195d2e tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f6fc3a-48ad-450a-a9f4-dd5d86571e78,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:40.069594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ecc407e1-2e95-4d9a-928d-4c07cfe5166e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.114745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-369149a9-1309-40bb-8fa4-d551219242b5 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027498 Mar 07 10:52:40.115852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42704) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.121862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--450708011'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:40.151479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.206144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event updated for resources: {'Subnet': ['ID=ecc407e1-2e95-4d9a-928d-4c07cfe5166e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:40.232495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Checking segment: {'id': '20ae0b94-1e25-4a4b-86df-73bb5172959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:40.233176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Network hostable DHCP agents. Network: 01bedf63-59fa-4ddb-ad27-0506f58dfca9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:40.266374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:40.276748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b4aa4dff-d26d-46b1-91cf-e427fd3ced51), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.283260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b4aa4dff-d26d-46b1-91cf-e427fd3ced51), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.283467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 01bedf63-59fa-4ddb-ad27-0506f58dfca9) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:40.290708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.291379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.298535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0b823-284c-41bd-8bca-dd2c285a10b5 None None] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:40.317678 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54a19f74-a2fc-440b-abf3-cc5e7fa8582b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9344244 Mar 07 10:52:40.322042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42710) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.344924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Request body: {'port': {'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9', 'name': 'tempest-TagsExtTest-2135309293'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:40.369191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.373477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2535682 Mar 07 10:52:40.373477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22059267-673a-48a7-8b60-57d82b983282 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa4dff-d26d-46b1-91cf-e427fd3ced51,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:40.375140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.381600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-318f95ac-dc8f-4443-9c46-87c7c24533a0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': 'b4aa4dff-d26d-46b1-91cf-e427fd3ced51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:40.470986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-01bedf63-59fa-4ddb-ad27-0506f58dfca9', 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9', 'project_id': '8a0c726c77764b47848c53ae2b9c8a31', 'fixed_ips': [{'subnet_id': 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:52:40.472329 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.478849 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-318f95ac-dc8f-4443-9c46-87c7c24533a0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The resource could not be found. Mar 07 10:52:40.480279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-318f95ac-dc8f-4443-9c46-87c7c24533a0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1037939 Mar 07 10:52:40.483137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.491789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-16adaa4f-bc2f-4d71-a845-901fe08909c2 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': 'b4aa4dff-d26d-46b1-91cf-e427fd3ced51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dccd27e5-46f2-4ca9-acc4-2ade497e7f3b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:40.584488 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-16adaa4f-bc2f-4d71-a845-901fe08909c2 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The resource could not be found. Mar 07 10:52:40.585598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-16adaa4f-bc2f-4d71-a845-901fe08909c2 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1011806 Mar 07 10:52:40.589159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42726) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.643877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Made reservation on behalf of 8a0c726c77764b47848c53ae2b9c8a31 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:40.649589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.680863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] device_id is not set on port 92bdfd1e-e730-4e1b-bb54-f691322ef58c yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:52:40.770253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Allocated IP 172.20.0.2 (01bedf63-59fa-4ddb-ad27-0506f58dfca9/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/b05faea5-e5c9-4e70-99dd-a969d674a783) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:40.790077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b4aa4dff-d26d-46b1-91cf-e427fd3ced51), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.045696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks [] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.054365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.114160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:41.121217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:41.126330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:41.133575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b05faea5-e5c9-4e70-99dd-a969d674a783,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.169789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Allocated IP 172.20.0.9 (01bedf63-59fa-4ddb-ad27-0506f58dfca9/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/92bdfd1e-e730-4e1b-bb54-f691322ef58c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:41.201726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Attempting to bind port b05faea5-e5c9-4e70-99dd-a969d674a783 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:41.202421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Attempting to bind port b05faea5-e5c9-4e70-99dd-a969d674a783 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '20ae0b94-1e25-4a4b-86df-73bb5172959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:41.202962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Attempting to bind port b05faea5-e5c9-4e70-99dd-a969d674a783 on network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:41.209397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:41.210179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Checking segment: {'id': '20ae0b94-1e25-4a4b-86df-73bb5172959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:41.211000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.211544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Bound using segment: {'id': '20ae0b94-1e25-4a4b-86df-73bb5172959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:41.212413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Bound port: b05faea5-e5c9-4e70-99dd-a969d674a783, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ae0b94-1e25-4a4b-86df-73bb5172959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '01bedf63-59fa-4ddb-ad27-0506f58dfca9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:41.212964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.290021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] For port b05faea5-e5c9-4e70-99dd-a969d674a783, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:41.294916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] For port b05faea5-e5c9-4e70-99dd-a969d674a783, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b05faea5-e5c9-4e70-99dd-a969d674a783,segment=NetworkSegment(20ae0b94-1e25-4a4b-86df-73bb5172959a),segment_id=20ae0b94-1e25-4a4b-86df-73bb5172959a)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:41.303989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.372285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f77f1-8844-4e04-8d41-9b9181d3ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b05faea5-e5c9-4e70-99dd-a969d674a783,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.518021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.548832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201844-fac5-4379-94d7-8cd4fdc111a2 req-2d867b68-1136-47f6-b245-2af5096974ad tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.559938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da201844-fac5-4379-94d7-8cd4fdc111a2 req-2d867b68-1136-47f6-b245-2af5096974ad tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.9046493 Mar 07 10:52:41.574672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (b4aa4dff-d26d-46b1-91cf-e427fd3ced51), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.611137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.698685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:41.709667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:41.726067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:41.744753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da201844-fac5-4379-94d7-8cd4fdc111a2 req-a9f8f9aa-137a-49d5-8743-a28108f45fb7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838381 Mar 07 10:52:41.746436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b4aa4dff-d26d-46b1-91cf-e427fd3ced51), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.751502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.756683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4aa4dff-d26d-46b1-91cf-e427fd3ced51 HTTP/1.1" status: 204 len: 168 time: 1.1662879 Mar 07 10:52:41.783047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42760) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:41.810801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcccbd-8042-4d27-99ee-89447952f61b req-5a30253d-37d6-4493-a3d1-2e335b9915b0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.825016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fcccbd-8042-4d27-99ee-89447952f61b req-5a30253d-37d6-4493-a3d1-2e335b9915b0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.2999768 Mar 07 10:52:41.831345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event updated for resources: {'Port': ['ID=92bdfd1e-e730-4e1b-bb54-f691322ef58c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.860177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e0eb3-d667-490b-89e9-50a0710a2f1b tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa4dff-d26d-46b1-91cf-e427fd3ced51,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.954599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92fcccbd-8042-4d27-99ee-89447952f61b req-293c6da4-dee7-480b-996d-47b749e4ea33 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259396 Mar 07 10:52:42.005331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.006315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.024517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c5b4f4c-d73f-4493-9086-408b8259bed8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2370684 Mar 07 10:52:42.027990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:42.034620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5625c9dd-40a6-4e8f-99de-34ebd44b4cd8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '91ee0dd8-18e7-4ba6-abed-749cdf850d9e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:42.086608 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f8f1c4e3-21d1-445e-9b60-d9991844df39 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7611544 Mar 07 10:52:42.097357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:42.119338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1284642505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:42.196427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f0eda-4ec7-4ffd-bb82-9abe246ddf85 req-444997d2-395e-461f-bfcd-101905c785a2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.213407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-704f0eda-4ec7-4ffd-bb82-9abe246ddf85 req-444997d2-395e-461f-bfcd-101905c785a2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.1446352 Mar 07 10:52:42.216049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:42.226733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Request body: {'floatingip': {'port_id': '32ed48b9-327e-4b49-bfb3-e365881d4d5d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:43.010365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.032170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.033506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.171088 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-5625c9dd-40a6-4e8f-99de-34ebd44b4cd8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The resource could not be found. Mar 07 10:52:43.173539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5625c9dd-40a6-4e8f-99de-34ebd44b4cd8 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1436727 Mar 07 10:52:43.177592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:43.182253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--84124123'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:43.225266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.287878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7788357-6daf-4cb8-adc1-accb7ca5903e None None] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:43.376421 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (32340a7d-9fba-45ac-985e-6c2904b4728c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.387323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32340a7d-9fba-45ac-985e-6c2904b4728c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.423538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:52:43.477693 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.479345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3006949 Mar 07 10:52:43.483339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:43.488047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2fe58-2908-4a48-858a-84be8e18bc31 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32340a7d-9fba-45ac-985e-6c2904b4728c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:43.512445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808488680'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:43.524066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Provisioning complete for port b05faea5-e5c9-4e70-99dd-a969d674a783 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:43.524852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.583572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.640072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for router_controller (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.718769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b05faea5-e5c9-4e70-99dd-a969d674a783 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:43.763170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.785603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (5e3b15e3-8d87-448d-a6ad-61e92694de55), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.801410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5e3b15e3-8d87-448d-a6ad-61e92694de55), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.857277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.861174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b874826e-b82d-469d-bbbf-19ac6f76854f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7630661 Mar 07 10:52:43.864666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:43.894596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4e854d54-abe7-42f5-a6a5-dcebf2302b1d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-530542027', 'prefixes': ['172.20.0.0/16']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:43.914781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.924385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4367542 Mar 07 10:52:43.944835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42850) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:43.947398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8b7fb-65ac-4e1b-859b-45a419e3f384 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b15e3-8d87-448d-a6ad-61e92694de55,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:43.964896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3a3beaa4-74c5-4db1-9821-b878246cfa02 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group_rule': {'security_group_id': '32340a7d-9fba-45ac-985e-6c2904b4728c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5e3b15e3-8d87-448d-a6ad-61e92694de55'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:43.983383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Current status of the port b05faea5-e5c9-4e70-99dd-a969d674a783 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:43.984107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.066909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b05faea5-e5c9-4e70-99dd-a969d674a783 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:44.071089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.078926 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-3a3beaa4-74c5-4db1-9821-b878246cfa02 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:52:44.080310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a3beaa4-74c5-4db1-9821-b878246cfa02 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1248937 Mar 07 10:52:44.083393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.215351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] For port b05faea5-e5c9-4e70-99dd-a969d674a783, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b05faea5-e5c9-4e70-99dd-a969d674a783,segment=NetworkSegment(20ae0b94-1e25-4a4b-86df-73bb5172959a),segment_id=20ae0b94-1e25-4a4b-86df-73bb5172959a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:44.245402 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.323503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (5e3b15e3-8d87-448d-a6ad-61e92694de55), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.391048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (5e3b15e3-8d87-448d-a6ad-61e92694de55), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.512748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5e3b15e3-8d87-448d-a6ad-61e92694de55), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.516555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.518095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e3b15e3-8d87-448d-a6ad-61e92694de55 HTTP/1.1" status: 204 len: 168 time: 0.4299381 Mar 07 10:52:44.537715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42864) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.541149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be072edd-3c85-4ecd-a311-c97b8addc1d0 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b15e3-8d87-448d-a6ad-61e92694de55,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:44.657070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e854d54-abe7-42f5-a6a5-dcebf2302b1d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.658345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e854d54-abe7-42f5-a6a5-dcebf2302b1d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7828782 Mar 07 10:52:44.670732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.683422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-934a4d4e-90b9-487b-9e0a-97e2755a2346 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-1987057896') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:44.823255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:52:44.871052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-507c7371-db4e-406f-ab34-0dcf6ba8fcfe tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3228598 Mar 07 10:52:44.878549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.969524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.981359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.098848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42886) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.130315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf2460-9569-451b-b243-0914aa869fac None None] Pushing event updated for resources: {'Port': ['ID=b05faea5-e5c9-4e70-99dd-a969d674a783,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.183717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (32340a7d-9fba-45ac-985e-6c2904b4728c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.195076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b05faea5-e5c9-4e70-99dd-a969d674a783 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:45.220591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Provisioning complete for port b05faea5-e5c9-4e70-99dd-a969d674a783 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:45.222426 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.255142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-934a4d4e-90b9-487b-9e0a-97e2755a2346 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-1987057896 HTTP/1.1" status: 201 len: 201 time: 0.5824990 Mar 07 10:52:45.259491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.262275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (32340a7d-9fba-45ac-985e-6c2904b4728c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.289548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-bccf52cc-718c-40bf-a962-3be3bde4e5ca tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-900797041') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:45.363282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32340a7d-9fba-45ac-985e-6c2904b4728c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.372608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.374627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/32340a7d-9fba-45ac-985e-6c2904b4728c HTTP/1.1" status: 204 len: 168 time: 0.4748836 Mar 07 10:52:45.380099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.429592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d9d5-8991-4d77-a9ba-6e73509d8dff tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32340a7d-9fba-45ac-985e-6c2904b4728c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.510716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Current status of the port b05faea5-e5c9-4e70-99dd-a969d674a783 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:45.513574 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Floating IP 7586f623-f831-49cf-b284-540a35d0a86e associated. External IP: 172.25.4.107, port: 32ed48b9-327e-4b49-bfb3-e365881d4d5d. Mar 07 10:52:45.554092 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a370f79e-f41b-4c12-a645-4958ce6419c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.560401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Provisioning complete for port 92bdfd1e-e730-4e1b-bb54-f691322ef58c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:45.561962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.571073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9b0eb5fe-bbd4-44b6-94ca-ae49c8359a98 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1890674 Mar 07 10:52:45.574671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42896) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.579732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991163878'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:45.622710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.678578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-27c9f65c-c9ff-48a1-8103-1631a98ab21e None None] Port 92bdfd1e-e730-4e1b-bb54-f691322ef58c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:45.682955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b05faea5-e5c9-4e70-99dd-a969d674a783 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:45.714774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a370f79e-f41b-4c12-a645-4958ce6419c5 admin admin] Publish callbacks [] for security_group (315234c9-b01d-4578-af18-6e80258a2bc6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.733201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a370f79e-f41b-4c12-a645-4958ce6419c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (315234c9-b01d-4578-af18-6e80258a2bc6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.822837 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (a4c1363c-06f4-4a20-97b2-bac72a4a2956), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.838208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a4c1363c-06f4-4a20-97b2-bac72a4a2956), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.845824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a370f79e-f41b-4c12-a645-4958ce6419c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=403c5155479c4b6c9f163cc91ef8ba31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7439933 Mar 07 10:52:45.852805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42902) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.860310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370f79e-f41b-4c12-a645-4958ce6419c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315234c9-b01d-4578-af18-6e80258a2bc6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.920842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bccf52cc-718c-40bf-a962-3be3bde4e5ca tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-900797041 HTTP/1.1" status: 201 len: 201 time: 0.6577158 Mar 07 10:52:45.922482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.925384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3495817 Mar 07 10:52:45.925756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd951cbe-67bb-4bf4-be1f-febde0328115 None None] Provisioning complete for port 92bdfd1e-e730-4e1b-bb54-f691322ef58c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:45.927086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42904) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.928404 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd951cbe-67bb-4bf4-be1f-febde0328115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.928610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42906) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.960685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-97af0388-43c8-43ec-87d3-233e979e3ee3 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:45.961379 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-97af0388-43c8-43ec-87d3-233e979e3ee3 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:52:45.964753 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-97af0388-43c8-43ec-87d3-233e979e3ee3 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:52:45.966564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-97af0388-43c8-43ec-87d3-233e979e3ee3 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "PUT /v2.0/security-groups/a4c1363c-06f4-4a20-97b2-bac72a4a2956 HTTP/1.1" status: 409 len: 330 time: 0.0281122 Mar 07 10:52:45.978913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-8fd0a4b6-08f3-4954-938c-57fd0fba2745 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-389047189') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:45.982800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.993749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd951cbe-67bb-4bf4-be1f-febde0328115 None None] Port 92bdfd1e-e730-4e1b-bb54-f691322ef58c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:52:46.006554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b05faea5-e5c9-4e70-99dd-a969d674a783 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:46.006940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.087482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:52:46.095869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9b06-cab6-4580-b1d5-a622d2a23c26 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1363c-06f4-4a20-97b2-bac72a4a2956,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:46.161075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (a4c1363c-06f4-4a20-97b2-bac72a4a2956), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.186039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (a4c1363c-06f4-4a20-97b2-bac72a4a2956), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.191930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b05faea5-e5c9-4e70-99dd-a969d674a783 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:46.239597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] Publish callbacks [] for security_group (315234c9-b01d-4578-af18-6e80258a2bc6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.240513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a4c1363c-06f4-4a20-97b2-bac72a4a2956), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.245520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.252127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4c1363c-06f4-4a20-97b2-bac72a4a2956 HTTP/1.1" status: 204 len: 168 time: 0.2675850 Mar 07 10:52:46.255946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42910) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.286415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8fd0a4b6-08f3-4954-938c-57fd0fba2745 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-389047189 HTTP/1.1" status: 201 len: 201 time: 0.3538752 Mar 07 10:52:46.287570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938cc3-a4cb-4e17-8978-de02caf9a7d7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1363c-06f4-4a20-97b2-bac72a4a2956,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:46.290020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42912) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.296731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-7b162116-4be4-40d9-9791-78e0e64524b4 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-1080765940') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.343057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:46.356430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.357787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:52:46.367675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7b162116-4be4-40d9-9791-78e0e64524b4 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-1080765940 HTTP/1.1" status: 201 len: 201 time: 0.0763195 Mar 07 10:52:46.368366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42914) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.377690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:46.378159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:52:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.396064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-19a4bcfb-3e7d-4fd6-845d-e4a41a298561 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.449161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] Publish callbacks [] for security_group (315234c9-b01d-4578-af18-6e80258a2bc6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.491910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-19a4bcfb-3e7d-4fd6-845d-e4a41a298561 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 200 len: 241 time: 0.1224644 Mar 07 10:52:46.492510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.496879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-d26bf278-7d93-4680-80a2-2c8a753d2285 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-1987057896') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.525333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (315234c9-b01d-4578-af18-6e80258a2bc6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.528537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.529788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/315234c9-b01d-4578-af18-6e80258a2bc6 HTTP/1.1" status: 204 len: 168 time: 0.6759112 Mar 07 10:52:46.610315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7b56acc-add7-441b-9253-5f9f7033f8aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "PUT /v2.0/floatingips/7586f623-f831-49cf-b284-540a35d0a86e HTTP/1.1" status: 200 len: 991 time: 4.3910768 Mar 07 10:52:46.626038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:46.634465 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d354470f-ee7f-4f01-a398-8b260befb5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:46.641591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53372-171e-4101-98e0-8e7142ae80be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315234c9-b01d-4578-af18-6e80258a2bc6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:46.653135 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-171a8b24-908b-4259-a0cc-a31c3eac8be7 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3932588 Mar 07 10:52:46.667663 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:46.668201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.691587 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-1bcbeb20-acff-491b-ae97-3c01ce76de8f tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] delete failed (client error): The resource could not be found. Mar 07 10:52:46.698319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.698465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1bcbeb20-acff-491b-ae97-3c01ce76de8f tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f00d2e4-0747-437c-a954-0bf8a92caa21 HTTP/1.1" status: 404 len: 347 time: 0.0290699 Mar 07 10:52:46.715231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d26bf278-7d93-4680-80a2-2c8a753d2285 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-1987057896 HTTP/1.1" status: 204 len: 168 time: 0.2214141 Mar 07 10:52:46.716069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42934) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.722931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-6caa89c0-557b-4454-9eb2-4a9b2a965c6d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-1987057896') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.727022 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-546b35e9-be0e-4062-8ce9-e0bf2c16cdd5 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] show failed (client error): The resource could not be found. Mar 07 10:52:46.728811 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-546b35e9-be0e-4062-8ce9-e0bf2c16cdd5 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-groups/67f8ec10-f219-4769-b128-c56b788af33f HTTP/1.1" status: 404 len: 347 time: 0.0292094 Mar 07 10:52:46.735554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.740318 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb07a6-2425-4880-865e-66aff079618c x-openstack-request-id: req-19fb07a6-2425-4880-865e-66aff079618c {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:46.740634 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:46.741185 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19fb07a6-2425-4880-865e-66aff079618c {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:46.742881 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'status': 'completed', 'code': 200} Mar 07 10:52:46.876561 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-176a6abb-6734-48ff-8946-1226c86caf30 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] show failed (client error): The resource could not be found. Mar 07 10:52:46.879852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6caa89c0-557b-4454-9eb2-4a9b2a965c6d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-1987057896 HTTP/1.1" status: 204 len: 168 time: 0.1627140 Mar 07 10:52:46.881407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-176a6abb-6734-48ff-8946-1226c86caf30 tempest-NegativeSecGroupTest-320820441 tempest-NegativeSecGroupTest-320820441-project] 10.222.0.23 "GET /v2.0/security-group-rules/b047206d-1117-4b41-9155-072a4f934f2e HTTP/1.1" status: 404 len: 356 time: 0.1438143 Mar 07 10:52:46.886599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:46.890990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-4974218d-b1a0-4b43-b0b3-4fc868c93f9b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.924948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-01871d6d-c081-4add-a106-4e06e3cb6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.930539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-01871d6d-c081-4add-a106-4e06e3cb6797 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1127 time: 0.1638372 Mar 07 10:52:47.005433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4974218d-b1a0-4b43-b0b3-4fc868c93f9b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 200 len: 205 time: 0.1177402 Mar 07 10:52:47.016028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.022944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-c19b1d5a-ea5a-42a1-a223-127b444ddf1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.261979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d6594-e0f0-4a2e-b3da-aaddfd3e0102 req-c22ed897-f203-43b8-801b-921ce0fa7897 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:47.284979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42952) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.292245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a74d6594-e0f0-4a2e-b3da-aaddfd3e0102 req-c22ed897-f203-43b8-801b-921ce0fa7897 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1663356 Mar 07 10:52:47.307881 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '7586f623-f831-49cf-b284-540a35d0a86e', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:3f:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:14Z', 'updated_at': '2022-03-07T10:52:44Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.345986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c5-fc69-4c8b-a102-e3e909e1528c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.381864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a74d6594-e0f0-4a2e-b3da-aaddfd3e0102 req-1fbe1db6-7a61-43df-98fb-1334b62afffc tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Mar 07 10:52:47.385596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:52:47.407928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-bed9507e-b948-4d70-9fa2-9f48254aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:47.409829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-bed9507e-b948-4d70-9fa2-9f48254aca90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.4718490 Mar 07 10:52:47.427093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:47.427883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:52:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.471116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c19b1d5a-ea5a-42a1-a223-127b444ddf1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 200 len: 240 time: 0.4537656 Mar 07 10:52:47.473802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42958) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.478373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-b92253c4-0c1c-403e-8d35-0d038e18de73 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-900797041') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.549077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.589861 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:47.612500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b92253c4-0c1c-403e-8d35-0d038e18de73 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-900797041 HTTP/1.1" status: 204 len: 168 time: 0.1375120 Mar 07 10:52:47.616228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.629039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-7220cfc4-8e88-4b0c-97a8-4168097a1400 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-900797041') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.853770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7220cfc4-8e88-4b0c-97a8-4168097a1400 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-900797041 HTTP/1.1" status: 204 len: 168 time: 0.2364893 Mar 07 10:52:47.858070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42974) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.864817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-971b57de-3d71-4060-9e51-8590f3629878 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.928662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d1d9bae0-cce2-453a-abed-5d0d4e4c27fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29288acf87d34e5f93dbafaadab24fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772750 Mar 07 10:52:47.932918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42980) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.981731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c5-fc69-4c8b-a102-e3e909e1528c admin admin] Publish callbacks [] for security_group (0602b466-aaa3-4419-aed9-e2adc0a52afb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.998556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-d5224da1-a614-419d-8e26-bbbdf071f515 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 999 time: 0.5661311 Mar 07 10:52:48.003044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc4747c5-fc69-4c8b-a102-e3e909e1528c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0602b466-aaa3-4419-aed9-e2adc0a52afb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.087162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '7586f623-f831-49cf-b284-540a35d0a86e', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:3f:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:14Z', 'updated_at': '2022-03-07T10:52:44Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:48.092848 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc4747c5-fc69-4c8b-a102-e3e909e1528c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a417e81ce204397bcccf95882bcb224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8036664 Mar 07 10:52:48.095526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42984) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.106031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-971b57de-3d71-4060-9e51-8590f3629878 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 200 len: 205 time: 0.2433832 Mar 07 10:52:48.106031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] Publish callbacks [] for security_group (f9560445-5245-4b0b-ab1b-321f5c7add45), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.106577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.112076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-b6f6b495-d36d-41ee-8106-05a685852b0c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:48.152259 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7308d-0d61-453c-8528-c936ef8274bb None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '7586f623-f831-49cf-b284-540a35d0a86e', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'port_id': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'mac_address': 'fa:16:3e:3f:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:14Z', 'updated_at': '2022-03-07T10:52:44Z', 'revision_number': 1, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:52:48.257337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] Publish callbacks [] for security_group (f9560445-5245-4b0b-ab1b-321f5c7add45), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.267819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4747c5-fc69-4c8b-a102-e3e909e1528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0602b466-aaa3-4419-aed9-e2adc0a52afb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:48.317694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] Publish callbacks [] for security_group (0602b466-aaa3-4419-aed9-e2adc0a52afb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.326656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-aea10213-34ad-41dc-812b-991af857a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:48.328220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-aea10213-34ad-41dc-812b-991af857a2b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.2468302 Mar 07 10:52:48.372525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b6f6b495-d36d-41ee-8106-05a685852b0c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 200 len: 240 time: 0.2648764 Mar 07 10:52:48.375222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42998) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.386913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-d3c5fd23-642a-404e-b4d3-f1318b131b2f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-389047189') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:48.387577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] Publish callbacks [] for security_group (0602b466-aaa3-4419-aed9-e2adc0a52afb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.441645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-aa37586e-3fd1-4816-bc8a-14128e8afece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:48.443333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-aa37586e-3fd1-4816-bc8a-14128e8afece service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081898 Mar 07 10:52:48.482331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f9560445-5245-4b0b-ab1b-321f5c7add45), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.485265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.486452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9560445-5245-4b0b-ab1b-321f5c7add45 HTTP/1.1" status: 204 len: 168 time: 0.5530710 Mar 07 10:52:48.498874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8908480-d1cc-4555-932c-7c591235a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9560445-5245-4b0b-ab1b-321f5c7add45,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:48.499064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0602b466-aaa3-4419-aed9-e2adc0a52afb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.502049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.507093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0602b466-aaa3-4419-aed9-e2adc0a52afb HTTP/1.1" status: 204 len: 168 time: 0.3891666 Mar 07 10:52:48.528598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfe4bd-5b53-4016-bd12-1d087958e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0602b466-aaa3-4419-aed9-e2adc0a52afb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:48.541834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d3c5fd23-642a-404e-b4d3-f1318b131b2f tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-389047189 HTTP/1.1" status: 204 len: 168 time: 0.1653330 Mar 07 10:52:48.544223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43004) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.569225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-874a2ad1-1f04-45fe-a03a-1d3b26902fd3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-389047189') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:48.616276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1035c3f-021d-4abe-a1dd-7e382d583b9f None None] New status for floating IP 7586f623-f831-49cf-b284-540a35d0a86e: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:52:48.658239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-730bb3a4-b756-42c6-aad0-77e721644d91 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053061 Mar 07 10:52:48.823131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-874a2ad1-1f04-45fe-a03a-1d3b26902fd3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-389047189 HTTP/1.1" status: 204 len: 168 time: 0.2754531 Mar 07 10:52:48.823353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43012) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.828424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-3a2e2fb9-db45-48e8-b88e-029da1ccbc4b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:48.917849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d354470f-ee7f-4f01-a398-8b260befb5c0 req-b6f2873a-a5f1-4365-a4d0-068fc63c7f72 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531686 Mar 07 10:52:49.045360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a2e2fb9-db45-48e8-b88e-029da1ccbc4b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 200 len: 205 time: 0.2188518 Mar 07 10:52:49.045795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.050756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-9998d3c5-104c-4101-98b6-ade0919ca93c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.138792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9998d3c5-104c-4101-98b6-ade0919ca93c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 200 len: 241 time: 0.0869977 Mar 07 10:52:49.139012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43028) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.142991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-00d05810-56f8-4d41-a0bd-01b16edc4eef tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-1080765940') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.182694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-00d05810-56f8-4d41-a0bd-01b16edc4eef tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-1080765940 HTTP/1.1" status: 204 len: 168 time: 0.0429468 Mar 07 10:52:49.183166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.188009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-25335889-3aaf-4c3d-ae9d-2db949fd989e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-1080765940') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.264018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-25335889-3aaf-4c3d-ae9d-2db949fd989e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-1080765940 HTTP/1.1" status: 204 len: 168 time: 0.0759013 Mar 07 10:52:49.264229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.269132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-41b72da2-d4e3-4474-9962-36c5677ca59c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.308690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41b72da2-d4e3-4474-9962-36c5677ca59c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 200 len: 205 time: 0.0434306 Mar 07 10:52:49.311462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43042) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.315926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-935a4558-c271-49cd-8710-40e6254aa34c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.368150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-935a4558-c271-49cd-8710-40e6254aa34c tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 204 len: 168 time: 0.0556602 Mar 07 10:52:49.370439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43044) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.375366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-cee88a62-b2fc-460a-aa9e-aa09fd5949d8 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.567112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cee88a62-b2fc-460a-aa9e-aa09fd5949d8 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1953197 Mar 07 10:52:49.570078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43052) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.574361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-fc8b0294-dee9-42ad-85bb-0f8d0e26fe61 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.699813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fc8b0294-dee9-42ad-85bb-0f8d0e26fe61 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 204 len: 168 time: 0.1264868 Mar 07 10:52:49.700178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.707216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-699fedb7-ea11-4db9-9d6c-9b7b614e2ec7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:49.941770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43070) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.038423 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-699fedb7-ea11-4db9-9d6c-9b7b614e2ec7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 204 len: 168 time: 0.3371544 Mar 07 10:52:50.043807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43080) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.050545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-89d6165b-fbbd-41b8-93b3-cb46305e6256 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-747488775') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.200452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4b863837-4dc3-4d0d-850d-3d3734bdbae7 tempest-ServiceProvidersTest-169901420 tempest-ServiceProvidersTest-169901420-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2572768 Mar 07 10:52:50.241369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-89d6165b-fbbd-41b8-93b3-cb46305e6256 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-747488775 HTTP/1.1" status: 201 len: 201 time: 0.1957710 Mar 07 10:52:50.244015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43086) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.249113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-32b7a53a-eb77-4684-9046-88efdbb09ace tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-372568602') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.427739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-32b7a53a-eb77-4684-9046-88efdbb09ace tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-372568602 HTTP/1.1" status: 201 len: 201 time: 0.1824300 Mar 07 10:52:50.430589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43092) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.438224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-a9230d60-97bf-4e33-9e3f-f95b4e67090e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-1297203022') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.541469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.685588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9230d60-97bf-4e33-9e3f-f95b4e67090e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-1297203022 HTTP/1.1" status: 201 len: 201 time: 0.2508426 Mar 07 10:52:50.685887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43102) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.689051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-892674c8-21da-432e-88c4-5d4bfadcaa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.690724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-9710f535-ecf6-475a-8062-61863474f477 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-1111697355') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.804674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9710f535-ecf6-475a-8062-61863474f477 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-1111697355 HTTP/1.1" status: 201 len: 201 time: 0.1176651 Mar 07 10:52:50.807313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43106) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.813111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-93ca5443-f8a4-4ac7-b0f8-6137366fb20d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', {'tags': ['tempest-TagsExtTest-Tag-34287604', 'tempest-TagsExtTest-Tag-138672926', 'tempest-TagsExtTest-Tag-1106564656']}) {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.823921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4279de09-a7c6-4ba8-86c6-3b9b75b0ffbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.959009 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93ca5443-f8a4-4ac7-b0f8-6137366fb20d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 200 len: 315 time: 0.1501687 Mar 07 10:52:50.961438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43108) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.966345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-8931071c-eb00-4e82-90cd-2edf712f3439 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.034775 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4279de09-a7c6-4ba8-86c6-3b9b75b0ffbc admin admin] Publish callbacks [] for security_group (7bc68aec-66fd-4e91-bace-cd69434963ca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.046565 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4279de09-a7c6-4ba8-86c6-3b9b75b0ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7bc68aec-66fd-4e91-bace-cd69434963ca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.163834 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8931071c-eb00-4e82-90cd-2edf712f3439 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 204 len: 168 time: 0.2009993 Mar 07 10:52:51.166510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43122) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.170828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-334b4601-16fa-4106-a2ed-aaf7c4d0eb4a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-34287604') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.187863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4279de09-a7c6-4ba8-86c6-3b9b75b0ffbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41400dff5e5349d2bc9e52b17ce01adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449788 Mar 07 10:52:51.200195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43124) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.244268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279de09-a7c6-4ba8-86c6-3b9b75b0ffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc68aec-66fd-4e91-bace-cd69434963ca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:51.286596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] Publish callbacks [] for security_group (7bc68aec-66fd-4e91-bace-cd69434963ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.313424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] Publish callbacks [] for security_group (7bc68aec-66fd-4e91-bace-cd69434963ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.329696 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-334b4601-16fa-4106-a2ed-aaf7c4d0eb4a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:51.330958 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-334b4601-16fa-4106-a2ed-aaf7c4d0eb4a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-34287604 HTTP/1.1" status: 404 len: 327 time: 0.1635337 Mar 07 10:52:51.334056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43128) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.338228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-1d63f08f-36f8-4f7d-a566-18fc0af3b5d1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-138672926') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.415846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7bc68aec-66fd-4e91-bace-cd69434963ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.424217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.428125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bc68aec-66fd-4e91-bace-cd69434963ca HTTP/1.1" status: 204 len: 168 time: 0.2262747 Mar 07 10:52:51.457221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af552457-1835-4247-806d-ce5ecafc839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc68aec-66fd-4e91-bace-cd69434963ca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:51.457661 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-1d63f08f-36f8-4f7d-a566-18fc0af3b5d1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:51.458721 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d63f08f-36f8-4f7d-a566-18fc0af3b5d1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-138672926 HTTP/1.1" status: 404 len: 328 time: 0.1237586 Mar 07 10:52:51.463834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.468137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-5894b35f-3042-405f-9126-af329a59d2b3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e', 'tempest-TagsExtTest-Tag-1106564656') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.587624 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-5894b35f-3042-405f-9126-af329a59d2b3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:51.588708 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5894b35f-3042-405f-9126-af329a59d2b3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags/tempest-TagsExtTest-Tag-1106564656 HTTP/1.1" status: 404 len: 329 time: 0.1239390 Mar 07 10:52:51.591683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43144) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.597213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-ce39ff8f-6e82-42f9-8eda-ddd7bf0475cc tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', {'tags': ['tempest-TagsExtTest-Tag-873768424', 'tempest-TagsExtTest-Tag-808273147', 'tempest-TagsExtTest-Tag-806093689']}) {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.769907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43150) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.770156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce39ff8f-6e82-42f9-8eda-ddd7bf0475cc tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 200 len: 315 time: 0.1770537 Mar 07 10:52:51.774389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-b1a3c0ac-91a2-4a77-853a-1072d8706ce7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:51.911281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b1a3c0ac-91a2-4a77-853a-1072d8706ce7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 204 len: 168 time: 0.1402884 Mar 07 10:52:51.913994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.918454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-b3096c20-cddc-4fba-808a-3e909e915cc7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-873768424') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.033715 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-b3096c20-cddc-4fba-808a-3e909e915cc7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:52.037475 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3096c20-cddc-4fba-808a-3e909e915cc7 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-873768424 HTTP/1.1" status: 404 len: 328 time: 0.1209853 Mar 07 10:52:52.038932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.044512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-41492cff-3d0f-4e7d-ab26-167396930f24 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-808273147') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.188639 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-41492cff-3d0f-4e7d-ab26-167396930f24 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:52.192739 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41492cff-3d0f-4e7d-ab26-167396930f24 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-808273147 HTTP/1.1" status: 404 len: 328 time: 0.1499171 Mar 07 10:52:52.193686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.203867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-641c7286-437d-4151-9efa-4905596a3cfb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c', 'tempest-TagsExtTest-Tag-806093689') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.327553 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-641c7286-437d-4151-9efa-4905596a3cfb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:52.331242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-641c7286-437d-4151-9efa-4905596a3cfb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags/tempest-TagsExtTest-Tag-806093689 HTTP/1.1" status: 404 len: 328 time: 0.1337974 Mar 07 10:52:52.332090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.350072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-bfc08042-d560-44cf-b6a5-02ab500043fa tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', {'tags': ['tempest-TagsExtTest-Tag-1673576168', 'tempest-TagsExtTest-Tag-123434575', 'tempest-TagsExtTest-Tag-1434520218']}) {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.520707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bfc08042-d560-44cf-b6a5-02ab500043fa tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 200 len: 317 time: 0.1848123 Mar 07 10:52:52.521515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43190) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.526461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-136a1b55-67d1-419d-92af-ca310737866e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.713583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.821246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.827673 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-136a1b55-67d1-419d-92af-ca310737866e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 204 len: 168 time: 0.3057268 Mar 07 10:52:52.830504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-2dbf4d9b-3ed6-4fbd-9749-9ba435641dad tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-1673576168') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:52.996482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04fe601a-5be0-48cb-bf46-6548710fe078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.002349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23f9b2a2-8dff-4dd4-b311-652ce3e07160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.071441 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-2dbf4d9b-3ed6-4fbd-9749-9ba435641dad tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.080616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.083281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2dbf4d9b-3ed6-4fbd-9749-9ba435641dad tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-1673576168 HTTP/1.1" status: 404 len: 329 time: 0.2601571 Mar 07 10:52:53.090475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-173a4c0b-9e04-4aa6-8240-80ded64a4f73 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-123434575') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.214212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04fe601a-5be0-48cb-bf46-6548710fe078 admin admin] Publish callbacks [] for security_group (a37d08d7-0092-4628-972a-235c5d82c18d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.228012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04fe601a-5be0-48cb-bf46-6548710fe078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a37d08d7-0092-4628-972a-235c5d82c18d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.257735 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-173a4c0b-9e04-4aa6-8240-80ded64a4f73 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.258806 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-173a4c0b-9e04-4aa6-8240-80ded64a4f73 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-123434575 HTTP/1.1" status: 404 len: 328 time: 0.1766348 Mar 07 10:52:53.264342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.273628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-050219fc-13c1-4ef8-93b5-0f0f03336ee5 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb', 'tempest-TagsExtTest-Tag-1434520218') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.286811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-04fe601a-5be0-48cb-bf46-6548710fe078 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=842cf3b9521c47f48373605e18feeac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711775 Mar 07 10:52:53.290086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43226) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.314593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe601a-5be0-48cb-bf46-6548710fe078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d08d7-0092-4628-972a-235c5d82c18d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:53.407858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] Publish callbacks [] for security_group (a37d08d7-0092-4628-972a-235c5d82c18d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.430311 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-050219fc-13c1-4ef8-93b5-0f0f03336ee5 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.438411 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-050219fc-13c1-4ef8-93b5-0f0f03336ee5 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags/tempest-TagsExtTest-Tag-1434520218 HTTP/1.1" status: 404 len: 329 time: 0.1729436 Mar 07 10:52:53.440272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43230) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.440777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] Publish callbacks [] for security_group (a37d08d7-0092-4628-972a-235c5d82c18d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.454983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-f13c44b4-0c3c-40b0-9acd-8ed48d7b81b9 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', {'tags': ['tempest-TagsExtTest-Tag-1392275587', 'tempest-TagsExtTest-Tag-298852980', 'tempest-TagsExtTest-Tag-864443212']}) {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.501310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a37d08d7-0092-4628-972a-235c5d82c18d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.510154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.523540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a37d08d7-0092-4628-972a-235c5d82c18d HTTP/1.1" status: 204 len: 168 time: 0.2260702 Mar 07 10:52:53.551833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358884-d610-4a1b-9e3e-22885d59f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d08d7-0092-4628-972a-235c5d82c18d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:53.565250 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f13c44b4-0c3c-40b0-9acd-8ed48d7b81b9 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "PUT /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 200 len: 316 time: 0.1139798 Mar 07 10:52:53.566409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43236) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.572813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-b7ca6aa0-ade8-4f6e-bdc9-ded1204bdae3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.649602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43242) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.649928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b7ca6aa0-ade8-4f6e-bdc9-ded1204bdae3 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 204 len: 168 time: 0.0818007 Mar 07 10:52:53.655220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-86ba16b5-def2-45fc-8add-7d9e53f7ab92 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-1392275587') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.727900 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-86ba16b5-def2-45fc-8add-7d9e53f7ab92 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.730552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86ba16b5-def2-45fc-8add-7d9e53f7ab92 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-1392275587 HTTP/1.1" status: 404 len: 329 time: 0.0799372 Mar 07 10:52:53.734546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.740496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-8ff1e401-4c16-4bdd-82fd-fc6fb21a7f66 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-298852980') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.807733 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-8ff1e401-4c16-4bdd-82fd-fc6fb21a7f66 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.812201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.814391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8ff1e401-4c16-4bdd-82fd-fc6fb21a7f66 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-298852980 HTTP/1.1" status: 404 len: 328 time: 0.0785725 Mar 07 10:52:53.817727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-a09aa74b-0a43-46eb-ad77-fcb9746ceb7e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81', 'tempest-TagsExtTest-Tag-864443212') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.864939 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a09aa74b-0a43-46eb-ad77-fcb9746ceb7e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] show failed (client error): The resource could not be found. Mar 07 10:52:53.868559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a09aa74b-0a43-46eb-ad77-fcb9746ceb7e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags/tempest-TagsExtTest-Tag-864443212 HTTP/1.1" status: 404 len: 328 time: 0.0527987 Mar 07 10:52:53.869261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43254) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.874397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-3e9617bd-43ec-4024-bc95-381ab019490b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '70196f82-32cd-463a-9584-517bef410c81') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:53.921516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:53.922565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e9617bd-43ec-4024-bc95-381ab019490b tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81/tags HTTP/1.1" status: 204 len: 168 time: 0.0516815 Mar 07 10:52:53.926413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-ee19c365-f1cf-41f3-9571-aa9e617ec48e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3450cfd-7e09-4f92-b5a5-25c8d23525fb') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:54.165336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.193557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43268) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:54.212141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e17749ab-7782-4cd4-af2d-2dce751819f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.237646 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.398081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e17749ab-7782-4cd4-af2d-2dce751819f1 admin admin] Publish callbacks [] for security_group (54c98ef1-c48e-412e-a322-de9e24c433de), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.404017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e17749ab-7782-4cd4-af2d-2dce751819f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (54c98ef1-c48e-412e-a322-de9e24c433de), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.434718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17749ab-7782-4cd4-af2d-2dce751819f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c98ef1-c48e-412e-a322-de9e24c433de,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:54.461462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e17749ab-7782-4cd4-af2d-2dce751819f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08c4bb1bc54940339c8f80e133eb01e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664399 Mar 07 10:52:54.462138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43274) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:54.539347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] Publish callbacks [] for security_group (54c98ef1-c48e-412e-a322-de9e24c433de), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.583533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] Publish callbacks [] for security_group (54c98ef1-c48e-412e-a322-de9e24c433de), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.710275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (54c98ef1-c48e-412e-a322-de9e24c433de), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.713310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.722030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54c98ef1-c48e-412e-a322-de9e24c433de HTTP/1.1" status: 204 len: 168 time: 0.2545333 Mar 07 10:52:54.737877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376836c0-1328-4a87-b503-695b26eb0b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c98ef1-c48e-412e-a322-de9e24c433de,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:55.107686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43294) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.113619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.tag.tag_plugin [None req-a36b10ef-55e9-48a8-8110-4f2e2fb6c153 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92bdfd1e-e730-4e1b-bb54-f691322ef58c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.126662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee19c365-f1cf-41f3-9571-aa9e617ec48e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb/tags HTTP/1.1" status: 204 len: 168 time: 1.2039790 Mar 07 10:52:55.317186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43310) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.322086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.tag.tag_plugin [None req-882615d0-566f-4e9c-b243-e9432ba2c37e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecc407e1-2e95-4d9a-928d-4c07cfe5166e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.333216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a36b10ef-55e9-48a8-8110-4f2e2fb6c153 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c/tags HTTP/1.1" status: 204 len: 168 time: 0.2230241 Mar 07 10:52:55.480531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43320) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.498253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-882615d0-566f-4e9c-b243-e9432ba2c37e tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e/tags HTTP/1.1" status: 204 len: 168 time: 0.1797557 Mar 07 10:52:55.636457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f80f2513-ee28-4d35-b1cb-ea56c3faf053 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:55.637724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f80f2513-ee28-4d35-b1cb-ea56c3faf053 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnetpools/70196f82-32cd-463a-9584-517bef410c81 HTTP/1.1" status: 204 len: 168 time: 0.1561568 Mar 07 10:52:55.640257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43328) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.683553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:55.689686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31dc15ed-6432-48c9-bed9-4db46d055eb0 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3450cfd-7e09-4f92-b5a5-25c8d23525fb HTTP/1.1" status: 200 len: 205 time: 0.0481229 Mar 07 10:52:55.692273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43330) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.865487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.230006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.236078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for router_controller (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.292462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (b3450cfd-7e09-4f92-b5a5-25c8d23525fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.295366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Fanout notify agent at l3_agent the message router_deleted on router b3450cfd-7e09-4f92-b5a5-25c8d23525fb {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:52:56.313590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.315181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-85d710fb-6515-4079-a74d-6ffbd2e2105d tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/routers/b3450cfd-7e09-4f92-b5a5-25c8d23525fb HTTP/1.1" status: 204 len: 168 time: 0.6216400 Mar 07 10:52:56.326993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43354) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:56.566689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Deleting port 92bdfd1e-e730-4e1b-bb54-f691322ef58c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:56.567375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.806647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.832580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Calling delete_port for 92bdfd1e-e730-4e1b-bb54-f691322ef58c owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:57.088437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.223013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (92bdfd1e-e730-4e1b-bb54-f691322ef58c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.273995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event deleted for resources: {'Port': ['ID=92bdfd1e-e730-4e1b-bb54-f691322ef58c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:57.380457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.383815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4512095-6e4c-41b0-bf1a-ef85a55199a1 tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/ports/92bdfd1e-e730-4e1b-bb54-f691322ef58c HTTP/1.1" status: 204 len: 168 time: 1.0550752 Mar 07 10:52:57.386481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43382) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:57.494150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Deleting subnet ecc407e1-2e95-4d9a-928d-4c07cfe5166e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:57.505290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for subnet (ecc407e1-2e95-4d9a-928d-4c07cfe5166e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.582840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ecc407e1-2e95-4d9a-928d-4c07cfe5166e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.783551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ecc407e1-2e95-4d9a-928d-4c07cfe5166e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.926099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ecc407e1-2e95-4d9a-928d-4c07cfe5166e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.058436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc407e1-2e95-4d9a-928d-4c07cfe5166e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:58.067565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55ff29-b243-4cc4-b3b5-f31666474e03 None None] Network 01bedf63-59fa-4ddb-ad27-0506f58dfca9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:58.068860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.075484 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f2719a8d-e077-43f4-9095-6db907983aeb tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc407e1-2e95-4d9a-928d-4c07cfe5166e HTTP/1.1" status: 204 len: 168 time: 0.6879389 Mar 07 10:52:58.078722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:58.228442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (01bedf63-59fa-4ddb-ad27-0506f58dfca9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.309273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Deleting port b05faea5-e5c9-4e70-99dd-a969d674a783 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:58.310496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.368851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] DHCP port deletion for 01bedf63-59fa-4ddb-ad27-0506f58dfca9 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:52:58.409929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] For port b05faea5-e5c9-4e70-99dd-a969d674a783, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b05faea5-e5c9-4e70-99dd-a969d674a783,segment=NetworkSegment(20ae0b94-1e25-4a4b-86df-73bb5172959a),segment_id=20ae0b94-1e25-4a4b-86df-73bb5172959a)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:58.410644 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.439822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Calling delete_port for b05faea5-e5c9-4e70-99dd-a969d674a783 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:58.483724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Deleting port b05faea5-e5c9-4e70-99dd-a969d674a783 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:58.484093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.616263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.626023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.638943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] For port b05faea5-e5c9-4e70-99dd-a969d674a783, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b05faea5-e5c9-4e70-99dd-a969d674a783,segment=NetworkSegment(20ae0b94-1e25-4a4b-86df-73bb5172959a),segment_id=20ae0b94-1e25-4a4b-86df-73bb5172959a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:58.639344 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.656744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event deleted for resources: {'Port': ['ID=b05faea5-e5c9-4e70-99dd-a969d674a783,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:58.669768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] No DVR routers for this DVR port b05faea5-e5c9-4e70-99dd-a969d674a783 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:58.682161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Calling delete_port for b05faea5-e5c9-4e70-99dd-a969d674a783 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:58.789223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (01bedf63-59fa-4ddb-ad27-0506f58dfca9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.825539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (b05faea5-e5c9-4e70-99dd-a969d674a783), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.850665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bedf63-59fa-4ddb-ad27-0506f58dfca9']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:58.871978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] Pushing event deleted for resources: {'Port': ['ID=b05faea5-e5c9-4e70-99dd-a969d674a783,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:58.883108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ae0b94-1e25-4a4b-86df-73bb5172959a') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:58.885202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ae0b94-1e25-4a4b-86df-73bb5172959a') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:58.898463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847d326-3aef-4c6f-8358-38fa42484dce None None] No DVR routers for this DVR port b05faea5-e5c9-4e70-99dd-a969d674a783 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:58.900409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (20ae0b94-1e25-4a4b-86df-73bb5172959a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.937948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (20ae0b94-1e25-4a4b-86df-73bb5172959a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.948607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:58.949152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (20ae0b94-1e25-4a4b-86df-73bb5172959a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:58.955005 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:59.082729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (01bedf63-59fa-4ddb-ad27-0506f58dfca9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:59.106826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:59.114437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] 10.222.0.23 "DELETE /v2.0/networks/01bedf63-59fa-4ddb-ad27-0506f58dfca9 HTTP/1.1" status: 204 len: 168 time: 1.0344501 Mar 07 10:52:59.145035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590959a-aabb-4160-93b9-a247b2875b1a tempest-TagsExtTest-1868037863 tempest-TagsExtTest-1868037863-project] Pushing event deleted for resources: {'Network': ['ID=01bedf63-59fa-4ddb-ad27-0506f58dfca9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:59.553668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43444) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:59.582437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b05faea5-e5c9-4e70-99dd-a969d674a783 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:59.663657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b05faea5-e5c9-4e70-99dd-a969d674a783 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:59.680501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b05faea5-e5c9-4e70-99dd-a969d674a783 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:59.719549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43448) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:59.922909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef7d-c5d8-4453-bc7b-a17eba3d1098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:59.995209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4bb00418-c985-44b7-ac8a-41c10156264c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a0c726c77764b47848c53ae2b9c8a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741044 Mar 07 10:52:59.997559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43460) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:00.108329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] Publish callbacks [] for security_group (0cffa8d0-c746-4017-8026-ee45df575952), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.145742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef7d-c5d8-4453-bc7b-a17eba3d1098 admin admin] Publish callbacks [] for security_group (a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.169689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] Publish callbacks [] for security_group (0cffa8d0-c746-4017-8026-ee45df575952), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.184944 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef7d-c5d8-4453-bc7b-a17eba3d1098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.278716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0cffa8d0-c746-4017-8026-ee45df575952), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.281425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.282789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cffa8d0-c746-4017-8026-ee45df575952 HTTP/1.1" status: 204 len: 168 time: 0.2839365 Mar 07 10:53:00.290284 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-78a9ef7d-c5d8-4453-bc7b-a17eba3d1098 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=704900729f684b5182870a77aa2457bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354805 Mar 07 10:53:00.292937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43476) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:00.304864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9ef7d-c5d8-4453-bc7b-a17eba3d1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:00.329259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02fee8-04f2-4e62-96b3-79135df34aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffa8d0-c746-4017-8026-ee45df575952,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:00.378216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] Publish callbacks [] for security_group (a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.405424 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] Publish callbacks [] for security_group (a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.485774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.490323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.492011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9 HTTP/1.1" status: 204 len: 168 time: 0.1969967 Mar 07 10:53:00.506154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fde134-d77e-48b8-8e9e-11681b1a101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6b87b-c340-4a9c-bbae-32aeb9fc63a9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:01.159771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:01.176578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f3b6f7-c635-4ea4-a6d3-a4fdd220ef58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.385523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f3b6f7-c635-4ea4-a6d3-a4fdd220ef58 admin admin] Publish callbacks [] for security_group (abbd3049-e396-4189-9b9f-97ccea8e8470), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.391610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f3b6f7-c635-4ea4-a6d3-a4fdd220ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (abbd3049-e396-4189-9b9f-97ccea8e8470), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.450809 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90f3b6f7-c635-4ea4-a6d3-a4fdd220ef58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d88c5a61fc54f978a9bc7c60507c7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899225 Mar 07 10:53:01.455046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43518) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:01.468515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3b6f7-c635-4ea4-a6d3-a4fdd220ef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbd3049-e396-4189-9b9f-97ccea8e8470,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:01.571866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] Publish callbacks [] for security_group (abbd3049-e396-4189-9b9f-97ccea8e8470), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.619415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] Publish callbacks [] for security_group (abbd3049-e396-4189-9b9f-97ccea8e8470), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.721445 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (abbd3049-e396-4189-9b9f-97ccea8e8470), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.724623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.728027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:01.729203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abbd3049-e396-4189-9b9f-97ccea8e8470 HTTP/1.1" status: 204 len: 168 time: 0.2709019 Mar 07 10:53:01.745015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee66f1-7f5a-43ed-9c1a-691270e2db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbd3049-e396-4189-9b9f-97ccea8e8470,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:02.144341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061045739-network', 'tenant_id': '444508390aa349439ac3ae72bcf1ae5d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:02.194066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Made reservation on behalf of 444508390aa349439ac3ae72bcf1ae5d for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:02.199000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.218618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.455009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks [] for security_group (f36e5fae-3966-4209-921b-4a3b2ceac244), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.477918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f36e5fae-3966-4209-921b-4a3b2ceac244), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.506488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:02.523375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e5fae-3966-4209-921b-4a3b2ceac244,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:02.545827 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f42696c6-bc42-410d-84df-104d42a07163), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.547315 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Added segment f42696c6-bc42-410d-84df-104d42a07163 of type vlan for network 49802ab0-c222-4788-a925-4f8926dd6cec Mar 07 10:53:02.607302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (49802ab0-c222-4788-a925-4f8926dd6cec), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.642934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (49802ab0-c222-4788-a925-4f8926dd6cec), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.644826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:02.645683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.731585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43558) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:02.732184 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0008204 Mar 07 10:53:02.736806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Request body: {'subnet': {'network_id': '49802ab0-c222-4788-a925-4f8926dd6cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061045739-subnet', 'tenant_id': '444508390aa349439ac3ae72bcf1ae5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:02.786869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Made reservation on behalf of 444508390aa349439ac3ae72bcf1ae5d for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:02.804649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b001-3fde-4282-99ec-3607ee0d9bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=49802ab0-c222-4788-a925-4f8926dd6cec,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:02.812816 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.817056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 49802ab0-c222-4788-a925-4f8926dd6cec details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:03.988759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (055ef595-021a-49c2-8abb-8b9624a7dfb2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.039530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055ef595-021a-49c2-8abb-8b9624a7dfb2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:04.078918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Checking segment: {'id': 'f42696c6-bc42-410d-84df-104d42a07163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '49802ab0-c222-4788-a925-4f8926dd6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:04.079758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Network hostable DHCP agents. Network: 49802ab0-c222-4788-a925-4f8926dd6cec, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:04.120577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Network 49802ab0-c222-4788-a925-4f8926dd6cec is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:04.132851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 49802ab0-c222-4788-a925-4f8926dd6cec) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:04.142873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6b75e-4b56-47ec-8cfa-87ba08ed5698 None None] Network 49802ab0-c222-4788-a925-4f8926dd6cec requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:04.149846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:04.151985 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.231724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f7431c2f-2d66-4076-955a-724465f9c947 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4988945 Mar 07 10:53:04.454901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8bef9-8fc9-4a62-8c8e-6b94dbc0a561 None None] Network 49802ab0-c222-4788-a925-4f8926dd6cec requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:05.563151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43670) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:05.576008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501218000-network', 'tenant_id': '8d96dc2406294a87b07fe4f6b8382737'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:05.693254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Made reservation on behalf of 8d96dc2406294a87b07fe4f6b8382737 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:05.696500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.711193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.811817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks [] for security_group (8771266b-cfda-4d5b-b4fc-766baac32103), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.825432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8771266b-cfda-4d5b-b4fc-766baac32103), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.859149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8771266b-cfda-4d5b-b4fc-766baac32103,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:05.900425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-63ff7951-8f1c-420c-b463-fd811811bc4f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:05.902854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-63ff7951-8f1c-420c-b463-fd811811bc4f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.3851411 Mar 07 10:53:05.942850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-0303362b-39b1-4e40-8ab8-b6ff54994f62 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0246162 Mar 07 10:53:05.943719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:05.969832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e771dd4-0a30-44f9-b21e-9ff1a90eb914), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.970506 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Added segment 5e771dd4-0a30-44f9-b21e-9ff1a90eb914 of type vlan for network 63b743a7-3018-4fcf-a5e7-52a43f882e86 Mar 07 10:53:06.025621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (63b743a7-3018-4fcf-a5e7-52a43f882e86), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.059753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (63b743a7-3018-4fcf-a5e7-52a43f882e86), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.061096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:06.061967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.118883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5537679 Mar 07 10:53:06.121794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:06.127526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Request body: {'subnet': {'network_id': '63b743a7-3018-4fcf-a5e7-52a43f882e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501218000-subnet', 'tenant_id': '8d96dc2406294a87b07fe4f6b8382737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:06.158838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883875f-841c-4832-ac72-b8ad2d927322 admin admin] Pushing event updated for resources: {'Network': ['ID=63b743a7-3018-4fcf-a5e7-52a43f882e86,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.173098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 63b743a7-3018-4fcf-a5e7-52a43f882e86 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:06.175297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Made reservation on behalf of 8d96dc2406294a87b07fe4f6b8382737 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:06.181118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.186674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-ba861a26-6223-4eb6-b63f-307849ece8dc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2276108 Mar 07 10:53:06.193180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-36f8041e-0ab9-472c-87db-1dc68f029f4b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:53:06.202286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-36f8041e-0ab9-472c-87db-1dc68f029f4b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140581 Mar 07 10:53:06.338011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-218c7655-abd7-493d-95dd-da87a96c2442 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344657 Mar 07 10:53:06.478542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (a10556f3-aea4-42fa-b3c4-f30cdb4c79a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.499931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-54111f11-0674-4198-bcc7-e8a6ae1bc49a service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580236 Mar 07 10:53:06.502012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43688) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:06.562311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10556f3-aea4-42fa-b3c4-f30cdb4c79a5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.574565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.574912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.575254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.575592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.575942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.576650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.577514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.577863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.578192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.578518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.579105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.579448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.579802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.611726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Checking segment: {'id': '5e771dd4-0a30-44f9-b21e-9ff1a90eb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '63b743a7-3018-4fcf-a5e7-52a43f882e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:06.612085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Network hostable DHCP agents. Network: 63b743a7-3018-4fcf-a5e7-52a43f882e86, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:06.635338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Network 63b743a7-3018-4fcf-a5e7-52a43f882e86 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:06.653357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 63b743a7-3018-4fcf-a5e7-52a43f882e86) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:06.668143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce720a16-9867-4ee5-b729-2cbbe508dc5f None None] Network 63b743a7-3018-4fcf-a5e7-52a43f882e86 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:06.680570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:06.681173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.729487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e54fca8-32d0-4e8b-bdc1-3121c4257df6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5988109 Mar 07 10:53:06.797481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.922414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2f981a0-f77c-4b0e-a2c3-242f27581b1f req-b22c79f9-7527-4307-9a7a-4c46d06afebf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0815523 Mar 07 10:53:06.942489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbe992-88f1-47a0-b78d-353314654d1d None None] Network 63b743a7-3018-4fcf-a5e7-52a43f882e86 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:07.012497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43706) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:07.086545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Publish callbacks [] for security_group (2b7674b0-96cc-44d3-b679-75d90aa6e6f5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.095270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2b7674b0-96cc-44d3-b679-75d90aa6e6f5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.114776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Deleting subnet 055ef595-021a-49c2-8abb-8b9624a7dfb2 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:07.118795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Publish callbacks [] for subnet (055ef595-021a-49c2-8abb-8b9624a7dfb2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.155277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d60d10d570104ad997f257aedd2250ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6516263 Mar 07 10:53:07.156177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7674b0-96cc-44d3-b679-75d90aa6e6f5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:07.157934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:07.165162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.165717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.166237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.166768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.167290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.167900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.168420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.168936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.169448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.169963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.171389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.171964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.172482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957adbe1-d43a-4ed8-8432-ae849638bf28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:07.198468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (055ef595-021a-49c2-8abb-8b9624a7dfb2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.268165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (055ef595-021a-49c2-8abb-8b9624a7dfb2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.295259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] Publish callbacks [] for security_group (2b7674b0-96cc-44d3-b679-75d90aa6e6f5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.332866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] Publish callbacks [] for security_group (2b7674b0-96cc-44d3-b679-75d90aa6e6f5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.369428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (055ef595-021a-49c2-8abb-8b9624a7dfb2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.398178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055ef595-021a-49c2-8abb-8b9624a7dfb2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:07.403143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.406767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-378e3f3b-a31b-4df0-be53-35e5509b3b13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/055ef595-021a-49c2-8abb-8b9624a7dfb2 HTTP/1.1" status: 204 len: 168 time: 0.3932328 Mar 07 10:53:07.410478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:07.427481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2b7674b0-96cc-44d3-b679-75d90aa6e6f5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.430344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.431475 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b7674b0-96cc-44d3-b679-75d90aa6e6f5 HTTP/1.1" status: 204 len: 168 time: 0.2725344 Mar 07 10:53:07.445023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84f3bc-bd7f-4401-a870-57decec01796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7674b0-96cc-44d3-b679-75d90aa6e6f5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:07.571055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (49802ab0-c222-4788-a925-4f8926dd6cec), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.733955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (49802ab0-c222-4788-a925-4f8926dd6cec), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.770805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49802ab0-c222-4788-a925-4f8926dd6cec']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:07.795913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42696c6-bc42-410d-84df-104d42a07163') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:07.797212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42696c6-bc42-410d-84df-104d42a07163') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:07.852384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f42696c6-bc42-410d-84df-104d42a07163), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.879006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f42696c6-bc42-410d-84df-104d42a07163), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.891755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:07.892839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f42696c6-bc42-410d-84df-104d42a07163), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:07.895331 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:07.941757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:07.981508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (49802ab0-c222-4788-a925-4f8926dd6cec), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.990297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9701282a-7b99-4984-8dff-e8259da44822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.009032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.013080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] 10.222.0.23 "DELETE /v2.0/networks/49802ab0-c222-4788-a925-4f8926dd6cec HTTP/1.1" status: 204 len: 168 time: 0.6011145 Mar 07 10:53:08.014196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da2e3-6c67-4365-8196-8adfe784d428 admin admin] Pushing event deleted for resources: {'Network': ['ID=49802ab0-c222-4788-a925-4f8926dd6cec,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:08.016706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43736) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.061278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad0590b6-5f14-4cad-9611-5c6a1583c09f req-f6aff8e7-a41b-4f2f-87dd-9b9e3ca1c8b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0428004 Mar 07 10:53:08.126099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Deleting subnet a10556f3-aea4-42fa-b3c4-f30cdb4c79a5 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:08.130770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Publish callbacks [] for subnet (a10556f3-aea4-42fa-b3c4-f30cdb4c79a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.173295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (a10556f3-aea4-42fa-b3c4-f30cdb4c79a5), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.192579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9701282a-7b99-4984-8dff-e8259da44822 admin admin] Publish callbacks [] for security_group (d686b8fc-bee2-43c9-96fe-5b3d5976a386), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.208408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9701282a-7b99-4984-8dff-e8259da44822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d686b8fc-bee2-43c9-96fe-5b3d5976a386), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.220738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (a10556f3-aea4-42fa-b3c4-f30cdb4c79a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.302798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (a10556f3-aea4-42fa-b3c4-f30cdb4c79a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.335502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10556f3-aea4-42fa-b3c4-f30cdb4c79a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:08.343475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.349258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6040b93a-009b-48bc-a5e3-da13aaf2960c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a10556f3-aea4-42fa-b3c4-f30cdb4c79a5 HTTP/1.1" status: 204 len: 168 time: 0.3281004 Mar 07 10:53:08.351526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43742) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.389873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701282a-7b99-4984-8dff-e8259da44822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686b8fc-bee2-43c9-96fe-5b3d5976a386,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:08.438590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9701282a-7b99-4984-8dff-e8259da44822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dee4c7176d14fb6bb8dbb068cc67eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4956012 Mar 07 10:53:08.442237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43748) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.538538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (63b743a7-3018-4fcf-a5e7-52a43f882e86), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.608134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-a1acf9df-3b40-40c5-9261-3e5e0d46d44b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:08.610225 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-a1acf9df-3b40-40c5-9261-3e5e0d46d44b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.3638296 Mar 07 10:53:08.627492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:08.699342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] Publish callbacks [] for security_group (d686b8fc-bee2-43c9-96fe-5b3d5976a386), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.851995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:08.856389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.872290 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (63b743a7-3018-4fcf-a5e7-52a43f882e86), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.907852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] Publish callbacks [] for security_group (d686b8fc-bee2-43c9-96fe-5b3d5976a386), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.974172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b743a7-3018-4fcf-a5e7-52a43f882e86']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:09.035295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e771dd4-0a30-44f9-b21e-9ff1a90eb914') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:09.035529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e771dd4-0a30-44f9-b21e-9ff1a90eb914') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:09.113118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5e771dd4-0a30-44f9-b21e-9ff1a90eb914), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.156521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.12 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/07e7f099-f8c0-4593-8ecf-c3cc6364949c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:09.206646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e771dd4-0a30-44f9-b21e-9ff1a90eb914), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.233727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:09.234125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5e771dd4-0a30-44f9-b21e-9ff1a90eb914), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:09.252807 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:09.394709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.417062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.427793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.431274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.436349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.443630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.450592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.457354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.459352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-edbd6cd0-e867-428a-8073-683e482d92d4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.4788849 Mar 07 10:53:09.489072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.514230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a69fbc50-1bfd-4b23-b8d2-635466c0a711 req-56eb95bb-06a5-4934-b210-f53a1223961e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.2816536 Mar 07 10:53:09.527910 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d686b8fc-bee2-43c9-96fe-5b3d5976a386), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.530509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.540682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d686b8fc-bee2-43c9-96fe-5b3d5976a386 HTTP/1.1" status: 204 len: 168 time: 1.0970984 Mar 07 10:53:09.561793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476052-0b4f-46a9-a750-cd19d8b29c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686b8fc-bee2-43c9-96fe-5b3d5976a386,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.568765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (63b743a7-3018-4fcf-a5e7-52a43f882e86), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.579741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.583602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] 10.222.0.23 "DELETE /v2.0/networks/63b743a7-3018-4fcf-a5e7-52a43f882e86 HTTP/1.1" status: 204 len: 168 time: 1.2305269 Mar 07 10:53:09.639285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567b29a-0c72-4f0a-95a8-561355181098 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b743a7-3018-4fcf-a5e7-52a43f882e86,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.660734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:09.667071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:09.677124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:09.702866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cba8fe58-e405-4254-8dc5-a8e1cbcd0977 req-aba346d9-65e2-48e8-a56b-e158ba8c8043 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876931 Mar 07 10:53:09.757765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.826359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.827067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.863687 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-963fe50b-04ea-4701-a7f0-949572d621fb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2426729 Mar 07 10:53:09.877087 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Request body: {'port': {'device_id': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:09.968515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:10.058629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.160572 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-37d4b8c2-e46b-4e2c-8922-e9c98754e833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=444508390aa349439ac3ae72bcf1ae5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866903 Mar 07 10:53:10.160993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43802) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:10.257774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] Publish callbacks [] for security_group (f36e5fae-3966-4209-921b-4a3b2ceac244), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.258885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-74deb770-0609-437e-9ecd-a4a9c5ea06dc None None] Provisioning complete for port 07e7f099-f8c0-4593-8ecf-c3cc6364949c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:10.261121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74deb770-0609-437e-9ecd-a4a9c5ea06dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.292602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] Publish callbacks [] for security_group (f36e5fae-3966-4209-921b-4a3b2ceac244), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.384924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-74deb770-0609-437e-9ecd-a4a9c5ea06dc None None] Port 07e7f099-f8c0-4593-8ecf-c3cc6364949c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:10.435228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f36e5fae-3966-4209-921b-4a3b2ceac244), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.456514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.460697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f36e5fae-3966-4209-921b-4a3b2ceac244 HTTP/1.1" status: 204 len: 168 time: 0.2987237 Mar 07 10:53:10.496236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8d3c-30d8-494c-b24d-6a61f947ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e5fae-3966-4209-921b-4a3b2ceac244,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:10.826591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0814-4adb-44e9-9671-918ec28ccde6 req-22d4acf5-05ea-48d2-a5d9-3f1e78a91f40 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:10.828127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf1a0814-4adb-44e9-9671-918ec28ccde6 req-22d4acf5-05ea-48d2-a5d9-3f1e78a91f40 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 932 time: 0.1673830 Mar 07 10:53:10.891692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e7f099-f8c0-4593-8ecf-c3cc6364949c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:53:10.910067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks [] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.936031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Transition to ACTIVE for port object 07e7f099-f8c0-4593-8ecf-c3cc6364949c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:53:10.943285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.052247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Pushing event updated for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.077385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf1a0814-4adb-44e9-9671-918ec28ccde6 req-f325f0d3-375d-4bcc-b901-6653362b7636 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398663 Mar 07 10:53:11.097080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.122347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.131706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.138851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.145969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.164113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.169506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.178221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-9f8476cd-971a-496b-96e3-1a362eb32863 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.3068364 Mar 07 10:53:11.180523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43834) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:11.309435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Attempting to bind port 07e7f099-f8c0-4593-8ecf-c3cc6364949c on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:11.309992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Attempting to bind port 07e7f099-f8c0-4593-8ecf-c3cc6364949c by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:11.311100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Attempting to bind port 07e7f099-f8c0-4593-8ecf-c3cc6364949c on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:11.324356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Port 07e7f099-f8c0-4593-8ecf-c3cc6364949c on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:53:11.325019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Attempting to bind port 07e7f099-f8c0-4593-8ecf-c3cc6364949c on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:11.333298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:11.334203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:11.334810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:11.335627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Bound port: 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:11.336377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.376976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-151cc857-6fda-4ba0-a4ec-55dbd6ddf037 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d96dc2406294a87b07fe4f6b8382737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873598 Mar 07 10:53:11.377905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:11.435639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:11.440116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:11.475494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cadfdec0-7cb9-4f06-bffe-27c30df07baa req-41cd2fb5-c05e-4cd0-9734-507ca05f63f6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2870512 Mar 07 10:53:11.480976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.529378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] Publish callbacks [] for security_group (8771266b-cfda-4d5b-b4fc-766baac32103), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.560216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] Publish callbacks [] for security_group (8771266b-cfda-4d5b-b4fc-766baac32103), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.632473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.655729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.667746 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] 10.222.0.32 "PUT /v2.0/ports/07e7f099-f8c0-4593-8ecf-c3cc6364949c HTTP/1.1" status: 200 len: 1092 time: 1.7957082 Mar 07 10:53:11.668985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:11.678142 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce3306-d933-4880-a547-600f9a230072" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:11.704384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8771266b-cfda-4d5b-b4fc-766baac32103), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.721135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.746385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8771266b-cfda-4d5b-b4fc-766baac32103 HTTP/1.1" status: 204 len: 168 time: 0.3539386 Mar 07 10:53:11.797218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0ab1e-a0e3-4c72-acb1-90608e1f78eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8771266b-cfda-4d5b-b4fc-766baac32103,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.948145 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8031118d-82b6-4076-91c8-26e62571e7ab x-openstack-request-id: req-8031118d-82b6-4076-91c8-26e62571e7ab {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:11.953887 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:11.954167 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8031118d-82b6-4076-91c8-26e62571e7ab {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:11.984029 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c', 'status': 'completed', 'code': 200} Mar 07 10:53:12.039327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed09d15-ae20-41f6-8555-d2e31d7b4460 service neutron] Pushing event updated for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.106817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.124310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-1aa99c32-cd49-4d23-9674-2fd3c85a60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.127544 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-1aa99c32-cd49-4d23-9674-2fd3c85a60a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 1126 time: 0.3951735 Mar 07 10:53:12.130206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.149286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.163535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.190787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.196064 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-d673cdc5-9a7e-42ed-a746-7e992082efb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c HTTP/1.1" status: 200 len: 217 time: 0.0591586 Mar 07 10:53:12.210504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.223779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.226291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-44be8ed1-51b5-4af6-aeea-a1440726e098 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.3505034 Mar 07 10:53:12.329110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-cb7fa2d0-8210-41f6-a3fc-a382dcf5f32e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.331857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-cb7fa2d0-8210-41f6-a3fc-a382dcf5f32e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0926635 Mar 07 10:53:12.371456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-2ebba4c9-c64c-4c16-9490-0e0ad760f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.377111 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-2ebba4c9-c64c-4c16-9490-0e0ad760f4ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1746039 Mar 07 10:53:12.448766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-9cb7b172-0cb5-422f-8def-8984b10b27d0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1096151 Mar 07 10:53:12.457030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76b123-751b-4886-a4be-ee628d0bd287 req-15087195-8342-468a-83a9-a6dae79aafd0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.466103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c76b123-751b-4886-a4be-ee628d0bd287 req-15087195-8342-468a-83a9-a6dae79aafd0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.2385983 Mar 07 10:53:12.597601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-7fff6a2d-6b1c-4263-a0d4-395888cb45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.604832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-7fff6a2d-6b1c-4263-a0d4-395888cb45f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2171376 Mar 07 10:53:12.637981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c76b123-751b-4886-a4be-ee628d0bd287 req-abe4d506-0012-417e-b10f-01ca9c54b47e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648734 Mar 07 10:53:12.775759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.795373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.821726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.828794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.836831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.874460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.886284 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-f235c1cc-3f10-4efa-a21c-67aed457006e service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774782 Mar 07 10:53:12.898973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.909668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-ae7ce06c-f260-4024-b7fc-ba249c180a0f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 5435 time: 0.3166246 Mar 07 10:53:13.041845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c424afd-4f7b-4727-a695-763bd8b781e8 req-142c9268-a951-4316-b0d3-7b50e3c1fb9c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259441 Mar 07 10:53:13.051893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:13.146545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.241032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c68693df-6961-4a7a-85c7-2cb2b27dbaf4 req-b1419d32-2aaf-4567-89f7-3aa06956612c service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469646 Mar 07 10:53:13.399113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3306-d933-4880-a547-600f9a230072 req-2c9b1807-42d2-465f-83f1-6ad27286cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.401419 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-2c9b1807-42d2-465f-83f1-6ad27286cfde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 1126 time: 0.1062441 Mar 07 10:53:13.491689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:13.560229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] For port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:13.602697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3306-d933-4880-a547-600f9a230072 req-b8a0f433-b3c7-44e1-86af-80bcf8624866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.605489 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-b8a0f433-b3c7-44e1-86af-80bcf8624866 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1971371 Mar 07 10:53:13.626172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] device_id is not set on port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:13.637949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Publish callbacks [] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.649466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.696137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-7d767118-5961-43aa-a259-614ca290044d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c HTTP/1.1" status: 200 len: 217 time: 0.0832102 Mar 07 10:53:13.826591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3306-d933-4880-a547-600f9a230072 req-508b0be5-b74b-4403-b288-ff8d2e4b536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.831166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-508b0be5-b74b-4403-b288-ff8d2e4b536c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1283705 Mar 07 10:53:13.896673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] No DVR routers for this DVR port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:13.971611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3306-d933-4880-a547-600f9a230072 req-a42c188d-222c-4715-9a05-5b55001c9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.974366 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-a42c188d-222c-4715-9a05-5b55001c9596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1368794 Mar 07 10:53:14.023017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.146863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] In _notify_port_updated(), no bound segment for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:53:14.147820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.148439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.149759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-a4ef607d-b51e-4674-ba9c-a9b3f81f0cb6 service neutron] 10.222.0.26 "PUT /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 200 len: 1027 time: 1.6807094 Mar 07 10:53:14.162025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8fe00e1c-e962-4d8c-bbe6-5e38bbfd7d76 None None] Provisioning complete for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:14.162537 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fe00e1c-e962-4d8c-bbe6-5e38bbfd7d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.261453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8fe00e1c-e962-4d8c-bbe6-5e38bbfd7d76 None None] Port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:14.302038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c47c73-bcda-420a-8eae-20d4fb489416 req-f6441534-3dee-49ed-bce1-d4eed99d9464 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.313019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8c47c73-bcda-420a-8eae-20d4fb489416 req-f6441534-3dee-49ed-bce1-d4eed99d9464 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.5189972 Mar 07 10:53:14.321033 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-8a43f61f-60f6-4d0c-9f48-5dd536ac9ade service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389537 Mar 07 10:53:14.342543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-84022605-6e99-4efa-8c3f-722f18ed9a27 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.344433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-84022605-6e99-4efa-8c3f-722f18ed9a27 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "GET /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1789703 Mar 07 10:53:14.376911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:14.444822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e461e979-0cb2-4786-b2be-b481f9db1077 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:14.596075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.602250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.608109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.613724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.619442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.625260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.627492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-468f9378-6d01-41ed-ae1b-f7c6b3155f5b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 4661 time: 0.3499613 Mar 07 10:53:14.640276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8c47c73-bcda-420a-8eae-20d4fb489416 req-c25025b7-93be-4445-b15e-691b8f371b28 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258183 Mar 07 10:53:14.679042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dce3306-d933-4880-a547-600f9a230072 req-afecb288-507d-4abc-94ed-75543779c5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507109 Mar 07 10:53:14.680769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e461e979-0cb2-4786-b2be-b481f9db1077 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:14.681623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.694969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.773228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:14.779220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:14.784134 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4484f-b052-4fe6-95ce-b901c460cbce" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:14.794173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.798048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3b2ba715-e1a4-47f1-a5ba-9329651ff24f no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:14.929249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d3fdf83-b581-481b-acf6-9a90b1e77b19 req-8ed906bb-5c85-4186-b94a-6b711f3cbc6f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2826536 Mar 07 10:53:14.944495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.998109 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc0ef5-39bd-49c9-bf2f-1381c0605ac6 x-openstack-request-id: req-bcdc0ef5-39bd-49c9-bf2f-1381c0605ac6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:15.000042 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:15.000540 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcdc0ef5-39bd-49c9-bf2f-1381c0605ac6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:15.001586 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'code': 200} Mar 07 10:53:15.033181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:15.113688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:15.120178 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.173811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df4b4d44-ce16-4a15-9cc4-4efce813fe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.211720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:15.221969 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.223626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 4778c702-b937-4557-ae79-e02bed745688 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:15.330851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-e23fde8e-9cb2-48a5-b7cd-202eee12aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.332613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-e23fde8e-9cb2-48a5-b7cd-202eee12aac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.3236272 Mar 07 10:53:15.358947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df4b4d44-ce16-4a15-9cc4-4efce813fe7d admin admin] Publish callbacks [] for security_group (f75a7160-2c4f-47d1-ab24-6868c5417e12), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.370823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df4b4d44-ce16-4a15-9cc4-4efce813fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f75a7160-2c4f-47d1-ab24-6868c5417e12), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.474692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df4b4d44-ce16-4a15-9cc4-4efce813fe7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5e9961dc7744b6084308992bf97fc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402208 Mar 07 10:53:15.476232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4d44-ce16-4a15-9cc4-4efce813fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75a7160-2c4f-47d1-ab24-6868c5417e12,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:15.479014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:15.505716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:15.509044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 4778c702-b937-4557-ae79-e02bed745688 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:15.509636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4778c702-b937-4557-ae79-e02bed745688), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.590077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-d71c50fb-f5a0-48d2-8330-ad3292018312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.591694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-d71c50fb-f5a0-48d2-8330-ad3292018312 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.2514586 Mar 07 10:53:15.602271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891a043-851c-42f6-8101-4b0ed507d9cd req-204450a5-1ad2-4583-82fe-fb017436a8eb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.604551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d891a043-851c-42f6-8101-4b0ed507d9cd req-204450a5-1ad2-4583-82fe-fb017436a8eb tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.5170584 Mar 07 10:53:15.611095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:15.620495 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4778c702-b937-4557-ae79-e02bed745688), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.621375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5167c77a-66c3-4c2a-bc30-e4f4aba8838e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:15.653527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:15.663147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] Publish callbacks [] for security_group (f75a7160-2c4f-47d1-ab24-6868c5417e12), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.692028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] Publish callbacks [] for security_group (f75a7160-2c4f-47d1-ab24-6868c5417e12), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.731470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-bf79136b-e781-44ec-9f0d-5a64855f8229 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.1205995 Mar 07 10:53:15.801811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-b93993a2-6013-4304-8af9-2cdcdc582d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.803604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-b93993a2-6013-4304-8af9-2cdcdc582d26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.0567167 Mar 07 10:53:15.803922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f75a7160-2c4f-47d1-ab24-6868c5417e12), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.809417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e host ! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:53:15.810053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5167c77a-66c3-4c2a-bc30-e4f4aba8838e not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:15.810486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2fc108c0-9692-4690-b667-d3407262b936 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:15.814209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.820027 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f75a7160-2c4f-47d1-ab24-6868c5417e12 HTTP/1.1" status: 204 len: 168 time: 0.3398175 Mar 07 10:53:15.850516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-49a2c89a-179f-44cf-b87a-ddef4ba4275d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367610 Mar 07 10:53:15.852731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:15.859731 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1e30c-2efc-4561-9d98-40850eb5bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75a7160-2c4f-47d1-ab24-6868c5417e12,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:15.923963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d891a043-851c-42f6-8101-4b0ed507d9cd req-d0369e36-183e-4b62-a2d1-e79cf8f59e80 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029420 Mar 07 10:53:15.963498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] For port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:16.052839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2fc108c0-9692-4690-b667-d3407262b936 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:16.053339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.165041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:16.171936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.172842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device af22714e-7ffe-40bb-b00a-2d6a44e36704 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:16.245780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d73568-f55b-463e-b971-cd066853f5b0 req-70fa2ee7-6c9a-44a9-b466-9a7323e6bc94 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.250542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88d73568-f55b-463e-b971-cd066853f5b0 req-70fa2ee7-6c9a-44a9-b466-9a7323e6bc94 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.3809741 Mar 07 10:53:16.354791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] device_id is not set on port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:16.357927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.438827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Publish callbacks [] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.459534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port af22714e-7ffe-40bb-b00a-2d6a44e36704 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:16.460307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.496631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.503153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.509750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.525798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.533212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.560949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:16.561369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.564310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15496646-8e4a-4626-963b-032834f987d2 req-3b2a020d-2276-4c09-a95d-7b8629eb4e73 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 4653 time: 0.4165792 Mar 07 10:53:16.574308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88d73568-f55b-463e-b971-cd066853f5b0 req-162cce6a-9c62-428a-be15-66abbf746c63 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888880 Mar 07 10:53:16.578735 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.580064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a065b4b-37f5-4d76-9c43-c637f5f00b1f no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:16.592934 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.768975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-0a3f84d5-aec9-4888-a46c-396bd5397e0e service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061308 Mar 07 10:53:16.809567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f host ! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:53:16.813127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a065b4b-37f5-4d76-9c43-c637f5f00b1f not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:16.820576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Pushing event updated for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.860279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15496646-8e4a-4626-963b-032834f987d2 req-2d8ae1e7-7f4d-4075-bdd3-c133506fa73f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21913e8-b474-4eb1-b981-c37ce5d9708c&id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697639 Mar 07 10:53:16.875589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:17.002798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4778c702-b937-4557-ae79-e02bed745688'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc108c0-9692-4690-b667-d3407262b936'}, {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:17.005361 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82e5043-db21-4fca-9d9b-ba714f447ecf" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "4778c702-b937-4557-ae79-e02bed745688"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc108c0-9692-4690-b667-d3407262b936"}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:17.138306 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01968746-46a2-4948-b6c5-03fc947d7d91 x-openstack-request-id: req-01968746-46a2-4948-b6c5-03fc947d7d91 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:17.138432 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "4778c702-b937-4557-ae79-e02bed745688", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc108c0-9692-4690-b667-d3407262b936", "code": 200}, {"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-unplugged", "status": "completed", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:17.138789 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01968746-46a2-4948-b6c5-03fc947d7d91 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:17.139317 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'code': 200} Mar 07 10:53:17.139851 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4778c702-b937-4557-ae79-e02bed745688', 'code': 200} Mar 07 10:53:17.140201 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc108c0-9692-4690-b667-d3407262b936', 'code': 200} Mar 07 10:53:17.140554 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'code': 200} Mar 07 10:53:17.156664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] No DVR routers for this DVR port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:17.256637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] In _notify_port_updated(), no bound segment for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f on network 38a69055-4915-43a9-aa8c-6682663f5cc3 {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:53:17.257780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:17.259951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.268706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d406ebd2-2d0b-4e22-9ecf-a2938b2db038 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 200 len: 1028 time: 2.9154894 Mar 07 10:53:17.398990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd796eef-9a27-4584-b37a-1b8e88322561 req-b5358280-beb0-4a9f-9e9e-c886ac7c1d57 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799382 Mar 07 10:53:17.522341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76966dce-8de4-4f75-b584-403f7bf258bb req-526efd68-6d99-4534-9827-fc7e345fe229 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:17.530033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76966dce-8de4-4f75-b584-403f7bf258bb req-526efd68-6d99-4534-9827-fc7e345fe229 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.3747530 Mar 07 10:53:17.554259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port 2fc108c0-9692-4690-b667-d3407262b936 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:17.554599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2fc108c0-9692-4690-b667-d3407262b936), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.589172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76966dce-8de4-4f75-b584-403f7bf258bb req-ce8c0136-4f8d-4a90-a16c-3d978363a2b7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Mar 07 10:53:17.761123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-37851c8a-415b-4a29-82bd-a084d19ce67f None None] Provisioning complete for port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:17.761732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37851c8a-415b-4a29-82bd-a084d19ce67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.798709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-37851c8a-415b-4a29-82bd-a084d19ce67f None None] Port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:17.843328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] For port 2fc108c0-9692-4690-b667-d3407262b936, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2fc108c0-9692-4690-b667-d3407262b936,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:17.843763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2fc108c0-9692-4690-b667-d3407262b936), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.361635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for 2fc108c0-9692-4690-b667-d3407262b936 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:18.499357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edde0d7-fe0b-44e2-80fa-bd481d6e473e req-00f652f6-e5e4-4150-987d-d123e4f8d8ea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.505396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5edde0d7-fe0b-44e2-80fa-bd481d6e473e req-00f652f6-e5e4-4150-987d-d123e4f8d8ea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.7710996 Mar 07 10:53:18.653368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44122) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:18.709195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5edde0d7-fe0b-44e2-80fa-bd481d6e473e req-9d34563d-95d0-42e9-ad09-ce139a1de523 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957173 Mar 07 10:53:18.786406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.805405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.815031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.829338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.835160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.837040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-4eaee4f5-9c1e-473e-b88e-a6d129838c3f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 3876 time: 0.4726834 Mar 07 10:53:18.950656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64ffb343-4868-4710-90c8-dd3cbf715e8c req-23dcdddc-3fa6-4713-9baf-a4ab6db52a2c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057849 Mar 07 10:53:18.972829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2008914284'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:18.987505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2fc108c0-9692-4690-b667-d3407262b936), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.027520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Made reservation on behalf of fa1967595fc94680a4f7f01dd6dd9862 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:19.033356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.074751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70218e-2db1-4251-9b16-39b2a5e0812d req-a72531e2-b9de-4352-b847-7b7221f3792a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.076867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce70218e-2db1-4251-9b16-39b2a5e0812d req-a72531e2-b9de-4352-b847-7b7221f3792a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.2362070 Mar 07 10:53:19.139719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=2fc108c0-9692-4690-b667-d3407262b936,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:19.230636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] No DVR routers for this DVR port 2fc108c0-9692-4690-b667-d3407262b936 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:19.233716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.238185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-d3f8b23b-cd10-46d0-ae5c-1dbe36c7462f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "DELETE /v2.0/ports/2fc108c0-9692-4690-b667-d3407262b936 HTTP/1.1" status: 204 len: 173 time: 1.9499199 Mar 07 10:53:19.239959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '2fc108c0-9692-4690-b667-d3407262b936'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:19.242584 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eebcc5-d758-405f-90c6-8c6889c3397e" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "2fc108c0-9692-4690-b667-d3407262b936"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:19.268404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce70218e-2db1-4251-9b16-39b2a5e0812d req-db13ccaf-471f-4146-9ca4-4691f75c72c0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315906 Mar 07 10:53:19.466459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port af22714e-7ffe-40bb-b00a-2d6a44e36704 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:19.467208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.510769 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f40239-db58-47ad-b606-ab45a03cedf0 x-openstack-request-id: req-32f40239-db58-47ad-b606-ab45a03cedf0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:19.511061 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "2fc108c0-9692-4690-b667-d3407262b936", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:19.511316 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32f40239-db58-47ad-b606-ab45a03cedf0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:19.511892 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '2fc108c0-9692-4690-b667-d3407262b936', 'status': 'completed', 'code': 200} Mar 07 10:53:19.653191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.668847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] For port af22714e-7ffe-40bb-b00a-2d6a44e36704, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=af22714e-7ffe-40bb-b00a-2d6a44e36704,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:19.669209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.690931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for af22714e-7ffe-40bb-b00a-2d6a44e36704 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:19.857543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for security_group (35258ce5-9c37-47f2-ac2f-42c081ac996e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.866072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (35258ce5-9c37-47f2-ac2f-42c081ac996e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.959847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:19.971982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35258ce5-9c37-47f2-ac2f-42c081ac996e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:19.990730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.991134 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Added segment f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9 of type vlan for network 1210eb3e-31c8-4fcf-8b57-b01e8720201a Mar 07 10:53:20.128717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1210eb3e-31c8-4fcf-8b57-b01e8720201a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.161650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e263b3-10ca-446e-950a-e26eec94e87d req-2fcec02c-f991-42eb-bc5a-adacc7679550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.163274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51e263b3-10ca-446e-950a-e26eec94e87d req-2fcec02c-f991-42eb-bc5a-adacc7679550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.2988200 Mar 07 10:53:20.164002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (af22714e-7ffe-40bb-b00a-2d6a44e36704), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.190936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1210eb3e-31c8-4fcf-8b57-b01e8720201a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.198428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.202391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.247892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=af22714e-7ffe-40bb-b00a-2d6a44e36704,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:20.366318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] No DVR routers for this DVR port af22714e-7ffe-40bb-b00a-2d6a44e36704 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:20.371743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.375191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-bd8c2047-7d49-40ed-90dc-1d237dfb1d18 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "DELETE /v2.0/ports/af22714e-7ffe-40bb-b00a-2d6a44e36704 HTTP/1.1" status: 204 len: 173 time: 1.1295075 Mar 07 10:53:20.419512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7624838 Mar 07 10:53:20.422410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:20.423982 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:53:20.485467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51e263b3-10ca-446e-950a-e26eec94e87d req-93e4cc03-228c-4d89-ac99-94be8a61db1c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885635 Mar 07 10:53:20.535748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fea8f-c2fc-4a9c-85c7-e8abd6757a3f req-98e3e4b8-e957-41dc-aa03-43a472e91ded tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.546181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94b4ce-cca1-41c9-92d5-6def2571e56f tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event updated for resources: {'Network': ['ID=1210eb3e-31c8-4fcf-8b57-b01e8720201a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:20.557733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:20.569245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fea8f-c2fc-4a9c-85c7-e8abd6757a3f req-98e3e4b8-e957-41dc-aa03-43a472e91ded tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.574640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fea8f-c2fc-4a9c-85c7-e8abd6757a3f req-98e3e4b8-e957-41dc-aa03-43a472e91ded tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.608648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-499fea8f-c2fc-4a9c-85c7-e8abd6757a3f req-98e3e4b8-e957-41dc-aa03-43a472e91ded tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 2410 time: 0.4374106 Mar 07 10:53:20.621146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Request body: {'subnet': {'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:20.827393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8817be53-0d87-4610-9db1-81f909e06719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.032929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.164558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Made reservation on behalf of fa1967595fc94680a4f7f01dd6dd9862 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:21.174772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.213414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-499fea8f-c2fc-4a9c-85c7-e8abd6757a3f req-59794848-a784-4f8b-b555-4eebe4f77d7d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5744510 Mar 07 10:53:21.225394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095caa56-40b2-48b0-ba23-0226568f38e2 req-bd99b93e-6721-4b89-a069-10c0801111c5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:21.227470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-095caa56-40b2-48b0-ba23-0226568f38e2 req-bd99b93e-6721-4b89-a069-10c0801111c5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.5904400 Mar 07 10:53:21.321228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396d240-c462-4f6a-ac12-c3c976992c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.381607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:21.382305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.507523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396d240-c462-4f6a-ac12-c3c976992c07 admin admin] Publish callbacks [] for security_group (1650e32f-6d57-4103-b6f0-af8a319a05bd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.518894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d396d240-c462-4f6a-ac12-c3c976992c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1650e32f-6d57-4103-b6f0-af8a319a05bd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.568668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] For port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:21.578028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.650475 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d396d240-c462-4f6a-ac12-c3c976992c07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbc477a00ce04aa2b9798545300b49aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010501 Mar 07 10:53:21.652423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44196) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.673017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d240-c462-4f6a-ac12-c3c976992c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650e32f-6d57-4103-b6f0-af8a319a05bd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:21.785786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] Publish callbacks [] for security_group (1650e32f-6d57-4103-b6f0-af8a319a05bd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.828335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:21.832885 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da4aed6-9281-4bcf-bcbe-b4c9a2d9a267" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:21.877909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] Publish callbacks [] for security_group (1650e32f-6d57-4103-b6f0-af8a319a05bd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.018882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1650e32f-6d57-4103-b6f0-af8a319a05bd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.021746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.025377 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1650e32f-6d57-4103-b6f0-af8a319a05bd HTTP/1.1" status: 204 len: 168 time: 0.3696239 Mar 07 10:53:22.055853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af8bf6-2602-41e9-b756-a95bf69ffcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650e32f-6d57-4103-b6f0-af8a319a05bd,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.105926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-095caa56-40b2-48b0-ba23-0226568f38e2 req-ac16c4d8-d650-481c-bab1-d1d83e9b738a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511796 Mar 07 10:53:22.172412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8edb3397-236c-4c37-b86d-1fe65b17f001), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.367451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894c295-d757-4450-b5b5-6e80d3d2f145 req-ec7677a2-799e-4597-974c-8c9d6b68212c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:22.375395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e894c295-d757-4450-b5b5-6e80d3d2f145 req-ec7677a2-799e-4597-974c-8c9d6b68212c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.5649142 Mar 07 10:53:22.411531 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394fc49-79ee-41cd-8e2f-34dc49b5d434 x-openstack-request-id: req-6394fc49-79ee-41cd-8e2f-34dc49b5d434 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:22.411952 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "af22714e-7ffe-40bb-b00a-2d6a44e36704", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:22.412143 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6394fc49-79ee-41cd-8e2f-34dc49b5d434 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:22.412532 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': 'af22714e-7ffe-40bb-b00a-2d6a44e36704', 'status': 'completed', 'code': 200} Mar 07 10:53:22.475213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event updated for resources: {'Subnet': ['ID=8edb3397-236c-4c37-b86d-1fe65b17f001,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.655542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Checking segment: {'id': 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:22.656228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Network hostable DHCP agents. Network: 1210eb3e-31c8-4fcf-8b57-b01e8720201a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:22.724057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e894c295-d757-4450-b5b5-6e80d3d2f145 req-21f94625-27c1-4c07-bbba-8f0fa195e182 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477261 Mar 07 10:53:22.751999 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.752431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.754153 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Floating IP dfb0d9c4-bd13-4a69-87dc-f4492a0542c9 disassociated. External IP: 172.25.4.4, port: 3b2ba715-e1a4-47f1-a5ba-9329651ff24f. Mar 07 10:53:22.756147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for 3b2ba715-e1a4-47f1-a5ba-9329651ff24f owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:22.805700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.844500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c555f83-2668-43ad-9edb-113b0e5e2f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.001476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e81a6665-698d-45bf-b4c3-2d258a9b2358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.045913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c555f83-2668-43ad-9edb-113b0e5e2f47 admin admin] Publish callbacks [] for security_group (02e74553-7e62-4bff-b14a-20990706289f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.060850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c555f83-2668-43ad-9edb-113b0e5e2f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (02e74553-7e62-4bff-b14a-20990706289f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.140385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae096e1-9fdb-4a26-8405-9bd8b2590895 req-7750a9b9-d559-45aa-a7db-c49686f5c275 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.155833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae096e1-9fdb-4a26-8405-9bd8b2590895 req-7750a9b9-d559-45aa-a7db-c49686f5c275 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.166963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae096e1-9fdb-4a26-8405-9bd8b2590895 req-7750a9b9-d559-45aa-a7db-c49686f5c275 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.169205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae096e1-9fdb-4a26-8405-9bd8b2590895 req-7750a9b9-d559-45aa-a7db-c49686f5c275 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 2410 time: 0.7407219 Mar 07 10:53:23.179686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:23.211674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c555f83-2668-43ad-9edb-113b0e5e2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e74553-7e62-4bff-b14a-20990706289f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:23.252989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2c555f83-2668-43ad-9edb-113b0e5e2f47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=125b04c23e9e46beb508fd41e5b5851a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454019 Mar 07 10:53:23.253987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44236) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:23.372842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1210eb3e-31c8-4fcf-8b57-b01e8720201a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:23.385256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4567da72-95fd-4df3-9f37-888d52b6a954 None None] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:23.405627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.406225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.516194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] Publish callbacks [] for security_group (02e74553-7e62-4bff-b14a-20990706289f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.578431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] Publish callbacks [] for security_group (02e74553-7e62-4bff-b14a-20990706289f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.672765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1210eb3e-31c8-4fcf-8b57-b01e8720201a', 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a', 'project_id': 'fa1967595fc94680a4f7f01dd6dd9862', 'fixed_ips': [{'subnet_id': '8edb3397-236c-4c37-b86d-1fe65b17f001'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:53:23.673804 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.764990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d7653f2-d6b3-4cf1-b77e-0c958a60da2c tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1498282 Mar 07 10:53:23.772765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:23.810782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Request body: {'port': {'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1412042514'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:23.824878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae096e1-9fdb-4a26-8405-9bd8b2590895 req-c24f896c-2287-4a12-8fb4-153e2371d890 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6253731 Mar 07 10:53:23.866563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4341d4d-078e-458f-afb0-74de1253ba85 req-a02cef64-ce77-4f30-9ecb-b129f28ee0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.868215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4341d4d-078e-458f-afb0-74de1253ba85 req-a02cef64-ce77-4f30-9ecb-b129f28ee0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.3195908 Mar 07 10:53:23.880145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75a603-d595-4ba8-8a1b-ab48f7c989d2 req-447b1018-04e3-4f6b-b847-825f28660637 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.888294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f75a603-d595-4ba8-8a1b-ab48f7c989d2 req-447b1018-04e3-4f6b-b847-825f28660637 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.6349921 Mar 07 10:53:23.890604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3b2ba715-e1a4-47f1-a5ba-9329651ff24f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.994034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689823-8ef5-414b-9f85-59a279b40452 req-aedd480b-d010-48a9-b05e-9eb8e340f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:24.001676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-aedd480b-d010-48a9-b05e-9eb8e340f03f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.8281913 Mar 07 10:53:24.077011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (02e74553-7e62-4bff-b14a-20990706289f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.080120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.083703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02e74553-7e62-4bff-b14a-20990706289f HTTP/1.1" status: 204 len: 168 time: 0.8263354 Mar 07 10:53:24.208590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a0bc-f95f-4e81-8f6d-c1e81b8723ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e74553-7e62-4bff-b14a-20990706289f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.328316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Made reservation on behalf of fa1967595fc94680a4f7f01dd6dd9862 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:24.334857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.352081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Allocated IP 172.20.0.2 (1210eb3e-31c8-4fcf-8b57-b01e8720201a/8edb3397-236c-4c37-b86d-1fe65b17f001/610c19a9-0831-4d91-9d88-c7a5fbb299c4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:24.392129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] device_id is not set on port 59dbe63b-c46d-4eb4-b153-617e30f744e3 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:24.500521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=3b2ba715-e1a4-47f1-a5ba-9329651ff24f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.503924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689823-8ef5-414b-9f85-59a279b40452 req-31dd0257-6878-42aa-8930-1d3db0664453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:24.515292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-31dd0257-6878-42aa-8930-1d3db0664453 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.4018462 Mar 07 10:53:24.684951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-04a3a749-74e3-47c6-9a81-c0c99d2abc97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.1139104 Mar 07 10:53:24.764432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f75a603-d595-4ba8-8a1b-ab48f7c989d2 req-7e60fb2b-5357-4eb3-bd3a-6105ecf77e27 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8751004 Mar 07 10:53:24.821064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4341d4d-078e-458f-afb0-74de1253ba85 req-e3a2b096-4929-4a85-ac5e-dbd2e8ade776 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9270680 Mar 07 10:53:24.827709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689823-8ef5-414b-9f85-59a279b40452 req-660a33ba-11ca-4a65-908a-8314a67dc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:24.827709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-660a33ba-11ca-4a65-908a-8314a67dc2fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1317506 Mar 07 10:53:24.853122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace85992-aec8-48f8-968c-9feb5ffe5dd5 req-512c20f6-6198-4702-8b41-ab2d749e8995 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:24.854745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ace85992-aec8-48f8-968c-9feb5ffe5dd5 req-512c20f6-6198-4702-8b41-ab2d749e8995 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.7291877 Mar 07 10:53:24.889986 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.912154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.930109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks [] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.945418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.104314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:25.126316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:25.149803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:25.173982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Allocated IP 172.20.0.5 (1210eb3e-31c8-4fcf-8b57-b01e8720201a/8edb3397-236c-4c37-b86d-1fe65b17f001/59dbe63b-c46d-4eb4-b153-617e30f744e3) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:25.183093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-a78f936b-9ead-4127-bf42-d3a48fb9d1db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477442 Mar 07 10:53:25.261801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Pushing event updated for resources: {'Port': ['ID=610c19a9-0831-4d91-9d88-c7a5fbb299c4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:25.353575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Attempting to bind port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:25.354462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Attempting to bind port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:25.354462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Attempting to bind port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 on network 1210eb3e-31c8-4fcf-8b57-b01e8720201a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:25.364892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:25.369418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Checking segment: {'id': 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:25.369915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.370963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Bound using segment: {'id': 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:25.371698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Bound port: 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1210eb3e-31c8-4fcf-8b57-b01e8720201a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:25.372311 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.565864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] For port 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:25.571356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] For port 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=610c19a9-0831-4d91-9d88-c7a5fbb299c4,segment=NetworkSegment(f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9),segment_id=f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:25.591632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.633040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for port (59dbe63b-c46d-4eb4-b153-617e30f744e3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.726109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ace85992-aec8-48f8-968c-9feb5ffe5dd5 req-a67806c5-7741-458f-ba34-0c10f160465f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8590629 Mar 07 10:53:25.754711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Router 7f48f449-9735-4432-bf69-04739bdc4059 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:25.757184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.871081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089b513-05be-452f-a5b9-089415bd1fbd None None] Pushing event updated for resources: {'Port': ['ID=610c19a9-0831-4d91-9d88-c7a5fbb299c4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:26.010980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (59dbe63b-c46d-4eb4-b153-617e30f744e3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:26.167906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a5a2-f4b8-4584-8029-6fcd52918bc5 req-96aa14c0-f47a-4a22-8b52-859809373395 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.190518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a5a2-f4b8-4584-8029-6fcd52918bc5 req-96aa14c0-f47a-4a22-8b52-859809373395 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.193294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9068a5a2-f4b8-4584-8029-6fcd52918bc5 req-96aa14c0-f47a-4a22-8b52-859809373395 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 1677 time: 1.0129738 Mar 07 10:53:26.215584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event updated for resources: {'Port': ['ID=59dbe63b-c46d-4eb4-b153-617e30f744e3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:26.268712 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-120c858c-f7bb-4e02-b2ec-a1c52a434a7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4564629 Mar 07 10:53:26.283747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:26.285419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:26.292015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:26.335224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-cb7ca539-15b7-484d-a2b0-60842fe12a54 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1365509 Mar 07 10:53:26.558419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.559102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:26.604046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-1cdb9d2a-6f77-4777-8c56-efc1c8b40f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.606147 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-1cdb9d2a-6f77-4777-8c56-efc1c8b40f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 1127 time: 0.2197394 Mar 07 10:53:26.618393 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e24a2b45-4343-4f30-adca-4241180d458d tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8367815 Mar 07 10:53:26.619038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:26.710881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbee8d4-c9f9-4aaf-ba5e-67531a6e9a8e req-0ce65068-fb08-41c1-b7c6-e5d43b4134db tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.720676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cbee8d4-c9f9-4aaf-ba5e-67531a6e9a8e req-0ce65068-fb08-41c1-b7c6-e5d43b4134db tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.6300461 Mar 07 10:53:26.731431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9068a5a2-f4b8-4584-8029-6fcd52918bc5 req-e3eac368-9d3c-451f-b570-cf400127e9ac tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241023 Mar 07 10:53:26.787930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb689823-8ef5-414b-9f85-59a279b40452 req-3e620b3b-bd9c-4131-81d6-29cf95c50d1d service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221444 Mar 07 10:53:26.795037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:26.818167 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Sync routers for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:26.868084 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:26.868729 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:26.948529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cbee8d4-c9f9-4aaf-ba5e-67531a6e9a8e req-7571bc50-b5ed-4e81-b406-8324c81f8344 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256787 Mar 07 10:53:27.074927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-51ed92db-8de6-4a7f-8878-92a7ad2663ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.083808 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-51ed92db-8de6-4a7f-8878-92a7ad2663ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.4469583 Mar 07 10:53:27.108322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Deleting port 59dbe63b-c46d-4eb4-b153-617e30f744e3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:27.108638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] No DVR routers for this DVR port 3b2ba715-e1a4-47f1-a5ba-9329651ff24f on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:27.108760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (59dbe63b-c46d-4eb4-b153-617e30f744e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:27.109603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:27.117096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:27.133957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-df948f5e-a65c-48d0-8545-062f8c4c3db5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "DELETE /v2.0/ports/3b2ba715-e1a4-47f1-a5ba-9329651ff24f HTTP/1.1" status: 204 len: 173 time: 6.7475796 Mar 07 10:53:27.161878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:27.165891 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b3f370-7a7f-40a1-aa5e-cfdacb79d967" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:27.412728 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:27.453911 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc97ef4-d806-4e9a-8b27-92e003bb98fe x-openstack-request-id: req-0dc97ef4-d806-4e9a-8b27-92e003bb98fe {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:27.456647 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "3b2ba715-e1a4-47f1-a5ba-9329651ff24f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:27.463484 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dc97ef4-d806-4e9a-8b27-92e003bb98fe {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:27.463484 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '3b2ba715-e1a4-47f1-a5ba-9329651ff24f', 'status': 'completed', 'code': 200} Mar 07 10:53:27.540558 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-9ed381aa-ecc0-4842-b6b2-42acb1e881ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 200 len: 217 time: 0.4395483 Mar 07 10:53:27.672732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44326) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:27.675075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (59dbe63b-c46d-4eb4-b153-617e30f744e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:27.708714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b111f-bedf-4360-83f2-05d6f9f3c3b3 req-df0921de-d34b-4d38-8ceb-39635050ca71 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.710399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d5b111f-bedf-4360-83f2-05d6f9f3c3b3 req-df0921de-d34b-4d38-8ceb-39635050ca71 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.5528085 Mar 07 10:53:27.736929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Calling delete_port for 59dbe63b-c46d-4eb4-b153-617e30f744e3 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:27.830859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 610c19a9-0831-4d91-9d88-c7a5fbb299c4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:27.932074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port e461e979-0cb2-4786-b2be-b481f9db1077 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:27.933114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.060384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-7cb1b068-ccf7-425a-b878-18240d04ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.062786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-7cb1b068-ccf7-425a-b878-18240d04ebea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.5200102 Mar 07 10:53:28.098024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d5b111f-bedf-4360-83f2-05d6f9f3c3b3 req-4bfeb0c2-198b-4a4d-b311-3fe036892ddb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650403 Mar 07 10:53:28.146044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d18-89c2-4248-9c46-9dd68e4442e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.163016 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:28.224530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:28.225145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.246783 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Checking router: 7f48f449-9735-4432-bf69-04739bdc4059 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:28.282730 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:28.286485 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:28.352468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29897288-f487-465d-bf62-75d0848bcfc1 None None] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:28.366990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-aa06764e-0565-42b0-a5a9-e350d1fa9e6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085996 Mar 07 10:53:28.572886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668d60d-e4ea-4d36-a7f3-40df1929af99 req-f135924e-96ef-4323-83c6-7ff3bfd85ea3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.584668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668d60d-e4ea-4d36-a7f3-40df1929af99 req-f135924e-96ef-4323-83c6-7ff3bfd85ea3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.596923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:28.598893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5668d60d-e4ea-4d36-a7f3-40df1929af99 req-f135924e-96ef-4323-83c6-7ff3bfd85ea3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 1677 time: 0.5787394 Mar 07 10:53:28.602848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] For port e461e979-0cb2-4786-b2be-b481f9db1077, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e461e979-0cb2-4786-b2be-b481f9db1077,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:28.603718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.764911 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-df3ef283-c1be-4e85-a1f7-a5bf544f40fa service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713067 Mar 07 10:53:28.898521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.913260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (59dbe63b-c46d-4eb4-b153-617e30f744e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.928043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-44a6ea18-a3d0-4b54-b8df-648cc36b6e57 None None] Provisioning complete for port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:28.933417 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44a6ea18-a3d0-4b54-b8df-648cc36b6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.057757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:29.058276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.126639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event deleted for resources: {'Port': ['ID=59dbe63b-c46d-4eb4-b153-617e30f744e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:29.355855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:29.372487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-065dfa89-eda2-4d58-9b1d-f3fb135dc7a7 req-290ab527-fab8-4038-ac80-384c2c47c85c service neutron] 10.222.0.32 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043160 Mar 07 10:53:29.392500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=610c19a9-0831-4d91-9d88-c7a5fbb299c4,segment=NetworkSegment(f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9),segment_id=f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:29.410258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.435510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed14d81-a8ea-4f75-b923-6909281424c8 None None] The sync data for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 is: [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:46:08Z', 'revision_number': 4, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '277c810c-b081-4afe-8956-cc77c9dd6f89', 'name': '', 'network_id': 'f39bb14b-a916-4b00-90f1-9304749e2858', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'mac_address': 'fa:16:3e:ba:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:07Z', 'updated_at': '2022-03-07T10:46:16Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'subnets': [{'id': '385ed621-4e22-44e6-a3f0-28413fb1187b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:29.444669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d18-89c2-4248-9c46-9dd68e4442e4 admin admin] Publish callbacks [] for security_group (698ac144-57fb-45a3-9aa5-a81ebde75268), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.452135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.457382 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-527e5991-a8d1-404c-ad2e-3716595151b7 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "DELETE /v2.0/ports/59dbe63b-c46d-4eb4-b153-617e30f744e3 HTTP/1.1" status: 204 len: 168 time: 2.8371727 Mar 07 10:53:29.466347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:29.468833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d18-89c2-4248-9c46-9dd68e4442e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (698ac144-57fb-45a3-9aa5-a81ebde75268), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.623112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-44a6ea18-a3d0-4b54-b8df-648cc36b6e57 None None] Current status of the port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:29.637529 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-81ab3d18-89c2-4248-9c46-9dd68e4442e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31aedc05a859449ebceb87809d62ae6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9589350 Mar 07 10:53:29.638541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3d18-89c2-4248-9c46-9dd68e4442e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ac144-57fb-45a3-9aa5-a81ebde75268,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:29.643512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44368) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:29.812907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] Publish callbacks [] for security_group (698ac144-57fb-45a3-9aa5-a81ebde75268), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.868094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=610c19a9-0831-4d91-9d88-c7a5fbb299c4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:29.924110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] Publish callbacks [] for security_group (698ac144-57fb-45a3-9aa5-a81ebde75268), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.094713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f5d16f9-e13a-41ce-967f-ef1b17917ef1 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.6269257 Mar 07 10:53:30.095534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44374) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:30.098198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-01cf45e3-e043-42af-a56a-0b984952d2f4 None None] Provisioning complete for port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:30.098583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01cf45e3-e043-42af-a56a-0b984952d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.111910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-139669171'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:30.137249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d84a2f-6124-4c64-a06a-11dc3de0affb None None] New status for floating IP dfb0d9c4-bd13-4a69-87dc-f4492a0542c9: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:53:30.150742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for e461e979-0cb2-4786-b2be-b481f9db1077 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:30.175314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (698ac144-57fb-45a3-9aa5-a81ebde75268), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.194470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.201514 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/698ac144-57fb-45a3-9aa5-a81ebde75268 HTTP/1.1" status: 204 len: 168 time: 0.5462255 Mar 07 10:53:30.234641 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8342507-cc48-4555-81ed-0128fe714731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ac144-57fb-45a3-9aa5-a81ebde75268,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:30.240652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Made reservation on behalf of fa1967595fc94680a4f7f01dd6dd9862 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:30.248614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.332400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:30.371487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (96878fdf-964f-44ba-9c22-af1ebfe8fdb7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.372635 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Added segment 96878fdf-964f-44ba-9c22-af1ebfe8fdb7 of type vlan for network 3d24a0cd-b269-4718-8ed3-e18a462cbc99 Mar 07 10:53:30.546492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (3d24a0cd-b269-4718-8ed3-e18a462cbc99), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.675728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (3d24a0cd-b269-4718-8ed3-e18a462cbc99), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.679728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-01cf45e3-e043-42af-a56a-0b984952d2f4 None None] Current status of the port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:30.685512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.687311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.778817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5e77e-0fbe-48cf-8276-69cf5bdd1755 req-a99f9215-6c80-4b02-9d33-8d95bb542ced tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.794840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event updated for resources: {'Network': ['ID=3d24a0cd-b269-4718-8ed3-e18a462cbc99,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:30.818193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 3d24a0cd-b269-4718-8ed3-e18a462cbc99 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:30.820398 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85800ff1-8985-43b1-9c98-0ddfe6060834 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7234259 Mar 07 10:53:30.821369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9907bc96-a72f-4af2-9fb3-d503b111416a None None] Could not find standard attr ID for object 59dbe63b-c46d-4eb4-b153-617e30f744e3. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:53:30.825305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44382) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:30.859371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00d5e77e-0fbe-48cf-8276-69cf5bdd1755 req-a99f9215-6c80-4b02-9d33-8d95bb542ced tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 2.5342236 Mar 07 10:53:30.902146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5668d60d-e4ea-4d36-a7f3-40df1929af99 req-8b85479b-3451-4a95-a698-a944d1528012 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b2cbbe-bb04-4792-85b1-1fcb8288a41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.3022451 Mar 07 10:53:30.969170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00d5e77e-0fbe-48cf-8276-69cf5bdd1755 req-2a509019-359f-48fd-9347-054697caed71 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052558 Mar 07 10:53:30.971086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e461e979-0cb2-4786-b2be-b481f9db1077), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.189932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=e461e979-0cb2-4786-b2be-b481f9db1077,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:31.274595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] No DVR routers for this DVR port e461e979-0cb2-4786-b2be-b481f9db1077 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:31.293698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.302968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-370e4dc1-3d41-4f8a-ab8a-82039dd90e6c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "DELETE /v2.0/ports/e461e979-0cb2-4786-b2be-b481f9db1077 HTTP/1.1" status: 204 len: 173 time: 4.1630328 Mar 07 10:53:31.365912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:31.368299 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d8ec4d-24b9-4a3a-87e9-1e40cc2b46fd" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:31.458634 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ec83e3-df11-4599-955d-97b2d0e20e29 x-openstack-request-id: req-41ec83e3-df11-4599-955d-97b2d0e20e29 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:31.458933 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "e461e979-0cb2-4786-b2be-b481f9db1077", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:31.459187 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41ec83e3-df11-4599-955d-97b2d0e20e29 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:31.459605 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': 'e461e979-0cb2-4786-b2be-b481f9db1077', 'status': 'completed', 'code': 200} Mar 07 10:53:31.464931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fa9f3919-b3e8-4d92-bc59-55e862309ca4 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.6378636 Mar 07 10:53:31.465740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:31.519136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44398) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:31.600487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33825569-c247-4f22-9d89-81b3bb5479e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.606377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb6c72-0f62-4670-a265-98e89144531b req-2f65f822-050a-4048-994d-a180a45a34eb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:31.607975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eb6c72-0f62-4670-a265-98e89144531b req-2f65f822-050a-4048-994d-a180a45a34eb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.4025917 Mar 07 10:53:31.768612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68eb6c72-0f62-4670-a265-98e89144531b req-e4b4e621-ea5a-410f-b866-d1c2becf5aa4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383581 Mar 07 10:53:31.793560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 610c19a9-0831-4d91-9d88-c7a5fbb299c4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:31.864516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc72405b-01dc-477e-90b6-ccf491a3292b tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] Network 3d24a0cd-b269-4718-8ed3-e18a462cbc99 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:31.913298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port 4778c702-b937-4557-ae79-e02bed745688 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:31.913688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4778c702-b937-4557-ae79-e02bed745688), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.937713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e55101-b75f-4eaf-9591-533d2c1dcde6 None None] Network 3d24a0cd-b269-4718-8ed3-e18a462cbc99 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:31.940363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fc72405b-01dc-477e-90b6-ccf491a3292b tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "POST /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4734621 Mar 07 10:53:31.942406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44404) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:32.103770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33825569-c247-4f22-9d89-81b3bb5479e6 admin admin] Publish callbacks [] for security_group (5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.167530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] For port 4778c702-b937-4557-ae79-e02bed745688, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=4778c702-b937-4557-ae79-e02bed745688,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:32.168056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4778c702-b937-4557-ae79-e02bed745688), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.170694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-33825569-c247-4f22-9d89-81b3bb5479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.172549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:32.177198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.201465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for 4778c702-b937-4557-ae79-e02bed745688 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:32.206677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-33825569-c247-4f22-9d89-81b3bb5479e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79dfa87194814ef09b1ec697c4302626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6862061 Mar 07 10:53:32.211826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44410) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:32.344051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:32.359323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33825569-c247-4f22-9d89-81b3bb5479e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:32.389555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] Publish callbacks [] for security_group (5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.423100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] Publish callbacks [] for security_group (5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.490804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.494079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.497581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5 HTTP/1.1" status: 204 len: 168 time: 0.2820370 Mar 07 10:53:32.507503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4778c702-b937-4557-ae79-e02bed745688), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.541408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee15f9e9-3263-4c03-8000-9e32d3ddbc1b tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks HTTP/1.1" status: 200 len: 10436 time: 0.5978642 Mar 07 10:53:32.542049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c463279-4f96-44cc-a273-e5a63b00bb75 req-029f31f0-3d87-4f73-95de-92d6c2b7e175 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0588927 Mar 07 10:53:32.551787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44414) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:32.560397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe177611-3572-49a0-94c5-562b0be8aa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb1f11a-6eb8-40b5-8613-a1f9bdce12f5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:32.642864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=4778c702-b937-4557-ae79-e02bed745688,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:32.729147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-30a3b898-cdf4-46a3-bb49-05edafc1f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.730036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-30a3b898-cdf4-46a3-bb49-05edafc1f674 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.8762109 Mar 07 10:53:32.763914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] No DVR routers for this DVR port 4778c702-b937-4557-ae79-e02bed745688 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:32.778300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.781781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cada352-c664-42c3-9428-88d91c6443f8 req-7f13aa58-e6bc-4fef-8612-462b4a40c02a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.26 "DELETE /v2.0/ports/4778c702-b937-4557-ae79-e02bed745688 HTTP/1.1" status: 204 len: 173 time: 1.4028845 Mar 07 10:53:32.791208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c0c1e-7a92-4f90-a492-d700d3163780 req-6ab0d826-a8f4-4bae-96a8-58e706e6c76f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.813908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5c0c1e-7a92-4f90-a492-d700d3163780 req-6ab0d826-a8f4-4bae-96a8-58e706e6c76f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.9125006 Mar 07 10:53:33.009332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-589d51be-0f6a-4a52-b99a-72eb1da24157 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "DELETE /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks/3d24a0cd-b269-4718-8ed3-e18a462cbc99 HTTP/1.1" status: 204 len: 168 time: 0.4547734 Mar 07 10:53:33.011936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44424) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.062739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac5c0c1e-7a92-4f90-a492-d700d3163780 req-4681bd0c-fabd-4236-bea8-03a1e1130905 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441361 Mar 07 10:53:33.089247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-4ac01a21-8734-4af1-b0ba-71eb6bf1a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:33.090724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-4ac01a21-8734-4af1-b0ba-71eb6bf1a4d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.3286092 Mar 07 10:53:33.112120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6225f-e2ba-4762-bf9f-2d1bc16ff397 req-d00a245f-5f00-4806-b1c2-41749f06cedd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:33.114660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44426) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.121127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1d6225f-e2ba-4762-bf9f-2d1bc16ff397 req-d00a245f-5f00-4806-b1c2-41749f06cedd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.2336197 Mar 07 10:53:33.137040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c2339ba-8643-4344-aef8-fab0870d6a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.194665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-d8d51b37-ecea-4aa8-9051-95487080de22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.0709083 Mar 07 10:53:33.297135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1d6225f-e2ba-4762-bf9f-2d1bc16ff397 req-79312458-62c1-4a92-8e72-f42dbd8941fc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702473 Mar 07 10:53:33.311445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-1645730e-6068-4e61-963e-380bd4d3a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:33.318654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-1645730e-6068-4e61-963e-380bd4d3a3f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.1174145 Mar 07 10:53:33.370471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-c974637b-75e8-4d22-8008-b44c4b12526c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458858 Mar 07 10:53:33.479599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '4778c702-b937-4557-ae79-e02bed745688'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:33.481952 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eedf1d-9bd3-4027-8ee7-0ccb93fb6717" -d '{"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "4778c702-b937-4557-ae79-e02bed745688"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:33.491441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-a06f0f6f-9a82-42ae-973b-c1ddbf966a73 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146936 Mar 07 10:53:33.592814 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01808091-17de-4567-b8e5-ea4e7208f699 x-openstack-request-id: req-01808091-17de-4567-b8e5-ea4e7208f699 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:33.593158 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4acd3-0df6-4a62-9b4a-1eb0b6852de5", "name": "network-vif-deleted", "tag": "4778c702-b937-4557-ae79-e02bed745688", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:33.593391 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01808091-17de-4567-b8e5-ea4e7208f699 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:33.593739 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4acd3-0df6-4a62-9b4a-1eb0b6852de5', 'name': 'network-vif-deleted', 'tag': '4778c702-b937-4557-ae79-e02bed745688', 'status': 'completed', 'code': 200} Mar 07 10:53:33.626243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f1e3cfb-79e9-414e-bffc-461caa6731c3 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.6124771 Mar 07 10:53:33.632695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44438) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.652443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7a53289-0fb2-4780-95c6-6870ebe71234 req-3330979b-0d7e-4b9b-81a1-8d7db3039781 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551676 Mar 07 10:53:33.672657 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-17f6500c-b735-4269-a676-d675f886dcb2 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/networks/1210eb3e-31c8-4fcf-8b57-b01e8720201a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0375707 Mar 07 10:53:33.676590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44440) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.710098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c2339ba-8643-4344-aef8-fab0870d6a63 admin admin] Publish callbacks [] for security_group (7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.714330 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f861a6ce-f173-416a-81b9-88c51da2d2f1 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/networks/1210eb3e-31c8-4fcf-8b57-b01e8720201a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0365975 Mar 07 10:53:33.728855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c2339ba-8643-4344-aef8-fab0870d6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.732123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44442) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.734669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3e0f961-6569-4cc3-b13e-a57dc4a8b220 req-e9f41bd0-169b-46cf-a83f-b32f734c32f6 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Mar 07 10:53:33.755108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2339ba-8643-4344-aef8-fab0870d6a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:33.814767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c2339ba-8643-4344-aef8-fab0870d6a63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17dc4a5f3c104067b7809591a6f498bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981943 Mar 07 10:53:33.820103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44446) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.870462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] Publish callbacks [] for security_group (7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.895349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] Publish callbacks [] for security_group (7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.954812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.958454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.962718 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4 HTTP/1.1" status: 204 len: 168 time: 0.1416001 Mar 07 10:53:33.972192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baa88d-b547-4be7-9fe1-ee60f1d93e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12d24c-0246-4cf9-9e81-5ecd4a26d4f4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:34.058535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ade0ba97-b764-407a-8d5a-611a5ba02f32 tempest-DHCPAgentSchedulersTestJSON-30434268 tempest-DHCPAgentSchedulersTestJSON-30434268-project-admin] 10.222.0.23 "GET /v2.0/agents/d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.3202677 Mar 07 10:53:34.058792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:34.149236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (3d24a0cd-b269-4718-8ed3-e18a462cbc99), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.276227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f4dd4-8355-4087-a22b-151d5556d333 req-b89f6693-3068-40bb-b8c1-192a87153385 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.278435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be9f4dd4-8355-4087-a22b-151d5556d333 req-b89f6693-3068-40bb-b8c1-192a87153385 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1331918 Mar 07 10:53:34.284741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (3d24a0cd-b269-4718-8ed3-e18a462cbc99), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.326891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d24a0cd-b269-4718-8ed3-e18a462cbc99']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.353127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96878fdf-964f-44ba-9c22-af1ebfe8fdb7') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.353774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96878fdf-964f-44ba-9c22-af1ebfe8fdb7') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.380118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (96878fdf-964f-44ba-9c22-af1ebfe8fdb7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.401385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (96878fdf-964f-44ba-9c22-af1ebfe8fdb7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.415621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:34.417591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (96878fdf-964f-44ba-9c22-af1ebfe8fdb7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:34.421812 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:34.512233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be9f4dd4-8355-4087-a22b-151d5556d333 req-bb4c0701-98af-428a-895e-faf8e6936692 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275946 Mar 07 10:53:34.564005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bdf5a-0336-4c17-8053-992b6fc5e71e req-8e9e3886-6731-4ce2-835d-775eb01f2ce3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.569785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d83bdf5a-0336-4c17-8053-992b6fc5e71e req-8e9e3886-6731-4ce2-835d-775eb01f2ce3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1599996 Mar 07 10:53:34.636969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (3d24a0cd-b269-4718-8ed3-e18a462cbc99), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.657106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.667112 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "DELETE /v2.0/networks/3d24a0cd-b269-4718-8ed3-e18a462cbc99 HTTP/1.1" status: 204 len: 168 time: 0.6044037 Mar 07 10:53:34.675295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44468) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:34.691951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3968fd-cfdb-4b42-bc02-3bc328bc6bc3 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event deleted for resources: {'Network': ['ID=3d24a0cd-b269-4718-8ed3-e18a462cbc99,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:34.705125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d83bdf5a-0336-4c17-8053-992b6fc5e71e req-79abf773-029f-4977-9acc-511a6ed8e18f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269062 Mar 07 10:53:34.745631 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcb98ac-45f9-4298-a226-047dfe93a411 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] DELETE failed (client error): The resource could not be found. Mar 07 10:53:34.752281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcb98ac-45f9-4298-a226-047dfe93a411 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:53:34.756584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5dcb98ac-45f9-4298-a226-047dfe93a411 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "DELETE /v2.0/ports/59dbe63b-c46d-4eb4-b153-617e30f744e3 HTTP/1.1" status: 404 len: 333 time: 0.0794587 Mar 07 10:53:34.759236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44470) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:34.843490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Deleting subnet 8edb3397-236c-4c37-b86d-1fe65b17f001 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:34.848817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for subnet (8edb3397-236c-4c37-b86d-1fe65b17f001), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.896929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (8edb3397-236c-4c37-b86d-1fe65b17f001), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.986098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2b82c3-0697-4800-b4f3-a25a6f038f57 req-32415853-01cf-4ccd-ba3b-4e5644929391 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0420170 Mar 07 10:53:35.062706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8edb3397-236c-4c37-b86d-1fe65b17f001), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.197833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (8edb3397-236c-4c37-b86d-1fe65b17f001), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.269309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event deleted for resources: {'Subnet': ['ID=8edb3397-236c-4c37-b86d-1fe65b17f001,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:35.284157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.289857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e05e2-f6f1-4972-8c23-23cb4a9eed15 None None] Network 1210eb3e-31c8-4fcf-8b57-b01e8720201a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:35.294431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e2656397-d7c3-4366-ba9c-ce23ade8ee28 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "DELETE /v2.0/subnets/8edb3397-236c-4c37-b86d-1fe65b17f001 HTTP/1.1" status: 204 len: 168 time: 0.5339372 Mar 07 10:53:35.297161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.457354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1210eb3e-31c8-4fcf-8b57-b01e8720201a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.534711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Deleting port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:35.535392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.544363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] DHCP port deletion for 1210eb3e-31c8-4fcf-8b57-b01e8720201a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:53:35.645494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Deleting port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:35.645960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.714477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] For port 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=610c19a9-0831-4d91-9d88-c7a5fbb299c4,segment=NetworkSegment(f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9),segment_id=f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:35.714740 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.738150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Calling delete_port for 610c19a9-0831-4d91-9d88-c7a5fbb299c4 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:35.798136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] For port 610c19a9-0831-4d91-9d88-c7a5fbb299c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=610c19a9-0831-4d91-9d88-c7a5fbb299c4,segment=NetworkSegment(f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9),segment_id=f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:35.804060 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.847161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Calling delete_port for 610c19a9-0831-4d91-9d88-c7a5fbb299c4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:35.855057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.939259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] No DVR routers for this DVR port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:35.986499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event deleted for resources: {'Port': ['ID=610c19a9-0831-4d91-9d88-c7a5fbb299c4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:36.013468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (610c19a9-0831-4d91-9d88-c7a5fbb299c4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.085351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] No DVR routers for this DVR port 610c19a9-0831-4d91-9d88-c7a5fbb299c4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:36.089501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1210eb3e-31c8-4fcf-8b57-b01e8720201a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.090854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Pushing event deleted for resources: {'Port': ['ID=610c19a9-0831-4d91-9d88-c7a5fbb299c4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:36.119548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.121091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.121312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1210eb3e-31c8-4fcf-8b57-b01e8720201a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:36.121880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.124187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.124702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.125201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.125807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.126554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.129446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.129969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.130570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.131021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:36.131323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:36.131823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.132651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c274d4-5eea-4f61-82d4-9666b6715f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:36.141519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.156443 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.164198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:36.164596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f3634ea5-c1dd-46dd-a817-7cb5eb82d0b9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:36.240370 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:36.250841 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1210eb3e-31c8-4fcf-8b57-b01e8720201a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.261671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.268841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] 10.222.0.23 "DELETE /v2.0/networks/1210eb3e-31c8-4fcf-8b57-b01e8720201a HTTP/1.1" status: 204 len: 168 time: 0.9686725 Mar 07 10:53:36.301750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ce50-7f99-4dfd-beb6-e61c48ef6e9d req-d7142250-e54b-48ab-abab-e461522f7664 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:36.303436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f96ce50-7f99-4dfd-beb6-e61c48ef6e9d req-d7142250-e54b-48ab-abab-e461522f7664 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.5952132 Mar 07 10:53:36.305775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68481d40-7945-4fc2-ade5-240f49f1f7e8 tempest-DHCPAgentSchedulersTestJSON-320645400 tempest-DHCPAgentSchedulersTestJSON-320645400-project] Pushing event deleted for resources: {'Network': ['ID=1210eb3e-31c8-4fcf-8b57-b01e8720201a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:36.315518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f026588-ff98-4c45-926d-983e95e83346 req-42193f4f-26e9-444e-b8f0-38f1f29695ea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:36.317136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f026588-ff98-4c45-926d-983e95e83346 req-42193f4f-26e9-444e-b8f0-38f1f29695ea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.4363022 Mar 07 10:53:36.380190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f96ce50-7f99-4dfd-beb6-e61c48ef6e9d req-80853a1d-d868-4a68-bf43-997040aa0564 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615308 Mar 07 10:53:36.422584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f026588-ff98-4c45-926d-983e95e83346 req-7b516e20-72ec-4216-957a-0da3b1974d11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977790 Mar 07 10:53:36.561517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9502eb2f-925b-49e6-b33c-6eff372b5499 req-982a8721-6f2f-4ea6-9d36-948e24f43c88 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Mar 07 10:53:36.738885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44516) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:36.964743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-021f3dab-9844-4eb1-b189-82886476f425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa1967595fc94680a4f7f01dd6dd9862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242713 Mar 07 10:53:36.967336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:37.029828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] Publish callbacks [] for security_group (35258ce5-9c37-47f2-ac2f-42c081ac996e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.057580 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] Publish callbacks [] for security_group (35258ce5-9c37-47f2-ac2f-42c081ac996e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.115488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (35258ce5-9c37-47f2-ac2f-42c081ac996e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.119175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.122978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35258ce5-9c37-47f2-ac2f-42c081ac996e HTTP/1.1" status: 204 len: 168 time: 0.1520698 Mar 07 10:53:37.130787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d27f2-f4b2-4ac5-b7f5-ecbb3890bd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35258ce5-9c37-47f2-ac2f-42c081ac996e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:37.404887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44526) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:37.419512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26bda8f9-b29e-44b0-aaec-9b0bc3a9e540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.531371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26bda8f9-b29e-44b0-aaec-9b0bc3a9e540 admin admin] Publish callbacks [] for security_group (1853c267-34bb-49a3-8ef5-462216c1b637), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.548217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26bda8f9-b29e-44b0-aaec-9b0bc3a9e540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1853c267-34bb-49a3-8ef5-462216c1b637), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.570539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 610c19a9-0831-4d91-9d88-c7a5fbb299c4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:37.597088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bda8f9-b29e-44b0-aaec-9b0bc3a9e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853c267-34bb-49a3-8ef5-462216c1b637,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:37.602235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-26bda8f9-b29e-44b0-aaec-9b0bc3a9e540 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3d572fa60fd44a8b8e75e46ad6c5baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960018 Mar 07 10:53:37.605023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:37.610909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 610c19a9-0831-4d91-9d88-c7a5fbb299c4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:53:37.611763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 610c19a9-0831-4d91-9d88-c7a5fbb299c4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:37.636576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c540c-5260-4578-b75f-b1c931a3dc88 req-84adb7c7-b993-442b-ac7b-03d98078443a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:37.643459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-840c540c-5260-4578-b75f-b1c931a3dc88 req-84adb7c7-b993-442b-ac7b-03d98078443a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1311219 Mar 07 10:53:37.676762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] Publish callbacks [] for security_group (1853c267-34bb-49a3-8ef5-462216c1b637), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.698593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-067cb1c9-779d-4cb2-b41c-911317ad306d req-f9950b20-6272-4498-93d0-eb906d813fe2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Mar 07 10:53:37.703811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] Publish callbacks [] for security_group (1853c267-34bb-49a3-8ef5-462216c1b637), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.727481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-840c540c-5260-4578-b75f-b1c931a3dc88 req-d4630ba3-5110-477c-a731-14d29d8fd5e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Mar 07 10:53:37.768054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1853c267-34bb-49a3-8ef5-462216c1b637), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.771034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.772376 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1853c267-34bb-49a3-8ef5-462216c1b637 HTTP/1.1" status: 204 len: 168 time: 0.1649489 Mar 07 10:53:37.782146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0e98-a074-4994-93a7-898bc7eaeb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853c267-34bb-49a3-8ef5-462216c1b637,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:38.811788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2f0a0c6-cd6d-40b7-a787-65d6aaf60e8b req-97fe3cd7-2d0a-4a82-aee1-e88210e4153c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0317905 Mar 07 10:53:38.877615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f248d7-a2ca-4233-85f2-97637c9255f2 req-277951f5-b4a9-494c-aa4c-b8b149074ef3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:38.879292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f248d7-a2ca-4233-85f2-97637c9255f2 req-277951f5-b4a9-494c-aa4c-b8b149074ef3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0701551 Mar 07 10:53:38.933805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f248d7-a2ca-4233-85f2-97637c9255f2 req-689dae90-38ac-42d5-b6aa-9982e7045af0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Mar 07 10:53:39.077363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44574) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:39.176294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-499228175', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:39.197157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Made reservation on behalf of 2bab9d5fcf2c4aaa944ae1c61a541f1a for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:39.199422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.208512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.282562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for security_group (6d2ab825-e87b-4b52-822e-3b03f633e1d8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.287043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6d2ab825-e87b-4b52-822e-3b03f633e1d8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.293158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] device_id is not set on port 797f1c3b-6d05-4a6f-b776-c3296f1403da yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:39.377781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2ab825-e87b-4b52-822e-3b03f633e1d8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:39.457911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Allocated IP 172.25.4.113 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/797f1c3b-6d05-4a6f-b776-c3296f1403da) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:39.607788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for port (797f1c3b-6d05-4a6f-b776-c3296f1403da), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.644057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (797f1c3b-6d05-4a6f-b776-c3296f1403da), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.687437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:39.690578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:39.695932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:39.697384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Pushing event updated for resources: {'Port': ['ID=797f1c3b-6d05-4a6f-b776-c3296f1403da,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:39.739415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:39.739957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.756321 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d8a058b-b54b-413d-85c6-cdb244e98c44 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6778510 Mar 07 10:53:39.759210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44578) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:39.763439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.113'}]}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:39.781946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.782973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.835138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for router_controller (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.938855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa99298d-b03f-46a1-ae8c-e87d9457caba req-7a336add-1514-46c4-88dd-e15eab30b5aa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0425603 Mar 07 10:53:40.000368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for router_gateway (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.073450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e92ac-4217-487b-89d9-ecb0940f94d1 req-90cd03f1-5876-47d1-a985-452b118ca16a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:40.074965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-606e92ac-4217-487b-89d9-ecb0940f94d1 req-90cd03f1-5876-47d1-a985-452b118ca16a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0624673 Mar 07 10:53:40.138900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-606e92ac-4217-487b-89d9-ecb0940f94d1 req-9f73d99f-5bd8-43f0-a20f-c4dbda964520 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568697 Mar 07 10:53:40.246490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for router_gateway (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.272244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.467462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for router (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.636002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.638195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks [] for router_controller (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.686229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (abb13c8c-5dcf-4ba7-a882-4f95fbc5587b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.686999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abb13c8c-5dcf-4ba7-a882-4f95fbc5587b {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:40.703479 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:53:40.704960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16978d3e-17e2-4288-9c0c-6f8204eb8a08 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9445987 Mar 07 10:53:40.707659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44584) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:40.785216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Deleting port 797f1c3b-6d05-4a6f-b776-c3296f1403da {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:40.785556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (797f1c3b-6d05-4a6f-b776-c3296f1403da), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.866494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (797f1c3b-6d05-4a6f-b776-c3296f1403da), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.878367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Calling delete_port for 797f1c3b-6d05-4a6f-b776-c3296f1403da owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:41.001594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (797f1c3b-6d05-4a6f-b776-c3296f1403da), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.033799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Pushing event deleted for resources: {'Port': ['ID=797f1c3b-6d05-4a6f-b776-c3296f1403da,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:41.064899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69930691-179f-44df-9754-4b3c23b6aa91 req-8d1b266a-1621-48f8-b685-767321a6ad51 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0282669 Mar 07 10:53:41.100939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.104754 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7fa8e401-2a06-44b6-b04c-5d610b328803 tempest-RoutersAdminNegativeIpV6Test-712247347 tempest-RoutersAdminNegativeIpV6Test-712247347-project-admin] 10.222.0.23 "DELETE /v2.0/ports/797f1c3b-6d05-4a6f-b776-c3296f1403da HTTP/1.1" status: 204 len: 168 time: 0.3961697 Mar 07 10:53:41.269969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c4ebd-5204-4687-8188-03e5afce4f51 req-89becd54-25b5-48ee-8900-a6a7f87c1e60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:41.271572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-860c4ebd-5204-4687-8188-03e5afce4f51 req-89becd54-25b5-48ee-8900-a6a7f87c1e60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0624561 Mar 07 10:53:41.328024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-860c4ebd-5204-4687-8188-03e5afce4f51 req-c2dd1984-0cb8-4bbb-af88-7bb9b7e98a89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Mar 07 10:53:41.365267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44594) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.473833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2aad-dde2-4abf-8e3b-a9934204ac7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.549095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2aad-dde2-4abf-8e3b-a9934204ac7d admin admin] Publish callbacks [] for security_group (990a0949-34b6-4cc2-9273-f6fd6d03751a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.553522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2aad-dde2-4abf-8e3b-a9934204ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (990a0949-34b6-4cc2-9273-f6fd6d03751a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.590299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a2aad-dde2-4abf-8e3b-a9934204ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a0949-34b6-4cc2-9273-f6fd6d03751a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:41.597239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ae4a2aad-dde2-4abf-8e3b-a9934204ac7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=181ae242631a4b1782e3e70bc061a8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280843 Mar 07 10:53:41.597443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44598) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.654158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] Publish callbacks [] for security_group (990a0949-34b6-4cc2-9273-f6fd6d03751a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.676236 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] Publish callbacks [] for security_group (990a0949-34b6-4cc2-9273-f6fd6d03751a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.728149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (990a0949-34b6-4cc2-9273-f6fd6d03751a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.731407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.732584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/990a0949-34b6-4cc2-9273-f6fd6d03751a HTTP/1.1" status: 204 len: 168 time: 0.1342230 Mar 07 10:53:41.742327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477966f-aecb-4e0f-b067-4dc306419990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a0949-34b6-4cc2-9273-f6fd6d03751a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:42.006193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:42.050061 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb475e71-e262-4fc9-b440-9c892fa2c66d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bab9d5fcf2c4aaa944ae1c61a541f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426850 Mar 07 10:53:42.052616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:42.100810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] Publish callbacks [] for security_group (6d2ab825-e87b-4b52-822e-3b03f633e1d8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.123512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] Publish callbacks [] for security_group (6d2ab825-e87b-4b52-822e-3b03f633e1d8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.173042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38d34d35-1adf-4b62-9f37-a23912010667 req-cbc2917f-b5f5-4c63-ad74-96e9ef684c71 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0288191 Mar 07 10:53:42.177146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6d2ab825-e87b-4b52-822e-3b03f633e1d8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.180798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.184529 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d2ab825-e87b-4b52-822e-3b03f633e1d8 HTTP/1.1" status: 204 len: 168 time: 0.1284537 Mar 07 10:53:42.190552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de99e71-6336-42dc-8bee-39a6f6b02186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2ab825-e87b-4b52-822e-3b03f633e1d8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:42.460907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba33bf5-1b77-463f-87bf-746d4cbc5561 req-fd11b502-5e72-4fc9-941b-9793719c49dd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:42.462897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ba33bf5-1b77-463f-87bf-746d4cbc5561 req-fd11b502-5e72-4fc9-941b-9793719c49dd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0600500 Mar 07 10:53:42.513417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ba33bf5-1b77-463f-87bf-746d4cbc5561 req-02f81882-863e-4225-b963-9a18ca834874 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Mar 07 10:53:42.928742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:43.045954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1110414253'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:43.068607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:43.072278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.086569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.172037 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for security_group (7805cdcd-9acb-4d26-b3bc-5edbbcc2651a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.177800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7805cdcd-9acb-4d26-b3bc-5edbbcc2651a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.209205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:43.224343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e4d1208-f09d-43e5-82f9-5d88d08d71fd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.224810 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Added segment 5e4d1208-f09d-43e5-82f9-5d88d08d71fd of type vlan for network 0cfd429b-8042-4662-bf14-f652c113e632 Mar 07 10:53:43.268165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7805cdcd-9acb-4d26-b3bc-5edbbcc2651a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:43.285697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0cfd429b-8042-4662-bf14-f652c113e632), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.323112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0cfd429b-8042-4662-bf14-f652c113e632), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.331831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:43.332972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.347585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecb6bfe8-caab-4d95-8336-5601ce5c5f06 req-3bf564c2-3208-419b-96d8-09b186b70b1b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0430171 Mar 07 10:53:43.386291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4564121 Mar 07 10:53:43.389105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44638) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:43.395089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'subnet': {'network_id': '0cfd429b-8042-4662-bf14-f652c113e632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:43.443413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408330a-e68b-4dea-ae4a-71172b6f3d64 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Network': ['ID=0cfd429b-8042-4662-bf14-f652c113e632,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:43.457963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0cfd429b-8042-4662-bf14-f652c113e632 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:43.497615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:43.503486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.687361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c233-0774-421e-89b1-7220845f1972 req-d27e48df-5694-43c9-8dc4-e546fb990830 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:43.689020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc73c233-0774-421e-89b1-7220845f1972 req-d27e48df-5694-43c9-8dc4-e546fb990830 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0975783 Mar 07 10:53:43.751059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8084fbcf-950c-4619-873a-2f8feac3cf57), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.827929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc73c233-0774-421e-89b1-7220845f1972 req-a84bf4a1-560f-4b2d-aa6d-be86a2a35f11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121500 Mar 07 10:53:43.838463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Subnet': ['ID=8084fbcf-950c-4619-873a-2f8feac3cf57,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:43.855407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Checking segment: {'id': '5e4d1208-f09d-43e5-82f9-5d88d08d71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cfd429b-8042-4662-bf14-f652c113e632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:43.855803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network hostable DHCP agents. Network: 0cfd429b-8042-4662-bf14-f652c113e632, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:43.877314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:43.889413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0cfd429b-8042-4662-bf14-f652c113e632) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:43.893831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:43.894423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.906508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab3530-ff91-4fae-83ff-379a35c3cc5e None None] Network 0cfd429b-8042-4662-bf14-f652c113e632 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:43.926076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb6761eb-2a61-4ed3-a5e4-1a923a55c5de tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5354674 Mar 07 10:53:43.928326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44642) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:43.933104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1812843934', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:43.961367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.962769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.044115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8004b-1a97-483b-9efb-17ab4504d7f5 None None] Network 0cfd429b-8042-4662-bf14-f652c113e632 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:44.072423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_controller (fdd3e70b-b329-466b-8e2f-08d15d22b071), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.246509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (fdd3e70b-b329-466b-8e2f-08d15d22b071), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.467924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-069ccb07-5a4e-4ac5-8a82-a586e560f3f4 req-9afc6543-04ff-41d9-8a70-7069d9ed025c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0358853 Mar 07 10:53:44.499670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.521531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.633802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.223 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c1086ee7-49a6-45c0-9ec2-2f4e88365c40) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:44.738945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (c1086ee7-49a6-45c0-9ec2-2f4e88365c40), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.777903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c1086ee7-49a6-45c0-9ec2-2f4e88365c40), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.820257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:44.823120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:44.826183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:45.234072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=c1086ee7-49a6-45c0-9ec2-2f4e88365c40,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:45.347298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4ceb1-f5d6-4b57-a88d-6830c78fbdb3 req-f286897d-b8e0-4ca7-95ba-91fd44c81e6d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:45.348830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-acd4ceb1-f5d6-4b57-a88d-6830c78fbdb3 req-f286897d-b8e0-4ca7-95ba-91fd44c81e6d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1345341 Mar 07 10:53:45.475480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-acd4ceb1-f5d6-4b57-a88d-6830c78fbdb3 req-6a6a1fa1-9a89-4465-905b-88a0cd81d888 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095204 Mar 07 10:53:45.589706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-301a6f3d-879c-4b56-a301-da75db9ad79a req-e477b96c-b555-4fb1-a855-d125ccd964a4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0344424 Mar 07 10:53:45.600295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.801656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.946653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:46.059779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:46.070783 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:46.081573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:46.083846 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:46.084201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-60a4c9ac-91f0-4ab1-b84e-f9ab63b6dba8 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1546538 Mar 07 10:53:46.084999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.085878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:46.118855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.128401 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:46.129075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.165022 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.165660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f526660-6b17-4d46-848a-f4a0e282f9ab None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:46.599597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717c46-14b5-43e6-a232-000074e92d84 req-099fb5f0-5b9c-40db-b416-eee3fc80e3cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.601315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57717c46-14b5-43e6-a232-000074e92d84 req-099fb5f0-5b9c-40db-b416-eee3fc80e3cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0571878 Mar 07 10:53:46.658048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57717c46-14b5-43e6-a232-000074e92d84 req-bdaa5d95-df51-46d4-bf79-ce164c426c0d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Mar 07 10:53:46.704452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8dd26b2-e440-4b5b-bc20-02a7ffb4b54f req-260bba42-ead8-45b2-bae1-2f1a9640d0e3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Mar 07 10:53:46.852297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.156279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.1 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/a6400775-caa1-4cdf-b8c7-a53a5c016028) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:47.281337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.331544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.382737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:47.386768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:47.391168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:47.421113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=a6400775-caa1-4cdf-b8c7-a53a5c016028,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:47.439569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.627691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.804371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96953997-1dbd-41c3-9c0f-70308d47e82b req-198ba021-4865-42c9-9050-a0d4d85284d1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:47.806331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96953997-1dbd-41c3-9c0f-70308d47e82b req-198ba021-4865-42c9-9050-a0d4d85284d1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0573752 Mar 07 10:53:47.858788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96953997-1dbd-41c3-9c0f-70308d47e82b req-95d5156d-bfa8-44d8-ae4f-0199beb5fbb0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Mar 07 10:53:47.946416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.952648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.958099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edbf0709-af10-46f5-b993-e1d4ae3d3c6f req-7a36f941-d10c-49dc-a3bd-d3063acc397a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Mar 07 10:53:48.026887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=a6400775-caa1-4cdf-b8c7-a53a5c016028,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:48.029472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.129160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:48.130585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:48.248177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:48.363411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:48.369634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e4c6151-6f3f-4613-acfe-17e6632bdaa5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/routers/fdd3e70b-b329-466b-8e2f-08d15d22b071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824869 Mar 07 10:53:48.372636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44678) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:48.377230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:48.378170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'port': {'network_id': '0cfd429b-8042-4662-bf14-f652c113e632', 'name': 'tempest-FloatingIPTestJSON-2096937774'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:48.390126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:48.390760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:48.426407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:48.435548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:48.436345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:48.475991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:48.476951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5b07e-ed18-4e17-849b-3e647b4e5a17 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:48.491394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:48.495091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.513144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] device_id is not set on port 5852c8aa-ae4b-43ab-912e-d97e0bbf67e2 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:48.637100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.9 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/5852c8aa-ae4b-43ab-912e-d97e0bbf67e2) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:48.799361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (5852c8aa-ae4b-43ab-912e-d97e0bbf67e2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.837078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5852c8aa-ae4b-43ab-912e-d97e0bbf67e2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.888487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:48.895013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:48.900302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:48.905205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=5852c8aa-ae4b-43ab-912e-d97e0bbf67e2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:48.954581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:48.955288 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.975148 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8ee582bf-3b28-4968-94da-d372b73e0b83 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6015065 Mar 07 10:53:48.977445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:48.983284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'port': {'network_id': '0cfd429b-8042-4662-bf14-f652c113e632', 'name': 'tempest-FloatingIPTestJSON-723396005'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:48.999094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46dca-0f81-4bcf-991d-22fad9748254 req-5a075fbb-239c-414d-ae45-4edafab821b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:49.001685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f46dca-0f81-4bcf-991d-22fad9748254 req-5a075fbb-239c-414d-ae45-4edafab821b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0605905 Mar 07 10:53:49.054697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47f46dca-0f81-4bcf-991d-22fad9748254 req-4795a395-8c95-4962-8e23-3ff2ee304a9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Mar 07 10:53:49.098699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:49.102497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.120907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] device_id is not set on port 7f697a84-d991-454a-b6f1-1563df8ec3ee yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:49.150366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c96129a-ae93-4453-8a93-0db919c86931 req-eccd285d-7e55-41ee-a5da-434b9484e26e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0291698 Mar 07 10:53:49.231734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.11 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/7f697a84-d991-454a-b6f1-1563df8ec3ee) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:49.651493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (7f697a84-d991-454a-b6f1-1563df8ec3ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.686268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7f697a84-d991-454a-b6f1-1563df8ec3ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.734100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:49.737078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:49.740685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:49.766974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=7f697a84-d991-454a-b6f1-1563df8ec3ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:49.790182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:49.790770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.809119 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd4ef119-b778-4970-b487-e89adbb8ee87 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8306575 Mar 07 10:53:49.812168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44686) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:49.816637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '7f697a84-d991-454a-b6f1-1563df8ec3ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:49.840445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.943703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.055222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.249 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/e7145a8f-d5c0-4a08-abfc-c417acb5743f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:50.166226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.202631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6980b-4281-4d16-a8a1-32d488d07e19 req-e9fc6830-4273-4fba-a30b-f0d4ba89294b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:50.203873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.204542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e6980b-4281-4d16-a8a1-32d488d07e19 req-e9fc6830-4273-4fba-a30b-f0d4ba89294b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0638103 Mar 07 10:53:50.248777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:50.253156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:50.254247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94e6980b-4281-4d16-a8a1-32d488d07e19 req-4905f4d1-9565-49e6-b394-32bf527af5bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Mar 07 10:53:50.258269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:50.280301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=e7145a8f-d5c0-4a08-abfc-c417acb5743f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:50.355025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00b954d9-69b5-4296-b2b9-220c74db2577 req-38cd1e18-a066-4a9a-81d5-9053e3cfded2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0341544 Mar 07 10:53:50.684947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-198aaec4-847f-498c-9cee-00e6b6de3d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.690235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (adcfce32-ddef-4944-8eb6-f2ea1f8c2638), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.766601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.918145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.924357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.994203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=e7145a8f-d5c0-4a08-abfc-c417acb5743f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:51.010744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (adcfce32-ddef-4944-8eb6-f2ea1f8c2638), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.116626 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP adcfce32-ddef-4944-8eb6-f2ea1f8c2638 associated. External IP: 172.25.4.249, port: 7f697a84-d991-454a-b6f1-1563df8ec3ee. Mar 07 10:53:51.333556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:51.379137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9273fd-cbc6-4bbc-9cc4-7063114b6bbe req-880412fa-090e-489a-8f4b-f0e78bd83735 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:51.380669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be9273fd-cbc6-4bbc-9cc4-7063114b6bbe req-880412fa-090e-489a-8f4b-f0e78bd83735 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0529807 Mar 07 10:53:51.433910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be9273fd-cbc6-4bbc-9cc4-7063114b6bbe req-49b23b9b-5cd6-4fba-a659-e97b4271b5a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Mar 07 10:53:51.459269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:51.470484 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:51.479520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.491659 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:51.492744 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:51.512272 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea650a3d-46be-4ea8-a85d-c6222187808e tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6990457 Mar 07 10:53:51.514925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44696) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.523187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:51.553222 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:51.562488 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:51.563296 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:51.571515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07ee5237-6ec7-4b8c-bc55-9d3083418834 req-36408fb8-efa3-4d08-b31d-8f6de9aff938 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Mar 07 10:53:51.592789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (adcfce32-ddef-4944-8eb6-f2ea1f8c2638), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.612151 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:51.612809 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f570c4-58e4-4821-8873-12b90d654f27 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:51.748261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.752830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (adcfce32-ddef-4944-8eb6-f2ea1f8c2638), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.753250 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP adcfce32-ddef-4944-8eb6-f2ea1f8c2638 disassociated. External IP: 172.25.4.249, port: 7f697a84-d991-454a-b6f1-1563df8ec3ee. Mar 07 10:53:51.968211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:52.084541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:52.089394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.095456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:52.106189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:52.106805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:52.123233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1860b99f-02e6-46a5-916c-f1485bd57087 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/adcfce32-ddef-4944-8eb6-f2ea1f8c2638 HTTP/1.1" status: 200 len: 688 time: 0.6013374 Mar 07 10:53:52.123699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:52.141698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:52.151171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:52.152595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:52.190152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:52.190809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84684487-c611-4bad-affb-dbd7b66ef357 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:52.255242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port e7145a8f-d5c0-4a08-abfc-c417acb5743f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:52.255506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.341874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.342182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (e7145a8f-d5c0-4a08-abfc-c417acb5743f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.356967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for e7145a8f-d5c0-4a08-abfc-c417acb5743f owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:52.505543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e7145a8f-d5c0-4a08-abfc-c417acb5743f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.544483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=e7145a8f-d5c0-4a08-abfc-c417acb5743f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:52.628412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (adcfce32-ddef-4944-8eb6-f2ea1f8c2638), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.631567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.632817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d9b2375-159e-4793-a002-7054ad394ee5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/adcfce32-ddef-4944-8eb6-f2ea1f8c2638 HTTP/1.1" status: 204 len: 168 time: 0.5080876 Mar 07 10:53:52.636619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:52.641021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec8b47-58e5-45bd-b3ad-614729e7c6de req-8e6caa53-4eca-4e75-a6a5-82b02e0d731d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:52.641271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '5852c8aa-ae4b-43ab-912e-d97e0bbf67e2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:52.646474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08ec8b47-58e5-45bd-b3ad-614729e7c6de req-8e6caa53-4eca-4e75-a6a5-82b02e0d731d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1375902 Mar 07 10:53:52.665088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.696411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08ec8b47-58e5-45bd-b3ad-614729e7c6de req-0cfbf490-53de-4b1d-bb0d-dcf098021024 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Mar 07 10:53:52.770178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.793729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f50af3a1-e7c1-4169-91ad-d06d7dbf9a14 req-b4520c93-3b59-419b-a447-fa9d7d7a7841 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0308170 Mar 07 10:53:52.978128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02137453-2d5b-460f-bcd8-d73e2c826e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.154451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.189 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/89bad7c3-96be-48a6-93f6-feaa04fcf95f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:53.269260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.304397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.348091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:53.352268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:53.354657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:53.356790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=89bad7c3-96be-48a6-93f6-feaa04fcf95f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:53.727261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (eec60216-e19d-497d-a229-1111ed251742), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.800015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.822174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b18a8-8f74-41a6-bb78-f345cc412856 req-52a5fc9c-bbe2-48ab-9c64-5322fcc5a1e0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:53.824257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f1b18a8-8f74-41a6-bb78-f345cc412856 req-52a5fc9c-bbe2-48ab-9c64-5322fcc5a1e0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0541286 Mar 07 10:53:53.874144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f1b18a8-8f74-41a6-bb78-f345cc412856 req-574a7e6c-ef43-41a9-8e12-0b8acfc3754f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Mar 07 10:53:53.963663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.968966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.974587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3dabdcb1-ea45-4237-a0bb-24a7fdff2d0c req-79e91fdc-942c-48af-b07c-ba24cb6b35ed tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Mar 07 10:53:54.054469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=89bad7c3-96be-48a6-93f6-feaa04fcf95f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:54.068128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eec60216-e19d-497d-a229-1111ed251742), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.166270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.182359 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP eec60216-e19d-497d-a229-1111ed251742 associated. External IP: 172.25.4.189, port: 5852c8aa-ae4b-43ab-912e-d97e0bbf67e2. Mar 07 10:53:54.213819 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.402611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:54.514471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:54.524194 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:54.539994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:54.541672 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:54.541966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.576745 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:54.579521 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e9a4d3e-7ed1-4681-8dd9-7a9cc18efd9f tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9418058 Mar 07 10:53:54.582425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44710) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:54.590120 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:54.590983 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:54.629778 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:54.630386 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd749da2-6de0-4e07-9137-89e74cd989d7 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:54.646384 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f53b8ec-35ab-4154-879f-aff1e5033818 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/floatingips/eec60216-e19d-497d-a229-1111ed251742 HTTP/1.1" status: 200 len: 978 time: 0.0628948 Mar 07 10:53:54.649224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:54.759492 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d1e287a-0f63-4170-96b4-a0f62e597d89 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1090982 Mar 07 10:53:54.762306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:54.767036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': '7f697a84-d991-454a-b6f1-1563df8ec3ee'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:54.822050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (eec60216-e19d-497d-a229-1111ed251742), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.084897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc819e-00b3-49dd-8ca6-ba94da7b3dd3 req-dd665f4d-278f-4ada-a7ac-bf90e76d5852 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:55.086366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bcc819e-00b3-49dd-8ca6-ba94da7b3dd3 req-dd665f4d-278f-4ada-a7ac-bf90e76d5852 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1380162 Mar 07 10:53:55.184379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bcc819e-00b3-49dd-8ca6-ba94da7b3dd3 req-2898c305-4d27-400b-ba66-44fba86285aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Mar 07 10:53:55.536338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43c6a40e-05bd-4a22-81c6-118ad621c764 req-760e3b23-6831-45c3-89cd-23e349b742e4 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.2819381 Mar 07 10:53:55.661293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.798714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.805403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eec60216-e19d-497d-a229-1111ed251742), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.931100 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP eec60216-e19d-497d-a229-1111ed251742 associated. External IP: 172.25.4.189, port: 5852c8aa-ae4b-43ab-912e-d97e0bbf67e2. Mar 07 10:53:56.179187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:56.335447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:56.348365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:56.359336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:56.360653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.390685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75940384-f1d6-43ca-a1b3-00472c982dac req-0410d2c0-f80d-4533-ac0e-ded0725a5e84 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:56.392350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75940384-f1d6-43ca-a1b3-00472c982dac req-0410d2c0-f80d-4533-ac0e-ded0725a5e84 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1097279 Mar 07 10:53:56.400145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.414700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:56.416162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.476854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.477147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b06b8-eeb6-445c-872e-9e01d3d3386f None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:56.495435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75940384-f1d6-43ca-a1b3-00472c982dac req-8b33fb53-bef6-4a9a-a7fa-5eb38ead104c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865424 Mar 07 10:53:56.624566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:56.693427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d44266c6-3795-4b07-b827-63846bde9c2b req-c8d4c75b-57cb-48ac-8a11-b9611c4f6eff tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0610154 Mar 07 10:53:56.765280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:56.769847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.775858 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:56.786724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:56.787405 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.825273 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.836679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-89b2d7c2-7f1c-4e0b-a137-534b60075b79 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/eec60216-e19d-497d-a229-1111ed251742 HTTP/1.1" status: 200 len: 978 time: 2.0732839 Mar 07 10:53:56.839572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:56.846374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:56.846971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:56.847737 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.884286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.884893 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b25981-49b0-4e51-95b1-11b491145a31 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:56.910422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (eec60216-e19d-497d-a229-1111ed251742), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.075306 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.088774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.093920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (eec60216-e19d-497d-a229-1111ed251742), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.094358 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP eec60216-e19d-497d-a229-1111ed251742 disassociated. External IP: 172.25.4.189, port: 7f697a84-d991-454a-b6f1-1563df8ec3ee. Mar 07 10:53:57.306585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:57.416466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:57.421061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.425929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:53:57.431914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:57.442815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:57.443464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:57.450695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-00654022-6ef6-4ce8-b627-9ced687a1233 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/eec60216-e19d-497d-a229-1111ed251742 HTTP/1.1" status: 200 len: 688 time: 0.6097448 Mar 07 10:53:57.453769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44726) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:57.480522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:57.489154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:57.489978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:57.524040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:57.524701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad715068-ad61-4a4f-a246-fd3d76047b3c None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:57.588609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 89bad7c3-96be-48a6-93f6-feaa04fcf95f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:57.588959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.625643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db3e1-0b9d-45aa-bf94-de932f8fbe25 req-0052ca88-6813-4716-af44-3f0320ef7089 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:57.627503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d76db3e1-0b9d-45aa-bf94-de932f8fbe25 req-0052ca88-6813-4716-af44-3f0320ef7089 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0570769 Mar 07 10:53:57.673056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.673443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (89bad7c3-96be-48a6-93f6-feaa04fcf95f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.678785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d76db3e1-0b9d-45aa-bf94-de932f8fbe25 req-7e22d96b-ea41-4313-ad46-f6ee13ab1208 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Mar 07 10:53:57.686452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 89bad7c3-96be-48a6-93f6-feaa04fcf95f owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:57.804264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac0e5027-8f1d-43fb-b8b7-dfc34f59aab8 req-2c060683-0ed0-41f1-a646-5ebb7250b6ec tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0341947 Mar 07 10:53:57.835588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (89bad7c3-96be-48a6-93f6-feaa04fcf95f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.862967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=89bad7c3-96be-48a6-93f6-feaa04fcf95f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:57.935029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (eec60216-e19d-497d-a229-1111ed251742), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.939053 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.940402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd3aec84-61ca-4ee2-9506-b3f2f62cfa6b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/eec60216-e19d-497d-a229-1111ed251742 HTTP/1.1" status: 204 len: 168 time: 0.4856372 Mar 07 10:53:57.943083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:57.984588 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-9ce21456-df93-4996-ad85-15a7ad332b2b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] delete failed (client error): The resource could not be found. Mar 07 10:53:57.985836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ce21456-df93-4996-ad85-15a7ad332b2b tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/eec60216-e19d-497d-a229-1111ed251742 HTTP/1.1" status: 404 len: 345 time: 0.0415637 Mar 07 10:53:57.989801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:58.083206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8130ec-548c-474c-9c66-a4a3f98ad956 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.088640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8130ec-548c-474c-9c66-a4a3f98ad956 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.094055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8130ec-548c-474c-9c66-a4a3f98ad956 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.095805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3e8130ec-548c-474c-9c66-a4a3f98ad956 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/ports?network_id=0cfd429b-8042-4662-bf14-f652c113e632 HTTP/1.1" status: 200 len: 2358 time: 0.1049724 Mar 07 10:53:58.098906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44736) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:58.150058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9fb99-c4fb-4752-97bd-c53cced46a3a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.151289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1ed9fb99-c4fb-4752-97bd-c53cced46a3a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/subnets/8084fbcf-950c-4619-873a-2f8feac3cf57 HTTP/1.1" status: 200 len: 797 time: 0.0513334 Mar 07 10:53:58.156238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:58.160991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'port': {'network_id': '0cfd429b-8042-4662-bf14-f652c113e632', 'name': 'tempest-FloatingIPTestJSON-799032176', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:58.267208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:58.357972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.377309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] device_id is not set on port ceb27819-374a-4740-81e5-82248b0f1d64 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:58.524977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.675045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.14 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/ceb27819-374a-4740-81e5-82248b0f1d64) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:58.681074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.13 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/ceb27819-374a-4740-81e5-82248b0f1d64) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:58.866259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3c2e-eb02-4ccf-b55e-3c1019d54345 req-5e71cf9e-a158-470b-94ff-a7f05309d024 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.867764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66eb3c2e-eb02-4ccf-b55e-3c1019d54345 req-5e71cf9e-a158-470b-94ff-a7f05309d024 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1156261 Mar 07 10:53:58.870487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (ceb27819-374a-4740-81e5-82248b0f1d64), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.936498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66eb3c2e-eb02-4ccf-b55e-3c1019d54345 req-910943b5-62a2-4452-b092-55fd520ec452 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 Mar 07 10:53:58.938303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ceb27819-374a-4740-81e5-82248b0f1d64), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.983321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:58.986944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:58.999533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:59.312079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d6478cb-3e88-400f-9db7-71113fe44108 req-cd0184de-fc2d-41d8-99d3-094b3f7357b1 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.3090782 Mar 07 10:53:59.312593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=ceb27819-374a-4740-81e5-82248b0f1d64,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:59.335527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:59.336168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.353289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a3481d58-2505-4f52-a4b8-8ff5cc26d763 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1960156 Mar 07 10:53:59.355956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:59.360605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'ceb27819-374a-4740-81e5-82248b0f1d64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:59.383453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.490130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.605370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.78 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/68ba852a-0624-443c-866b-e9a6b423db1a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:59.717760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (68ba852a-0624-443c-866b-e9a6b423db1a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.767546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.808471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:59.811257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:59.814003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:59.841312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=68ba852a-0624-443c-866b-e9a6b423db1a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:00.140269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17298a-4db3-425b-b827-77e0b7fbe6e4 req-2d3bcc72-fcd4-484e-beb4-e12ae0f18c17 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:00.141933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b17298a-4db3-425b-b827-77e0b7fbe6e4 req-2d3bcc72-fcd4-484e-beb4-e12ae0f18c17 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1167774 Mar 07 10:54:00.235325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b17298a-4db3-425b-b827-77e0b7fbe6e4 req-8390660c-56e8-44b2-8e61-236a411b3ed7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866432 Mar 07 10:54:00.279258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (77152302-634c-4060-ae18-29615d3dd5a2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.352065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.430296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6845b544-7014-426f-96f1-65a1af29c3dc req-4096f372-40e3-4628-a151-e26d5202f5f9 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0308585 Mar 07 10:54:00.553244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (68ba852a-0624-443c-866b-e9a6b423db1a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.559302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.627095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=68ba852a-0624-443c-866b-e9a6b423db1a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:00.639182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (77152302-634c-4060-ae18-29615d3dd5a2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.746028 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 77152302-634c-4060-ae18-29615d3dd5a2 associated. External IP: 172.25.4.78, port: ceb27819-374a-4740-81e5-82248b0f1d64. Mar 07 10:54:00.963405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:01.077375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:01.089355 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:01.097977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.099554 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:01.100419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:01.131660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7cca55e0-0f8b-4b77-8abd-4deb920961f6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7746732 Mar 07 10:54:01.134338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44750) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:01.135571 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:01.138887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': 'ceb27819-374a-4740-81e5-82248b0f1d64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:01.145281 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:01.145841 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:01.178494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:01.179135 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ca82a-c6f8-4ae7-83f4-4d7c9e0b88ee None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:01.197250 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (77152302-634c-4060-ae18-29615d3dd5a2), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.444673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aa99e-1bf5-4fc4-b1be-f7ffddbb7c86 req-94a31f28-5c93-4241-9831-b54fa461adb5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:01.446201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40aa99e-1bf5-4fc4-b1be-f7ffddbb7c86 req-94a31f28-5c93-4241-9831-b54fa461adb5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1374419 Mar 07 10:54:01.549961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40aa99e-1bf5-4fc4-b1be-f7ffddbb7c86 req-d7d20afb-82fb-49b7-b2a3-4e4ec0756dc1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953097 Mar 07 10:54:01.673261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2371365f-d82f-48df-a3da-1bdddfac8853 req-27801697-8052-4c4f-867e-10459d9cd809 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0577216 Mar 07 10:54:01.790367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.795420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (77152302-634c-4060-ae18-29615d3dd5a2), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.287700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:02.398995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:02.404017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.409383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:02.426573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:02.427203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:02.464254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:02.468298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ffc84009-a321-44f6-add6-87a8517841d2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/77152302-634c-4060-ae18-29615d3dd5a2 HTTP/1.1" status: 200 len: 977 time: 1.3329434 Mar 07 10:54:02.471448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44756) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:02.481825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:02.482678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:02.519568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:02.520372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e309c8c-f12a-4be1-a17e-6bdfced87d6f None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:02.638771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 68ba852a-0624-443c-866b-e9a6b423db1a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:02.638771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.677812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4d0c1-2544-4b0d-95b9-e5677b4d5149 req-9849c026-eed9-4566-9d6c-4e1b36257f43 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:02.679303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62b4d0c1-2544-4b0d-95b9-e5677b4d5149 req-9849c026-eed9-4566-9d6c-4e1b36257f43 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0525107 Mar 07 10:54:02.714594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.714923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (68ba852a-0624-443c-866b-e9a6b423db1a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.727673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 68ba852a-0624-443c-866b-e9a6b423db1a owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:02.735114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62b4d0c1-2544-4b0d-95b9-e5677b4d5149 req-ec4d46c9-4030-443c-8971-3617b0a3d9a9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488825 Mar 07 10:54:02.826465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57d38a61-60c7-4bb0-816c-4051a608868a req-33fb95af-1357-48ca-b434-7a2c2cf16017 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Mar 07 10:54:02.912234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (68ba852a-0624-443c-866b-e9a6b423db1a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.221256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=68ba852a-0624-443c-866b-e9a6b423db1a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.286069 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (77152302-634c-4060-ae18-29615d3dd5a2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.286373 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 77152302-634c-4060-ae18-29615d3dd5a2 disassociated (deleted). External IP: 172.25.4.78, port: ceb27819-374a-4740-81e5-82248b0f1d64. Mar 07 10:54:03.508574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:03.628294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:03.633515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.639515 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:03.650631 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:03.651239 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:03.665665 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e0ba25b-344e-45f7-a200-0966e9f99963 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/77152302-634c-4060-ae18-29615d3dd5a2 HTTP/1.1" status: 204 len: 168 time: 1.1907573 Mar 07 10:54:03.665886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:03.689842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:03.702234 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:03.702827 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:03.735446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:03.736373 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ae-e302-40f2-a6f6-8e3efb770c2a None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:03.764644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port ceb27819-374a-4740-81e5-82248b0f1d64 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:03.764919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ceb27819-374a-4740-81e5-82248b0f1d64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.857777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ceb27819-374a-4740-81e5-82248b0f1d64), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.860815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c769-e9fc-42bd-8b5c-71fbdb80bc0a req-762b049a-c063-4db3-bea7-2b3e03f0b9be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:03.862310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbe1c769-e9fc-42bd-8b5c-71fbdb80bc0a req-762b049a-c063-4db3-bea7-2b3e03f0b9be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0604000 Mar 07 10:54:03.871011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for ceb27819-374a-4740-81e5-82248b0f1d64 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:03.910788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbe1c769-e9fc-42bd-8b5c-71fbdb80bc0a req-118668bd-3fca-4cd4-9995-4c517cdf0027 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Mar 07 10:54:04.011357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f220f180-98ac-4158-a89c-aa639489d6c4 req-0a99a69f-1802-4f9e-ad86-d0844de87e2d tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0307465 Mar 07 10:54:04.074766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ceb27819-374a-4740-81e5-82248b0f1d64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.102292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=ceb27819-374a-4740-81e5-82248b0f1d64,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:04.199029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.202673 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-efface5f-eeee-4429-a386-5e5a6dcc5204 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/ceb27819-374a-4740-81e5-82248b0f1d64 HTTP/1.1" status: 204 len: 168 time: 0.5358434 Mar 07 10:54:04.207065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44768) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:04.212011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:04.234308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.332937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.443346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.189 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/48a081a0-b60f-44e3-848e-584b2eb1d0b7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:04.555959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.601594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.642777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:04.645561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:04.649893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:04.655433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=48a081a0-b60f-44e3-848e-584b2eb1d0b7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:04.740447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.779130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.939144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.945131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.031630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=48a081a0-b60f-44e3-848e-584b2eb1d0b7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:05.039957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f463241-2ac0-48b0-90c6-8fa0f73c8876 req-69a69b3b-154d-4692-8704-a438f52fa839 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:05.041755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f463241-2ac0-48b0-90c6-8fa0f73c8876 req-69a69b3b-154d-4692-8704-a438f52fa839 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0576122 Mar 07 10:54:05.060385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.082932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.087000 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb4a4609-8746-4a6c-afaa-5023d02299b6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8760605 Mar 07 10:54:05.087226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:05.093298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'port': {'network_id': '0cfd429b-8042-4662-bf14-f652c113e632', 'name': 'tempest-FloatingIPTestJSON-1078218528'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:05.103333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f463241-2ac0-48b0-90c6-8fa0f73c8876 req-d8f730c7-5199-4aa3-8613-d7d257621ddd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552611 Mar 07 10:54:05.186322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6a1a46b-1cde-4d05-8849-4ea4fca50177 req-2d28b6aa-dd1b-448f-9754-72b62785af8a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0273340 Mar 07 10:54:05.222251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:05.225858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.243292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] device_id is not set on port a367926c-5e8a-4505-a4cb-d36f2fa1ce1b yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:05.356135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.5 (0cfd429b-8042-4662-bf14-f652c113e632/8084fbcf-950c-4619-873a-2f8feac3cf57/a367926c-5e8a-4505-a4cb-d36f2fa1ce1b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:05.504949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (a367926c-5e8a-4505-a4cb-d36f2fa1ce1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.541318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a367926c-5e8a-4505-a4cb-d36f2fa1ce1b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.585356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 0cfd429b-8042-4662-bf14-f652c113e632 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:05.588307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:05.591921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:05.615441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=a367926c-5e8a-4505-a4cb-d36f2fa1ce1b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:05.645221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:05.645829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.664180 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5033431a-b072-47c9-9f80-38a6c0524a15 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5757110 Mar 07 10:54:05.666790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:05.671254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': 'a367926c-5e8a-4505-a4cb-d36f2fa1ce1b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:05.716708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.182482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.188415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.223322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04791b-1cfd-4471-9204-d76526cad4e6 req-20207b6a-d37e-48b4-8194-cff30fabb1e0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:06.225502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a04791b-1cfd-4471-9204-d76526cad4e6 req-20207b6a-d37e-48b4-8194-cff30fabb1e0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0569291 Mar 07 10:54:06.276063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a04791b-1cfd-4471-9204-d76526cad4e6 req-08be930c-e159-4540-961a-8f993af18c95 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Mar 07 10:54:06.299276 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 6338cad2-407a-4f63-857f-ad91ecb74b8c associated. External IP: 172.25.4.189, port: a367926c-5e8a-4505-a4cb-d36f2fa1ce1b. Mar 07 10:54:06.372988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-465a83d3-360a-4c32-a6db-ab2cedcd7fac req-e0a14ead-7334-4089-85f6-9701ea826b8c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Mar 07 10:54:06.534866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:06.652187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:06.657899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.667819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:06.678879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:06.679482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:06.689517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7f807db-bde9-4de1-b10c-88fac7d11388 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/6338cad2-407a-4f63-857f-ad91ecb74b8c HTTP/1.1" status: 200 len: 978 time: 1.0210154 Mar 07 10:54:06.691866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:06.716169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:06.727459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:06.728886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:06.763096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:06.763808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f03af-5c19-4b0b-b710-a38bb1f4dcc9 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:06.791977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port a367926c-5e8a-4505-a4cb-d36f2fa1ce1b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:06.792521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a367926c-5e8a-4505-a4cb-d36f2fa1ce1b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.885750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a367926c-5e8a-4505-a4cb-d36f2fa1ce1b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.137696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.138071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.138386 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 6338cad2-407a-4f63-857f-ad91ecb74b8c disassociated. External IP: 172.25.4.189, port: a367926c-5e8a-4505-a4cb-d36f2fa1ce1b. Mar 07 10:54:07.138750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for a367926c-5e8a-4505-a4cb-d36f2fa1ce1b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:07.275112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a367926c-5e8a-4505-a4cb-d36f2fa1ce1b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.311260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=a367926c-5e8a-4505-a4cb-d36f2fa1ce1b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:07.324838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.325156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.325620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.326429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.326815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.327027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.327705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.328298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.328980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.329164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.329484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.329805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.330299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:07.434986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76390dc-71d7-4ed2-8e76-b0767ea1f965 req-45a5b0fa-860c-469d-86e8-743dff54acf8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:07.437218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b76390dc-71d7-4ed2-8e76-b0767ea1f965 req-45a5b0fa-860c-469d-86e8-743dff54acf8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0721142 Mar 07 10:54:07.479127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:07.502362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b76390dc-71d7-4ed2-8e76-b0767ea1f965 req-65e48359-a3cb-4192-be83-420e53214b5e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588350 Mar 07 10:54:07.611274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68b02b76-3ff1-4635-9947-5b81cc067492 req-f4b613fb-7b82-467f-9cdc-5ccb598fdf6b tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0388999 Mar 07 10:54:07.618754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:07.634748 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:07.657631 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:07.658260 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:07.726083 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:07.743594 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:07.744563 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:07.760431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.768488 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab3a624f-8880-43fa-b319-9b4cf4e3abec tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/a367926c-5e8a-4505-a4cb-d36f2fa1ce1b HTTP/1.1" status: 204 len: 168 time: 1.0756443 Mar 07 10:54:07.769601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:07.788225 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:07.789264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18bf98a-56d3-474a-93c5-a2d2d425ae01 None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:07.824960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6235938a-13dc-4bd8-ac78-06435fb11e36 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/floatingips/6338cad2-407a-4f63-857f-ad91ecb74b8c HTTP/1.1" status: 200 len: 688 time: 0.0540855 Mar 07 10:54:07.827900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44802) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:08.000295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 48a081a0-b60f-44e3-848e-584b2eb1d0b7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:08.000877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.129798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.130419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (48a081a0-b60f-44e3-848e-584b2eb1d0b7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.157844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 48a081a0-b60f-44e3-848e-584b2eb1d0b7 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:08.315958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (48a081a0-b60f-44e3-848e-584b2eb1d0b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.343376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=48a081a0-b60f-44e3-848e-584b2eb1d0b7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:08.356465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.356948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.357382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.357828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.358261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.358690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.359114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.359633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.360140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.360564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.360988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.361415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.361838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:08.438694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6338cad2-407a-4f63-857f-ad91ecb74b8c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.441725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.443058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1076f5a8-6cd6-4d29-a7f0-54eb5d96e36c tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/6338cad2-407a-4f63-857f-ad91ecb74b8c HTTP/1.1" status: 204 len: 168 time: 0.6141801 Mar 07 10:54:08.448553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44814) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:08.453639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '7f697a84-d991-454a-b6f1-1563df8ec3ee'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:08.478170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.635332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.714628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ac94-96bd-460f-8eb3-dcb76460bcbd req-b8ca7b62-b18e-41c5-80f2-d6a9ecd6a6b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:08.722689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfc7ac94-96bd-460f-8eb3-dcb76460bcbd req-b8ca7b62-b18e-41c5-80f2-d6a9ecd6a6b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1332188 Mar 07 10:54:08.803384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfc7ac94-96bd-460f-8eb3-dcb76460bcbd req-84344e2d-fb71-42fe-87de-058386208b1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794775 Mar 07 10:54:08.858133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.192 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/1f1d3c29-0bd5-4147-8442-71f9cb0f412c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:09.047922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fed34901-f24a-49a8-85bd-4b9580e2651b req-8cf7e3f1-dc2f-48fd-a210-1a33f09984e5 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.1587210 Mar 07 10:54:09.051124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.118060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.185847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:09.189193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:09.194014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:09.438144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=1f1d3c29-0bd5-4147-8442-71f9cb0f412c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:09.641941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.733950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.930644 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.936588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.989814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6905c-85d6-45ab-8e83-bc56d46279de req-695cd52a-b38d-4e9a-9524-36bbd4802918 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:09.991365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80e6905c-85d6-45ab-8e83-bc56d46279de req-695cd52a-b38d-4e9a-9524-36bbd4802918 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1145794 Mar 07 10:54:10.040127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=1f1d3c29-0bd5-4147-8442-71f9cb0f412c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:10.054939 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.122838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80e6905c-85d6-45ab-8e83-bc56d46279de req-84e3445b-c163-411f-8065-6b4d517c2246 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101925 Mar 07 10:54:10.184057 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 6a68e2d1-dfa8-485d-906f-23073947bf3f associated. External IP: 172.25.4.192, port: 7f697a84-d991-454a-b6f1-1563df8ec3ee. Mar 07 10:54:10.245897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fd63de4-4d91-4bae-a2e4-a93d50593aab req-23ecd5c1-1c05-4e84-a294-99be781990dc tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0635073 Mar 07 10:54:10.425145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:10.542282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:10.552740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:10.565068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:10.565801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:10.566204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.598336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cf5073f4-680e-416a-aab1-6a7aba5ca8fc tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1485906 Mar 07 10:54:10.600911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44824) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:10.603290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:10.606285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1699492155'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:10.612883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:10.615601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:10.627344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:10.631052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.650202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:10.650967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a50a6-9287-45fc-bf70-64bcd98a5cef None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:10.655893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:10.665562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6cdca8d2-98d2-40f9-963a-d55641147bac), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.665981 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Added segment 6cdca8d2-98d2-40f9-963a-d55641147bac of type vlan for network 2efd5797-031e-491c-9f7c-22d43ff7f692 Mar 07 10:54:10.709541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2efd5797-031e-491c-9f7c-22d43ff7f692), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.735989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2efd5797-031e-491c-9f7c-22d43ff7f692), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.741169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.741785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.775273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1732552 Mar 07 10:54:10.778035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:10.785246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'subnet': {'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:10.833825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2db7d9-fe29-4642-aed2-45f8d0e714ca tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Network': ['ID=2efd5797-031e-491c-9f7c-22d43ff7f692,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:10.848910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:10.920879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:10.925388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.142787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (3a99874c-cfbd-4731-8b68-26a653acfa55), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.261584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Subnet': ['ID=3a99874c-cfbd-4731-8b68-26a653acfa55,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.289789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Checking segment: {'id': '6cdca8d2-98d2-40f9-963a-d55641147bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:11.290155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network hostable DHCP agents. Network: 2efd5797-031e-491c-9f7c-22d43ff7f692, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:11.308341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db162b4-040a-4cbd-9c44-7b5077abf436 req-f9fc9256-1ab9-431f-9bc6-696b378856f3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.309871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5db162b4-040a-4cbd-9c44-7b5077abf436 req-f9fc9256-1ab9-431f-9bc6-696b378856f3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1075253 Mar 07 10:54:11.338170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:11.367432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2efd5797-031e-491c-9f7c-22d43ff7f692) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:11.373999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5db162b4-040a-4cbd-9c44-7b5077abf436 req-22a05c0d-8f6b-4eaf-bbe2-8bfca67d34da tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Mar 07 10:54:11.375334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.376301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.379862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53838053-3035-4311-bf10-7305bafae068 None None] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:11.410371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a3fb7fa-268d-4694-b8f1-ab659370d3cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6288414 Mar 07 10:54:11.410742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44842) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:11.415538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-93741160', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:11.452017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.453285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.491430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-635aa96d-eaaf-4db9-9395-7d3d20c3cc56 req-f1500490-d456-4ed0-9f09-54ea2a65d9d3 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0611482 Mar 07 10:54:11.562331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2efd5797-031e-491c-9f7c-22d43ff7f692', 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692', 'project_id': 'f93cc7fd9a4e4d2e9119b23682d8eb86', 'fixed_ips': [{'subnet_id': '3a99874c-cfbd-4731-8b68-26a653acfa55'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:11.564289 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.737209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Allocated IP 172.20.0.2 (2efd5797-031e-491c-9f7c-22d43ff7f692/3a99874c-cfbd-4731-8b68-26a653acfa55/63adc2f1-a16a-4395-8721-7bd33e9de0c4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:11.892921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks [] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.903662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.929881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_controller (9e4be3b9-2a8c-41b5-be73-3afd07eee015), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.958519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Pushing event updated for resources: {'Port': ['ID=63adc2f1-a16a-4395-8721-7bd33e9de0c4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.967424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:11.970356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:11.973238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:12.076261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Attempting to bind port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:12.077036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Attempting to bind port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '6cdca8d2-98d2-40f9-963a-d55641147bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:12.079145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Attempting to bind port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 on network 2efd5797-031e-491c-9f7c-22d43ff7f692 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:12.089837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:12.090355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Checking segment: {'id': '6cdca8d2-98d2-40f9-963a-d55641147bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:12.090821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.091297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Bound using segment: {'id': '6cdca8d2-98d2-40f9-963a-d55641147bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:12.091889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Bound port: 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdca8d2-98d2-40f9-963a-d55641147bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:12.092354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.120042 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (9e4be3b9-2a8c-41b5-be73-3afd07eee015), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.183264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] For port 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:12.186847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] For port 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=63adc2f1-a16a-4395-8721-7bd33e9de0c4,segment=NetworkSegment(6cdca8d2-98d2-40f9-963a-d55641147bac),segment_id=6cdca8d2-98d2-40f9-963a-d55641147bac)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:12.196628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.286370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e378-1612-43ac-a2db-f4ba9629ac55 None None] Pushing event updated for resources: {'Port': ['ID=63adc2f1-a16a-4395-8721-7bd33e9de0c4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:12.378205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.400314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.546649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aa3ef-b1e4-4a85-94a1-f0014dc1a358 req-879da380-594a-4f6d-9d09-ee67fe4dacd4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:12.568545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-443aa3ef-b1e4-4a85-94a1-f0014dc1a358 req-879da380-594a-4f6d-9d09-ee67fe4dacd4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1042209 Mar 07 10:54:12.600888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.25.4.123 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/335a05e2-d01f-40ac-98c4-ea17a13c55bd) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:12.644206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-443aa3ef-b1e4-4a85-94a1-f0014dc1a358 req-0cd58eb9-e926-4b3e-88a6-08f9241d935d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656266 Mar 07 10:54:12.783868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbffa062-b4d7-4401-8882-322faf583775 req-22105da8-0c8a-4ce1-996e-0c8ff3e4487a tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0650866 Mar 07 10:54:12.797872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (335a05e2-d01f-40ac-98c4-ea17a13c55bd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.846298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (335a05e2-d01f-40ac-98c4-ea17a13c55bd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.888585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:12.891590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:12.897278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:12.899360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=335a05e2-d01f-40ac-98c4-ea17a13c55bd,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:13.312678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.647754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.741063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 63adc2f1-a16a-4395-8721-7bd33e9de0c4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:13.815249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6499b-3d85-4e77-8a53-4fdced51221c None None] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:13.828414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e346e0-8142-4aea-831b-8b4f5ce69933 req-2e9785f6-80f8-4c30-9235-f0f3b7df2580 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:13.836061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33e346e0-8142-4aea-831b-8b4f5ce69933 req-2e9785f6-80f8-4c30-9235-f0f3b7df2580 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0821939 Mar 07 10:54:13.897337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33e346e0-8142-4aea-831b-8b4f5ce69933 req-a419c148-4633-4596-912a-4ac128556ec1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603006 Mar 07 10:54:13.911446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:54:13.933990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Provisioning complete for port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:13.934367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.988875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:13.989245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.003483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3de10c3-5858-4be4-b914-8fd2b1c6079f req-6ee43136-2aae-410d-a11f-5724fc1f7617 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Mar 07 10:54:14.047103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:14.063401 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] Sync routers for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:14.076615 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:14.077375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:14.086965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.091562 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c8598d4-d901-40b1-a82d-c2153c842446 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6767211 Mar 07 10:54:14.091874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44866) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:14.124681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:14.125581 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.165008 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:14.177856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=63adc2f1-a16a-4395-8721-7bd33e9de0c4,segment=NetworkSegment(6cdca8d2-98d2-40f9-963a-d55641147bac),segment_id=6cdca8d2-98d2-40f9-963a-d55641147bac)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:14.187349 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:14.188957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Current status of the port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:14.199279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:14.200080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.205931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.267486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:14.268174 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a6dd-3df2-42fc-acce-166486cea2f5 None None] The sync data for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:14.352635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:54:14.353260 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:54:14.377599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=63adc2f1-a16a-4395-8721-7bd33e9de0c4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:15.191009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff7633-b187-4624-82a6-852a5f3ba4d9 req-404fb416-d9ee-4e86-a4da-6f9bdd3a08f2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:15.193206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ff7633-b187-4624-82a6-852a5f3ba4d9 req-404fb416-d9ee-4e86-a4da-6f9bdd3a08f2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1550367 Mar 07 10:54:15.202524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.426625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-91f0dc6b-1f3c-4361-b288-bdb59b4ecf4c None None] Current status of the port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:15.548908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-242ba0bf-7a84-4c76-a870-2b130fb2d6c3 req-ea59f567-a1cc-4dae-a7db-ba23adce0e05 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.1308937 Mar 07 10:54:15.554790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7b6ab643-b52e-496a-883f-5b41f25c3c67 None None] Provisioning complete for port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:15.555378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab643-b52e-496a-883f-5b41f25c3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.678734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8ff7633-b187-4624-82a6-852a5f3ba4d9 req-23b2385f-3a90-4b2c-a676-25231285275c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729538 Mar 07 10:54:15.696656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.1 (2efd5797-031e-491c-9f7c-22d43ff7f692/3a99874c-cfbd-4731-8b68-26a653acfa55/9edf898a-0567-4147-8ece-3321bd506170) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:15.733415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab643-b52e-496a-883f-5b41f25c3c67 None None] Current status of the port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:15.751981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 63adc2f1-a16a-4395-8721-7bd33e9de0c4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:15.801546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:15.801957 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.865665 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (9edf898a-0567-4147-8ece-3321bd506170), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.893958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:15.909618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9edf898a-0567-4147-8ece-3321bd506170), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.983958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=9edf898a-0567-4147-8ece-3321bd506170,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:15.994254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:15.995876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:16.015611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:16.088699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.328634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9edf898a-0567-4147-8ece-3321bd506170), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.371474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-08442768-b4b9-4ff7-a57c-87fa214ee832 None None] Provisioning complete for port 9edf898a-0567-4147-8ece-3321bd506170 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:16.372003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08442768-b4b9-4ff7-a57c-87fa214ee832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9edf898a-0567-4147-8ece-3321bd506170), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.420753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-08442768-b4b9-4ff7-a57c-87fa214ee832 None None] Port 9edf898a-0567-4147-8ece-3321bd506170 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:16.660301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (9edf898a-0567-4147-8ece-3321bd506170), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.666775 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9edf898a-0567-4147-8ece-3321bd506170), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.724588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-acd9337b-f2cf-4bcd-a0b6-55e3013269d6 req-aac3902b-ee14-4f6e-bc23-e166bc37b0d0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0538008 Mar 07 10:54:16.829868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=9edf898a-0567-4147-8ece-3321bd506170,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:16.838318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.873086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fbd32-abf0-47ac-816d-a731e75b35bf req-acaf5826-e8e2-4019-afa3-d1f1c22eed4a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:16.874570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164fbd32-abf0-47ac-816d-a731e75b35bf req-acaf5826-e8e2-4019-afa3-d1f1c22eed4a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.1196301 Mar 07 10:54:16.971678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164fbd32-abf0-47ac-816d-a731e75b35bf req-ce93815b-0ee4-4ee1-acc6-f5ec346effda tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868802 Mar 07 10:54:17.000607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:17.002178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:17.133311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:17.268399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:17.276676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-44fb1d32-c0bc-4281-893d-d9f46a4b727d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/routers/9e4be3b9-2a8c-41b5-be73-3afd07eee015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1810727 Mar 07 10:54:17.276676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44906) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.281681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'port': {'network_id': '2efd5797-031e-491c-9f7c-22d43ff7f692', 'name': 'tempest-FloatingIPTestJSON-337016494'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:17.283664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] Sync routers for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:17.295059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:17.295961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:17.338182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:17.351319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:17.352818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:17.394707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:17.395484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574dd90-b7ce-45e6-8c80-826f69589ef2 None None] The sync data for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:17.404996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-19586871-91d4-4ede-bd9f-cfe02864e47f None None] Provisioning complete for port 9edf898a-0567-4147-8ece-3321bd506170 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:17.405435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19586871-91d4-4ede-bd9f-cfe02864e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9edf898a-0567-4147-8ece-3321bd506170), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.422625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Made reservation on behalf of f93cc7fd9a4e4d2e9119b23682d8eb86 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:17.429468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.444420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-19586871-91d4-4ede-bd9f-cfe02864e47f None None] Port 9edf898a-0567-4147-8ece-3321bd506170 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:17.456432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] device_id is not set on port 9fccf9df-c10e-48eb-8b80-c5b6ab589afc yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:17.566808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Allocated IP 172.20.0.5 (2efd5797-031e-491c-9f7c-22d43ff7f692/3a99874c-cfbd-4731-8b68-26a653acfa55/9fccf9df-c10e-48eb-8b80-c5b6ab589afc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:17.741491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.787789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.896783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event updated for resources: {'Port': ['ID=9fccf9df-c10e-48eb-8b80-c5b6ab589afc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.957083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-087cd0af-e86c-4ea5-9661-9164a46521bd req-ba28cf2e-0b52-4826-bc68-c5e404cbf73c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0574408 Mar 07 10:54:17.962431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:17.964247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:17.981878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:18.069282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.069960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.100230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ba520847-e7c0-48d2-a968-fae2183b90ae tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8226991 Mar 07 10:54:18.103222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.109543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Request body: {'floatingip': {'port_id': '9fccf9df-c10e-48eb-8b80-c5b6ab589afc'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:18.157242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b26ab-72f7-4f88-9627-b0c2f2a8b569 req-90f5af49-0dc9-47ea-8ebf-55cd0c1786f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.166695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a9b26ab-72f7-4f88-9627-b0c2f2a8b569 req-90f5af49-0dc9-47ea-8ebf-55cd0c1786f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0837111 Mar 07 10:54:18.182576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.225521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a9b26ab-72f7-4f88-9627-b0c2f2a8b569 req-238a7753-93e9-477c-9564-30f09192cbeb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Mar 07 10:54:18.276052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-264d4ac7-d7a4-4810-b36e-02d3f55318a9 None None] Provisioning complete for port 9fccf9df-c10e-48eb-8b80-c5b6ab589afc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:18.276845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-264d4ac7-d7a4-4810-b36e-02d3f55318a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.310795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-264d4ac7-d7a4-4810-b36e-02d3f55318a9 None None] Port 9fccf9df-c10e-48eb-8b80-c5b6ab589afc cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:18.707324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.714718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.817649 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 6a68e2d1-dfa8-485d-906f-23073947bf3f associated. External IP: 172.25.4.192, port: 7f697a84-d991-454a-b6f1-1563df8ec3ee. Mar 07 10:54:19.080891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ed66182-e3b1-4378-aaae-d67c233fee9d req-b8c3cf22-cf9e-4f07-b688-60934e7eef80 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0295713 Mar 07 10:54:19.334945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:19.355512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d144c-9d70-42b6-b5d2-ab6b323956c9 req-4e926f5a-2a73-4cdb-a998-84c035e1e40e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:19.357116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419d144c-9d70-42b6-b5d2-ab6b323956c9 req-4e926f5a-2a73-4cdb-a998-84c035e1e40e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0681748 Mar 07 10:54:19.407703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419d144c-9d70-42b6-b5d2-ab6b323956c9 req-669f4fd5-8bbf-43ba-82c2-ea8d1bcca819 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Mar 07 10:54:19.451994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:19.462419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:19.472438 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:19.473343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.507713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.516791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:19.517501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.550808 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.551628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b6a64-2f53-432a-b182-5fb4b27a777f None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:19.673951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:19.790219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:19.794770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:19.800232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] Sync routers for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:19.812016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:19.813111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.849278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.858693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:19.859631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.865352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba560634-61ec-4d02-9ace-0356f7844c14 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/floatingips/6a68e2d1-dfa8-485d-906f-23073947bf3f HTTP/1.1" status: 200 len: 977 time: 1.7576919 Mar 07 10:54:19.865763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44922) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:19.900906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:19.901571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0977b-c809-44c0-a3b0-0aa8d4bf7801 None None] The sync data for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:19.971095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 9fccf9df-c10e-48eb-8b80-c5b6ab589afc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:19.971441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.077472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.196884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d99e7b72-0d75-4f49-aeda-ba389f9415f7 req-e778a00f-d014-44a8-a16b-41008a69b486 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0298014 Mar 07 10:54:20.266299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.266636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.266946 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Floating IP 6a68e2d1-dfa8-485d-906f-23073947bf3f disassociated. External IP: 172.25.4.192, port: 9fccf9df-c10e-48eb-8b80-c5b6ab589afc. Mar 07 10:54:20.267288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 9fccf9df-c10e-48eb-8b80-c5b6ab589afc owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:20.328928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 07e7f099-f8c0-4593-8ecf-c3cc6364949c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:54:20.407145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9fccf9df-c10e-48eb-8b80-c5b6ab589afc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.431849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:20.449642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '07e7f099-f8c0-4593-8ecf-c3cc6364949c', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': '07e7f099-f8c0-4593-8ecf-c3cc6364949c', 'mac_address': 'fa:16:3e:c6:5c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:54:20.450066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=9fccf9df-c10e-48eb-8b80-c5b6ab589afc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:20.504999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 07e7f099-f8c0-4593-8ecf-c3cc6364949c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:20.505391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.539039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e7f099-f8c0-4593-8ecf-c3cc6364949c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:20.572124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1b66-49e5-4727-942c-506099612d28 req-796d13bc-9d51-4def-aeb5-dcd9e23fc0bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.581371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af3e1b66-49e5-4727-942c-506099612d28 req-796d13bc-9d51-4def-aeb5-dcd9e23fc0bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 944 time: 0.0715666 Mar 07 10:54:20.584379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:20.593751 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.654749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:20.659855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:20.662759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af3e1b66-49e5-4727-942c-506099612d28 req-93ac0769-f6ab-4349-ae63-bff2f39cffea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804784 Mar 07 10:54:20.705592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8d27ae72-1117-460d-840f-17c0a2e8ea43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.796245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:20.806176 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] Sync routers for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:20.817546 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:20.818261 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:20.856107 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:20.865202 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.868561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e1eaa17-9ea5-4db0-a6cf-37246d2d4f9a tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/9fccf9df-c10e-48eb-8b80-c5b6ab589afc HTTP/1.1" status: 204 len: 168 time: 1.0017374 Mar 07 10:54:20.869848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:20.870613 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:53:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:20.871470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:20.905485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['07e7f099-f8c0-4593-8ecf-c3cc6364949c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:54:20.906111 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:20.906512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eae0-71c4-4228-bbaa-01be0e4c0df7 None None] The sync data for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:21.346262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4e0cc5a-f6cd-46d3-b7e5-b81f0bedae8d req-16eaa9e1-5e58-4a47-8482-28a4e7771afa tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf4acd3-0df6-4a62-9b4a-1eb0b6852de5 HTTP/1.1" status: 200 len: 210 time: 0.0322180 Mar 07 10:54:21.615769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.910966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1523317-6887-4798-852e-477da740e697 req-c0f7c897-9965-4cd5-bfb9-76a95b9b5e7e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:21.912517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1523317-6887-4798-852e-477da740e697 req-c0f7c897-9965-4cd5-bfb9-76a95b9b5e7e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 945 time: 0.1518846 Mar 07 10:54:22.006405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1523317-6887-4798-852e-477da740e697 req-bec62fa3-1ace-4894-b40a-3d51b4b87fb5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797594 Mar 07 10:54:22.072000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 9edf898a-0567-4147-8ece-3321bd506170 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:22.072234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9edf898a-0567-4147-8ece-3321bd506170), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.191456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9edf898a-0567-4147-8ece-3321bd506170), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.206730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 9edf898a-0567-4147-8ece-3321bd506170 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:22.338715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 07e7f099-f8c0-4593-8ecf-c3cc6364949c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:22.457551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 07e7f099-f8c0-4593-8ecf-c3cc6364949c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:54:22.465811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 07e7f099-f8c0-4593-8ecf-c3cc6364949c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:22.466285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.468514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9edf898a-0567-4147-8ece-3321bd506170), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.489018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:22.500726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=9edf898a-0567-4147-8ece-3321bd506170,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.637238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (18b2cbbe-bb04-4792-85b1-1fcb8288a41c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.686718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 07e7f099-f8c0-4593-8ecf-c3cc6364949c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:22.687101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.697371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (18b2cbbe-bb04-4792-85b1-1fcb8288a41c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.745602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:22.748238 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef1622-668c-411f-bd36-38a03866be86" -d '{"events": [{"server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "name": "network-vif-plugged", "status": "completed", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:22.772811 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.776419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:22.784072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.808711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18b2cbbe-bb04-4792-85b1-1fcb8288a41c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.812341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.816853 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/security-groups/18b2cbbe-bb04-4792-85b1-1fcb8288a41c HTTP/1.1" status: 204 len: 168 time: 0.3232570 Mar 07 10:54:22.818359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44962) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:22.862794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926cc3-2508-4fe6-b4d6-a33ea006ecf0 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b2cbbe-bb04-4792-85b1-1fcb8288a41c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.865126 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-3e52ede1-aa5f-4a8f-bcab-e55a972247ee tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] show failed (client error): The resource could not be found. Mar 07 10:54:22.868880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.869063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e52ede1-aa5f-4a8f-bcab-e55a972247ee tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "GET /v2.0/security-groups/18b2cbbe-bb04-4792-85b1-1fcb8288a41c HTTP/1.1" status: 404 len: 347 time: 0.0446379 Mar 07 10:54:22.872149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.001772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-deaa5b7e-050d-49c0-bfd4-d591caf4fb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.068405 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea45acfc-8542-48da-a674-090e6d57a51d x-openstack-request-id: req-ea45acfc-8542-48da-a674-090e6d57a51d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:23.068742 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "name": "network-vif-plugged", "status": "completed", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:23.069663 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea45acfc-8542-48da-a674-090e6d57a51d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:23.070074 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c', 'code': 200} Mar 07 10:54:23.135124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port fc1497db-f096-4a76-90a5-1bee6c198567 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:23.135539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.247415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb763b7-ee9a-4cfc-a1fc-977b8e47a428 req-2378f9b8-0207-4c38-bd8b-467d95e92550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:23.260039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bb763b7-ee9a-4cfc-a1fc-977b8e47a428 req-2378f9b8-0207-4c38-bd8b-467d95e92550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.1010003 Mar 07 10:54:23.271522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:23.305146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.305505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (fc1497db-f096-4a76-90a5-1bee6c198567), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.323181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for fc1497db-f096-4a76-90a5-1bee6c198567 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:23.339235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a991b-88bc-4f9a-ac1f-6e906b4152b3 req-3689bae7-e539-480c-a525-137fe55c8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:23.340853 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-895a991b-88bc-4f9a-ac1f-6e906b4152b3 req-3689bae7-e539-480c-a525-137fe55c8814 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 1128 time: 0.2021651 Mar 07 10:54:23.376659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bb763b7-ee9a-4cfc-a1fc-977b8e47a428 req-787d5c9d-8872-4938-8319-4ed45a0d3ac6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155019 Mar 07 10:54:23.451152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:23.462869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] Sync routers for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:23.466378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0749eaf1-ffd7-4c3e-87f6-bc2de594c6cd tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/routers/9e4be3b9-2a8c-41b5-be73-3afd07eee015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937979 Mar 07 10:54:23.470342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44976) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.473574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:23.474196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:23.479007 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-895a991b-88bc-4f9a-ac1f-6e906b4152b3 req-ae09077f-4ac5-4b4e-bbd4-90aa700d5e7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318600 Mar 07 10:54:23.554489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:23.571433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] Routers {'9e4be3b9-2a8c-41b5-be73-3afd07eee015'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:23.572302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:23.596076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (fc1497db-f096-4a76-90a5-1bee6c198567), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.618712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:23.619892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f85fa-86f1-4dbf-93c8-9beda9a52b4e None None] The sync data for ids ['9e4be3b9-2a8c-41b5-be73-3afd07eee015'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:23.640239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=fc1497db-f096-4a76-90a5-1bee6c198567,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:23.676998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.721233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for floatingip (dfb0d9c4-bd13-4a69-87dc-f4492a0542c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.725024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.728743 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4d2023e0-c1d6-45c8-96f3-28db1973857c tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/floatingips/dfb0d9c4-bd13-4a69-87dc-f4492a0542c9 HTTP/1.1" status: 204 len: 168 time: 0.8531277 Mar 07 10:54:23.730431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44978) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:24.155023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (9e4be3b9-2a8c-41b5-be73-3afd07eee015), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.165230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.215684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port 8a065b4b-37f5-4d76-9c43-c637f5f00b1f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:24.216028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.227298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.315917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 335a05e2-d01f-40ac-98c4-ea17a13c55bd {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:24.316258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (335a05e2-d01f-40ac-98c4-ea17a13c55bd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.319735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.349002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for 8a065b4b-37f5-4d76-9c43-c637f5f00b1f owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:24.456781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (335a05e2-d01f-40ac-98c4-ea17a13c55bd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.504397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 335a05e2-d01f-40ac-98c4-ea17a13c55bd owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:24.622230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7af0b-43e1-4985-b2ed-82c5c08dccdb req-f45b3e34-2088-4299-affe-2383becf18c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:24.623681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fd7af0b-43e1-4985-b2ed-82c5c08dccdb req-f45b3e34-2088-4299-affe-2383becf18c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.1749482 Mar 07 10:54:24.720033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8a065b4b-37f5-4d76-9c43-c637f5f00b1f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.774199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=8a065b4b-37f5-4d76-9c43-c637f5f00b1f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:24.779894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fd7af0b-43e1-4985-b2ed-82c5c08dccdb req-3c50412f-e0ad-4d69-8465-c49c82429a9a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491830 Mar 07 10:54:24.944354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (335a05e2-d01f-40ac-98c4-ea17a13c55bd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.950486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.954053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c683cd02-8b80-46f7-b98c-4ff16d90ae85 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/ports/8a065b4b-37f5-4d76-9c43-c637f5f00b1f HTTP/1.1" status: 204 len: 168 time: 1.2226839 Mar 07 10:54:24.957117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44984) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:24.985275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=335a05e2-d01f-40ac-98c4-ea17a13c55bd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.017268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-5f302a61-6c70-4247-ae83-6e541c0ab33a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605954 Mar 07 10:54:25.066532 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.069697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting port 5167c77a-66c3-4c2a-bc30-e4f4aba8838e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:25.069947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.169968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.184799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Calling delete_port for 5167c77a-66c3-4c2a-bc30-e4f4aba8838e owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:25.196019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.198646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_controller (9e4be3b9-2a8c-41b5-be73-3afd07eee015), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.248218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-feee17b4-c50e-4788-8c59-2183c6c8b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.249747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-feee17b4-c50e-4788-8c59-2183c6c8b4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 1128 time: 0.1796181 Mar 07 10:54:25.257753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (9e4be3b9-2a8c-41b5-be73-3afd07eee015), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.258314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Fanout notify agent at l3_agent the message router_deleted on router 9e4be3b9-2a8c-41b5-be73-3afd07eee015 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:54:25.266485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.268039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41d7d39b-57af-42e7-b3c6-1969e9983fb2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/routers/9e4be3b9-2a8c-41b5-be73-3afd07eee015 HTTP/1.1" status: 204 len: 168 time: 1.7961500 Mar 07 10:54:25.278668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.347127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting subnet 3a99874c-cfbd-4731-8b68-26a653acfa55 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:25.352009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (3a99874c-cfbd-4731-8b68-26a653acfa55), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.400625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (3a99874c-cfbd-4731-8b68-26a653acfa55), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.423553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5167c77a-66c3-4c2a-bc30-e4f4aba8838e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.457221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Port': ['ID=5167c77a-66c3-4c2a-bc30-e4f4aba8838e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.467890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-973e9747-67c0-4cfe-9cd3-0eba652be46e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982435 Mar 07 10:54:25.553491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-bc7bef6a-80e5-4b05-970b-050b6149a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.555221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-bc7bef6a-80e5-4b05-970b-050b6149a9d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 200 len: 920 time: 0.2847309 Mar 07 10:54:25.559936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3a99874c-cfbd-4731-8b68-26a653acfa55), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.571027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.574289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1d8b2d0-6f4d-4368-92bd-2f35d1ff7bc2 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/ports/5167c77a-66c3-4c2a-bc30-e4f4aba8838e HTTP/1.1" status: 204 len: 168 time: 0.6154759 Mar 07 10:54:25.578279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.608241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-a0de85ed-5fbe-413e-90bb-3b3eeafea405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.609792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-a0de85ed-5fbe-413e-90bb-3b3eeafea405 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1127 time: 0.1107512 Mar 07 10:54:25.623084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-fa6d9a80-b4b9-4cf7-8b65-a868280453be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 200 len: 217 time: 0.0595703 Mar 07 10:54:25.633634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting subnet 3508c58d-3263-4ca9-bcb7-8646c633e089 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:25.637662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (3508c58d-3263-4ca9-bcb7-8646c633e089), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.674681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.692490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-a46dc041-3776-4d1c-9fda-13ef1b7cedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.694066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-a46dc041-3776-4d1c-9fda-13ef1b7cedc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 200 len: 859 time: 0.0628982 Mar 07 10:54:25.714396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (3a99874c-cfbd-4731-8b68-26a653acfa55), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.740883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3508c58d-3263-4ca9-bcb7-8646c633e089), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.743081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-e10021a5-37f9-459d-a9e1-d2e0e56e77a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80c42b59-e27b-4646-9b1e-5f00ba7eaba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423810 Mar 07 10:54:25.773557 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.779894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/subnets/3a99874c-cfbd-4731-8b68-26a653acfa55 HTTP/1.1" status: 204 len: 168 time: 0.5001872 Mar 07 10:54:25.781329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d83e7-1aac-40c1-8fc3-671bd6ea2bd5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Subnet': ['ID=3a99874c-cfbd-4731-8b68-26a653acfa55,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.781502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44992) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.794685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c502e9f-1fc7-4d62-9649-fb133012b203 None None] Network 2efd5797-031e-491c-9f7c-22d43ff7f692 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:25.944389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2efd5797-031e-491c-9f7c-22d43ff7f692), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.995200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-b8edccc3-539a-45dd-b384-151865239544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.996731 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-b8edccc3-539a-45dd-b384-151865239544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.3555157 Mar 07 10:54:26.001270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-f0f00157-2ed1-46ab-be18-34ff49c9eddd service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379553 Mar 07 10:54:26.018815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] DHCP port deletion for 2efd5797-031e-491c-9f7c-22d43ff7f692 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:26.085737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3508c58d-3263-4ca9-bcb7-8646c633e089), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.106636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Deleting port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:26.108866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.117606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17c19d-91c3-438b-bb51-71133a573093 req-1cf3ddde-dc4d-4694-90ff-737fd4688040 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.119229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac17c19d-91c3-438b-bb51-71133a573093 req-1cf3ddde-dc4d-4694-90ff-737fd4688040 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.2028074 Mar 07 10:54:26.179763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3508c58d-3263-4ca9-bcb7-8646c633e089), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.195867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] For port 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=63adc2f1-a16a-4395-8721-7bd33e9de0c4,segment=NetworkSegment(6cdca8d2-98d2-40f9-963a-d55641147bac),segment_id=6cdca8d2-98d2-40f9-963a-d55641147bac)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:26.196456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.196595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0cd7a0b-7788-4f3f-b3f1-a6c837deb62e req-8a37689a-3633-490d-945c-247e6d688685 service neutron] 10.222.0.26 "GET /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806209 Mar 07 10:54:26.213209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac17c19d-91c3-438b-bb51-71133a573093 req-d8463766-f7df-4e21-ae11-316426bccbc0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865295 Mar 07 10:54:26.220001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Calling delete_port for 63adc2f1-a16a-4395-8721-7bd33e9de0c4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:26.264665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Subnet': ['ID=3508c58d-3263-4ca9-bcb7-8646c633e089,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.271321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.275537 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a609098f-d2ce-493b-84b0-e589dec58833 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/subnets/3508c58d-3263-4ca9-bcb7-8646c633e089 HTTP/1.1" status: 204 len: 168 time: 0.6963291 Mar 07 10:54:26.277772 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-0a5cb52f-b9b3-420d-b48e-aab23295f239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 1001 time: 0.2741022 Mar 07 10:54:26.278490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44998) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:26.280136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0202f7-1ae3-4551-8c84-cc0d6a2d4d32 None None] Network a929a550-0c85-4c9e-a0e1-1427f00759c0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:26.337245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:26.337792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.352409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-b56bf060-a6f5-4b3f-83a2-8c0c94555c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.354328 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-b56bf060-a6f5-4b3f-83a2-8c0c94555c8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.0690415 Mar 07 10:54:26.397583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Deleting subnet fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:26.401614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (fa17aaca-e37c-44a4-8f4f-1cb14fe393d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.439597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.443434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b39d3-e5dd-4717-8232-aff8956bdcff req-96e9aec3-8e58-49ff-b067-9330c573f798 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.445296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d46b39d3-e5dd-4717-8232-aff8956bdcff req-96e9aec3-8e58-49ff-b067-9330c573f798 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.1254320 Mar 07 10:54:26.454994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] For port 63adc2f1-a16a-4395-8721-7bd33e9de0c4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=63adc2f1-a16a-4395-8721-7bd33e9de0c4,segment=NetworkSegment(6cdca8d2-98d2-40f9-963a-d55641147bac),segment_id=6cdca8d2-98d2-40f9-963a-d55641147bac)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:26.455639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.484121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (fa17aaca-e37c-44a4-8f4f-1cb14fe393d9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.507214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] Pushing event deleted for resources: {'Port': ['ID=63adc2f1-a16a-4395-8721-7bd33e9de0c4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.538222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d345ba-d42c-4a67-bb26-262f429ad554 None None] No DVR routers for this DVR port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:26.557420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d46b39d3-e5dd-4717-8232-aff8956bdcff req-e9585cb5-a6fb-43c5-8894-d4606b53e4b5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046586 Mar 07 10:54:26.632623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] DHCP port deletion for a929a550-0c85-4c9e-a0e1-1427f00759c0 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:26.642524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (fa17aaca-e37c-44a4-8f4f-1cb14fe393d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.698486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Deleting port 13a7a372-d466-4f9a-8d9e-56650e34f42a {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:26.699283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.759130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8527c-47de-4191-8604-1387f89091ad req-b6df031b-535c-4490-869c-6c4a0d9a4236 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.766864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35a8527c-47de-4191-8604-1387f89091ad req-b6df031b-535c-4490-869c-6c4a0d9a4236 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.1012242 Mar 07 10:54:26.805670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] For port 13a7a372-d466-4f9a-8d9e-56650e34f42a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a7a372-d466-4f9a-8d9e-56650e34f42a,segment=NetworkSegment(5ba6bded-0b41-4fc4-844c-90c832f7ed2e),segment_id=5ba6bded-0b41-4fc4-844c-90c832f7ed2e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:26.806257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.817244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (fa17aaca-e37c-44a4-8f4f-1cb14fe393d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.824071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Calling delete_port for 13a7a372-d466-4f9a-8d9e-56650e34f42a owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:26.854378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35a8527c-47de-4191-8604-1387f89091ad req-2b345480-4591-4598-9c4c-34a6cec4c30f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865192 Mar 07 10:54:26.874425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 63adc2f1-a16a-4395-8721-7bd33e9de0c4 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:26.889177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Subnet': ['ID=fa17aaca-e37c-44a4-8f4f-1cb14fe393d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.897016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.905369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ce93b5f-e9b6-44c4-b450-2a27d1217f7f tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/subnets/fa17aaca-e37c-44a4-8f4f-1cb14fe393d9 HTTP/1.1" status: 204 len: 168 time: 0.6249874 Mar 07 10:54:26.906651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45006) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:26.934980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060bad1-0871-475b-954a-397f059a3f67 None None] Network 38a69055-4915-43a9-aa8c-6682663f5cc3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:26.939886 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (13a7a372-d466-4f9a-8d9e-56650e34f42a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.958247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (63adc2f1-a16a-4395-8721-7bd33e9de0c4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.993215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=63adc2f1-a16a-4395-8721-7bd33e9de0c4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.004450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] No DVR routers for this DVR port 63adc2f1-a16a-4395-8721-7bd33e9de0c4 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:27.020434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a929a550-0c85-4c9e-a0e1-1427f00759c0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.037279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] Pushing event deleted for resources: {'Port': ['ID=13a7a372-d466-4f9a-8d9e-56650e34f42a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.042772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24199c57-ce66-43d3-92d2-92a17935b07e None None] No DVR routers for this DVR port 13a7a372-d466-4f9a-8d9e-56650e34f42a on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:27.049516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-c73ec410-7588-4899-b7e4-d73158c300f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:27.051629 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-c73ec410-7588-4899-b7e4-d73158c300f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6877027 Mar 07 10:54:27.116271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.151168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2efd5797-031e-491c-9f7c-22d43ff7f692), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.162706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a929a550-0c85-4c9e-a0e1-1427f00759c0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.186100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a929a550-0c85-4c9e-a0e1-1427f00759c0']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.196462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba6bded-0b41-4fc4-844c-90c832f7ed2e') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.196760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba6bded-0b41-4fc4-844c-90c832f7ed2e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.207472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5ba6bded-0b41-4fc4-844c-90c832f7ed2e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.216654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] DHCP port deletion for 38a69055-4915-43a9-aa8c-6682663f5cc3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:27.221005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efd5797-031e-491c-9f7c-22d43ff7f692']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.230113 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5ba6bded-0b41-4fc4-844c-90c832f7ed2e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.235736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdca8d2-98d2-40f9-963a-d55641147bac') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.236096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdca8d2-98d2-40f9-963a-d55641147bac') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.250483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:27.252025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5ba6bded-0b41-4fc4-844c-90c832f7ed2e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.255994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (6cdca8d2-98d2-40f9-963a-d55641147bac), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.273506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-94107459-9b71-47f4-b61a-5bc95eedd4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054763 Mar 07 10:54:27.278111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6cdca8d2-98d2-40f9-963a-d55641147bac), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:27.280202 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:27.282820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Deleting port 0209c250-6a29-48da-b1c7-2537793d62ec {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:27.282820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.304589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:27.304995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (6cdca8d2-98d2-40f9-963a-d55641147bac), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:27.308290 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:27.348606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] For port 0209c250-6a29-48da-b1c7-2537793d62ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0209c250-6a29-48da-b1c7-2537793d62ec,segment=NetworkSegment(2b67d25a-dbb9-47c7-8ccd-26df863a9d96),segment_id=2b67d25a-dbb9-47c7-8ccd-26df863a9d96)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:27.348997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.363680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Calling delete_port for 0209c250-6a29-48da-b1c7-2537793d62ec owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:27.370416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a929a550-0c85-4c9e-a0e1-1427f00759c0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.388756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.395482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/networks/a929a550-0c85-4c9e-a0e1-1427f00759c0 HTTP/1.1" status: 204 len: 168 time: 0.4857981 Mar 07 10:54:27.396914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:27.435156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3c25-52ec-41f9-ad43-cd4603fe465e tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Network': ['ID=a929a550-0c85-4c9e-a0e1-1427f00759c0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.442487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2efd5797-031e-491c-9f7c-22d43ff7f692), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.463917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.470848 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/networks/2efd5797-031e-491c-9f7c-22d43ff7f692 HTTP/1.1" status: 204 len: 168 time: 1.6864011 Mar 07 10:54:27.471878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0933c5-3a31-42e0-a6b6-bdbdf8e297c5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Network': ['ID=2efd5797-031e-491c-9f7c-22d43ff7f692,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.473545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:27.481443 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (0209c250-6a29-48da-b1c7-2537793d62ec), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.482579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f0f0b609-74b6-43c8-909a-178894e2acc1 req-9324e123-799a-4546-b1e5-8df4a2732632 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982398 Mar 07 10:54:27.522988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] No DVR routers for this DVR port 0209c250-6a29-48da-b1c7-2537793d62ec on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:27.529005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (38a69055-4915-43a9-aa8c-6682663f5cc3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.539444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95560089-0ee1-43ec-b9fa-83f1455c4ead None None] Pushing event deleted for resources: {'Port': ['ID=0209c250-6a29-48da-b1c7-2537793d62ec,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.663048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 1f1d3c29-0bd5-4147-8442-71f9cb0f412c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:27.663486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.664990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (38a69055-4915-43a9-aa8c-6682663f5cc3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.685517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a69055-4915-43a9-aa8c-6682663f5cc3']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.690263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a7a372-d466-4f9a-8d9e-56650e34f42a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:27.695901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b67d25a-dbb9-47c7-8ccd-26df863a9d96') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.696190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b67d25a-dbb9-47c7-8ccd-26df863a9d96') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:27.707115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (2b67d25a-dbb9-47c7-8ccd-26df863a9d96), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.724260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2b67d25a-dbb9-47c7-8ccd-26df863a9d96), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.729721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 13a7a372-d466-4f9a-8d9e-56650e34f42a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:27.730613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a7a372-d466-4f9a-8d9e-56650e34f42a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:27.731314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 63adc2f1-a16a-4395-8721-7bd33e9de0c4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:27.734091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:27.734493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (2b67d25a-dbb9-47c7-8ccd-26df863a9d96), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.752030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 63adc2f1-a16a-4395-8721-7bd33e9de0c4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:27.752672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 63adc2f1-a16a-4395-8721-7bd33e9de0c4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:27.753975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0209c250-6a29-48da-b1c7-2537793d62ec no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:27.756991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.757583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.772112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 1f1d3c29-0bd5-4147-8442-71f9cb0f412c owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:27.774442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0209c250-6a29-48da-b1c7-2537793d62ec {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:27.775008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0209c250-6a29-48da-b1c7-2537793d62ec not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:27.811059 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:27.822593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (38a69055-4915-43a9-aa8c-6682663f5cc3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.834917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.840957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] 10.222.0.23 "DELETE /v2.0/networks/38a69055-4915-43a9-aa8c-6682663f5cc3 HTTP/1.1" status: 204 len: 168 time: 0.4404566 Mar 07 10:54:27.855439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3abd8-f0fa-4a2f-85cf-1936706acea7 tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] Pushing event deleted for resources: {'Network': ['ID=38a69055-4915-43a9-aa8c-6682663f5cc3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.939546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1f1d3c29-0bd5-4147-8442-71f9cb0f412c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.972638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=1f1d3c29-0bd5-4147-8442-71f9cb0f412c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:28.033947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for floatingip (6a68e2d1-dfa8-485d-906f-23073947bf3f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.036624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.037799 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b5a6c7de-937b-46ba-9f33-4c13f4273f53 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/floatingips/6a68e2d1-dfa8-485d-906f-23073947bf3f HTTP/1.1" status: 204 len: 168 time: 0.5630169 Mar 07 10:54:28.041722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.067962 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-19128da7-a05b-459f-9665-72e153bb2f56 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] DELETE failed (client error): The resource could not be found. Mar 07 10:54:28.068570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19128da7-a05b-459f-9665-72e153bb2f56 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:54:28.071761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-19128da7-a05b-459f-9665-72e153bb2f56 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/9fccf9df-c10e-48eb-8b80-c5b6ab589afc HTTP/1.1" status: 404 len: 333 time: 0.0290592 Mar 07 10:54:28.074411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45022) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.130566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3b019770-424a-413a-8d25-6c88544bf072 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e4be3b9-2a8c-41b5-be73-3afd07eee015 HTTP/1.1" status: 200 len: 205 time: 0.0550082 Mar 07 10:54:28.133013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.172625 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-abdb70c3-e94b-4312-b580-8dcf23bdb7a6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] delete failed (client error): The resource could not be found. Mar 07 10:54:28.173723 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-abdb70c3-e94b-4312-b580-8dcf23bdb7a6 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/routers/9e4be3b9-2a8c-41b5-be73-3afd07eee015 HTTP/1.1" status: 404 len: 336 time: 0.0397232 Mar 07 10:54:28.176541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.204619 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-22427b6a-29f0-441d-9712-f23bc0745369 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] DELETE failed (client error): The resource could not be found. Mar 07 10:54:28.205080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22427b6a-29f0-441d-9712-f23bc0745369 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:54:28.208224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22427b6a-29f0-441d-9712-f23bc0745369 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/subnets/3a99874c-cfbd-4731-8b68-26a653acfa55 HTTP/1.1" status: 404 len: 337 time: 0.0307398 Mar 07 10:54:28.210968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45028) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.307201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 7f697a84-d991-454a-b6f1-1563df8ec3ee {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:28.307488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7f697a84-d991-454a-b6f1-1563df8ec3ee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.394659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7f697a84-d991-454a-b6f1-1563df8ec3ee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.406808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 7f697a84-d991-454a-b6f1-1563df8ec3ee owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:28.525369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.540832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7f697a84-d991-454a-b6f1-1563df8ec3ee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.569959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=7f697a84-d991-454a-b6f1-1563df8ec3ee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:28.643660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.647022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-98f2989e-804d-43fd-92af-c7e3217981b7 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/7f697a84-d991-454a-b6f1-1563df8ec3ee HTTP/1.1" status: 204 len: 168 time: 0.4351592 Mar 07 10:54:28.649464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.741024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port 5852c8aa-ae4b-43ab-912e-d97e0bbf67e2 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:28.741369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5852c8aa-ae4b-43ab-912e-d97e0bbf67e2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.833273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5852c8aa-ae4b-43ab-912e-d97e0bbf67e2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.845419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for 5852c8aa-ae4b-43ab-912e-d97e0bbf67e2 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:28.986274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5852c8aa-ae4b-43ab-912e-d97e0bbf67e2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.018575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=5852c8aa-ae4b-43ab-912e-d97e0bbf67e2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:29.097962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.101326 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-798e72fe-8aa5-4c65-a2e9-c3d9fcc1a79d tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/ports/5852c8aa-ae4b-43ab-912e-d97e0bbf67e2 HTTP/1.1" status: 204 len: 168 time: 0.4509590 Mar 07 10:54:29.103866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.169830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef66777-f00b-47f4-a145-62be4fc157e5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:29.171331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ef66777-f00b-47f4-a145-62be4fc157e5 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd3e70b-b329-466b-8e2f-08d15d22b071 HTTP/1.1" status: 200 len: 913 time: 0.0665522 Mar 07 10:54:29.174269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.597244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.870509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port a6400775-caa1-4cdf-b8c7-a53a5c016028 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:29.870873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.964434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.977889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for a6400775-caa1-4cdf-b8c7-a53a5c016028 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:30.178558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a6400775-caa1-4cdf-b8c7-a53a5c016028), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.207266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=a6400775-caa1-4cdf-b8c7-a53a5c016028,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:30.376391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.604516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Router fdd3e70b-b329-466b-8e2f-08d15d22b071 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:30.724156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:30.729773 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36a4b3ce-bfad-4478-8c70-ffb643b7dfc2 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "PUT /v2.0/routers/fdd3e70b-b329-466b-8e2f-08d15d22b071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545425 Mar 07 10:54:30.732470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45042) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:30.738446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] Sync routers for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:30.753392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:30.754363 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.799988 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.808699 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] Routers {'fdd3e70b-b329-466b-8e2f-08d15d22b071'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:30.809369 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fdd3e70b-b329-466b-8e2f-08d15d22b071'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.842823 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.844113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0fe83-6f67-4303-85ba-04cea41e9d8f None None] The sync data for ids ['fdd3e70b-b329-466b-8e2f-08d15d22b071'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:31.162140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.285972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_gateway (fdd3e70b-b329-466b-8e2f-08d15d22b071), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.349347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting port c1086ee7-49a6-45c0-9ec2-2f4e88365c40 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:31.349674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c1086ee7-49a6-45c0-9ec2-2f4e88365c40), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.423782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c1086ee7-49a6-45c0-9ec2-2f4e88365c40), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.435862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Calling delete_port for c1086ee7-49a6-45c0-9ec2-2f4e88365c40 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:31.611275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c1086ee7-49a6-45c0-9ec2-2f4e88365c40), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.641613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Port': ['ID=c1086ee7-49a6-45c0-9ec2-2f4e88365c40,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.704229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.805651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.808000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router_controller (fdd3e70b-b329-466b-8e2f-08d15d22b071), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.862189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (fdd3e70b-b329-466b-8e2f-08d15d22b071), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.863896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Fanout notify agent at l3_agent the message router_deleted on router fdd3e70b-b329-466b-8e2f-08d15d22b071 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:54:31.872831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.874757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-da048d0d-74de-4072-8775-841f25397d13 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/routers/fdd3e70b-b329-466b-8e2f-08d15d22b071 HTTP/1.1" status: 204 len: 168 time: 1.1409521 Mar 07 10:54:31.877810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:31.944747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Deleting subnet 8084fbcf-950c-4619-873a-2f8feac3cf57 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:31.948486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (8084fbcf-950c-4619-873a-2f8feac3cf57), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.996842 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (8084fbcf-950c-4619-873a-2f8feac3cf57), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.057671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8084fbcf-950c-4619-873a-2f8feac3cf57), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.171138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (8084fbcf-950c-4619-873a-2f8feac3cf57), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.231979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.236983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/subnets/8084fbcf-950c-4619-873a-2f8feac3cf57 HTTP/1.1" status: 204 len: 168 time: 0.3580551 Mar 07 10:54:32.237934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a811-4d6b-4870-9abf-bc29eb718439 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Subnet': ['ID=8084fbcf-950c-4619-873a-2f8feac3cf57,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:32.239600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45056) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:32.426363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0cfd429b-8042-4662-bf14-f652c113e632), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.459998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc8f3-4a44-4154-9883-32a61bf62696 req-7aa6d7ee-8b3c-4bcd-a602-4de3a77f759f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.461554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c76fc8f3-4a44-4154-9883-32a61bf62696 req-7aa6d7ee-8b3c-4bcd-a602-4de3a77f759f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.0971873 Mar 07 10:54:32.536939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c76fc8f3-4a44-4154-9883-32a61bf62696 req-e899caf0-54a2-4968-8425-0a7faeffafe3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Mar 07 10:54:32.581677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0cfd429b-8042-4662-bf14-f652c113e632), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.602866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfd429b-8042-4662-bf14-f652c113e632']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:32.612530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4d1208-f09d-43e5-82f9-5d88d08d71fd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:32.612856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4d1208-f09d-43e5-82f9-5d88d08d71fd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:32.622663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (5e4d1208-f09d-43e5-82f9-5d88d08d71fd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.636420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e4d1208-f09d-43e5-82f9-5d88d08d71fd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.644075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:32.644483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (5e4d1208-f09d-43e5-82f9-5d88d08d71fd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:32.647476 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:32.715178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0cfd429b-8042-4662-bf14-f652c113e632), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.725724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.732548 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] 10.222.0.23 "DELETE /v2.0/networks/0cfd429b-8042-4662-bf14-f652c113e632 HTTP/1.1" status: 204 len: 168 time: 0.4915109 Mar 07 10:54:32.747967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d9d4c-cb92-4d50-9d89-1ebd4cad04c0 tempest-FloatingIPTestJSON-2103421416 tempest-FloatingIPTestJSON-2103421416-project] Pushing event deleted for resources: {'Network': ['ID=0cfd429b-8042-4662-bf14-f652c113e632,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.250575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45080) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.489072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f9312f21-26ab-4220-a45a-3001f11b6400 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f93cc7fd9a4e4d2e9119b23682d8eb86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366917 Mar 07 10:54:33.491457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.557692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] Publish callbacks [] for security_group (7805cdcd-9acb-4d26-b3bc-5edbbcc2651a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.615170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] Publish callbacks [] for security_group (7805cdcd-9acb-4d26-b3bc-5edbbcc2651a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.725290 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7805cdcd-9acb-4d26-b3bc-5edbbcc2651a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.728291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.729649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7805cdcd-9acb-4d26-b3bc-5edbbcc2651a HTTP/1.1" status: 204 len: 168 time: 0.2370837 Mar 07 10:54:33.739146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73776f5-7545-466d-90f4-511950ace4cb req-9d1efff2-8b62-4fb4-a31e-84653bd50890 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.746634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a73776f5-7545-466d-90f4-511950ace4cb req-9d1efff2-8b62-4fb4-a31e-84653bd50890 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.0969365 Mar 07 10:54:33.771456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1f0b-d2b3-4288-9e45-ba60911ee290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805cdcd-9acb-4d26-b3bc-5edbbcc2651a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.838920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a73776f5-7545-466d-90f4-511950ace4cb req-96e43de5-541d-4866-a06f-6f2c0c7c64eb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912504 Mar 07 10:54:33.984131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-66959f65-f5b7-4c1c-9cf5-ba461ee7ef9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.002632 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-66959f65-f5b7-4c1c-9cf5-ba461ee7ef9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 946 time: 0.1381621 Mar 07 10:54:34.164856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port 07e7f099-f8c0-4593-8ecf-c3cc6364949c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:34.165206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.362649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port 07e7f099-f8c0-4593-8ecf-c3cc6364949c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=07e7f099-f8c0-4593-8ecf-c3cc6364949c,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:34.363328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.379205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for 07e7f099-f8c0-4593-8ecf-c3cc6364949c owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:34.425207 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:54:34.676113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07e7f099-f8c0-4593-8ecf-c3cc6364949c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.725369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=07e7f099-f8c0-4593-8ecf-c3cc6364949c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:34.789338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port 07e7f099-f8c0-4593-8ecf-c3cc6364949c on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:34.792226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.799090 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3fd5fcaa-0c21-4ac9-8c41-8f50bb80b5b0 req-7f15551c-638d-41c9-bc5f-5bb1d70a9d93 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "DELETE /v2.0/ports/07e7f099-f8c0-4593-8ecf-c3cc6364949c HTTP/1.1" status: 204 len: 173 time: 0.7909036 Mar 07 10:54:34.799904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'name': 'network-vif-deleted', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:34.803791 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b26c9-506b-45c0-8c15-a45559d570d4" -d '{"events": [{"server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "name": "network-vif-deleted", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:34.896729 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4886c34f-8e89-4f6a-b170-83d85f924071 x-openstack-request-id: req-4886c34f-8e89-4f6a-b170-83d85f924071 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:34.897547 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf6cb8-f80f-47d5-84c6-66ba66e88d41", "name": "network-vif-deleted", "tag": "07e7f099-f8c0-4593-8ecf-c3cc6364949c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:34.897972 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4886c34f-8e89-4f6a-b170-83d85f924071 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:34.898554 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf6cb8-f80f-47d5-84c6-66ba66e88d41', 'name': 'network-vif-deleted', 'tag': '07e7f099-f8c0-4593-8ecf-c3cc6364949c', 'status': 'completed', 'code': 200} Mar 07 10:54:34.909917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45132) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.060444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d67b8a2-626a-492f-94e9-f545eff10b6c req-05141bd4-cb65-4ba3-96e4-0ddd67843ce1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0424130 Mar 07 10:54:35.085368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--102633458'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:35.115013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.131127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.235488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (6c5baf99-6d4b-4138-b4d8-4a93df93697f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.240594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6c5baf99-6d4b-4138-b4d8-4a93df93697f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.317932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5baf99-6d4b-4138-b4d8-4a93df93697f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.332857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (25200316-4fc4-476b-a169-97797975fe60), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.339993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25200316-4fc4-476b-a169-97797975fe60), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.375719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25200316-4fc4-476b-a169-97797975fe60,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.402975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.405258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f4c953f4-c3c8-46bd-83d8-2c9bc614ee95 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4941235 Mar 07 10:54:35.408477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45140) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.501058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8298b548-e751-49cf-b6c8-131f8c1cc8df tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0915747 Mar 07 10:54:35.503669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.509427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-security--476551663', 'description': 'tempest-security-description-1336902778'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:35.551689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (25200316-4fc4-476b-a169-97797975fe60), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.613416 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (25200316-4fc4-476b-a169-97797975fe60), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.618459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25200316-4fc4-476b-a169-97797975fe60), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.621311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.625453 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "PUT /v2.0/security-groups/25200316-4fc4-476b-a169-97797975fe60 HTTP/1.1" status: 200 len: 1796 time: 0.1175473 Mar 07 10:54:35.625865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45148) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.659504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c1ff8-dab2-42b8-b657-bbebf21d0543 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25200316-4fc4-476b-a169-97797975fe60,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.703562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.708380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca723548-07a3-417e-9e7e-d3bc5ce529b7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups/25200316-4fc4-476b-a169-97797975fe60 HTTP/1.1" status: 200 len: 1796 time: 0.0811923 Mar 07 10:54:35.769979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (25200316-4fc4-476b-a169-97797975fe60), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.802740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (25200316-4fc4-476b-a169-97797975fe60), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.859165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (25200316-4fc4-476b-a169-97797975fe60), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.863604 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.868085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45156) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.876129 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/25200316-4fc4-476b-a169-97797975fe60 HTTP/1.1" status: 204 len: 168 time: 0.1712348 Mar 07 10:54:35.898440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c85ead-95b1-452f-8220-1cf67fa37800 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25200316-4fc4-476b-a169-97797975fe60,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.932910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.936437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-935e0cb1-2134-4974-8d7b-4f6d4dbc0ef6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671787 Mar 07 10:54:35.947192 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a62c6cc3-01c7-447c-b63f-fe0cea74065e tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] delete failed (client error): The resource could not be found. Mar 07 10:54:35.953327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a62c6cc3-01c7-447c-b63f-fe0cea74065e tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/25200316-4fc4-476b-a169-97797975fe60 HTTP/1.1" status: 404 len: 347 time: 0.0193920 Mar 07 10:54:35.953668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45160) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.958488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936948413'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:35.980897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.049972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1574b489-1bf1-44d0-a9f0-9fbadb36a30b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.055952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1574b489-1bf1-44d0-a9f0-9fbadb36a30b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.098433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1574b489-1bf1-44d0-a9f0-9fbadb36a30b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.118756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.124033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.130098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '1574b489-1bf1-44d0-a9f0-9fbadb36a30b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:36.136482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d248ddb3-1db0-469d-b221-daba5af24ce0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1804810 Mar 07 10:54:36.174848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.190677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a28c1fef-9616-45e2-b2a5-06add1b5d9ef req-fcbb8c5e-efdc-4fdb-81a0-e4033d4cf4c7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0531354 Mar 07 10:54:36.227072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.231743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.253394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2b6e92-0205-465c-9b69-0a85a5f73336,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.261144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.265467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6042e18e-263c-4c76-9bf5-b62d32879c15 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370006 Mar 07 10:54:36.265909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.295233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.303301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.346810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dc2b6e92-0205-465c-9b69-0a85a5f73336), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.356846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.358062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dc2b6e92-0205-465c-9b69-0a85a5f73336 HTTP/1.1" status: 204 len: 168 time: 0.0911698 Mar 07 10:54:36.358611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 07e7f099-f8c0-4593-8ecf-c3cc6364949c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:36.361390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45168) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.372481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38814e2c-58d8-4522-bf40-8b20ad757aba tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2b6e92-0205-465c-9b69-0a85a5f73336,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.386185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 07e7f099-f8c0-4593-8ecf-c3cc6364949c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:36.386749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 07e7f099-f8c0-4593-8ecf-c3cc6364949c not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:36.415125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f9fdab4b-fd26-4189-98b0-45e22774e506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523007 Mar 07 10:54:36.418116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.486760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1574b489-1bf1-44d0-a9f0-9fbadb36a30b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.514295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1574b489-1bf1-44d0-a9f0-9fbadb36a30b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.565993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1574b489-1bf1-44d0-a9f0-9fbadb36a30b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.568704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.570005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/1574b489-1bf1-44d0-a9f0-9fbadb36a30b HTTP/1.1" status: 204 len: 168 time: 0.1506271 Mar 07 10:54:36.573157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.589751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb78e1f-4822-4b93-88fc-12a9d382b3f6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574b489-1bf1-44d0-a9f0-9fbadb36a30b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.624151 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5d4950da-348f-43b7-b220-39c6cd0ed829 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499113 Mar 07 10:54:36.631107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.636017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281779151'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:36.658523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.733398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (c39f0999-3e36-4d86-9e75-177bba761d80), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.738394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c39f0999-3e36-4d86-9e75-177bba761d80), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.777063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.778490 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1463931 Mar 07 10:54:36.781231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28382ae1-0f44-42d8-9124-1d36ca527ef7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39f0999-3e36-4d86-9e75-177bba761d80,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.781375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45176) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.791037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'c39f0999-3e36-4d86-9e75-177bba761d80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:36.826465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.884744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.889520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.919555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc276789-cc0f-4d6b-a3c9-f9079bcc6962,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.931160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.932406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5c159b22-f5a3-47dd-9858-9654ebd34a79 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500151 Mar 07 10:54:36.935253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.940039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'c39f0999-3e36-4d86-9e75-177bba761d80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:36.965480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.032814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.037148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.059209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e389d4f-3ae7-419c-ab8b-2303eb67621f,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.071286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.072908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12c1ad15-c9ce-40e1-9e8e-b176dfe7af88 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362238 Mar 07 10:54:37.075954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45180) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.081048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'c39f0999-3e36-4d86-9e75-177bba761d80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:37.106476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.163298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.168274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.189554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb27757-d280-4f0a-bd98-1b6d2eb1cb77,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.198911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.200376 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97945b79-ba7c-4374-b615-b483f87218e7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232512 Mar 07 10:54:37.204195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45184) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.209525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'c39f0999-3e36-4d86-9e75-177bba761d80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:37.243710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.305033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfc44300-ab6b-4f0b-a476-89efcb71adff req-e29651a3-e503-486d-9582-5bcbbb781955 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0483437 Mar 07 10:54:37.331705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.336659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.360625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4570a232-530e-4a83-b779-00e9fb690fec,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.365432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.366937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-48f11300-4758-4da8-9999-5cd7929375bf tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611524 Mar 07 10:54:37.369953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45186) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.374629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'c39f0999-3e36-4d86-9e75-177bba761d80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:37.402411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.463681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.468279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.489735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ee234b-f9ef-4d4e-9352-47500862e818,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.500193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.504378 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea664c81-b439-4c81-9b96-30892d4cb3da tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1306574 Mar 07 10:54:37.504744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45188) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.531763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.539474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.568792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (02ee234b-f9ef-4d4e-9352-47500862e818), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.582085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.585940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/02ee234b-f9ef-4d4e-9352-47500862e818 HTTP/1.1" status: 204 len: 168 time: 0.0775924 Mar 07 10:54:37.585940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc0f28-c8e9-4862-a463-9781bcf2214b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02ee234b-f9ef-4d4e-9352-47500862e818,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.586189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45190) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.639088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a2b6429-5d89-4e6f-91f8-e3bd2b5e4a7c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0488780 Mar 07 10:54:37.639468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45192) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.665088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.673052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.701147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4570a232-530e-4a83-b779-00e9fb690fec), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.707384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.708817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4570a232-530e-4a83-b779-00e9fb690fec HTTP/1.1" status: 204 len: 168 time: 0.0679481 Mar 07 10:54:37.711524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45194) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.723590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c256bf-024d-43f8-9d7e-29c7313bd179 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4570a232-530e-4a83-b779-00e9fb690fec,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.761222 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd8793b5-463a-4b61-a58f-f58c696bdffd tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0485065 Mar 07 10:54:37.764005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45196) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.794346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.803834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.835029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (beb27757-d280-4f0a-bd98-1b6d2eb1cb77), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.841354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.842473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/beb27757-d280-4f0a-bd98-1b6d2eb1cb77 HTTP/1.1" status: 204 len: 168 time: 0.0775380 Mar 07 10:54:37.845407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.848286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7dd00-a31b-47f1-adc3-014e9db880f5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beb27757-d280-4f0a-bd98-1b6d2eb1cb77,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.891943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-571d0aa3-fc74-419c-b028-5c669b6cdfd8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0450766 Mar 07 10:54:37.894675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.924824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.933082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.959886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6e389d4f-3ae7-419c-ab8b-2303eb67621f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.967384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.971205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6e389d4f-3ae7-419c-ab8b-2303eb67621f HTTP/1.1" status: 204 len: 168 time: 0.0730252 Mar 07 10:54:37.971597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45202) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.986672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af174d82-8dca-42da-a693-bb0dbe34f005 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e389d4f-3ae7-419c-ab8b-2303eb67621f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.027384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.028600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12156e61-c344-470a-adc6-661d6fa8e13d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547190 Mar 07 10:54:38.051697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.059263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.086896 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (bc276789-cc0f-4d6b-a3c9-f9079bcc6962), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.099125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.100197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bc276789-cc0f-4d6b-a3c9-f9079bcc6962 HTTP/1.1" status: 204 len: 168 time: 0.0717473 Mar 07 10:54:38.101157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba20602-f5f6-4944-8f5f-f6a25b900ef8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc276789-cc0f-4d6b-a3c9-f9079bcc6962,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.102800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.147797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-598cd52b-0906-4e3d-8a5d-653ff9e6bbb9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439076 Mar 07 10:54:38.150395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45208) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.206231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (c39f0999-3e36-4d86-9e75-177bba761d80), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.228389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (c39f0999-3e36-4d86-9e75-177bba761d80), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.271924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c39f0999-3e36-4d86-9e75-177bba761d80), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.274618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.278562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.278779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/c39f0999-3e36-4d86-9e75-177bba761d80 HTTP/1.1" status: 204 len: 168 time: 0.1272283 Mar 07 10:54:38.290004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae796-69cc-4e84-af33-6bd23365c506 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39f0999-3e36-4d86-9e75-177bba761d80,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.336220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-776f8f88-79e3-4442-9c0b-2b7ba7baf538 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509336 Mar 07 10:54:38.337872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45214) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.344140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--886394383'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:38.378218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.426948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88133b04-f292-4b5d-94a6-82a923d47bae req-c139213b-a8f3-4c42-aaba-8a38aff8c276 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0347531 Mar 07 10:54:38.487391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1a2f949d-3f4c-42b1-9c87-22dbec103680), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.492662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1a2f949d-3f4c-42b1-9c87-22dbec103680), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.524929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2f949d-3f4c-42b1-9c87-22dbec103680,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.539003 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.543042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7bc6a5dd-39d2-4c6e-9c14-aab1708dafc6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2035201 Mar 07 10:54:38.543291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45216) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.548085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '1a2f949d-3f4c-42b1-9c87-22dbec103680', 'direction': 'ingress', 'protocol': 17}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:38.574964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (83193d0f-8366-4873-9277-b476490d1f08), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.632589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (83193d0f-8366-4873-9277-b476490d1f08), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.638725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (83193d0f-8366-4873-9277-b476490d1f08), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.658104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83193d0f-8366-4873-9277-b476490d1f08,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.667195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.671570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-49821c0e-1e3b-4620-8f9c-5e6b673ee4f3 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1274419 Mar 07 10:54:38.672249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45218) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.730825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1a2f949d-3f4c-42b1-9c87-22dbec103680), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.757689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (1a2f949d-3f4c-42b1-9c87-22dbec103680), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.807551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1a2f949d-3f4c-42b1-9c87-22dbec103680), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.810325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.814196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a2f949d-3f4c-42b1-9c87-22dbec103680 HTTP/1.1" status: 204 len: 168 time: 0.1381338 Mar 07 10:54:38.815392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45220) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.834558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93391057-0f6c-49aa-80b5-ca6f9375add6 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2f949d-3f4c-42b1-9c87-22dbec103680,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.867418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-54a633cc-86ae-4c26-a677-3918872dc0fb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509393 Mar 07 10:54:38.871137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45222) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:38.876614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--511537432'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:38.897559 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.972922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e9e99a36-7897-4f0d-846c-b8b5360b56b8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.977944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e9e99a36-7897-4f0d-846c-b8b5360b56b8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.011430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e99a36-7897-4f0d-846c-b8b5360b56b8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.016518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.021990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-04d7d687-a6f0-4097-96e1-f321257dc074 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1454923 Mar 07 10:54:39.021990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45224) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.031061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893126755'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:39.056711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.127591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e2a88652-a3ad-4923-be8c-46debe701450), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.131687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e2a88652-a3ad-4923-be8c-46debe701450), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.164110 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.165402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1436393 Mar 07 10:54:39.167419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6bfe8-8658-4d29-ac79-ba00b755722c tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a88652-a3ad-4923-be8c-46debe701450,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.168460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.173327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'e9e99a36-7897-4f0d-846c-b8b5360b56b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e2a88652-a3ad-4923-be8c-46debe701450', 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:39.204672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.278191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.282565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.301124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eea46e-89f0-4c65-8b4b-85225099ed94,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.308198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.309601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6cba7b7-5aa5-498e-9ef1-b52ba6a48ae5 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1401749 Mar 07 10:54:39.312871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.341550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.350409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.381044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e6eea46e-89f0-4c65-8b4b-85225099ed94), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.387675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.388847 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e6eea46e-89f0-4c65-8b4b-85225099ed94 HTTP/1.1" status: 204 len: 168 time: 0.0749083 Mar 07 10:54:39.392045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45230) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.400705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8d31c-ba6e-4e47-8dda-be414c947a0b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6eea46e-89f0-4c65-8b4b-85225099ed94,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.432834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3bd4131e-bc43-4fa5-b2f3-cc3939ac50a8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0394742 Mar 07 10:54:39.435579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45232) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.491681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e2a88652-a3ad-4923-be8c-46debe701450), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.537866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08f3041e-b494-4043-85d6-4c9f252deed2 req-0f54542a-8067-4eae-967d-fb7ac19ff32f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0337033 Mar 07 10:54:39.539372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e2a88652-a3ad-4923-be8c-46debe701450), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.586133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e2a88652-a3ad-4923-be8c-46debe701450), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.588802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.589928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/e2a88652-a3ad-4923-be8c-46debe701450 HTTP/1.1" status: 204 len: 168 time: 0.1534629 Mar 07 10:54:39.592730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45236) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.603018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476730b0-b1e7-4e8b-834a-2ceeeedb309a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a88652-a3ad-4923-be8c-46debe701450,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.652614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d686e237-893a-4b24-894f-504d527802c0 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0580642 Mar 07 10:54:39.655582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.708345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e9e99a36-7897-4f0d-846c-b8b5360b56b8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.729994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (e9e99a36-7897-4f0d-846c-b8b5360b56b8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.071177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e9e99a36-7897-4f0d-846c-b8b5360b56b8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.074311 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.075865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9e99a36-7897-4f0d-846c-b8b5360b56b8 HTTP/1.1" status: 204 len: 168 time: 0.4187474 Mar 07 10:54:40.079023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45240) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.086324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a71919-608d-4d4d-b603-9e232670ca69 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e99a36-7897-4f0d-846c-b8b5360b56b8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.137898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-690b0bdf-9db2-44ca-9e1e-2a27f422dcd1 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575528 Mar 07 10:54:40.141848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45242) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.146492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085176429'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:40.169342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.241874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (8df47d8e-ef26-42ce-b550-af659900b8f9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.246768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8df47d8e-ef26-42ce-b550-af659900b8f9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.272752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.277031 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1340876 Mar 07 10:54:40.277217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.282964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '8df47d8e-ef26-42ce-b550-af659900b8f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:40.286279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7f04-77ea-4cff-a1f7-0c7d3eeb3734 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df47d8e-ef26-42ce-b550-af659900b8f9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.322932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.382647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.387102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.405564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.416785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.418205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-86365676-74ac-4b0b-ac19-78e5b4c35e00 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1395748 Mar 07 10:54:40.421249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45246) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.451504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.464828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.493120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.498106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.501987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e HTTP/1.1" status: 204 len: 168 time: 0.0768714 Mar 07 10:54:40.503107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.509272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c2ee2-569c-4155-9fb2-bfaa2eafdb11 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a4f4c2f-c1b4-4b54-8f19-aafc18071e3e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.550604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f674d792-3031-46e1-9017-9fa2c130c94a tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433965 Mar 07 10:54:40.551011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.613603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (8df47d8e-ef26-42ce-b550-af659900b8f9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.637246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d86ee1c0-d671-4749-bb6b-73411c36ba69 req-c43580a2-bee0-4daa-afb9-0f47f7074b2d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0292037 Mar 07 10:54:40.637537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (8df47d8e-ef26-42ce-b550-af659900b8f9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.693325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8df47d8e-ef26-42ce-b550-af659900b8f9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.696128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.700017 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/8df47d8e-ef26-42ce-b550-af659900b8f9 HTTP/1.1" status: 204 len: 168 time: 0.1478581 Mar 07 10:54:40.700163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45254) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.709854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984c464-9461-41f9-b687-2b9b33c6075d tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df47d8e-ef26-42ce-b550-af659900b8f9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.763594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-66ff3c7d-43e8-46d5-8d28-f252b386cc32 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580432 Mar 07 10:54:40.764497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.769805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--739101258'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:40.795421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.868081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (81600d7f-ff86-4fd8-b592-15b42366d96d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.872586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (81600d7f-ff86-4fd8-b592-15b42366d96d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.905588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.910059 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1414165 Mar 07 10:54:40.910322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45258) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:40.912691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5586e5a-86a6-4b61-b2cd-e32f60ccc147 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81600d7f-ff86-4fd8-b592-15b42366d96d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.915745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '81600d7f-ff86-4fd8-b592-15b42366d96d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:40.946366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.012820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.017564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.043704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af605e10-8677-4805-b488-5ba7cc9e5029,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.053984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.057763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dfb35f1b-51c4-4df7-b341-11448cd4d321 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436248 Mar 07 10:54:41.057999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45260) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.077228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0dc76091-063a-4d42-8c7c-11d2357dae46 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules/af605e10-8677-4805-b488-5ba7cc9e5029 HTTP/1.1" status: 200 len: 763 time: 0.0155554 Mar 07 10:54:41.077950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.119931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-76b6a6fc-3d43-4440-aac9-bf3a32e1ed2f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0383046 Mar 07 10:54:41.120127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45264) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.143582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.152461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.185016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (af605e10-8677-4805-b488-5ba7cc9e5029), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.191868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.196538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.199915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/af605e10-8677-4805-b488-5ba7cc9e5029 HTTP/1.1" status: 204 len: 168 time: 0.0786707 Mar 07 10:54:41.210539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b107e-c070-426d-b8b7-e2d7217dcdfb tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af605e10-8677-4805-b488-5ba7cc9e5029,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.245463 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-99a106dd-0012-4096-a8d7-8dc98cde43a7 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474830 Mar 07 10:54:41.245674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45268) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.250431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '81600d7f-ff86-4fd8-b592-15b42366d96d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:41.281450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.329026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.334203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.357505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04b9eb7-4fae-4de3-a92c-685e6a904a03,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.369898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.373700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-902084f7-9c06-4d31-9d86-abd0c65d7bac tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242564 Mar 07 10:54:41.373867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.394853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2efba64f-9ab5-45b9-8efb-75beaec2a10b tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules/e04b9eb7-4fae-4de3-a92c-685e6a904a03 HTTP/1.1" status: 200 len: 763 time: 0.0173731 Mar 07 10:54:41.395070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45272) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.441600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-612922e6-1fc0-4b8c-a9ab-c03c9a50ee20 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428913 Mar 07 10:54:41.442956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45274) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.472756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.481175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.511126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e04b9eb7-4fae-4de3-a92c-685e6a904a03), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.517050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.520496 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e04b9eb7-4fae-4de3-a92c-685e6a904a03 HTTP/1.1" status: 204 len: 168 time: 0.0752020 Mar 07 10:54:41.521084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45276) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.538941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fefd0-e9e5-481c-8ec3-6c2a35835fea tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e04b9eb7-4fae-4de3-a92c-685e6a904a03,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.568715 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d2071be-d765-47f6-8636-52ada8fc4457 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440884 Mar 07 10:54:41.568937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.573037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': '81600d7f-ff86-4fd8-b592-15b42366d96d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:41.601526 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Project aa5c34d87d8848098b406698c103f6fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:54:41.607605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.656822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.662391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.684045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4160f7-2102-49ca-a39a-eddc7ce4b488,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.691085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.695190 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a40a4248-e7ec-4cf5-ad1e-d48a08c097e9 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228130 Mar 07 10:54:41.695781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45282) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.715098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45284) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.715322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-570effc8-5103-4a7b-a382-3bc69d657f20 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules/dd4160f7-2102-49ca-a39a-eddc7ce4b488 HTTP/1.1" status: 200 len: 769 time: 0.0187848 Mar 07 10:54:41.776499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.783308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e71dbe2-b92a-4f16-a989-c3e0558bd336 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0664334 Mar 07 10:54:41.811714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.814317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec793b4c-b640-4240-83dd-3dabe648171d req-37aebee0-13fd-4d1e-bf22-dc71113a8936 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Mar 07 10:54:41.822666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.854780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dd4160f7-2102-49ca-a39a-eddc7ce4b488), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.867477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.869318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dd4160f7-2102-49ca-a39a-eddc7ce4b488 HTTP/1.1" status: 204 len: 168 time: 0.0918510 Mar 07 10:54:41.870528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144505b-326e-4e09-aff0-3af42189d245 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd4160f7-2102-49ca-a39a-eddc7ce4b488,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.873380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45288) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.914001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2f884ac9-2cbc-4f8e-9bb4-4ff34d80e3dd tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0365534 Mar 07 10:54:41.914299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45290) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.968858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (81600d7f-ff86-4fd8-b592-15b42366d96d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.009638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (81600d7f-ff86-4fd8-b592-15b42366d96d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.059369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (81600d7f-ff86-4fd8-b592-15b42366d96d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.062620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.066919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/81600d7f-ff86-4fd8-b592-15b42366d96d HTTP/1.1" status: 204 len: 168 time: 0.1490371 Mar 07 10:54:42.067537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45292) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.074173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e861b7-79c5-4d2a-a857-28f4523ed848 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81600d7f-ff86-4fd8-b592-15b42366d96d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:42.133498 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9c39f95-67a4-4eea-a9ef-bfde956d92a8 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583074 Mar 07 10:54:42.133498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.137945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group': {'name': 'tempest-secgroup--787591347'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:42.163227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.240877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (d1dc2a24-749e-49de-9760-bf2ddf13de08), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.246239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d1dc2a24-749e-49de-9760-bf2ddf13de08), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.273416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc2a24-749e-49de-9760-bf2ddf13de08,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:42.291389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.295605 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c600017-47ff-47aa-988d-3cf84ccecd35 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1596746 Mar 07 10:54:42.296337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45296) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.301284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Request body: {'security_group_rule': {'security_group_id': 'd1dc2a24-749e-49de-9760-bf2ddf13de08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:42.332475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (148edd24-af6d-4197-9893-6e3d576f45eb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.394015 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (148edd24-af6d-4197-9893-6e3d576f45eb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.399266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (148edd24-af6d-4197-9893-6e3d576f45eb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.418701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148edd24-af6d-4197-9893-6e3d576f45eb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:42.433631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.437969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-25c08093-6a32-4f7e-a52d-b2f36b97c8fa tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378179 Mar 07 10:54:42.438174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45298) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.491912 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (d1dc2a24-749e-49de-9760-bf2ddf13de08), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.519932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (d1dc2a24-749e-49de-9760-bf2ddf13de08), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.570870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d1dc2a24-749e-49de-9760-bf2ddf13de08), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.574129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.578375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1dc2a24-749e-49de-9760-bf2ddf13de08 HTTP/1.1" status: 204 len: 168 time: 0.1392264 Mar 07 10:54:42.578843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45300) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.588583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ce8f9-e9af-42ef-ab5d-4673aebcd31f tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc2a24-749e-49de-9760-bf2ddf13de08,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:42.632939 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d68b2766-6c36-457a-b210-293f351d8736 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493817 Mar 07 10:54:42.632939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45302) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.671785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c8a085a-faec-45f9-9068-e851c4b654fd tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0350227 Mar 07 10:54:42.672254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45304) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.685755 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-310353d3-fab1-4ac4-bed0-7edd32e4d227 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] delete failed (client error): The resource could not be found. Mar 07 10:54:42.690168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-310353d3-fab1-4ac4-bed0-7edd32e4d227 tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1dc2a24-749e-49de-9760-bf2ddf13de08 HTTP/1.1" status: 404 len: 347 time: 0.0135598 Mar 07 10:54:42.690926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45306) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.748335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9523dc29-f90a-4919-9d41-d97231a372ee tempest-SecGroupIPv6Test-1514207149 tempest-SecGroupIPv6Test-1514207149-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562377 Mar 07 10:54:42.973221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccc75ba1-4b81-471a-8ab3-79eae77c0c9a req-cb6c58f3-04ba-4725-b635-f298db1763ab tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0534062 Mar 07 10:54:43.075913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:43.229708 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7da4ee3c-d76f-4b96-bf92-bd5e6ed98cea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa5c34d87d8848098b406698c103f6fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491807 Mar 07 10:54:43.230019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45318) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:43.285368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] Publish callbacks [] for security_group (6c5baf99-6d4b-4138-b4d8-4a93df93697f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.307710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] Publish callbacks [] for security_group (6c5baf99-6d4b-4138-b4d8-4a93df93697f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.361017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6c5baf99-6d4b-4138-b4d8-4a93df93697f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.364276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.381852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c5baf99-6d4b-4138-b4d8-4a93df93697f HTTP/1.1" status: 204 len: 168 time: 0.1418240 Mar 07 10:54:43.391804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c35c6a-6355-4cff-99d3-442c611bdd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5baf99-6d4b-4138-b4d8-4a93df93697f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.103194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fcf40d0-c6ca-4570-8331-0df345441e53 req-0ef11d34-ffec-4f64-a300-504a934c61c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0430727 Mar 07 10:54:44.330569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.432056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-09b4ed43-0a51-46ea-90e7-69ff5aa31280 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:44.432609 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-09b4ed43-0a51-46ea-90e7-69ff5aa31280 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:54:44.433101 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-09b4ed43-0a51-46ea-90e7-69ff5aa31280 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:54:44.437616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-09b4ed43-0a51-46ea-90e7-69ff5aa31280 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1021960 Mar 07 10:54:44.438081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45346) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.442829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148976757'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:44.468015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.478850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.570506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (270034ce-aa54-4b63-8a33-9cda53cf636f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.577724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (270034ce-aa54-4b63-8a33-9cda53cf636f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.610112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270034ce-aa54-4b63-8a33-9cda53cf636f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.693136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8780ec94-2699-4e13-8de4-2be8182d546c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.699799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8780ec94-2699-4e13-8de4-2be8182d546c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.731742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8780ec94-2699-4e13-8de4-2be8182d546c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.764774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.766901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5d340964-f444-4bad-99e5-b26e22d7603a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3274460 Mar 07 10:54:44.769727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45348) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.776281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '8780ec94-2699-4e13-8de4-2be8182d546c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:44.817579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group_rule (3c42b6f5-f9c8-46e2-add4-c24d01ed4789), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.890046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group_rule (3c42b6f5-f9c8-46e2-add4-c24d01ed4789), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.897893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (3c42b6f5-f9c8-46e2-add4-c24d01ed4789), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.922385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c42b6f5-f9c8-46e2-add4-c24d01ed4789,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.946280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.949764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b5da33a3-69e3-4769-870b-9de94dc10d14 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784005 Mar 07 10:54:44.953373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45350) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.959201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-02a2f549-40f1-4a15-b0c4-5229a3e824a3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '8780ec94-2699-4e13-8de4-2be8182d546c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:44.994098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02a2f549-40f1-4a15-b0c4-5229a3e824a3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group_rule (6994da41-158f-4b16-ac45-68db99b463d9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.071611 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-02a2f549-40f1-4a15-b0c4-5229a3e824a3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:54:45.076647 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02a2f549-40f1-4a15-b0c4-5229a3e824a3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1186388 Mar 07 10:54:45.076799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45352) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.140623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8780ec94-2699-4e13-8de4-2be8182d546c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.188962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8780ec94-2699-4e13-8de4-2be8182d546c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.253632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8780ec94-2699-4e13-8de4-2be8182d546c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.256380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1939688-7572-45ba-953a-0475e2681656 req-2fa23a4f-4a2a-4f31-9ec6-7dc293fd47ee tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0492859 Mar 07 10:54:45.257518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.258945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/8780ec94-2699-4e13-8de4-2be8182d546c HTTP/1.1" status: 204 len: 168 time: 0.1810637 Mar 07 10:54:45.261815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45356) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.270954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95618452-8cd6-409d-bcc6-9b3a26d2eb5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780ec94-2699-4e13-8de4-2be8182d546c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.325302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f73f7929-0667-4f15-9ba0-ffdbdc7ff44d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584047 Mar 07 10:54:45.326064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45358) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.330825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--832856960'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:45.360071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.440703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8f57d7eb-65a4-41a7-b19f-ff6828b09bf5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.447892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f57d7eb-65a4-41a7-b19f-ff6828b09bf5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.483766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.487927 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1579611 Mar 07 10:54:45.488143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.494377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d0f4f1f0-2a3c-46a9-9b73-ea4bbe2489de tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '8f57d7eb-65a4-41a7-b19f-ff6828b09bf5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:45.495190 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-d0f4f1f0-2a3c-46a9-9b73-ea4bbe2489de tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 10:54:45.495869 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-d0f4f1f0-2a3c-46a9-9b73-ea4bbe2489de tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:45.499544 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0f4f1f0-2a3c-46a9-9b73-ea4bbe2489de tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071018 Mar 07 10:54:45.499962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.511831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbd0a5-6a48-4a2e-b68e-1724ba36093c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f57d7eb-65a4-41a7-b19f-ff6828b09bf5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.564961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8f57d7eb-65a4-41a7-b19f-ff6828b09bf5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.591254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (8f57d7eb-65a4-41a7-b19f-ff6828b09bf5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.634436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f57d7eb-65a4-41a7-b19f-ff6828b09bf5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.637427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.641267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f57d7eb-65a4-41a7-b19f-ff6828b09bf5 HTTP/1.1" status: 204 len: 168 time: 0.1372180 Mar 07 10:54:45.641722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45364) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.659230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27636147-4bc9-49a4-9439-7875f12bde90 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f57d7eb-65a4-41a7-b19f-ff6828b09bf5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.708684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.709197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-781e5237-9023-483a-b4d0-7c7ca84bdc59 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659289 Mar 07 10:54:45.714520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--887967433'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:45.738231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.813974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9aa2b601-c23a-4343-93f6-392b77b6e1d2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.820219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9aa2b601-c23a-4343-93f6-392b77b6e1d2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.861755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2b601-c23a-4343-93f6-392b77b6e1d2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.867321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.872014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45368) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.872726 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0991bea-9bf8-47f1-942e-2cdd64811099 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1623054 Mar 07 10:54:45.878367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-acd671b9-a0e1-4285-827c-dadf3a16a039 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '9aa2b601-c23a-4343-93f6-392b77b6e1d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:45.879224 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-acd671b9-a0e1-4285-827c-dadf3a16a039 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 10:54:45.879733 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-acd671b9-a0e1-4285-827c-dadf3a16a039 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:45.881660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-acd671b9-a0e1-4285-827c-dadf3a16a039 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072341 Mar 07 10:54:45.884467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45370) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:45.937935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9aa2b601-c23a-4343-93f6-392b77b6e1d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.960552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9aa2b601-c23a-4343-93f6-392b77b6e1d2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.011189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9aa2b601-c23a-4343-93f6-392b77b6e1d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.014155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.018046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/9aa2b601-c23a-4343-93f6-392b77b6e1d2 HTTP/1.1" status: 204 len: 168 time: 0.1300397 Mar 07 10:54:46.018580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.025709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77009127-b804-4333-8224-04cf7b784a49 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2b601-c23a-4343-93f6-392b77b6e1d2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.079166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ca7776f-5f73-41ac-b459-1e0cce615ed1 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593338 Mar 07 10:54:46.082987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45374) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.087670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--558028117'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.117885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.219492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (99f4dda5-cb0d-403f-9574-45449f74c46f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.225578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99f4dda5-cb0d-403f-9574-45449f74c46f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.255992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.260120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1731906 Mar 07 10:54:46.260689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.264818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85f17424-0d82-46e1-8dfe-8f639f4042e8 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '99f4dda5-cb0d-403f-9574-45449f74c46f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.265814 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-85f17424-0d82-46e1-8dfe-8f639f4042e8 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 10:54:46.266408 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-85f17424-0d82-46e1-8dfe-8f639f4042e8 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.269832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85f17424-0d82-46e1-8dfe-8f639f4042e8 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060668 Mar 07 10:54:46.270142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45378) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.274447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-93f98f99-523d-4934-97f5-4e68ef9cad0d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '99f4dda5-cb0d-403f-9574-45449f74c46f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.275175 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-93f98f99-523d-4934-97f5-4e68ef9cad0d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 10:54:46.275758 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-93f98f99-523d-4934-97f5-4e68ef9cad0d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.279075 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93f98f99-523d-4934-97f5-4e68ef9cad0d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057666 Mar 07 10:54:46.279075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b2eb-38ac-4075-bfab-be4ae55c2c72 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4dda5-cb0d-403f-9574-45449f74c46f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.279885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45380) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.289252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-13cf6ae5-90c5-4c42-b850-bba406f12080 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '99f4dda5-cb0d-403f-9574-45449f74c46f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.290454 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-13cf6ae5-90c5-4c42-b850-bba406f12080 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 10:54:46.291230 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-13cf6ae5-90c5-4c42-b850-bba406f12080 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.296679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-13cf6ae5-90c5-4c42-b850-bba406f12080 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145514 Mar 07 10:54:46.297504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45384) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.303859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-398ea7f8-824a-435a-a4ac-c63314545df6 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '99f4dda5-cb0d-403f-9574-45449f74c46f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.305350 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-398ea7f8-824a-435a-a4ac-c63314545df6 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 10:54:46.308041 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-398ea7f8-824a-435a-a4ac-c63314545df6 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.312634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45386) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.313089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-398ea7f8-824a-435a-a4ac-c63314545df6 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143304 Mar 07 10:54:46.382817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (99f4dda5-cb0d-403f-9574-45449f74c46f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.399945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5db44454-cd48-4eb2-a4e9-80ce7df3ef1d req-c2dcb348-155e-4988-8c43-8b905c639d7e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0443513 Mar 07 10:54:46.416146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (99f4dda5-cb0d-403f-9574-45449f74c46f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.459515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (99f4dda5-cb0d-403f-9574-45449f74c46f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.462350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.463513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/99f4dda5-cb0d-403f-9574-45449f74c46f HTTP/1.1" status: 204 len: 168 time: 0.1496782 Mar 07 10:54:46.466343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45388) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.473175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e7b31-0141-40fe-9ba5-9cdf4c345aae tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4dda5-cb0d-403f-9574-45449f74c46f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.528418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7ef5b089-5390-403a-b2d0-db03aedc9734 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0570064 Mar 07 10:54:46.532464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45390) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.534134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--181746294'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.565990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.650878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (d28baac6-caf9-464c-891a-b11734f22280), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.654820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d28baac6-caf9-464c-891a-b11734f22280), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.683531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.684778 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1548128 Mar 07 10:54:46.686674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31de31-d9a8-4c8f-afe3-a02394e79b5e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28baac6-caf9-464c-891a-b11734f22280,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.688089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45392) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.693948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4dfc8061-5d04-41f9-b045-7a9f539aa566 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.694891 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-4dfc8061-5d04-41f9-b045-7a9f539aa566 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:54:46.695668 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-4dfc8061-5d04-41f9-b045-7a9f539aa566 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.699690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4dfc8061-5d04-41f9-b045-7a9f539aa566 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072782 Mar 07 10:54:46.699901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45394) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.704507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c1421710-97c9-4cfa-8ac4-5e1dc1d51cda tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.738526 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-c1421710-97c9-4cfa-8ac4-5e1dc1d51cda tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.742199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c1421710-97c9-4cfa-8ac4-5e1dc1d51cda tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0382974 Mar 07 10:54:46.742411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45396) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.746784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-37d9d565-11e5-4598-ab20-05c1c2c989e5 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.747255 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-37d9d565-11e5-4598-ab20-05c1c2c989e5 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 10:54:46.747728 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-37d9d565-11e5-4598-ab20-05c1c2c989e5 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.751507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-37d9d565-11e5-4598-ab20-05c1c2c989e5 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052843 Mar 07 10:54:46.752024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45398) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.762799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3cc25571-f361-48d4-b4f3-59febd43722e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.797290 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-3cc25571-f361-48d4-b4f3-59febd43722e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.798476 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3cc25571-f361-48d4-b4f3-59febd43722e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0454369 Mar 07 10:54:46.801367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45400) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.805783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a59f0ab2-2d1f-43eb-b3cb-7ccabe49beed tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.806257 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-a59f0ab2-2d1f-43eb-b3cb-7ccabe49beed tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:54:46.806718 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a59f0ab2-2d1f-43eb-b3cb-7ccabe49beed tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.808746 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a59f0ab2-2d1f-43eb-b3cb-7ccabe49beed tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064485 Mar 07 10:54:46.811220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45402) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.816028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bea52f11-59c6-49db-8abc-30796c37ceb2 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.841971 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-bea52f11-59c6-49db-8abc-30796c37ceb2 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Project f6e50cb788b24d4f96de93676b10977f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:54:46.857109 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-bea52f11-59c6-49db-8abc-30796c37ceb2 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.858384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bea52f11-59c6-49db-8abc-30796c37ceb2 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0458579 Mar 07 10:54:46.861449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.866016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3ba51616-54dc-406e-9cfb-d6bd6baa6130 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.866504 n-d-832156-4 neutron-server[103789]: WARNING neutron.api.v2.base [None req-3ba51616-54dc-406e-9cfb-d6bd6baa6130 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 10:54:46.866949 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-3ba51616-54dc-406e-9cfb-d6bd6baa6130 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.868081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3ba51616-54dc-406e-9cfb-d6bd6baa6130 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057108 Mar 07 10:54:46.872008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.880308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c36cd517-0cd0-41cf-a8dd-d47e5c19d9b4 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.903793 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-c36cd517-0cd0-41cf-a8dd-d47e5c19d9b4 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Project f6e50cb788b24d4f96de93676b10977f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:54:46.917209 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-c36cd517-0cd0-41cf-a8dd-d47e5c19d9b4 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.918235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c36cd517-0cd0-41cf-a8dd-d47e5c19d9b4 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0453463 Mar 07 10:54:46.921267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45408) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.926256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9e023404-bdfe-461e-96b7-0b696de5ca5c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'd28baac6-caf9-464c-891a-b11734f22280', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.946681 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-9e023404-bdfe-461e-96b7-0b696de5ca5c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Project f6e50cb788b24d4f96de93676b10977f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:54:46.960915 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-9e023404-bdfe-461e-96b7-0b696de5ca5c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:46.961926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9e023404-bdfe-461e-96b7-0b696de5ca5c tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0393028 Mar 07 10:54:46.964806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45410) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.022259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (d28baac6-caf9-464c-891a-b11734f22280), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.045590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (d28baac6-caf9-464c-891a-b11734f22280), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.089045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d28baac6-caf9-464c-891a-b11734f22280), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.092716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.094679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/d28baac6-caf9-464c-891a-b11734f22280 HTTP/1.1" status: 204 len: 168 time: 0.1289742 Mar 07 10:54:47.097569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45412) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.104702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a32b54-585e-4dac-a2b4-62e3a909165e tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28baac6-caf9-464c-891a-b11734f22280,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.148249 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61560030-1d58-4efd-93b0-c16760a2f4bc tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492635 Mar 07 10:54:47.152471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45414) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.157677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422945319'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.184094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.251557 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (6b0b7515-5835-480c-be57-0ca205b94f5c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.257138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6b0b7515-5835-480c-be57-0ca205b94f5c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.287468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.288659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1349800 Mar 07 10:54:47.289417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676339-5b4d-4878-91b0-8cacd85a57e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b7515-5835-480c-be57-0ca205b94f5c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.292097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.296486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9135bdd5-b8b9-4095-a216-ab7c077a6514 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '6b0b7515-5835-480c-be57-0ca205b94f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.334033 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-9135bdd5-b8b9-4095-a216-ab7c077a6514 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The resource could not be found. Mar 07 10:54:47.335088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9135bdd5-b8b9-4095-a216-ab7c077a6514 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0420675 Mar 07 10:54:47.338078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45418) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.342423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-78432f21-22a9-41ae-b2a0-70278e02eb6a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': '6b0b7515-5835-480c-be57-0ca205b94f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd377c0a1-1778-4989-9241-eed2c7251be6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.381200 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-78432f21-22a9-41ae-b2a0-70278e02eb6a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The resource could not be found. Mar 07 10:54:47.384990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-78432f21-22a9-41ae-b2a0-70278e02eb6a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0432653 Mar 07 10:54:47.385337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45420) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.438028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (6b0b7515-5835-480c-be57-0ca205b94f5c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.461780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (6b0b7515-5835-480c-be57-0ca205b94f5c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.493622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1188a062-1725-4a2d-91fd-da075a67ed78 req-651b8a4b-273b-40b5-b37e-47316a8fc9c2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Mar 07 10:54:47.516498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6b0b7515-5835-480c-be57-0ca205b94f5c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.519134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.520407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b0b7515-5835-480c-be57-0ca205b94f5c HTTP/1.1" status: 204 len: 168 time: 0.1340365 Mar 07 10:54:47.523270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45424) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.529558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0602e-2a39-4b0d-a33b-05f5d5ee3a4d tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b7515-5835-480c-be57-0ca205b94f5c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.567693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-56879ded-7e8d-4f99-8388-137d85b11e64 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426874 Mar 07 10:54:47.571303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45426) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.576566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-93feba42-f43d-4727-821f-0d0500f69ea7 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'b15074ff-f9ea-4c9f-836a-ec91f2aa3ffd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.619991 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-93feba42-f43d-4727-821f-0d0500f69ea7 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The resource could not be found. Mar 07 10:54:47.624762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93feba42-f43d-4727-821f-0d0500f69ea7 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0487144 Mar 07 10:54:47.625176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.629942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616678337'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.650167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.716509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (e206d130-fe47-46cf-bfe3-df7822bcf340), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.721386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e206d130-fe47-46cf-bfe3-df7822bcf340), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.753281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e206d130-fe47-46cf-bfe3-df7822bcf340,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.766586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.767849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d073f4f-34c8-43ca-90b8-e6ea3547f801 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1415608 Mar 07 10:54:47.770803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45430) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.775553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163832578'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.798773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.870636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9fc7a704-4680-4da3-a286-f0ae1f59fa70), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.877495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9fc7a704-4680-4da3-a286-f0ae1f59fa70), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.908968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.910230 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1384616 Mar 07 10:54:47.913438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45432) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.918045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0b3b17d2-7c5a-4e78-85e3-4ed247fac285 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'e206d130-fe47-46cf-bfe3-df7822bcf340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9fc7a704-4680-4da3-a286-f0ae1f59fa70'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.925194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca4f04-a098-4f49-a22f-0481b097ad38 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7a704-4680-4da3-a286-f0ae1f59fa70,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.962489 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-0b3b17d2-7c5a-4e78-85e3-4ed247fac285 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:47.963852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b3b17d2-7c5a-4e78-85e3-4ed247fac285 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0493410 Mar 07 10:54:47.966965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45434) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.023685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9fc7a704-4680-4da3-a286-f0ae1f59fa70), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.049238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (9fc7a704-4680-4da3-a286-f0ae1f59fa70), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.093177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9fc7a704-4680-4da3-a286-f0ae1f59fa70), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.096184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.097465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/9fc7a704-4680-4da3-a286-f0ae1f59fa70 HTTP/1.1" status: 204 len: 168 time: 0.1295004 Mar 07 10:54:48.100315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45436) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.112243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f3b06-1698-451a-bdec-177441682f84 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7a704-4680-4da3-a286-f0ae1f59fa70,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.160528 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a324b52e-c458-4281-afc1-17fff1e6c3a9 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0590334 Mar 07 10:54:48.163238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45438) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.216554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (e206d130-fe47-46cf-bfe3-df7822bcf340), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.240780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (e206d130-fe47-46cf-bfe3-df7822bcf340), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.290215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e206d130-fe47-46cf-bfe3-df7822bcf340), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.293014 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.294179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/e206d130-fe47-46cf-bfe3-df7822bcf340 HTTP/1.1" status: 204 len: 168 time: 0.1300166 Mar 07 10:54:48.297282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45440) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.303373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855639d-a86e-479c-87a2-19b7d4bcc59a tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206d130-fe47-46cf-bfe3-df7822bcf340,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.353703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9eb9dcdd-85c3-48ef-8abc-1d1e38ab02b8 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546126 Mar 07 10:54:48.357456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45442) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.361970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--832270079'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:48.384555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.457542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (b1277c49-ca32-4791-a2e0-b781704411d4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.461900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b1277c49-ca32-4791-a2e0-b781704411d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.491260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.492533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1340804 Mar 07 10:54:48.494396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f832dfe-7f8f-4fe8-9597-748c7a6f7f5f tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1277c49-ca32-4791-a2e0-b781704411d4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.495851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45444) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.502118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-41fa9f19-b48f-4482-ace0-239999f7a498 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'b1277c49-ca32-4791-a2e0-b781704411d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:48.543450 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-41fa9f19-b48f-4482-ace0-239999f7a498 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:48.545212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41fa9f19-b48f-4482-ace0-239999f7a498 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0478427 Mar 07 10:54:48.547922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45448) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.552830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4884f5f2-0103-402f-93a1-c63ba101f2c9 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group_rule': {'security_group_id': 'b1277c49-ca32-4791-a2e0-b781704411d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:48.589987 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-4884f5f2-0103-402f-93a1-c63ba101f2c9 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:48.591076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4884f5f2-0103-402f-93a1-c63ba101f2c9 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0420113 Mar 07 10:54:48.594031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.601321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cabf8f3a-10d4-4e73-af8f-0b50ca828220 req-023dfd52-a54f-4302-8a6a-81de1274e4aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0373430 Mar 07 10:54:48.658654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (b1277c49-ca32-4791-a2e0-b781704411d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.681382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (b1277c49-ca32-4791-a2e0-b781704411d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.723837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b1277c49-ca32-4791-a2e0-b781704411d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.726464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.727603 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/b1277c49-ca32-4791-a2e0-b781704411d4 HTTP/1.1" status: 204 len: 168 time: 0.1326129 Mar 07 10:54:48.730880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45452) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.748879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f46de-eeae-4354-9a42-d9ebe06c0792 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1277c49-ca32-4791-a2e0-b781704411d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.788707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90c0e710-056d-40c7-a43d-ae3756a264af tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0567834 Mar 07 10:54:48.793104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45454) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.798256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969314312'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:48.819571 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.894339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (66a06681-6322-49f4-9541-cb2bf6c81f41), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.899427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (66a06681-6322-49f4-9541-cb2bf6c81f41), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.932698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.933850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1395814 Mar 07 10:54:48.937012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45456) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:48.938164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2ed3a-e32b-487d-a596-fe8d905f8d53 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a06681-6322-49f4-9541-cb2bf6c81f41,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.943590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5a134a2b-f718-49ba-91fc-9f3c35003084 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:48.944578 n-d-832156-4 neutron-server[103788]: WARNING neutron.api.v2.base [None req-5a134a2b-f718-49ba-91fc-9f3c35003084 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:54:48.945065 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-5a134a2b-f718-49ba-91fc-9f3c35003084 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:54:48.946046 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5a134a2b-f718-49ba-91fc-9f3c35003084 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "PUT /v2.0/security-groups/66a06681-6322-49f4-9541-cb2bf6c81f41 HTTP/1.1" status: 409 len: 330 time: 0.0078127 Mar 07 10:54:48.948939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45458) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.006470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (66a06681-6322-49f4-9541-cb2bf6c81f41), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.029234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (66a06681-6322-49f4-9541-cb2bf6c81f41), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.073245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (66a06681-6322-49f4-9541-cb2bf6c81f41), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.076579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.079023 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/66a06681-6322-49f4-9541-cb2bf6c81f41 HTTP/1.1" status: 204 len: 168 time: 0.1292207 Mar 07 10:54:49.082078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.091212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3213cbd-4428-43be-b874-20c16475cfff tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a06681-6322-49f4-9541-cb2bf6c81f41,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:49.136175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-67b0e66f-d4f3-48cb-b753-3a1e841ff2e3 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529566 Mar 07 10:54:49.140501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45462) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.152798 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-f57106f4-6a14-4f1e-8190-9ce094c5f137 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] delete failed (client error): The resource could not be found. Mar 07 10:54:49.153759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f57106f4-6a14-4f1e-8190-9ce094c5f137 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "DELETE /v2.0/security-groups/dae15801-dd8f-4bb9-ba6a-bd15456e5121 HTTP/1.1" status: 404 len: 347 time: 0.0123639 Mar 07 10:54:49.157523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45464) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.170294 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-a262aabf-a93c-4abd-94ff-ec0f2f26bf92 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] show failed (client error): The resource could not be found. Mar 07 10:54:49.171893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a262aabf-a93c-4abd-94ff-ec0f2f26bf92 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-groups/064e1e11-7248-47e8-94b4-8e6b28105b62 HTTP/1.1" status: 404 len: 347 time: 0.0129414 Mar 07 10:54:49.175694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45466) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.186825 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-11c98ce1-0a38-43be-bf15-ae12255a3240 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] show failed (client error): The resource could not be found. Mar 07 10:54:49.188339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-11c98ce1-0a38-43be-bf15-ae12255a3240 tempest-NegativeSecGroupIPv6Test-1805516078 tempest-NegativeSecGroupIPv6Test-1805516078-project] 10.222.0.23 "GET /v2.0/security-group-rules/ee510a04-aa02-403b-b37d-60dca1ec8ec3 HTTP/1.1" status: 404 len: 356 time: 0.0117335 Mar 07 10:54:49.438575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.576553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-10c8b9b5-6052-404b-b90d-496ff318fa55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6e50cb788b24d4f96de93676b10977f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367397 Mar 07 10:54:49.579535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45476) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.629983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] Publish callbacks [] for security_group (270034ce-aa54-4b63-8a33-9cda53cf636f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.655510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] Publish callbacks [] for security_group (270034ce-aa54-4b63-8a33-9cda53cf636f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.716154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20a89d5a-90ec-4647-9144-03d3a162b65b req-38575486-c54e-4763-a7c3-2a42e2deee14 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0380681 Mar 07 10:54:49.734732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (270034ce-aa54-4b63-8a33-9cda53cf636f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.738328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.742424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/270034ce-aa54-4b63-8a33-9cda53cf636f HTTP/1.1" status: 204 len: 168 time: 0.1615701 Mar 07 10:54:49.751961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58e3e1-661c-4924-b5e7-bbbf32cf76fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270034ce-aa54-4b63-8a33-9cda53cf636f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:50.702691 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02ef2030-2719-47fe-8f31-c3a22245feb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.890523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a36f078-8b78-4421-a423-41ba5969e6cd req-3bcd782b-048d-488f-bb67-f0d4f576d1c3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0559781 Mar 07 10:54:50.927113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45524) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:51.080617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ceae70ad-a725-4494-88ae-a1b2aa56f149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.201243 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ceae70ad-a725-4494-88ae-a1b2aa56f149 admin admin] Publish callbacks [] for security_group (133273b4-f327-495f-aff5-01200d296db8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.211064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ceae70ad-a725-4494-88ae-a1b2aa56f149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (133273b4-f327-495f-aff5-01200d296db8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.249663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ceae70ad-a725-4494-88ae-a1b2aa56f149 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9361fabc8c0941c8a8fc28ab254e1cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3212252 Mar 07 10:54:51.252861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45542) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:51.276605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae70ad-a725-4494-88ae-a1b2aa56f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133273b4-f327-495f-aff5-01200d296db8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:51.339719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] Publish callbacks [] for security_group (133273b4-f327-495f-aff5-01200d296db8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.364183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] Publish callbacks [] for security_group (133273b4-f327-495f-aff5-01200d296db8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.423249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (133273b4-f327-495f-aff5-01200d296db8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.426914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.428704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/133273b4-f327-495f-aff5-01200d296db8 HTTP/1.1" status: 204 len: 168 time: 0.1746035 Mar 07 10:54:51.443633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7da55-2c62-4d2e-90dc-e95ffc83420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133273b4-f327-495f-aff5-01200d296db8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:51.985359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45572) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:52.016631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e68e22ed-a297-4b84-a180-6ca4e640a18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.021854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23ba89c1-1fce-4541-af31-ed9ee096c611 req-c909a60d-3261-45aa-966b-e0a17860a18c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0339940 Mar 07 10:54:52.121109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e68e22ed-a297-4b84-a180-6ca4e640a18e admin admin] Publish callbacks [] for security_group (ee019f5a-659a-4429-9f6d-2d800bc49729), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.128610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e68e22ed-a297-4b84-a180-6ca4e640a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ee019f5a-659a-4429-9f6d-2d800bc49729), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.163674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e68e22ed-a297-4b84-a180-6ca4e640a18e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3679d8b71184dbf847855ba354afbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768475 Mar 07 10:54:52.166595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:52.212250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e22ed-a297-4b84-a180-6ca4e640a18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee019f5a-659a-4429-9f6d-2d800bc49729,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:52.260409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:52.351991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] Publish callbacks [] for security_group (ee019f5a-659a-4429-9f6d-2d800bc49729), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.405287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] Publish callbacks [] for security_group (ee019f5a-659a-4429-9f6d-2d800bc49729), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.440429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab986731-1048-449c-8e2b-3e158e5ea6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.500309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ee019f5a-659a-4429-9f6d-2d800bc49729), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.503588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.505314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee019f5a-659a-4429-9f6d-2d800bc49729 HTTP/1.1" status: 204 len: 168 time: 0.3367362 Mar 07 10:54:52.522506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e4692-008d-4109-9e66-920c9e84bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee019f5a-659a-4429-9f6d-2d800bc49729,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:52.566636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab986731-1048-449c-8e2b-3e158e5ea6ff admin admin] Publish callbacks [] for security_group (a408f578-3a22-485e-a00e-b068aeea2400), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.572605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab986731-1048-449c-8e2b-3e158e5ea6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a408f578-3a22-485e-a00e-b068aeea2400), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.622346 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab986731-1048-449c-8e2b-3e158e5ea6ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c7199da1b864c0f96f8d9bcf96e66eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601270 Mar 07 10:54:52.625357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:52.633204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab986731-1048-449c-8e2b-3e158e5ea6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408f578-3a22-485e-a00e-b068aeea2400,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:52.719971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] Publish callbacks [] for security_group (a408f578-3a22-485e-a00e-b068aeea2400), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.776662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] Publish callbacks [] for security_group (a408f578-3a22-485e-a00e-b068aeea2400), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.869869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a408f578-3a22-485e-a00e-b068aeea2400), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.873176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.877540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a408f578-3a22-485e-a00e-b068aeea2400 HTTP/1.1" status: 204 len: 168 time: 0.2511253 Mar 07 10:54:52.897997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5e703-3f59-4a58-bdd4-5e0c5672cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408f578-3a22-485e-a00e-b068aeea2400,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:52.986482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32be7f1d-b9d9-4e70-98ab-582ae228aeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.223466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5484aef0-fcfd-4c40-9eec-c9b9fdb9d3d2 req-7e34e03e-681e-4644-81e5-572d79ea8245 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0600276 Mar 07 10:54:53.674500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45626) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:53.694662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f27ad0dd-b624-4b1a-b085-ec094dba425e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.885627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f27ad0dd-b624-4b1a-b085-ec094dba425e admin admin] Publish callbacks [] for security_group (1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.895165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f27ad0dd-b624-4b1a-b085-ec094dba425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.958323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f27ad0dd-b624-4b1a-b085-ec094dba425e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd7a15b6db19420681515883d530c798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825313 Mar 07 10:54:53.961030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:54.051246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ad0dd-b624-4b1a-b085-ec094dba425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.077412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45636) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:54.110748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] Publish callbacks [] for security_group (1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.145331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] Publish callbacks [] for security_group (1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.169079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.224003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.240858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.245329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.247160 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227 HTTP/1.1" status: 204 len: 168 time: 0.2850254 Mar 07 10:54:54.257788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0665b-63ad-4d91-a6ac-fe5b3ccdbe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c3589-e52d-4e9c-a8d3-c2b4d4cac227,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.294460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388799709-network', 'tenant_id': '92db8c0189d04ab28df3bf92b994bf14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:54.337233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Made reservation on behalf of 92db8c0189d04ab28df3bf92b994bf14 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:54.342102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.363589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.418046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2adb102-edcb-4b68-9ba5-fca1c4c57cf1 req-5ad14065-7c5a-4c07-9253-25556b90f652 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0334294 Mar 07 10:54:54.569669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks [] for security_group (31500282-0363-40a3-98ab-bed0c6eda639), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.578925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31500282-0363-40a3-98ab-bed0c6eda639), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.649228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31500282-0363-40a3-98ab-bed0c6eda639,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.675141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:54.713308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (51b740d3-9e61-4fdb-9953-e4ed68cafa66), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.713788 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Added segment 51b740d3-9e61-4fdb-9953-e4ed68cafa66 of type vlan for network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 Mar 07 10:54:54.935272 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2a530ae7-204f-492a-b2d9-ea3e9adc73d7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.012507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2a530ae7-204f-492a-b2d9-ea3e9adc73d7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.014156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.014899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.082868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0038724 Mar 07 10:54:55.086057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45664) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:55.091294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Request body: {'subnet': {'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388799709-subnet', 'tenant_id': '92db8c0189d04ab28df3bf92b994bf14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:55.173749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c795c3-84aa-446d-9548-5046fb57a4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a530ae7-204f-492a-b2d9-ea3e9adc73d7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.175915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Made reservation on behalf of 92db8c0189d04ab28df3bf92b994bf14 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:55.179682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.185598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:55.569720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (0e0884c2-bdd8-4aa0-9d86-1e868239bbf9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.634086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b22a69c7-9f3e-4096-84a1-9beb94c0c99d req-18a7b2da-eca6-4467-9ce7-5a0bfe2dc07b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0724981 Mar 07 10:54:55.676953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.739969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.755680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Checking segment: {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:55.756398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Network hostable DHCP agents. Network: 2a530ae7-204f-492a-b2d9-ea3e9adc73d7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:55.795236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:55.820946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2a530ae7-204f-492a-b2d9-ea3e9adc73d7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:55.834372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40abf8-b0cd-44d2-90b1-dd3a66ead0b4 None None] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:55.845662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.846270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.904815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0177c56d-5c2c-416d-b6db-270655eaab12 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8175614 Mar 07 10:54:56.144908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f135ee-5337-41f7-942d-ddd8e20a44fb None None] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:56.799381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a38e58a8-97e9-4090-b70d-86a76433deaa req-a46271b7-432f-4c33-85cb-cf0382795418 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0617468 Mar 07 10:54:57.094035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:58.074326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5c6bd2e-8a4c-48ec-998f-c141bc0d2856 req-3dde07dd-5fbd-4a67-97d4-308ad5f53034 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0698631 Mar 07 10:54:58.414690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb4eb-ec48-44cb-b978-9c14be8d95da req-77533af8-5416-460c-8ac0-edbf5eed77a3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:58.427959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-807eb4eb-ec48-44cb-b978-9c14be8d95da req-77533af8-5416-460c-8ac0-edbf5eed77a3 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1413164 Mar 07 10:54:58.602917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:58.643022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-807eb4eb-ec48-44cb-b978-9c14be8d95da req-a86a636a-72c7-4373-ba24-6999ad5edc7a tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140644 Mar 07 10:54:59.383040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe11583e-36ad-4da4-bd07-06260f7566d2 req-26208928-28eb-4cd0-b79d-a7f1299dd367 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.1105669 Mar 07 10:55:00.125423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ba8d3-e890-4d75-90cf-29e0c3a7dd02 req-94ab576c-716f-4c90-ad5c-8765f8b6c0b1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:00.127414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a3ba8d3-e890-4d75-90cf-29e0c3a7dd02 req-94ab576c-716f-4c90-ad5c-8765f8b6c0b1 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2736120 Mar 07 10:55:00.362074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a3ba8d3-e890-4d75-90cf-29e0c3a7dd02 req-f1b88ab7-0d48-41dc-a839-3cba256dfe16 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148082 Mar 07 10:55:00.604208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c45818d1-faa0-474a-946f-92966ce71bb7 req-33516e3c-8c36-44b2-a8eb-698494e91478 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.1035733 Mar 07 10:55:00.708169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d686-910d-4916-b638-af2304cdfa07 req-3d65df99-44bb-4401-923a-605c21b05901 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:00.716166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d49d686-910d-4916-b638-af2304cdfa07 req-3d65df99-44bb-4401-923a-605c21b05901 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.2243595 Mar 07 10:55:01.130408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Deleting port 62e14783-828a-4700-9658-e7e7fc19cadf {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:01.130765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.338571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] For port 62e14783-828a-4700-9658-e7e7fc19cadf, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=62e14783-828a-4700-9658-e7e7fc19cadf,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:01.338943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.394758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Calling delete_port for 62e14783-828a-4700-9658-e7e7fc19cadf owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:01.637372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3585-5bfa-4900-ae16-dec1a354757a req-3ce2bc28-c67f-42c1-940d-8173202aecf7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:01.638955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbdd3585-5bfa-4900-ae16-dec1a354757a req-3ce2bc28-c67f-42c1-940d-8173202aecf7 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 945 time: 0.1131372 Mar 07 10:55:01.833449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbdd3585-5bfa-4900-ae16-dec1a354757a req-5ab2c37f-66f8-41da-bf9d-012271e7bfc0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862075 Mar 07 10:55:01.934298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (62e14783-828a-4700-9658-e7e7fc19cadf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.949811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['62e14783-828a-4700-9658-e7e7fc19cadf'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:01.953758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3547c20f-b555-49d5-b0b8-dc1f6cd87918'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:01.963317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59209312-0d63-4743-85f5-9eb2219e9938 req-216ff60f-59f9-41fb-ac44-8dfab20befa1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.1284959 Mar 07 10:55:02.050418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Pushing event deleted for resources: {'Port': ['ID=62e14783-828a-4700-9658-e7e7fc19cadf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:02.280412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] No DVR routers for this DVR port 62e14783-828a-4700-9658-e7e7fc19cadf on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:02.288851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.306217 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0d49d686-910d-4916-b638-af2304cdfa07 req-19f40732-f58e-4f20-beb4-1d50ac361337 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.32 "DELETE /v2.0/ports/62e14783-828a-4700-9658-e7e7fc19cadf HTTP/1.1" status: 204 len: 173 time: 1.5812938 Mar 07 10:55:02.309234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'name': 'network-vif-deleted', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:02.337859 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092ac4c8-a164-4390-be5e-2eb74a33f93e" -d '{"events": [{"server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "name": "network-vif-deleted", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:02.451173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-a3f59f48-7ae2-459e-ab6e-62e0a319d5ab tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.459887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-a3f59f48-7ae2-459e-ab6e-62e0a319d5ab tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 808 time: 0.3008287 Mar 07 10:55:02.480801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-a8cf626f-807a-424d-90a6-f75e67d49980 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/quotas/92db8c0189d04ab28df3bf92b994bf14 HTTP/1.1" status: 200 len: 375 time: 0.0197942 Mar 07 10:55:02.599371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-836dd0af-469e-48f3-9d54-8b9fd73b2021 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146493 Mar 07 10:55:02.676475 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60140aff-2c7e-41de-ab51-4b950bffbafd x-openstack-request-id: req-60140aff-2c7e-41de-ab51-4b950bffbafd {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:02.677624 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb973d29-4308-4776-a829-b535c6e43cc5", "name": "network-vif-deleted", "tag": "62e14783-828a-4700-9658-e7e7fc19cadf", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:02.677964 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60140aff-2c7e-41de-ab51-4b950bffbafd {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:02.678436 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb973d29-4308-4776-a829-b535c6e43cc5', 'name': 'network-vif-deleted', 'tag': '62e14783-828a-4700-9658-e7e7fc19cadf', 'status': 'completed', 'code': 200} Mar 07 10:55:03.192821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-5b5f8aa7-08da-4478-a7d0-63d10a742c97 service neutron] 10.222.0.23 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921481 Mar 07 10:55:03.407787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-0ef66a30-0129-400e-aad7-1faf4539dab0 service neutron] 10.222.0.23 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127287 Mar 07 10:55:03.423397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13774ac0-17cc-4201-a390-94abaff6203a req-2179314a-59a2-4129-a95d-bec60f82891d tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb973d29-4308-4776-a829-b535c6e43cc5 HTTP/1.1" status: 200 len: 210 time: 0.2270246 Mar 07 10:55:03.645338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6569c9a-2745-458b-9fa3-fa1f28ec7459 req-37c06980-a1c9-4ee3-a5f3-f3f0873c5732 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0984755 Mar 07 10:55:04.011033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecbbe094-f77b-4c4d-b577-b75598daae8a req-7dcce16e-38cb-4fed-963f-7dd4d4582015 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 210 time: 0.1024990 Mar 07 10:55:04.483787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 62e14783-828a-4700-9658-e7e7fc19cadf no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:04.523588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 62e14783-828a-4700-9658-e7e7fc19cadf {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:04.523972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 62e14783-828a-4700-9658-e7e7fc19cadf not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:04.898132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d3ff44f-393a-4035-bf16-78fb28d52af4 req-2285c4e8-d608-4c3b-b017-bd44b7200ff7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0912132 Mar 07 10:55:05.016865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec38d2ac-c152-4da3-93f8-a56fe7d6bab1 req-2a370115-5d2f-4e31-922d-960ed8dbbfa5 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 210 time: 0.0506206 Mar 07 10:55:05.153430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5daa0-d890-46ff-9e36-4a065097e3df req-af530610-3d43-49f2-a3ce-e42b63732693 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.173668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f5daa0-d890-46ff-9e36-4a065097e3df req-af530610-3d43-49f2-a3ce-e42b63732693 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1322680 Mar 07 10:55:05.238737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f5daa0-d890-46ff-9e36-4a065097e3df req-0e3c0a4f-96ee-4001-beba-c8ebbca2d7e8 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639005 Mar 07 10:55:05.600870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-4dc454e5-586c-4d74-a8ba-9d5ee5cdd6a9 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.603030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-4dc454e5-586c-4d74-a8ba-9d5ee5cdd6a9 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 808 time: 0.1401782 Mar 07 10:55:05.617078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Request body: {'port': {'device_id': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7', 'admin_state_up': True, 'tenant_id': '92db8c0189d04ab28df3bf92b994bf14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:05.747883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Made reservation on behalf of 92db8c0189d04ab28df3bf92b994bf14 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:05.755403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.906961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Allocated IP 172.20.0.7 (2a530ae7-204f-492a-b2d9-ea3e9adc73d7/0e0884c2-bdd8-4aa0-9d86-1e868239bbf9/6fe0d27a-5d45-44bd-b805-a7d837d1b7fb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:06.014612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9af72a9-56f8-49db-83cf-506c6f1a6bd5 req-8eba67c6-d8e2-4a11-9ee5-f8aeb43bf080 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0269227 Mar 07 10:55:06.142388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2662b501-fa97-40cb-8b31-494879484d8f req-000f8768-5d45-422d-8870-e866381d830e tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 210 time: 0.0324280 Mar 07 10:55:06.182463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks [] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.220612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.264281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:06.268777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:06.287850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:06.333971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Pushing event updated for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:06.358893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.359666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.404006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-11c0e840-a08a-4ea2-832d-01fd74dab978 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7916327 Mar 07 10:55:06.421169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Request body: {'port': {'device_id': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:06.435706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e323b-575e-495e-9d3c-11c582363dbd req-3b9d119b-a071-4df4-a632-5e196d18d77f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.435706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5e323b-575e-495e-9d3c-11c582363dbd req-3b9d119b-a071-4df4-a632-5e196d18d77f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.0831871 Mar 07 10:55:06.548732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5e323b-575e-495e-9d3c-11c582363dbd req-0249591c-af5a-4267-9c97-bb6e093c8d4d tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943043 Mar 07 10:55:06.549795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.913525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:06.923295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks [] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.943986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Transition to ACTIVE for port object 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:55:06.956420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.014314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.147121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b00dc8d-d241-4f0c-bc52-afdb69723aab req-2593963e-efb6-4321-954a-e2a8ef019a85 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0307558 Mar 07 10:55:07.148385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Attempting to bind port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:07.149231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Attempting to bind port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:07.149775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Attempting to bind port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:07.158596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:55:07.158921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Attempting to bind port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:07.164791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:07.165125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Checking segment: {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:07.165498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Bound using segment: {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:07.165915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Bound port: 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:07.166263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.283422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:07.300561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:07.312172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.348169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b01f6-c56c-4f4b-be06-8a6c42db4735 req-608af104-57f8-4f21-b37f-6d631dc8c49e tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.349669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb7b01f6-c56c-4f4b-be06-8a6c42db4735 req-608af104-57f8-4f21-b37f-6d631dc8c49e tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 943 time: 0.1158795 Mar 07 10:55:07.364680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.365294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.366698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] 10.222.0.26 "PUT /v2.0/ports/6fe0d27a-5d45-44bd-b805-a7d837d1b7fb HTTP/1.1" status: 200 len: 1091 time: 0.9514964 Mar 07 10:55:07.367154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:07.369508 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4686d8f-d281-4deb-8bd4-034b531693ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:07.417392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbd9c2-1e24-4919-b734-d8b2fb74e62e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.465105 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f06e9d-6db7-476a-95e4-4520cd751307 x-openstack-request-id: req-60f06e9d-6db7-476a-95e4-4520cd751307 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:07.465471 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:07.465795 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f06e9d-6db7-476a-95e4-4520cd751307 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:07.466270 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb', 'status': 'completed', 'code': 200} Mar 07 10:55:07.489391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb7b01f6-c56c-4f4b-be06-8a6c42db4735 req-9ccd5762-89fe-46f2-b9fc-c19203fd0381 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167457 Mar 07 10:55:07.507095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-1089a9e1-a999-4c17-a521-7e07434452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.510105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-1089a9e1-a999-4c17-a521-7e07434452eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 1125 time: 0.0890727 Mar 07 10:55:07.557716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-cd94d814-db26-456e-872f-17a2f40e5810 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb HTTP/1.1" status: 200 len: 217 time: 0.0390587 Mar 07 10:55:07.617677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-7d1c0620-d980-42d8-a5f0-2ade28efd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.619482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-7d1c0620-d980-42d8-a5f0-2ade28efd2b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 HTTP/1.1" status: 200 len: 848 time: 0.0555227 Mar 07 10:55:07.671746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-629a75ea-60f6-40f7-9080-569c4377c4b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346675 Mar 07 10:55:07.788138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec73e9-130f-4201-b3ea-3f63a531489f req-c4802b68-f4fa-4a08-b92e-ad1c73a674dd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.790113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4ec73e9-130f-4201-b3ea-3f63a531489f req-c4802b68-f4fa-4a08-b92e-ad1c73a674dd tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.1455915 Mar 07 10:55:07.825777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-17ac55d3-4eb6-480d-a2bf-736cc23b0778 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377244 Mar 07 10:55:07.879046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4ec73e9-130f-4201-b3ea-3f63a531489f req-2dff702f-f750-4597-9341-07072f20d8d5 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797393 Mar 07 10:55:07.948696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8c2f32d-41f2-4770-9f34-1b7565880841 req-002fa131-9d8c-4d4f-95e3-ec3e42f7b552 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121688 Mar 07 10:55:08.063570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-9d3ddca9-ea4d-4b7b-a9d7-84c95562f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:08.066137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-9d3ddca9-ea4d-4b7b-a9d7-84c95562f296 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 1125 time: 0.0678716 Mar 07 10:55:08.160778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-81a8b798-efcd-43ed-8c31-3638ad459aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:08.162211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-81a8b798-efcd-43ed-8c31-3638ad459aff service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 909 time: 0.0904481 Mar 07 10:55:08.222663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-8c86d9f9-4755-4f8b-b044-2bfabbf88da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb HTTP/1.1" status: 200 len: 217 time: 0.0526257 Mar 07 10:55:08.286107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-703ee88e-2fa1-4b01-8dfc-0b4ffe055f59 req-f10ef56d-c050-4494-92e7-8551d7e25565 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0546031 Mar 07 10:55:08.300451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-b10541a8-51b5-4e53-a795-d537304e08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:08.302213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-b10541a8-51b5-4e53-a795-d537304e08cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 HTTP/1.1" status: 200 len: 848 time: 0.0733569 Mar 07 10:55:08.335905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-726f88fe-0a9f-4354-b0e2-0651cde71dde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270576 Mar 07 10:55:08.437790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-721f8fd2-6a19-4ded-a7e4-7330b5d5cf99 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957117 Mar 07 10:55:08.540290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4686d8f-d281-4deb-8bd4-034b531693ce req-4c75e9e7-f572-4451-b91e-40282b0ac59e service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953054 Mar 07 10:55:08.646501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cebe40-997a-450c-9ebb-1fb68246f728 req-3fa6efa6-b909-458b-90cf-a1437343450f tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:08.648256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3cebe40-997a-450c-9ebb-1fb68246f728 req-3fa6efa6-b909-458b-90cf-a1437343450f tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 943 time: 0.0583088 Mar 07 10:55:08.713294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3cebe40-997a-450c-9ebb-1fb68246f728 req-11f82f0a-b9ee-4286-9fa6-7cf390dd0996 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584533 Mar 07 10:55:09.016155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7adb7-0023-4bf2-a26b-6a91682a8c80 req-95cdc2ce-ed92-40ea-bf15-4ba24e6fe2e0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.017811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7e7adb7-0023-4bf2-a26b-6a91682a8c80 req-95cdc2ce-ed92-40ea-bf15-4ba24e6fe2e0 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Mar 07 10:55:09.077536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7e7adb7-0023-4bf2-a26b-6a91682a8c80 req-c5323b37-371f-4227-8cce-b9b15fdbb75f tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508699 Mar 07 10:55:09.396454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b398d3-f2bc-470d-ba81-b5b2fb93a397 req-ff2e205d-8723-4985-8f02-7f5337579848 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0320387 Mar 07 10:55:09.867392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7167-8660-435d-a242-63d0c3b3b301 req-2a9ce56a-86b0-441c-b059-9f9e7cf52fd8 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.868928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aebc7167-8660-435d-a242-63d0c3b3b301 req-2a9ce56a-86b0-441c-b059-9f9e7cf52fd8 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 943 time: 0.0801816 Mar 07 10:55:09.927828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aebc7167-8660-435d-a242-63d0c3b3b301 req-506eea01-8f16-4177-975e-6ce8e256d659 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530100 Mar 07 10:55:10.044235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-68dd8da5-b2d1-49db-be3a-ac8518c55f67 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:10.046115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-68dd8da5-b2d1-49db-be3a-ac8518c55f67 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.0620222 Mar 07 10:55:10.181000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Deleting port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:10.181362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.632752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-541cee09-5d81-4e1b-b4a3-490f43a13994 req-21aac8f8-b2ac-48dd-9bec-f4b7d3235ad0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0419016 Mar 07 10:55:10.646828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d469e-9144-404d-b462-6f25c9eeb433 req-a64971d3-98c7-445d-90ba-93c613bc6c78 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:10.652192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e2d469e-9144-404d-b462-6f25c9eeb433 req-a64971d3-98c7-445d-90ba-93c613bc6c78 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f6d47c7-3ddb-4334-98af-6633de76c728 HTTP/1.1" status: 200 len: 946 time: 0.4850299 Mar 07 10:55:10.673830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] For port 3547c20f-b555-49d5-b0b8-dc1f6cd87918, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3547c20f-b555-49d5-b0b8-dc1f6cd87918,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:10.674196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.695254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Calling delete_port for 3547c20f-b555-49d5-b0b8-dc1f6cd87918 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:10.765651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e2d469e-9144-404d-b462-6f25c9eeb433 req-c34702d6-0092-4e87-b69d-d054c564ec29 tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5428567-5c0d-4947-9148-fcea9de20c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029315 Mar 07 10:55:10.857403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3547c20f-b555-49d5-b0b8-dc1f6cd87918), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.870247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3547c20f-b555-49d5-b0b8-dc1f6cd87918'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:10.956448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Pushing event deleted for resources: {'Port': ['ID=3547c20f-b555-49d5-b0b8-dc1f6cd87918,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:10.974025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] No DVR routers for this DVR port 3547c20f-b555-49d5-b0b8-dc1f6cd87918 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:10.979621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.983097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c962b01-b263-4f56-b7c4-080ab202a9d4 req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] 10.222.0.26 "DELETE /v2.0/ports/3547c20f-b555-49d5-b0b8-dc1f6cd87918 HTTP/1.1" status: 204 len: 173 time: 0.9318264 Mar 07 10:55:10.984239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'name': 'network-vif-deleted', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:10.987393 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c33f5-568b-4315-95c8-f0095fcbbb95" -d '{"events": [{"server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "name": "network-vif-deleted", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.995741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:10.996830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9918760-218d-43b5-a1a7-5421b3eccf5b tempest-ServerRescueNegativeTestJSON-712653301 tempest-ServerRescueNegativeTestJSON-712653301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.017382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:55:11.084102 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305c226-c461-4f9d-a097-d38216d61005 x-openstack-request-id: req-0305c226-c461-4f9d-a097-d38216d61005 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:11.084658 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d47c7-3ddb-4334-98af-6633de76c728", "name": "network-vif-deleted", "tag": "3547c20f-b555-49d5-b0b8-dc1f6cd87918", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:11.084761 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0305c226-c461-4f9d-a097-d38216d61005 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:11.085135 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d47c7-3ddb-4334-98af-6633de76c728', 'name': 'network-vif-deleted', 'tag': '3547c20f-b555-49d5-b0b8-dc1f6cd87918', 'status': 'completed', 'code': 200} Mar 07 10:55:11.110178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74084d-27f1-42d5-97b7-4a3636a74b17 req-801d276d-c4d3-4a27-8eaf-a5222817693c tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:11.118056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a74084d-27f1-42d5-97b7-4a3636a74b17 req-801d276d-c4d3-4a27-8eaf-a5222817693c tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 943 time: 0.0750978 Mar 07 10:55:11.181448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a74084d-27f1-42d5-97b7-4a3636a74b17 req-62312cfe-929f-4b6b-b768-5a2a4afd68ac tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624831 Mar 07 10:55:11.356813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:11.370002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb', 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7', 'port_id': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb', 'mac_address': 'fa:16:3e:04:95:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0884c2-bdd8-4aa0-9d86-1e868239bbf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:55:11.410969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:11.411355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.427603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:11.448225 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:55:11.452037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:11.461758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.535620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:11.545860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.546530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.547054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.548701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.549260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.549788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.550310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.550830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.551363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.551935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.552624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.553169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.553781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:11.699888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6fe0d27a-5d45-44bd-b805-a7d837d1b7fb'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:11.760453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02302e23-6159-4ace-977e-e1f953e2a11f req-e76ece7c-a809-4381-b91d-cee5603c38f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ccf6cb8-f80f-47d5-84c6-66ba66e88d41 HTTP/1.1" status: 200 len: 210 time: 0.0373812 Mar 07 10:55:11.834017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46050) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:12.378119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2a8de-bf9f-4678-926c-7fda13c679ef req-47a6b997-357d-402e-bdb9-f802b42e3cfc tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:12.380893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27e2a8de-bf9f-4678-926c-7fda13c679ef req-47a6b997-357d-402e-bdb9-f802b42e3cfc tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 944 time: 0.0783482 Mar 07 10:55:12.444421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27e2a8de-bf9f-4678-926c-7fda13c679ef req-ba6c5041-5122-406a-b261-d2e8348233b6 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Mar 07 10:55:12.504700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (8070d035-2765-4c0a-b43b-2a18b109cc64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:12.879099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Deleting port 664af43a-1f2d-43b2-8efd-292d1117b28a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:12.879099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:12.987864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] For port 664af43a-1f2d-43b2-8efd-292d1117b28a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=664af43a-1f2d-43b2-8efd-292d1117b28a,segment=NetworkSegment(e2c637e2-0ab1-4d08-8641-b17cd027f351),segment_id=e2c637e2-0ab1-4d08-8641-b17cd027f351)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:12.988255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.002397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Calling delete_port for 664af43a-1f2d-43b2-8efd-292d1117b28a owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:13.058595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:13.227917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:55:13.238178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:13.255971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.326631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (664af43a-1f2d-43b2-8efd-292d1117b28a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.367147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:13.367526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Pushing event deleted for resources: {'Port': ['ID=664af43a-1f2d-43b2-8efd-292d1117b28a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:13.368611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.385905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.386634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.387813 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.388430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.390147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.390753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.392241 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.392830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.393444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.393989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.394540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.395103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.396213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.439036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:13.457387 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac2dd8-e792-417c-b63f-f2a02b420da3" -d '{"events": [{"server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "name": "network-vif-plugged", "status": "completed", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:13.560964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:13.583326 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897fc94-5d3e-4f10-9ae5-73f70619e579 x-openstack-request-id: req-9897fc94-5d3e-4f10-9ae5-73f70619e579 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:13.583925 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "name": "network-vif-plugged", "status": "completed", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:13.586010 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9897fc94-5d3e-4f10-9ae5-73f70619e579 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:13.586434 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb', 'code': 200} Mar 07 10:55:13.592254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.593173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3547c20f-b555-49d5-b0b8-dc1f6cd87918 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:13.774556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 3547c20f-b555-49d5-b0b8-dc1f6cd87918 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:13.776768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3547c20f-b555-49d5-b0b8-dc1f6cd87918 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:13.841871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:13.879602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (8070d035-2765-4c0a-b43b-2a18b109cc64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.932690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8b7c0-c864-4eae-af60-cb08383fd54e req-59c1920d-64a2-47bf-9e3d-0c26209d0a20 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:13.946773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b8b7c0-c864-4eae-af60-cb08383fd54e req-59c1920d-64a2-47bf-9e3d-0c26209d0a20 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.3441966 Mar 07 10:55:13.989346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedeaa-194b-4ae6-961e-ca04240e84dd req-45cdbdfa-31cb-49b7-87cd-9fa24c6f742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:13.991168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-adfedeaa-194b-4ae6-961e-ca04240e84dd req-45cdbdfa-31cb-49b7-87cd-9fa24c6f742d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 1127 time: 0.3131537 Mar 07 10:55:14.149034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61b8b7c0-c864-4eae-af60-cb08383fd54e req-0163b9d0-642d-402b-a996-a056e38e167b tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004514 Mar 07 10:55:14.151402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-adfedeaa-194b-4ae6-961e-ca04240e84dd req-8981c61c-f635-41c8-8c07-213194302f91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509588 Mar 07 10:55:14.365865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Router 8070d035-2765-4c0a-b43b-2a18b109cc64 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:55:14.548156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:55:14.553476 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c653d869-9d32-443f-8bfa-8e2ae762841a admin admin] 10.222.0.23 "PUT /v2.0/routers/8070d035-2765-4c0a-b43b-2a18b109cc64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174225 Mar 07 10:55:14.556052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46122) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:14.567228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Sync routers for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:55:14.584840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:14.591204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:14.822616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:55:15.260741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:55:13Z', 'revision_number': 5, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:15.383535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Checking router: 8070d035-2765-4c0a-b43b-2a18b109cc64 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:55:15.428160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99550-8da8-4640-843f-b2efde7ced54 req-c1e5d124-f1bb-478e-82df-528ef6f78a87 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:15.434994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Routers {'8070d035-2765-4c0a-b43b-2a18b109cc64'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:15.435701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:54:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8070d035-2765-4c0a-b43b-2a18b109cc64'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:15.444414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99d99550-8da8-4640-843f-b2efde7ced54 req-c1e5d124-f1bb-478e-82df-528ef6f78a87 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.1337068 Mar 07 10:55:15.550080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks [] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.553710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99d99550-8da8-4640-843f-b2efde7ced54 req-9f1d07f1-bbf3-4155-87b9-855942ebfae3 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062353 Mar 07 10:55:15.745399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] Set router 8070d035-2765-4c0a-b43b-2a18b109cc64 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:55:15.757669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks [] for router_gateway (8070d035-2765-4c0a-b43b-2a18b109cc64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.878142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Deleting port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:15.881820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.041070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:55:13Z', 'revision_number': 5, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:16.068099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] For port b88752ee-5f5c-4d62-a4f0-a5c0cb92d788, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:16.068461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.072723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd9bab-fa72-4168-a49f-c52437042ddf None None] The sync data for ids ['8070d035-2765-4c0a-b43b-2a18b109cc64'] in n-d-832156-4 is: [{'id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'name': 'tempest-ServerRescueNegativeTestJSON-1215866587-router', 'tenant_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:50Z', 'updated_at': '2022-03-07T10:55:13Z', 'revision_number': 5, 'project_id': '635f4ccb2f4a42ecb571a14f87e1faa6', 'gw_port': {'id': 'b88752ee-5f5c-4d62-a4f0-a5c0cb92d788', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8070d035-2765-4c0a-b43b-2a18b109cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:53Z', 'updated_at': '2022-03-07T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:55:16.097997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Calling delete_port for b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:16.388167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b88752ee-5f5c-4d62-a4f0-a5c0cb92d788), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.419497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88752ee-5f5c-4d62-a4f0-a5c0cb92d788,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:16.531210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (8070d035-2765-4c0a-b43b-2a18b109cc64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.754566 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.765311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks [] for router_controller (8070d035-2765-4c0a-b43b-2a18b109cc64), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.828447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9b290-e781-4136-8b4f-758bfa7a8404 req-e6c7e0a5-a7cf-485b-9de3-dac2c3d2c813 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:16.850735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15b9b290-e781-4136-8b4f-758bfa7a8404 req-e6c7e0a5-a7cf-485b-9de3-dac2c3d2c813 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.1827273 Mar 07 10:55:16.906392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (8070d035-2765-4c0a-b43b-2a18b109cc64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.907157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8070d035-2765-4c0a-b43b-2a18b109cc64 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:55:16.912492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.917656 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16d35b33-3b97-449d-9436-c1482bb6fcb0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8070d035-2765-4c0a-b43b-2a18b109cc64 HTTP/1.1" status: 204 len: 168 time: 2.3601780 Mar 07 10:55:16.918355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:16.983234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15b9b290-e781-4136-8b4f-758bfa7a8404 req-f142c66a-860a-45f9-a103-84df28ad5c81 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281371 Mar 07 10:55:17.010640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Deleting subnet 5e01cb8b-174b-43f1-b22c-7be22fd57149 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:17.014183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Publish callbacks [] for subnet (5e01cb8b-174b-43f1-b22c-7be22fd57149), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.053748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (5e01cb8b-174b-43f1-b22c-7be22fd57149), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.164955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (5e01cb8b-174b-43f1-b22c-7be22fd57149), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.412609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (5e01cb8b-174b-43f1-b22c-7be22fd57149), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.491070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.512784 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e01cb8b-174b-43f1-b22c-7be22fd57149 HTTP/1.1" status: 204 len: 168 time: 0.5909898 Mar 07 10:55:17.513808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:17.514630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d4b80-4c24-472d-8dd3-d2456fb4e18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e01cb8b-174b-43f1-b22c-7be22fd57149,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:17.696489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (80c42b59-e27b-4646-9b1e-5f00ba7eaba1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.906367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:17.965861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:17.966543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b88752ee-5f5c-4d62-a4f0-a5c0cb92d788 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:17.967620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 664af43a-1f2d-43b2-8efd-292d1117b28a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:17.976166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (80c42b59-e27b-4646-9b1e-5f00ba7eaba1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.999436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 664af43a-1f2d-43b2-8efd-292d1117b28a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:18.000041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 664af43a-1f2d-43b2-8efd-292d1117b28a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:18.032255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c42b59-e27b-4646-9b1e-5f00ba7eaba1']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:18.057023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c637e2-0ab1-4d08-8641-b17cd027f351') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:18.057322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c637e2-0ab1-4d08-8641-b17cd027f351') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:18.100255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (e2c637e2-0ab1-4d08-8641-b17cd027f351), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.134301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e2c637e2-0ab1-4d08-8641-b17cd027f351), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.161336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:18.163368 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (e2c637e2-0ab1-4d08-8641-b17cd027f351), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:18.165677 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:18.260930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (80c42b59-e27b-4646-9b1e-5f00ba7eaba1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.285369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.292260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80c42b59-e27b-4646-9b1e-5f00ba7eaba1 HTTP/1.1" status: 204 len: 168 time: 0.7769556 Mar 07 10:55:18.294185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba90cf-7e25-425a-9f79-b6df9b7d86d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c42b59-e27b-4646-9b1e-5f00ba7eaba1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:18.632764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:18.720290 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3a74d63-16f9-4b1e-9b34-d691c775ad7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=635f4ccb2f4a42ecb571a14f87e1faa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857103 Mar 07 10:55:18.724519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46234) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:18.911149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] Publish callbacks [] for security_group (d5428567-5c0d-4947-9148-fcea9de20c2f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.947869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57cf-1fee-474c-8c8e-e494c8d01e8b req-5e1d05e4-0dab-4cbe-9dfa-988e596943aa tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:18.949983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfac57cf-1fee-474c-8c8e-e494c8d01e8b req-5e1d05e4-0dab-4cbe-9dfa-988e596943aa tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.1244071 Mar 07 10:55:18.971320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] Publish callbacks [] for security_group (d5428567-5c0d-4947-9148-fcea9de20c2f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.109765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfac57cf-1fee-474c-8c8e-e494c8d01e8b req-99a2521b-464d-404b-a521-22c2dce7a1f3 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495447 Mar 07 10:55:19.136572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d5428567-5c0d-4947-9148-fcea9de20c2f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.140213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.158956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5428567-5c0d-4947-9148-fcea9de20c2f HTTP/1.1" status: 204 len: 168 time: 0.4302912 Mar 07 10:55:19.187464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e2b2-aaf7-4163-a763-620dbc74c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5428567-5c0d-4947-9148-fcea9de20c2f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:20.148615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-7cc35d69-ee92-4427-b844-f451ab391a27 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.152104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-7cc35d69-ee92-4427-b844-f451ab391a27 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.1413815 Mar 07 10:55:20.475494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404ef46-f747-40c9-8ac7-9888b2d0c5d6 req-42e1fa28-8a43-424e-ab13-f3b28f7bade8 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.491740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6404ef46-f747-40c9-8ac7-9888b2d0c5d6 req-42e1fa28-8a43-424e-ab13-f3b28f7bade8 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 945 time: 0.2377622 Mar 07 10:55:20.559062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Deleting port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:20.559402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:20.691760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] For port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:20.693260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:20.706187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be7bdb71-4986-4319-941f-868f8ae262bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:20.725354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Calling delete_port for 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:20.741435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46320) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:20.956869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1957471119-network', 'tenant_id': 'a8788929457247fb854cc29eebf168cf'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:21.003079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6404ef46-f747-40c9-8ac7-9888b2d0c5d6 req-eaeaa649-bf89-43af-8fd0-2b88b8dec5c0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084343 Mar 07 10:55:21.005105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6fe0d27a-5d45-44bd-b805-a7d837d1b7fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.009018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Made reservation on behalf of a8788929457247fb854cc29eebf168cf for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:21.011603 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.020279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6fe0d27a-5d45-44bd-b805-a7d837d1b7fb'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:21.035759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.111335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Pushing event deleted for resources: {'Port': ['ID=6fe0d27a-5d45-44bd-b805-a7d837d1b7fb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:21.223522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks [] for security_group (190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.235391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.238227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] No DVR routers for this DVR port 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:21.248773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.267312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5e4dbf5-280e-432e-89dd-ff9e8ae98f72 req-82e86414-c5e7-4210-b004-9ce01eb9d1f1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "DELETE /v2.0/ports/6fe0d27a-5d45-44bd-b805-a7d837d1b7fb HTTP/1.1" status: 204 len: 173 time: 1.1009774 Mar 07 10:55:21.267931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'name': 'network-vif-deleted', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:21.281237 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f183c-0e0b-4b3a-a732-9df0f010cff8" -d '{"events": [{"server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "name": "network-vif-deleted", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:21.289821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:21.320674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:21.351622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6933c79e-2712-45d1-974c-5ddf959155b4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.351994 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Added segment 6933c79e-2712-45d1-974c-5ddf959155b4 of type vlan for network 117c3609-d342-4d0b-85c3-a87a152dfecf Mar 07 10:55:21.377066 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d9899-bfdb-492a-b858-e98359b2c373 x-openstack-request-id: req-1a7d9899-bfdb-492a-b858-e98359b2c373 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:21.377465 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4489d86-714e-4753-9bbc-91f81700e91e", "name": "network-vif-deleted", "tag": "6fe0d27a-5d45-44bd-b805-a7d837d1b7fb", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:21.377817 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a7d9899-bfdb-492a-b858-e98359b2c373 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:21.378324 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4489d86-714e-4753-9bbc-91f81700e91e', 'name': 'network-vif-deleted', 'tag': '6fe0d27a-5d45-44bd-b805-a7d837d1b7fb', 'status': 'completed', 'code': 200} Mar 07 10:55:21.463373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (117c3609-d342-4d0b-85c3-a87a152dfecf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.516823 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (117c3609-d342-4d0b-85c3-a87a152dfecf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.517838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:21.518418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.642309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8967006 Mar 07 10:55:21.642554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46354) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:21.647532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Request body: {'subnet': {'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1957471119-subnet', 'tenant_id': 'a8788929457247fb854cc29eebf168cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:21.666365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ec52e-3c75-4c5f-9e57-796027bacc0f admin admin] Pushing event updated for resources: {'Network': ['ID=117c3609-d342-4d0b-85c3-a87a152dfecf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:21.679439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 117c3609-d342-4d0b-85c3-a87a152dfecf details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:21.694256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Made reservation on behalf of a8788929457247fb854cc29eebf168cf for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:21.696716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.060683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (faf79bd4-1b2f-4269-b5f1-760f22e2d2a8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.159976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Checking segment: {'id': '6933c79e-2712-45d1-974c-5ddf959155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:22.160338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Network hostable DHCP agents. Network: 117c3609-d342-4d0b-85c3-a87a152dfecf, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:22.163804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf79bd4-1b2f-4269-b5f1-760f22e2d2a8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:22.224571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Network 117c3609-d342-4d0b-85c3-a87a152dfecf is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:22.339932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bc6a26f-d051-41d5-9c9c-214301a1ea56 req-2a8c1ec5-2559-4657-8ae5-5a52a9caaad7 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4489d86-714e-4753-9bbc-91f81700e91e HTTP/1.1" status: 200 len: 210 time: 0.1646876 Mar 07 10:55:22.352796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 117c3609-d342-4d0b-85c3-a87a152dfecf) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:22.368917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270f5e8-d28f-43d7-a0c5-0cb1453c6c32 None None] Network 117c3609-d342-4d0b-85c3-a87a152dfecf requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:22.379337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:22.380107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.414024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f1725de6-8df1-408b-9b19-96dac7835c3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7703288 Mar 07 10:55:22.648454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f8dea-574f-4ce4-9af9-99f0ba558307 None None] Network 117c3609-d342-4d0b-85c3-a87a152dfecf requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:23.012654 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af18a30f-a25a-4511-8dcd-9ed671a1adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.093606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:23.156269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:23.159594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe0d27a-5d45-44bd-b805-a7d837d1b7fb not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:23.276692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-eb29eff3-85de-480a-b3e1-234004b8511d tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:23.288326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-eb29eff3-85de-480a-b3e1-234004b8511d tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/networks?id=117c3609-d342-4d0b-85c3-a87a152dfecf HTTP/1.1" status: 200 len: 809 time: 0.1427350 Mar 07 10:55:23.330525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-640b02dc-346b-472d-aeef-6ec090a3e088 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/quotas/a8788929457247fb854cc29eebf168cf HTTP/1.1" status: 200 len: 375 time: 0.0392451 Mar 07 10:55:23.433614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-9d428151-a146-4ff4-8dfa-7963b12191ce tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8788929457247fb854cc29eebf168cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966542 Mar 07 10:55:23.630597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-bf6e74b5-08a1-4440-9944-c254504accd6 service neutron] 10.222.0.23 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893568 Mar 07 10:55:23.883328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ae3bff15-f3a4-469e-90cd-a70f79ef182f service neutron] 10.222.0.23 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444248 Mar 07 10:55:24.014899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-73da2d05-3eb8-423d-9b8b-b8749049cd2f tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:24.016870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-73da2d05-3eb8-423d-9b8b-b8749049cd2f tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 808 time: 0.2163329 Mar 07 10:55:24.041009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-b208a205-6eef-46b4-bf91-98fc7869b678 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/quotas/92db8c0189d04ab28df3bf92b994bf14 HTTP/1.1" status: 200 len: 375 time: 0.0181379 Mar 07 10:55:24.097321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-0cefe75d-b9b6-4b2d-8f74-da1bfef90114 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496228 Mar 07 10:55:24.161263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:24.205752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f89c8246-70e5-43de-97e0-37fe9127b191 req-fb5f1822-2bf8-4e40-9a91-c7d58b20524e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.0718937 Mar 07 10:55:24.254940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:24.256642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-33b2c501-7661-4f3a-bd1f-4cbbef69347f service neutron] 10.222.0.23 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509790 Mar 07 10:55:24.365623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-1052152a-d2b2-4ca7-ac2b-ce8fe608891a service neutron] 10.222.0.23 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025383 Mar 07 10:55:24.680104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f66713f8-d56a-4740-a97e-9a9cbb6830ff req-7b119e7c-1ecd-43d9-a679-5732647b590a tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 210 time: 0.0485668 Mar 07 10:55:25.352293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed17d2b0-a2d0-47f7-ac80-fdf0aef6affa req-ef0fd493-259f-4531-8a54-079d9a624fb0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.0613582 Mar 07 10:55:25.680537 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.851464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-238c6c7f-f945-45e7-8143-af24108ee746 req-8bcc1e26-d504-44f5-b930-fd8f849711e9 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 210 time: 0.0562458 Mar 07 10:55:26.250552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-5704b23c-05a5-4269-9746-669cca7ddfc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442564 Mar 07 10:55:26.296069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-7f037cc7-6f27-4bc6-9e5e-f507706a8950 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:26.301502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-7f037cc7-6f27-4bc6-9e5e-f507706a8950 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 808 time: 0.3382597 Mar 07 10:55:26.314853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Request body: {'port': {'device_id': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7', 'admin_state_up': True, 'tenant_id': '92db8c0189d04ab28df3bf92b994bf14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:26.505282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78035-9430-4e7c-a030-faad8eac874c req-19f23e71-c7c9-43a8-aca3-99ef809695e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:26.520026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-19f23e71-c7c9-43a8-aca3-99ef809695e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1127 time: 0.1148641 Mar 07 10:55:26.648008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Made reservation on behalf of 92db8c0189d04ab28df3bf92b994bf14 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:26.652317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.707667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41181fef-d4f6-47bc-b44f-89659587b469 req-5aea7bd6-4885-42ef-b5c5-29ef407036e1 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.0876291 Mar 07 10:55:26.768303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78035-9430-4e7c-a030-faad8eac874c req-17a8ee8c-cdae-4845-88bb-14cce3fda631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:26.770707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-17a8ee8c-cdae-4845-88bb-14cce3fda631 service neutron] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.2301695 Mar 07 10:55:26.917948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Allocated IP 172.20.0.6 (2a530ae7-204f-492a-b2d9-ea3e9adc73d7/0e0884c2-bdd8-4aa0-9d86-1e868239bbf9/eb670bb0-93e0-41e2-a3dc-9db037faa9c3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:26.997416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-dd3b19b0-5e1b-4fb5-ada2-fc7b49f20d9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 1001 time: 0.2139974 Mar 07 10:55:27.087256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78035-9430-4e7c-a030-faad8eac874c req-937f7e49-918f-46e6-9ad2-8e16f2a7a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.088963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-937f7e49-918f-46e6-9ad2-8e16f2a7a2ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.0907350 Mar 07 10:55:27.112413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.197404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4da82738-a19b-495e-9f61-53174e637a10 req-7e3ae8ea-de0c-40fe-98df-3e8f2c81b236 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 210 time: 0.1583536 Mar 07 10:55:27.270996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78035-9430-4e7c-a030-faad8eac874c req-44560972-88bd-4ce8-b8b0-f6924f17a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.273188 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-44560972-88bd-4ce8-b8b0-f6924f17a9a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750648 Mar 07 10:55:27.479326 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-650ed9bb-e56a-4dfd-9a6d-395891ec7f84 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002575 Mar 07 10:55:27.519503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks [] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.609270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.728858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:27.742868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:27.754957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:27.797418 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-79e78035-9430-4e7c-a030-faad8eac874c req-ae2b1230-a6f3-4923-a901-d5205b631667 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920742 Mar 07 10:55:27.916515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Pushing event updated for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:27.972079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-791acf96-c377-4729-b2c3-720fb86f9112 req-345083eb-f136-4233-8447-d35636df759a tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.0685887 Mar 07 10:55:27.997279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.998245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.150207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-ae0a489b-cd1a-4daa-9ff7-8bb3c0d99bcb tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8357267 Mar 07 10:55:28.176057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Request body: {'port': {'device_id': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:28.391466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-69cd8947-5b41-41c1-99c0-8f93a1657d54 req-ee786ca8-70da-43fe-9ff0-d135f617bf9b tempest-TaggedBootDevicesTest_v242-1950999684 tempest-TaggedBootDevicesTest_v242-1950999684-project] (103788) timed out ('10.222.0.23', 41892) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:55:28.404173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-0a73c8ce-4240-43bf-867a-0d7b7bc5ae86 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:28.409398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-0a73c8ce-4240-43bf-867a-0d7b7bc5ae86 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.26 "GET /v2.0/networks?id=117c3609-d342-4d0b-85c3-a87a152dfecf HTTP/1.1" status: 200 len: 809 time: 0.5410836 Mar 07 10:55:28.442401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Request body: {'port': {'device_id': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf', 'admin_state_up': True, 'tenant_id': 'a8788929457247fb854cc29eebf168cf'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:28.562360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.589573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.662725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Made reservation on behalf of a8788929457247fb854cc29eebf168cf for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:28.665971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.720983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03b10f-a6cd-41b3-a587-24a1fd2cd4fa req-84f07f8e-4eb2-4041-84b5-0dfee532ec35 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:28.722544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f03b10f-a6cd-41b3-a587-24a1fd2cd4fa req-84f07f8e-4eb2-4041-84b5-0dfee532ec35 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 931 time: 0.3065894 Mar 07 10:55:29.077298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f03b10f-a6cd-41b3-a587-24a1fd2cd4fa req-89f6008e-c607-4c72-8035-0fb19bfb2186 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297267 Mar 07 10:55:29.220341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77ecda68-8848-41d6-979f-ddc305618870 req-0c1a0bb1-ac56-4964-a9ef-2d38832e1425 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.0756166 Mar 07 10:55:29.261275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Allocated IP 172.20.0.13 (117c3609-d342-4d0b-85c3-a87a152dfecf/faf79bd4-1b2f-4269-b5f1-760f22e2d2a8/8a618bf1-8c16-40d5-a59b-696569f6595f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:29.345968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb670bb0-93e0-41e2-a3dc-9db037faa9c3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:29.359249 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks [] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.416292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Transition to ACTIVE for port object eb670bb0-93e0-41e2-a3dc-9db037faa9c3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:55:29.452684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.688959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:30.708139 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks [] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.852955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c884dc-4290-465f-93d6-8c1b84b532cd req-dd2767a9-4b61-4dcb-af00-55f93c84c3b4 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.1707969 Mar 07 10:55:30.856185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Attempting to bind port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:30.856522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Attempting to bind port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:30.856841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Attempting to bind port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:30.942179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:55:30.946958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Attempting to bind port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 on network 2a530ae7-204f-492a-b2d9-ea3e9adc73d7 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:31.129952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3f0d-cbd3-418d-a952-b784fa77ba90 req-ed5253c6-172d-442c-9f4e-d30ce983f956 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.135162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cb3f0d-cbd3-418d-a952-b784fa77ba90 req-ed5253c6-172d-442c-9f4e-d30ce983f956 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 943 time: 0.6307039 Mar 07 10:55:31.196865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:31.200554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Checking segment: {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:31.201379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Bound using segment: {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:31.202291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Bound port: eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b740d3-9e61-4fdb-9953-e4ed68cafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:31.202891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.222075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.602848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:31.619815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cb3f0d-cbd3-418d-a952-b784fa77ba90 req-be971a04-ec1b-47b8-932d-1008aaec3c75 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693370 Mar 07 10:55:31.648793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:31.651149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Network 117c3609-d342-4d0b-85c3-a87a152dfecf is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:31.671399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Pushing event updated for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:31.674872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:31.683957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:31.690583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.762669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.763675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.765236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] 10.222.0.26 "PUT /v2.0/ports/eb670bb0-93e0-41e2-a3dc-9db037faa9c3 HTTP/1.1" status: 200 len: 1091 time: 3.6017137 Mar 07 10:55:31.768048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:31.770490 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31f86e-9f31-4cdc-b006-cdb856d6851c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:31.850234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.851519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.879256 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca4ba2-b2ca-42dc-b375-ee0b6b1a2719 x-openstack-request-id: req-d4ca4ba2-b2ca-42dc-b375-ee0b6b1a2719 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:31.879561 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:31.879921 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4ca4ba2-b2ca-42dc-b375-ee0b6b1a2719 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:31.880335 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3', 'status': 'completed', 'code': 200} Mar 07 10:55:31.886325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbb951-3317-493f-b8a3-66960e79aa9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:31.924790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-55f535f5-fd97-42f7-9b6f-34e8e354779e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4975383 Mar 07 10:55:31.936250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Request body: {'port': {'device_id': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:32.016405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-49e7e801-b470-42a4-9e86-52b7bfbe65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:32.017970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-49e7e801-b470-42a4-9e86-52b7bfbe65c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 1125 time: 0.1844301 Mar 07 10:55:32.082286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-0f110003-333c-4808-9e42-308ee5b04ea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3 HTTP/1.1" status: 200 len: 217 time: 0.0501351 Mar 07 10:55:32.223172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:32.254185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3691d-06db-483e-b3fe-548667cfb608 req-5e594ebb-f7f0-4b89-b1fd-6d53d35f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:32.256089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-5e594ebb-f7f0-4b89-b1fd-6d53d35f9e6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 HTTP/1.1" status: 200 len: 848 time: 0.1568022 Mar 07 10:55:32.265912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8099971-e629-489f-81f7-f1bbdde9d9af req-9fc9a13c-070a-4b89-a1cd-631f65a4262f tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:32.273876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8099971-e629-489f-81f7-f1bbdde9d9af req-9fc9a13c-070a-4b89-a1cd-631f65a4262f tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 932 time: 0.2056375 Mar 07 10:55:32.346198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-c92bd59b-2aa5-4300-afe9-e9dffddcc5ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456204 Mar 07 10:55:32.566046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8099971-e629-489f-81f7-f1bbdde9d9af req-b295ecd9-c613-4b4f-b470-6d38258f1303 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905703 Mar 07 10:55:32.761755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-34e698b6-9890-42fd-b9bb-94db4e604438 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071064 Mar 07 10:55:32.931176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26c3691d-06db-483e-b3fe-548667cfb608 req-c92064f1-9899-413d-b2f2-6b5285f264b4 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500120 Mar 07 10:55:33.207817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e956d-8abe-49ea-8ad2-8740f78eba5b req-662fbbe3-5201-4c7d-bf50-ec2c2b613c4a tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.209441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-885e956d-8abe-49ea-8ad2-8740f78eba5b req-662fbbe3-5201-4c7d-bf50-ec2c2b613c4a tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 943 time: 0.2764351 Mar 07 10:55:33.221278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-ceeae14d-17ba-45c5-807a-d9274bc85697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.226445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-ceeae14d-17ba-45c5-807a-d9274bc85697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92db8c0189d04ab28df3bf92b994bf14&device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 1125 time: 0.2118840 Mar 07 10:55:33.567787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-f6c7a23e-659f-466f-8462-7ccf9ba03e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.572811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-f6c7a23e-659f-466f-8462-7ccf9ba03e52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 200 len: 909 time: 0.3192930 Mar 07 10:55:33.671276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-fdebf975-abc1-4c95-a8fc-d6c788d0cb95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3 HTTP/1.1" status: 200 len: 217 time: 0.0595062 Mar 07 10:55:33.814305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-885e956d-8abe-49ea-8ad2-8740f78eba5b req-3713cdef-ca0f-499a-a13d-c17b59368451 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210350 Mar 07 10:55:33.826928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a618bf1-8c16-40d5-a59b-696569f6595f {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:33.853931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks [] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.884490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Transition to ACTIVE for port object 8a618bf1-8c16-40d5-a59b-696569f6595f will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:55:33.886600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-2d46f792-d23c-4c8d-9c99-76b2885a6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.889282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-2d46f792-d23c-4c8d-9c99-76b2885a6f07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 HTTP/1.1" status: 200 len: 848 time: 0.2033279 Mar 07 10:55:33.917940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ed68a-6296-49eb-a61b-c7b5d0717143 req-4c60347b-eef4-4a69-88fb-3dafbf7722d7 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.920107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-217ed68a-6296-49eb-a61b-c7b5d0717143 req-4c60347b-eef4-4a69-88fb-3dafbf7722d7 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 932 time: 0.1905973 Mar 07 10:55:33.920536 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.037719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-3bff7a86-8421-4703-9fa2-8444d38d3256 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a530ae7-204f-492a-b2d9-ea3e9adc73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313124 Mar 07 10:55:34.054043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:34.436635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-77e11f79-3f33-43d2-af53-c23928102a85 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687217 Mar 07 10:55:34.469314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-217ed68a-6296-49eb-a61b-c7b5d0717143 req-34d462af-d6f1-4650-a186-dca95f8b069d tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226604 Mar 07 10:55:34.674303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Attempting to bind port 8a618bf1-8c16-40d5-a59b-696569f6595f on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:34.674717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Attempting to bind port 8a618bf1-8c16-40d5-a59b-696569f6595f by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6933c79e-2712-45d1-974c-5ddf959155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:34.675115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Attempting to bind port 8a618bf1-8c16-40d5-a59b-696569f6595f on network 117c3609-d342-4d0b-85c3-a87a152dfecf {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:34.681314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Port 8a618bf1-8c16-40d5-a59b-696569f6595f on network 117c3609-d342-4d0b-85c3-a87a152dfecf not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:55:34.681716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Attempting to bind port 8a618bf1-8c16-40d5-a59b-696569f6595f on network 117c3609-d342-4d0b-85c3-a87a152dfecf {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:34.691810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:34.692226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Checking segment: {'id': '6933c79e-2712-45d1-974c-5ddf959155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:34.692676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Bound using segment: {'id': '6933c79e-2712-45d1-974c-5ddf959155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:34.693170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Bound port: 8a618bf1-8c16-40d5-a59b-696569f6595f, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6933c79e-2712-45d1-974c-5ddf959155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:34.693584 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.730989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da31f86e-9f31-4cdc-b006-cdb856d6851c req-56f15765-ff24-4fd0-8de1-0d714a2be596 service neutron] 10.222.0.26 "GET /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551603 Mar 07 10:55:34.827192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:34.837163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a618bf1-8c16-40d5-a59b-696569f6595f,segment=NetworkSegment(6933c79e-2712-45d1-974c-5ddf959155b4),segment_id=6933c79e-2712-45d1-974c-5ddf959155b4)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:34.848086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.893737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:34.894429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.896257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a618bf1-8c16-40d5-a59b-696569f6595f HTTP/1.1" status: 200 len: 1092 time: 2.9648440 Mar 07 10:55:34.896778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:34.899545 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a103aa0c-23ae-4fda-b895-5e1b00ada465" -d '{"events": [{"name": "network-changed", "server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:34.970205 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3e1bc-e432-4c2b-93f3-f13add2b277e x-openstack-request-id: req-e5c3e1bc-e432-4c2b-93f3-f13add2b277e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:34.970205 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:34.970546 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5c3e1bc-e432-4c2b-93f3-f13add2b277e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:34.971017 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f', 'status': 'completed', 'code': 200} Mar 07 10:55:34.995765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06efff-36ef-4954-953b-36630a833fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:35.105561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-2de0947a-bd48-45b5-8018-c79d69ebbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:35.109258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-2de0947a-bd48-45b5-8018-c79d69ebbf61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8788929457247fb854cc29eebf168cf&device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 1126 time: 0.1582875 Mar 07 10:55:35.178609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-6ba38f2e-8602-49a8-b5e6-582202b56bf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a618bf1-8c16-40d5-a59b-696569f6595f HTTP/1.1" status: 200 len: 217 time: 0.0494757 Mar 07 10:55:35.214124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4e465-2ce7-4c3f-83d9-a442db99d0e4 req-4b0cc9db-91ab-409e-a257-fe0d2c9e37a5 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:35.215788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35d4e465-2ce7-4c3f-83d9-a442db99d0e4 req-4b0cc9db-91ab-409e-a257-fe0d2c9e37a5 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 943 time: 0.2062602 Mar 07 10:55:35.291778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-1b5c4923-d685-461f-b84c-362dedf8f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:35.300464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-1b5c4923-d685-461f-b84c-362dedf8f646 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=faf79bd4-1b2f-4269-b5f1-760f22e2d2a8 HTTP/1.1" status: 200 len: 849 time: 0.1097274 Mar 07 10:55:35.344986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-8aaecf40-d872-4d98-a72a-e0a30121f15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=117c3609-d342-4d0b-85c3-a87a152dfecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369358 Mar 07 10:55:35.469380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-ea0e3e5c-eea4-429b-bceb-caf92539bf9e service neutron] 10.222.0.26 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142950 Mar 07 10:55:35.519073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35d4e465-2ce7-4c3f-83d9-a442db99d0e4 req-91d56461-b128-4aca-a521-e132283dfbb0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674587 Mar 07 10:55:35.774023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eac988-4a24-4391-b6dc-7bea0928edea req-99f4fa9c-3c79-4bec-9729-52def6397b82 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:35.775738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9eac988-4a24-4391-b6dc-7bea0928edea req-99f4fa9c-3c79-4bec-9729-52def6397b82 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 944 time: 0.0929818 Mar 07 10:55:35.778114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab95c45-e2a0-493f-b200-8eb30c34a7e7 req-f1112227-97d7-4f57-8de7-0e74cab9ae0b service neutron] 10.222.0.26 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580249 Mar 07 10:55:35.855154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9eac988-4a24-4391-b6dc-7bea0928edea req-885a9a0b-d3ef-424a-a636-98bd7d7685a0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Mar 07 10:55:36.153813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-4d197066-66bb-4f57-a5e4-e20506becfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.155888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-4d197066-66bb-4f57-a5e4-e20506becfa5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8788929457247fb854cc29eebf168cf&device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 1126 time: 0.1179655 Mar 07 10:55:36.368125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-68d84288-7a2e-472d-8270-94a7ec83f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.369849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-68d84288-7a2e-472d-8270-94a7ec83f761 service neutron] 10.222.0.26 "GET /v2.0/networks?id=117c3609-d342-4d0b-85c3-a87a152dfecf HTTP/1.1" status: 200 len: 910 time: 0.2079120 Mar 07 10:55:36.464399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-b2a2043a-d956-46dd-84a8-fc0b358d61d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a618bf1-8c16-40d5-a59b-696569f6595f HTTP/1.1" status: 200 len: 217 time: 0.0864685 Mar 07 10:55:36.627583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-52b83be7-690c-4052-b08e-827d751eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.635936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-52b83be7-690c-4052-b08e-827d751eb741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=faf79bd4-1b2f-4269-b5f1-760f22e2d2a8 HTTP/1.1" status: 200 len: 849 time: 0.1646409 Mar 07 10:55:36.708184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-30c9d4aa-264f-4ab3-81f5-115e60b58a30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=117c3609-d342-4d0b-85c3-a87a152dfecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591309 Mar 07 10:55:36.981499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d35f4-2ac9-426e-9636-16d8c921e8c1 req-c58e8583-8c82-450a-8fab-a9bff5fd730d tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.983160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c07d35f4-2ac9-426e-9636-16d8c921e8c1 req-c58e8583-8c82-450a-8fab-a9bff5fd730d tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 943 time: 0.3134546 Mar 07 10:55:37.187050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device eb670bb0-93e0-41e2-a3dc-9db037faa9c3 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:55:37.195770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-05f25f32-c044-46b4-910a-0c47f50d6959 service neutron] 10.222.0.26 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751108 Mar 07 10:55:37.489469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:37.512184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3', 'network_id': '2a530ae7-204f-492a-b2d9-ea3e9adc73d7', 'port_id': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0884c2-bdd8-4aa0-9d86-1e868239bbf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:55:37.514967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a103aa0c-23ae-4fda-b895-5e1b00ada465 req-69313511-6edb-4e91-bd0c-a519e1246f6a service neutron] 10.222.0.26 "GET /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021533 Mar 07 10:55:37.593918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:37.594308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.614393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c07d35f4-2ac9-426e-9636-16d8c921e8c1 req-a1b65a79-cbbf-40c9-8702-925c6b6feda1 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977483 Mar 07 10:55:37.622153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb670bb0-93e0-41e2-a3dc-9db037faa9c3 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:37.649361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274968-aad0-46a3-b0a8-73c0c3c66c54 req-771c791e-058e-4824-a024-f8d098346fe5 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:37.650927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59274968-aad0-46a3-b0a8-73c0c3c66c54 req-771c791e-058e-4824-a024-f8d098346fe5 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 944 time: 0.6093895 Mar 07 10:55:37.672329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:37.683325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.769808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59274968-aad0-46a3-b0a8-73c0c3c66c54 req-180a7f3c-2151-4f65-93ce-7d12880af7f2 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127684 Mar 07 10:55:37.782723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:37.876741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['eb670bb0-93e0-41e2-a3dc-9db037faa9c3'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:38.840770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319b194-0f84-4a43-9c20-d3d77461358f req-c1e0e048-f51b-4fa0-9d85-b2132f2d3d07 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:38.843409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a319b194-0f84-4a43-9c20-d3d77461358f req-c1e0e048-f51b-4fa0-9d85-b2132f2d3d07 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 944 time: 0.1068008 Mar 07 10:55:39.035524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a319b194-0f84-4a43-9c20-d3d77461358f req-13ff2050-b935-4f09-9df1-e760c9639c08 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806195 Mar 07 10:55:39.077725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759a5b6-f1b6-4853-bfb4-f3a54384e604 req-b25ea29e-1076-4e6f-a4dd-819c764c1627 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:39.080468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9759a5b6-f1b6-4853-bfb4-f3a54384e604 req-b25ea29e-1076-4e6f-a4dd-819c764c1627 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 944 time: 0.1635444 Mar 07 10:55:39.194774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9759a5b6-f1b6-4853-bfb4-f3a54384e604 req-fc14441d-4904-4d88-af4c-8265babeb6cc tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976691 Mar 07 10:55:39.204958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a618bf1-8c16-40d5-a59b-696569f6595f details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:55:39.208139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device eb670bb0-93e0-41e2-a3dc-9db037faa9c3 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:39.705084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:55:39.714223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:39.714591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.838891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:39.839327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.880976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:39.886933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:39.890023 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb5ab2-6d7f-462d-bc50-2cc69ba680b7" -d '{"events": [{"server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "name": "network-vif-plugged", "status": "completed", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:39.899574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.969911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:39.973981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a618bf1-8c16-40d5-a59b-696569f6595f,segment=NetworkSegment(6933c79e-2712-45d1-974c-5ddf959155b4),segment_id=6933c79e-2712-45d1-974c-5ddf959155b4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:40.000993 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c4ea63-bb8c-4ca9-b2d2-9cd7e0facb6f x-openstack-request-id: req-b2c4ea63-bb8c-4ca9-b2d2-9cd7e0facb6f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:40.001302 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "name": "network-vif-plugged", "status": "completed", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:40.001610 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2c4ea63-bb8c-4ca9-b2d2-9cd7e0facb6f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:40.002011 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3', 'code': 200} Mar 07 10:55:40.006861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '8a618bf1-8c16-40d5-a59b-696569f6595f', 'network_id': '117c3609-d342-4d0b-85c3-a87a152dfecf', 'port_id': '8a618bf1-8c16-40d5-a59b-696569f6595f', 'mac_address': 'fa:16:3e:87:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf79bd4-1b2f-4269-b5f1-760f22e2d2a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:55:40.147007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8a618bf1-8c16-40d5-a59b-696569f6595f is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:40.149287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.181824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a618bf1-8c16-40d5-a59b-696569f6595f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:40.195414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fec3a-e3db-4704-a365-29d060370ba0 req-caa3a2ee-7a62-475a-9e2f-32cfec1db0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:40.199762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-068fec3a-e3db-4704-a365-29d060370ba0 req-caa3a2ee-7a62-475a-9e2f-32cfec1db0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 1127 time: 0.1366310 Mar 07 10:55:40.242466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a618bf1-8c16-40d5-a59b-696569f6595f,segment=NetworkSegment(6933c79e-2712-45d1-974c-5ddf959155b4),segment_id=6933c79e-2712-45d1-974c-5ddf959155b4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:40.254606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.350046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-068fec3a-e3db-4704-a365-29d060370ba0 req-7c061e00-c6b0-4e74-b0f7-cded94ef151f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372185 Mar 07 10:55:40.383436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c8b7-1050-46f8-a812-0bccbcfe794f req-dca4aac1-fd8f-43df-afd7-fe49d179bb43 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:40.383725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:40.402092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5938c8b7-1050-46f8-a812-0bccbcfe794f req-dca4aac1-fd8f-43df-afd7-fe49d179bb43 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 945 time: 0.1996388 Mar 07 10:55:40.483811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['8a618bf1-8c16-40d5-a59b-696569f6595f'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:40.529573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5938c8b7-1050-46f8-a812-0bccbcfe794f req-00aac7b1-bf60-4980-a472-078f9a3e0160 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217966 Mar 07 10:55:40.562634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866967f7-98c0-4669-8b44-c5135d072a64 req-3d9037b1-9fb3-4d0a-b372-c0b6d9972eb0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:40.564413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-866967f7-98c0-4669-8b44-c5135d072a64 req-3d9037b1-9fb3-4d0a-b372-c0b6d9972eb0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 945 time: 0.1539745 Mar 07 10:55:40.633092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-866967f7-98c0-4669-8b44-c5135d072a64 req-73f93a02-b7dc-466e-869f-d279a8235bf6 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Mar 07 10:55:41.218335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a618bf1-8c16-40d5-a59b-696569f6595f up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:41.277740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 8a618bf1-8c16-40d5-a59b-696569f6595f completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:55:41.282544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 8a618bf1-8c16-40d5-a59b-696569f6595f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:41.282913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.389228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8a618bf1-8c16-40d5-a59b-696569f6595f is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:41.390206 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.462812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a618bf1-8c16-40d5-a59b-696569f6595f,segment=NetworkSegment(6933c79e-2712-45d1-974c-5ddf959155b4),segment_id=6933c79e-2712-45d1-974c-5ddf959155b4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:41.472536 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.573793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:41.769646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0b2c-b48b-4589-8227-4e8052553a06 req-e45332dd-b858-4108-89c8-16019fc4ebf9 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:41.772359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b7c0b2c-b48b-4589-8227-4e8052553a06 req-e45332dd-b858-4108-89c8-16019fc4ebf9 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 945 time: 0.1108634 Mar 07 10:55:41.907453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b7c0b2c-b48b-4589-8227-4e8052553a06 req-76120a6c-6e03-42ce-a941-9d134617b2a5 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844061 Mar 07 10:55:41.957817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac4065-4134-41f7-8c25-a698dc61b6bb req-7b1890ed-4fce-4af6-8d1f-9bca95ac09ec tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:41.968689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cac4065-4134-41f7-8c25-a698dc61b6bb req-7b1890ed-4fce-4af6-8d1f-9bca95ac09ec tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.2427409 Mar 07 10:55:42.003259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:42.005786 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd2de4f-9c48-4995-9049-d8ab5b9b96d3" -d '{"events": [{"server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "name": "network-vif-plugged", "status": "completed", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:42.109338 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c3041-4086-4e3e-9a94-2558a7042c5d x-openstack-request-id: req-be7c3041-4086-4e3e-9a94-2558a7042c5d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:42.109763 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "name": "network-vif-plugged", "status": "completed", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:42.109988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cac4065-4134-41f7-8c25-a698dc61b6bb req-27a5297a-9e0f-4019-a584-260357354bd8 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403894 Mar 07 10:55:42.114676 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be7c3041-4086-4e3e-9a94-2558a7042c5d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:42.115101 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f', 'code': 200} Mar 07 10:55:42.342668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5651-359e-4b3a-8f1d-7a34ebceaba3 req-e081e5b4-fbd3-4e36-b517-9bbb83d54fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:42.344648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5caf5651-359e-4b3a-8f1d-7a34ebceaba3 req-e081e5b4-fbd3-4e36-b517-9bbb83d54fe2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 1128 time: 0.1114364 Mar 07 10:55:42.443219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5caf5651-359e-4b3a-8f1d-7a34ebceaba3 req-83593f63-05c0-41b6-8f28-b700fb31bd25 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892057 Mar 07 10:55:43.552043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44116e0-ee69-4b05-8df5-f1329bac1d2a req-e80175ec-755b-4811-b722-d1bb80c9e769 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:43.563728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a44116e0-ee69-4b05-8df5-f1329bac1d2a req-e80175ec-755b-4811-b722-d1bb80c9e769 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.1923614 Mar 07 10:55:44.189964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a44116e0-ee69-4b05-8df5-f1329bac1d2a req-dd59ab80-ea6b-482e-9d0a-eafec83f261d tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252120 Mar 07 10:55:44.236701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071435-13d5-4b28-8dcb-643b8d6dcafd req-a53c4775-cff6-4f61-a280-98a8f2b77019 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:44.244256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5071435-13d5-4b28-8dcb-643b8d6dcafd req-a53c4775-cff6-4f61-a280-98a8f2b77019 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 945 time: 0.6622243 Mar 07 10:55:44.304275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5071435-13d5-4b28-8dcb-643b8d6dcafd req-e0b5e02d-6f0b-4ce4-8ca5-b5f55b822c62 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Mar 07 10:55:44.815442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-25bc9a95-6aa6-4eb2-9d8c-c754db05a9c3 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:44.817344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-25bc9a95-6aa6-4eb2-9d8c-c754db05a9c3 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 945 time: 0.1017210 Mar 07 10:55:45.028142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Deleting port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:45.030001 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.198381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] For port eb670bb0-93e0-41e2-a3dc-9db037faa9c3, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,segment=NetworkSegment(51b740d3-9e61-4fdb-9953-e4ed68cafa66),segment_id=51b740d3-9e61-4fdb-9953-e4ed68cafa66)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:45.198909 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.212426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Calling delete_port for eb670bb0-93e0-41e2-a3dc-9db037faa9c3 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:45.660267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (eb670bb0-93e0-41e2-a3dc-9db037faa9c3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.770540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bfcb1-2d97-47ab-a825-b4b00150d8cd req-63556057-d7f6-4db2-b59f-7aeff510dd74 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:45.772354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a7bfcb1-2d97-47ab-a825-b4b00150d8cd req-63556057-d7f6-4db2-b59f-7aeff510dd74 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.3750801 Mar 07 10:55:45.782301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Pushing event deleted for resources: {'Port': ['ID=eb670bb0-93e0-41e2-a3dc-9db037faa9c3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:45.810173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192309db-8afb-4fc4-8bd0-9f8bb2ff1487 req-2d056086-d3d1-4f18-a105-1e01bcef2dcd tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:45.811801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-192309db-8afb-4fc4-8bd0-9f8bb2ff1487 req-2d056086-d3d1-4f18-a105-1e01bcef2dcd tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6be972-a2b3-471e-ab97-64546ebe60cd HTTP/1.1" status: 200 len: 945 time: 0.3534234 Mar 07 10:55:45.922357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] No DVR routers for this DVR port eb670bb0-93e0-41e2-a3dc-9db037faa9c3 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:45.931738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.936279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f98d503-5928-4a59-b04f-1236aa8c2ca7 req-24a74197-db65-4b0f-8ff4-3021ca81dae0 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.26 "DELETE /v2.0/ports/eb670bb0-93e0-41e2-a3dc-9db037faa9c3 HTTP/1.1" status: 204 len: 173 time: 1.1134281 Mar 07 10:55:45.937230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'name': 'network-vif-deleted', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:45.940911 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ccdd77-0d79-4ba2-8f5e-ab0cabfc58c8" -d '{"events": [{"server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "name": "network-vif-deleted", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:45.981215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a7bfcb1-2d97-47ab-a825-b4b00150d8cd req-edd388b3-b4ae-47e2-ae50-369aa572745e tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835642 Mar 07 10:55:46.082701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-192309db-8afb-4fc4-8bd0-9f8bb2ff1487 req-aee1da42-f6ed-4337-ab18-a42732c68629 tempest-VolumesActionsTest-344578001 tempest-VolumesActionsTest-344578001-project] 10.222.0.23 "GET /v2.0/security-groups?id=31500282-0363-40a3-98ab-bed0c6eda639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330413 Mar 07 10:55:46.122123 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927a7fb-f463-4818-8bb3-1db88dd862ba x-openstack-request-id: req-8927a7fb-f463-4818-8bb3-1db88dd862ba {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:46.123046 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6be972-a2b3-471e-ab97-64546ebe60cd", "name": "network-vif-deleted", "tag": "eb670bb0-93e0-41e2-a3dc-9db037faa9c3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:46.123635 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8927a7fb-f463-4818-8bb3-1db88dd862ba {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:46.124426 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6be972-a2b3-471e-ab97-64546ebe60cd', 'name': 'network-vif-deleted', 'tag': 'eb670bb0-93e0-41e2-a3dc-9db037faa9c3', 'status': 'completed', 'code': 200} Mar 07 10:55:47.236828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device eb670bb0-93e0-41e2-a3dc-9db037faa9c3 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:47.285957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: eb670bb0-93e0-41e2-a3dc-9db037faa9c3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:47.286365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device eb670bb0-93e0-41e2-a3dc-9db037faa9c3 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:48.435121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:55:50.019000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263202c1-11f7-48cb-a2c6-188d0fc31f34 req-fe3ec883-88c3-492a-8a5f-aa6314c0f7fd tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:50.021659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-263202c1-11f7-48cb-a2c6-188d0fc31f34 req-fe3ec883-88c3-492a-8a5f-aa6314c0f7fd tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.1314962 Mar 07 10:55:50.171129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-263202c1-11f7-48cb-a2c6-188d0fc31f34 req-f2e1976c-adb8-464b-8f52-c74910e28cb2 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420381 Mar 07 10:55:50.702516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a30d44f-5c3a-48eb-8eb3-04e78a7b9045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.182524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-409b6d44-85a3-449d-9323-c7136e6df8c0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:51.198740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-409b6d44-85a3-449d-9323-c7136e6df8c0 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.26 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.1872125 Mar 07 10:55:51.700584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd15d6-da5c-4c30-b827-23bf3d6330e2 req-1a36370e-8936-4d9f-a2d3-aa9efb7d7519 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:51.712223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91bd15d6-da5c-4c30-b827-23bf3d6330e2 req-1a36370e-8936-4d9f-a2d3-aa9efb7d7519 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 946 time: 0.2443972 Mar 07 10:55:51.720480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Deleting port 8a618bf1-8c16-40d5-a59b-696569f6595f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:51.725211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.963198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47108) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:52.035241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] For port 8a618bf1-8c16-40d5-a59b-696569f6595f, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8a618bf1-8c16-40d5-a59b-696569f6595f,segment=NetworkSegment(6933c79e-2712-45d1-974c-5ddf959155b4),segment_id=6933c79e-2712-45d1-974c-5ddf959155b4)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:52.039403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.140529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Calling delete_port for 8a618bf1-8c16-40d5-a59b-696569f6595f owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:52.376361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91bd15d6-da5c-4c30-b827-23bf3d6330e2 req-2b84077c-8f7e-4530-8f71-055b3fa27ebc tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/security-groups?id=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629372 Mar 07 10:55:52.378044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04e8fe13-f9c0-476c-b140-0f2e6c181202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.664637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04e8fe13-f9c0-476c-b140-0f2e6c181202 admin admin] Publish callbacks [] for security_group (93163b4c-a578-4c08-b734-5d5a22228cef), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.674775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-04e8fe13-f9c0-476c-b140-0f2e6c181202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93163b4c-a578-4c08-b734-5d5a22228cef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.730698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8a618bf1-8c16-40d5-a59b-696569f6595f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.786386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Pushing event deleted for resources: {'Port': ['ID=8a618bf1-8c16-40d5-a59b-696569f6595f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:52.820260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8fe13-f9c0-476c-b140-0f2e6c181202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93163b4c-a578-4c08-b734-5d5a22228cef,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:52.881088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] No DVR routers for this DVR port 8a618bf1-8c16-40d5-a59b-696569f6595f on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:52.888740 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.889616 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-04e8fe13-f9c0-476c-b140-0f2e6c181202 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3632822bd61a4515a56ca0445f9110df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9250743 Mar 07 10:55:52.892380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:52.900084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61a71980-7d05-4a67-bfd2-ab7be75b59cd req-9806aee5-f356-415e-abd2-482b2643c952 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.26 "DELETE /v2.0/ports/8a618bf1-8c16-40d5-a59b-696569f6595f HTTP/1.1" status: 204 len: 173 time: 1.6942351 Mar 07 10:55:52.900589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'name': 'network-vif-deleted', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:52.909174 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5282e53-0abf-4c57-ba00-264af35134d2" -d '{"events": [{"server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "name": "network-vif-deleted", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:52.993876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5847e4e2-3b0a-4820-b53d-6f811b680a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.058214 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980b3f0f-8e40-48a3-b4fa-6631da198fcc x-openstack-request-id: req-980b3f0f-8e40-48a3-b4fa-6631da198fcc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:53.058507 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bf5434-02c8-45d9-8ea1-7347f6cbb995", "name": "network-vif-deleted", "tag": "8a618bf1-8c16-40d5-a59b-696569f6595f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:53.058761 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-980b3f0f-8e40-48a3-b4fa-6631da198fcc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:53.059193 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf5434-02c8-45d9-8ea1-7347f6cbb995', 'name': 'network-vif-deleted', 'tag': '8a618bf1-8c16-40d5-a59b-696569f6595f', 'status': 'completed', 'code': 200} Mar 07 10:55:53.157788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] Publish callbacks [] for security_group (93163b4c-a578-4c08-b734-5d5a22228cef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.209545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] Publish callbacks [] for security_group (93163b4c-a578-4c08-b734-5d5a22228cef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.264712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a618bf1-8c16-40d5-a59b-696569f6595f no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:53.335454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 8a618bf1-8c16-40d5-a59b-696569f6595f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:53.335703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93163b4c-a578-4c08-b734-5d5a22228cef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.338140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8a618bf1-8c16-40d5-a59b-696569f6595f not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:53.344019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.349302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93163b4c-a578-4c08-b734-5d5a22228cef HTTP/1.1" status: 204 len: 168 time: 0.4556570 Mar 07 10:55:53.377424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a23e4-b607-41e5-ac68-1441f4f20a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93163b4c-a578-4c08-b734-5d5a22228cef,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:53.790483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c31231a-b01f-490d-824e-c49eb3753023 req-265cf96f-e7b3-46c8-9691-b0eefbac8897 tempest-ServerTagsTestJSON-247390983 tempest-ServerTagsTestJSON-247390983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61bf5434-02c8-45d9-8ea1-7347f6cbb995 HTTP/1.1" status: 200 len: 210 time: 0.1110229 Mar 07 10:55:54.163205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.243312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.440472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:54.491486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eca3b5eb-3421-4a1e-ba31-f3b31c15de99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.774435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eca3b5eb-3421-4a1e-ba31-f3b31c15de99 admin admin] Publish callbacks [] for security_group (4c5a90c9-f618-4d63-b9d7-8b3865d585f0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.786223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eca3b5eb-3421-4a1e-ba31-f3b31c15de99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4c5a90c9-f618-4d63-b9d7-8b3865d585f0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.889599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47182) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:54.912235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b5eb-3421-4a1e-ba31-f3b31c15de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a90c9-f618-4d63-b9d7-8b3865d585f0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:54.981279 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eca3b5eb-3421-4a1e-ba31-f3b31c15de99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97e60863882344ce8b1316d5307e4753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391338 Mar 07 10:55:54.984760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:55.077419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Deleting subnet faf79bd4-1b2f-4269-b5f1-760f22e2d2a8 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:55.085634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Publish callbacks [] for subnet (faf79bd4-1b2f-4269-b5f1-760f22e2d2a8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.156528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] Publish callbacks [] for security_group (4c5a90c9-f618-4d63-b9d7-8b3865d585f0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.175544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (faf79bd4-1b2f-4269-b5f1-760f22e2d2a8), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.234217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] Publish callbacks [] for security_group (4c5a90c9-f618-4d63-b9d7-8b3865d585f0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.353513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4c5a90c9-f618-4d63-b9d7-8b3865d585f0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.357999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.359310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c5a90c9-f618-4d63-b9d7-8b3865d585f0 HTTP/1.1" status: 204 len: 168 time: 0.3735044 Mar 07 10:55:55.364893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (faf79bd4-1b2f-4269-b5f1-760f22e2d2a8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.376671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c7f48-65b3-4dc0-abd2-023dedc4ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5a90c9-f618-4d63-b9d7-8b3865d585f0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:55.573595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (faf79bd4-1b2f-4269-b5f1-760f22e2d2a8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.613529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.619638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47196) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:55.629009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/faf79bd4-1b2f-4269-b5f1-760f22e2d2a8 HTTP/1.1" status: 204 len: 168 time: 0.7374556 Mar 07 10:55:55.694768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.709194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792aebf-2c27-46e4-a0bb-0c92ba00fedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf79bd4-1b2f-4269-b5f1-760f22e2d2a8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:55.779948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:55.914487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (117c3609-d342-4d0b-85c3-a87a152dfecf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.242775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (117c3609-d342-4d0b-85c3-a87a152dfecf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.308926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117c3609-d342-4d0b-85c3-a87a152dfecf']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:56.334365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6933c79e-2712-45d1-974c-5ddf959155b4') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:56.334711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6933c79e-2712-45d1-974c-5ddf959155b4') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:56.365972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (6933c79e-2712-45d1-974c-5ddf959155b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.432342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6933c79e-2712-45d1-974c-5ddf959155b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.457236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:56.457656 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (6933c79e-2712-45d1-974c-5ddf959155b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:56.462772 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:56.728003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (117c3609-d342-4d0b-85c3-a87a152dfecf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.748040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.770460 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/117c3609-d342-4d0b-85c3-a87a152dfecf HTTP/1.1" status: 204 len: 168 time: 1.1481540 Mar 07 10:55:56.831846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1dd47-1d1f-4130-8965-4eb66b73f8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=117c3609-d342-4d0b-85c3-a87a152dfecf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:57.090792 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.124373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47228) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:57.246120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ffdbd7dd-31bf-4b2f-b14b-1f7cd428db99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8788929457247fb854cc29eebf168cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1203303 Mar 07 10:55:57.249839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:57.457457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] Publish callbacks [] for security_group (190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.512831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] Publish callbacks [] for security_group (190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.626565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.630020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.649149 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca HTTP/1.1" status: 204 len: 168 time: 0.3851988 Mar 07 10:55:57.676219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035d6d7-e60f-4681-a0ab-72ff99112af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d70fb-4dd6-4d6e-b75e-b372ebb8c5ca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:57.802518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (7f48f449-9735-4432-bf69-04739bdc4059), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.575715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.709851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Deleting port 277c810c-b081-4afe-8956-cc77c9dd6f89 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:58.712805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.019681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] For port 277c810c-b081-4afe-8956-cc77c9dd6f89, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=277c810c-b081-4afe-8956-cc77c9dd6f89,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:59.020312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.077102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Calling delete_port for 277c810c-b081-4afe-8956-cc77c9dd6f89 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:59.499462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (277c810c-b081-4afe-8956-cc77c9dd6f89), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.551898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=277c810c-b081-4afe-8956-cc77c9dd6f89,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:59.648353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47298) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.928770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1580614842-network', 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:59.993988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:00.014491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.058089 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.273156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks [] for security_group (badbd1ba-f735-496d-967c-fdf75df923f6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.286947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (badbd1ba-f735-496d-967c-fdf75df923f6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.312525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:00.334880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (60d8d485-1746-4203-ad5a-539273c33223), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.335626 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Added segment 60d8d485-1746-4203-ad5a-539273c33223 of type vlan for network 74a0422b-f131-4474-8102-e73832f4dd8c Mar 07 10:56:00.352065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (7f48f449-9735-4432-bf69-04739bdc4059), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.457381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (74a0422b-f131-4474-8102-e73832f4dd8c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.549960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badbd1ba-f735-496d-967c-fdf75df923f6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:00.553005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (74a0422b-f131-4474-8102-e73832f4dd8c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.554238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:00.555104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.592030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9424424 Mar 07 10:56:00.595589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47318) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:00.628468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Request body: {'subnet': {'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1580614842-subnet', 'tenant_id': '34ac65934ce341098f4e4951f7b70e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:00.714320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:00.726556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.082297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Router 7f48f449-9735-4432-bf69-04739bdc4059 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:56:01.206425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-cbe09cc1-50f4-4297-b71a-6f372ab8dacd req-ebced3cf-56cf-42db-89cc-882b405b2cfb service neutron] (103788) timed out ('10.222.0.32', 59725) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:56:01.213878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (cb3e5856-5312-496d-9b3e-8ee34e2d557a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.289819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:01.298870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b55ddfe7-8821-4aca-9324-5064d0590b0c admin admin] 10.222.0.23 "PUT /v2.0/routers/7f48f449-9735-4432-bf69-04739bdc4059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5177302 Mar 07 10:56:01.305224 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Sync routers for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:56:01.318136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47322) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:01.347660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:01.354299 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:55:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:01.430029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3e5856-5312-496d-9b3e-8ee34e2d557a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.449282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5840f80-e1d7-4df2-a104-b8560b006dfa admin admin] Pushing event updated for resources: {'Network': ['ID=74a0422b-f131-4474-8102-e73832f4dd8c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.465848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 74a0422b-f131-4474-8102-e73832f4dd8c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:01.513799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:01.518987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Network hostable DHCP agents. Network: 74a0422b-f131-4474-8102-e73832f4dd8c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:01.571872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Network 74a0422b-f131-4474-8102-e73832f4dd8c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:01.608174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 74a0422b-f131-4474-8102-e73832f4dd8c) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:01.612947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:01.613649 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.653889 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca423289-ad5c-49e0-bf4d-0612e15a55dc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0520134 Mar 07 10:56:01.760302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11061bc1-72c5-4644-b80b-38ff388c2ed6 None None] Network 74a0422b-f131-4474-8102-e73832f4dd8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:01.801831 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:56:01.830610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks [] for router (7f48f449-9735-4432-bf69-04739bdc4059), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.127682 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:55:59Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:02.188530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Checking router: 7f48f449-9735-4432-bf69-04739bdc4059 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:56:02.236596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Routers {'7f48f449-9735-4432-bf69-04739bdc4059'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:02.237366 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:55:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7f48f449-9735-4432-bf69-04739bdc4059'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:02.257006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks [] for router_gateway (7f48f449-9735-4432-bf69-04739bdc4059), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.305205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d7dc0-8c1c-4b8b-bd23-b87e7e76ea09 None None] Network 74a0422b-f131-4474-8102-e73832f4dd8c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:02.375356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Deleting port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:02.377399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.626841 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] Set router 7f48f449-9735-4432-bf69-04739bdc4059 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:56:02.652683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] For port f9962581-ea5a-4a54-a2e9-b44eaeb5bac4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:02.653961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.686967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Calling delete_port for f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:03.043733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47368) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.169256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:55:59Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:03.232703 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822af323-ffa9-4756-9b77-fc54a8cd310b None None] The sync data for ids ['7f48f449-9735-4432-bf69-04739bdc4059'] in n-d-832156-4 is: [{'id': '7f48f449-9735-4432-bf69-04739bdc4059', 'name': 'tempest-TaggedBootDevicesTest-293114424-router', 'tenant_id': '569a51092db849b5bd76ea26ef646253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:00Z', 'updated_at': '2022-03-07T10:55:59Z', 'revision_number': 5, 'project_id': '569a51092db849b5bd76ea26ef646253', 'gw_port': {'id': 'f9962581-ea5a-4a54-a2e9-b44eaeb5bac4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48f449-9735-4432-bf69-04739bdc4059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:03Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:56:03.344454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f9962581-ea5a-4a54-a2e9-b44eaeb5bac4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.374290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6dbc03d3-51b2-42e2-a0ea-48c660528ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.429761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9962581-ea5a-4a54-a2e9-b44eaeb5bac4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.569061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (7f48f449-9735-4432-bf69-04739bdc4059), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.573263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6dbc03d3-51b2-42e2-a0ea-48c660528ed0 admin admin] Publish callbacks [] for security_group (ccc58d8a-b5b7-4a0c-bb60-8632e30164a7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.585235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6dbc03d3-51b2-42e2-a0ea-48c660528ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ccc58d8a-b5b7-4a0c-bb60-8632e30164a7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.724680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6dbc03d3-51b2-42e2-a0ea-48c660528ed0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=983829b3bf684cf8a51903490a217ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6773994 Mar 07 10:56:03.726295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc03d3-51b2-42e2-a0ea-48c660528ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc58d8a-b5b7-4a0c-bb60-8632e30164a7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.736438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47378) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.837566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 277c810c-b081-4afe-8956-cc77c9dd6f89 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:03.871047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (7f48f449-9735-4432-bf69-04739bdc4059), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.881081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks [] for router_controller (7f48f449-9735-4432-bf69-04739bdc4059), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.911447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 277c810c-b081-4afe-8956-cc77c9dd6f89 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:03.920341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 277c810c-b081-4afe-8956-cc77c9dd6f89 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:03.926286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14294971-46a3-4756-b750-69127b97466d admin admin] Publish callbacks [] for security_group (ccc58d8a-b5b7-4a0c-bb60-8632e30164a7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.015855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14294971-46a3-4756-b750-69127b97466d admin admin] Publish callbacks [] for security_group (ccc58d8a-b5b7-4a0c-bb60-8632e30164a7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.031438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (7f48f449-9735-4432-bf69-04739bdc4059), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.032026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f48f449-9735-4432-bf69-04739bdc4059 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:56:04.037317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.038538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b78ba9fd-ad33-47ca-8fdf-524ab92c2079 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7f48f449-9735-4432-bf69-04739bdc4059 HTTP/1.1" status: 204 len: 168 time: 2.7193763 Mar 07 10:56:04.042130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47384) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.126099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14294971-46a3-4756-b750-69127b97466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ccc58d8a-b5b7-4a0c-bb60-8632e30164a7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.130571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14294971-46a3-4756-b750-69127b97466d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.138341 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-14294971-46a3-4756-b750-69127b97466d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccc58d8a-b5b7-4a0c-bb60-8632e30164a7 HTTP/1.1" status: 204 len: 168 time: 0.3976419 Mar 07 10:56:04.166594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Deleting subnet 385ed621-4e22-44e6-a3f0-28413fb1187b {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:04.176345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294971-46a3-4756-b750-69127b97466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc58d8a-b5b7-4a0c-bb60-8632e30164a7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.179688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Publish callbacks [] for subnet (385ed621-4e22-44e6-a3f0-28413fb1187b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.267761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (385ed621-4e22-44e6-a3f0-28413fb1187b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.489341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (385ed621-4e22-44e6-a3f0-28413fb1187b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.598471 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (385ed621-4e22-44e6-a3f0-28413fb1187b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.669091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385ed621-4e22-44e6-a3f0-28413fb1187b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.677598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.685432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa5ab8-f659-43e6-b025-5c2e703669de None None] Network f39bb14b-a916-4b00-90f1-9304749e2858 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:04.688102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e9a7ea93-c220-4f71-b5e0-e58cfc587d29 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/385ed621-4e22-44e6-a3f0-28413fb1187b HTTP/1.1" status: 204 len: 168 time: 0.6449525 Mar 07 10:56:04.690662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47394) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.863047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f39bb14b-a916-4b00-90f1-9304749e2858), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.987977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47398) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.017045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfed9b50-7706-4ee7-982f-29cd1082603b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.036952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Deleting port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:05.037311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.273854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] DHCP port deletion for f39bb14b-a916-4b00-90f1-9304749e2858 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:05.328574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] For port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:05.329760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfed9b50-7706-4ee7-982f-29cd1082603b admin admin] Publish callbacks [] for security_group (d2fd5d0d-8a64-4629-87d0-ac965a5b0335), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.330900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.339161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfed9b50-7706-4ee7-982f-29cd1082603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d2fd5d0d-8a64-4629-87d0-ac965a5b0335), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.364227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Calling delete_port for aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:05.405587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9b50-7706-4ee7-982f-29cd1082603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd5d0d-8a64-4629-87d0-ac965a5b0335,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.409526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Deleting port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:05.412329 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.451341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cfed9b50-7706-4ee7-982f-29cd1082603b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1fde98c2a0d460fa65426b4fc96ccc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589081 Mar 07 10:56:05.452021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.551323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] Publish callbacks [] for security_group (d2fd5d0d-8a64-4629-87d0-ac965a5b0335), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.556357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.612563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.615402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] Publish callbacks [] for security_group (d2fd5d0d-8a64-4629-87d0-ac965a5b0335), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.621608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] No DVR routers for this DVR port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:05.658081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] For port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,segment=NetworkSegment(5709e209-63e0-4a1b-8e77-19256aaff08f),segment_id=5709e209-63e0-4a1b-8e77-19256aaff08f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:05.658515 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.709176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Calling delete_port for aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:05.852867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d2fd5d0d-8a64-4629-87d0-ac965a5b0335), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.869593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.872272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2fd5d0d-8a64-4629-87d0-ac965a5b0335 HTTP/1.1" status: 204 len: 168 time: 0.4188457 Mar 07 10:56:05.892329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5a67d-101c-4e36-a012-dffed0287fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd5d0d-8a64-4629-87d0-ac965a5b0335,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.926901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:06.008212 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f39bb14b-a916-4b00-90f1-9304749e2858), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.013862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:06.016943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:06.017386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:06.082018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:06.083717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f9962581-ea5a-4a54-a2e9-b44eaeb5bac4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:06.098453 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.112753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39bb14b-a916-4b00-90f1-9304749e2858']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:06.134799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] No DVR routers for this DVR port aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:06.159086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5709e209-63e0-4a1b-8e77-19256aaff08f') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:06.160043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5709e209-63e0-4a1b-8e77-19256aaff08f') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:06.195078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (5709e209-63e0-4a1b-8e77-19256aaff08f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.237265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5709e209-63e0-4a1b-8e77-19256aaff08f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.239410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347c9b1-c879-4cb0-9063-4b0b6e3d8cd7 None None] Pushing event deleted for resources: {'Port': ['ID=aebdfff7-d1b1-4710-8fbb-7b96ab66eb3d,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.272308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:06.273040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (5709e209-63e0-4a1b-8e77-19256aaff08f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:06.316289 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:06.496303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f39bb14b-a916-4b00-90f1-9304749e2858), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.503567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.513918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f39bb14b-a916-4b00-90f1-9304749e2858 HTTP/1.1" status: 204 len: 168 time: 1.8220260 Mar 07 10:56:06.517098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47420) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.587331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d90fbc-9567-470e-9f97-996b34fa1079 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39bb14b-a916-4b00-90f1-9304749e2858,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:07.902889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.603524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Deleting port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:08.605148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.719692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] For port 3f0a82c5-b010-4994-a4e5-cfb6171fd47c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:08.720344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.733476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Calling delete_port for 3f0a82c5-b010-4994-a4e5-cfb6171fd47c owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:09.038194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3f0a82c5-b010-4994-a4e5-cfb6171fd47c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.130460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0a82c5-b010-4994-a4e5-cfb6171fd47c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.447714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.235150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Router 10257899-ae88-4ffa-8bb2-460edb36e9a9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:56:10.527379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:10.541697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Sync routers for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:56:10.556671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0e10c79d-6aef-486f-ba03-18042a407b00 admin admin] 10.222.0.23 "PUT /v2.0/routers/10257899-ae88-4ffa-8bb2-460edb36e9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0354095 Mar 07 10:56:10.556979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47496) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.557684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:10.560090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:55:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:10.817218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks [] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.873320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:56:11.110450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks [] for router_gateway (10257899-ae88-4ffa-8bb2-460edb36e9a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.328227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:56:08Z', 'revision_number': 5, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port': {'id': '28742f00-1225-4fe8-a1d1-23c2bba22f83', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:46:14Z', 'updated_at': '2022-03-07T10:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:11.334562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Deleting port 28742f00-1225-4fe8-a1d1-23c2bba22f83 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:11.335170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.407957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Checking router: 10257899-ae88-4ffa-8bb2-460edb36e9a9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:56:11.422997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Routers {'10257899-ae88-4ffa-8bb2-460edb36e9a9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:11.423617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:55:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['10257899-ae88-4ffa-8bb2-460edb36e9a9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:11.466555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] For port 28742f00-1225-4fe8-a1d1-23c2bba22f83, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=28742f00-1225-4fe8-a1d1-23c2bba22f83,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:11.467315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.484539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Calling delete_port for 28742f00-1225-4fe8-a1d1-23c2bba22f83 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:11.642066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] Set router 10257899-ae88-4ffa-8bb2-460edb36e9a9 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:56:11.789892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:56:11Z', 'revision_number': 6, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:11.943858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (28742f00-1225-4fe8-a1d1-23c2bba22f83), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.076187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=28742f00-1225-4fe8-a1d1-23c2bba22f83,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:12.259626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.260203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.260562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.260905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.261255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.261593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.261922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.268127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.268577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.270462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.270897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.271246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.273045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:12.323310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.529181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad0371-b60f-4bcf-872a-6ab1da5945e4 None None] The sync data for ids ['10257899-ae88-4ffa-8bb2-460edb36e9a9'] in n-d-832156-4 is: [{'id': '10257899-ae88-4ffa-8bb2-460edb36e9a9', 'name': 'tempest-TaggedBootDevicesTest-1720400991-router', 'tenant_id': 'e3d8b1aec70549d686e5645341f38e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:12Z', 'updated_at': '2022-03-07T10:56:11Z', 'revision_number': 6, 'project_id': 'e3d8b1aec70549d686e5645341f38e43', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:56:12.633534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.641147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks [] for router_controller (10257899-ae88-4ffa-8bb2-460edb36e9a9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.831609 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (10257899-ae88-4ffa-8bb2-460edb36e9a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.849326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10257899-ae88-4ffa-8bb2-460edb36e9a9 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:56:12.860029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.861281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f6a2c7a4-383a-40e9-b049-a210a8858a26 admin admin] 10.222.0.23 "DELETE /v2.0/routers/10257899-ae88-4ffa-8bb2-460edb36e9a9 HTTP/1.1" status: 204 len: 168 time: 2.3025148 Mar 07 10:56:12.863854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47536) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:12.966519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Deleting subnet 57dc0ef2-0f1a-4a49-b26d-0ff0a9475658 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:12.980267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Publish callbacks [] for subnet (57dc0ef2-0f1a-4a49-b26d-0ff0a9475658), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.065852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (57dc0ef2-0f1a-4a49-b26d-0ff0a9475658), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.246390 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (57dc0ef2-0f1a-4a49-b26d-0ff0a9475658), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.412413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (57dc0ef2-0f1a-4a49-b26d-0ff0a9475658), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.491877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b360b-f802-4e16-8c57-c5a887e6887e None None] Network c9aff1ec-b04c-4d4d-add6-6ceac985649b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:13.501036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dc0ef2-0f1a-4a49-b26d-0ff0a9475658,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:13.503320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.517231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1cbd69c-28b1-4a18-a090-87509df80591 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/57dc0ef2-0f1a-4a49-b26d-0ff0a9475658 HTTP/1.1" status: 204 len: 168 time: 0.6520605 Mar 07 10:56:13.519463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47550) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:13.694136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c9aff1ec-b04c-4d4d-add6-6ceac985649b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.831857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 28742f00-1225-4fe8-a1d1-23c2bba22f83 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:13.966105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 28742f00-1225-4fe8-a1d1-23c2bba22f83 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:13.966494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 28742f00-1225-4fe8-a1d1-23c2bba22f83 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:13.968351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0a82c5-b010-4994-a4e5-cfb6171fd47c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:13.975315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] DHCP port deletion for c9aff1ec-b04c-4d4d-add6-6ceac985649b request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:14.066773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Deleting port b06dcd8f-335c-41d0-81b5-5abd101e4cff {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:14.067476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.185283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3f0a82c5-b010-4994-a4e5-cfb6171fd47c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:14.188315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f0a82c5-b010-4994-a4e5-cfb6171fd47c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:14.290131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] For port b06dcd8f-335c-41d0-81b5-5abd101e4cff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b06dcd8f-335c-41d0-81b5-5abd101e4cff,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:14.290851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.351179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Calling delete_port for b06dcd8f-335c-41d0-81b5-5abd101e4cff owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:14.413295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Deleting port b06dcd8f-335c-41d0-81b5-5abd101e4cff {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:14.413671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.574389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] For port b06dcd8f-335c-41d0-81b5-5abd101e4cff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b06dcd8f-335c-41d0-81b5-5abd101e4cff,segment=NetworkSegment(e0c937c6-a5ca-4885-b9f3-3f06dd74bc58),segment_id=e0c937c6-a5ca-4885-b9f3-3f06dd74bc58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:14.576863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.598981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Calling delete_port for b06dcd8f-335c-41d0-81b5-5abd101e4cff owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:14.613184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.635908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] No DVR routers for this DVR port b06dcd8f-335c-41d0-81b5-5abd101e4cff on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:14.720619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06dcd8f-335c-41d0-81b5-5abd101e4cff,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.749494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.750117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.750628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.752356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.752852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.753345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.753835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.754323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.754810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.755295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.755924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.756405 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.756899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.834193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c9aff1ec-b04c-4d4d-add6-6ceac985649b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.845565 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (b06dcd8f-335c-41d0-81b5-5abd101e4cff), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.888420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aff1ec-b04c-4d4d-add6-6ceac985649b']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:14.920152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:14.920429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c937c6-a5ca-4885-b9f3-3f06dd74bc58') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:14.932511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Pushing event deleted for resources: {'Port': ['ID=b06dcd8f-335c-41d0-81b5-5abd101e4cff,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.948099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] No DVR routers for this DVR port b06dcd8f-335c-41d0-81b5-5abd101e4cff on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:14.954476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.955724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.956423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.957390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.958137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.958630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.959128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.959622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.960136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.961024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.961526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.962491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.963001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba366e1-3bfc-4773-92df-ddc696b2cb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:14.963844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (e0c937c6-a5ca-4885-b9f3-3f06dd74bc58), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.005904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e0c937c6-a5ca-4885-b9f3-3f06dd74bc58), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.026595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:15.026973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (e0c937c6-a5ca-4885-b9f3-3f06dd74bc58), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:15.028983 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:15.209825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c9aff1ec-b04c-4d4d-add6-6ceac985649b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.230378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.240685 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c9aff1ec-b04c-4d4d-add6-6ceac985649b HTTP/1.1" status: 204 len: 168 time: 1.7188246 Mar 07 10:56:15.272281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb6e0e-36d9-42e7-a594-c2e7f48e3805 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9aff1ec-b04c-4d4d-add6-6ceac985649b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:15.520299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47580) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.547078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47584) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.661210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47586) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.662349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-12418f7b-2e7f-4e1c-8dce-6a8d199f7a5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=569a51092db849b5bd76ea26ef646253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1093256 Mar 07 10:56:15.799020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] Publish callbacks [] for security_group (d21913e8-b474-4eb1-b981-c37ce5d9708c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.801933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b06dcd8f-335c-41d0-81b5-5abd101e4cff no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:15.873396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] Publish callbacks [] for security_group (d21913e8-b474-4eb1-b981-c37ce5d9708c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.875060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b06dcd8f-335c-41d0-81b5-5abd101e4cff {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:15.881565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b06dcd8f-335c-41d0-81b5-5abd101e4cff not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:16.040791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6108ac3e-8922-47ed-8463-15ceace35da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.086593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d21913e8-b474-4eb1-b981-c37ce5d9708c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.094730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.100717 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d21913e8-b474-4eb1-b981-c37ce5d9708c HTTP/1.1" status: 204 len: 168 time: 0.4374230 Mar 07 10:56:16.133192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2698b6-6cfe-450d-82a9-f27263bfeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21913e8-b474-4eb1-b981-c37ce5d9708c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:16.414287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6108ac3e-8922-47ed-8463-15ceace35da3 admin admin] Publish callbacks [] for security_group (ba15894c-36ae-435b-a189-049ddfa2e9f7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.427137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6108ac3e-8922-47ed-8463-15ceace35da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ba15894c-36ae-435b-a189-049ddfa2e9f7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.531482 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6108ac3e-8922-47ed-8463-15ceace35da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9c007ff85fe421198fb452cbe06ad38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0100372 Mar 07 10:56:16.534321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47600) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:16.555984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108ac3e-8922-47ed-8463-15ceace35da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15894c-36ae-435b-a189-049ddfa2e9f7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:16.714729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] Publish callbacks [] for security_group (ba15894c-36ae-435b-a189-049ddfa2e9f7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.801090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] Publish callbacks [] for security_group (ba15894c-36ae-435b-a189-049ddfa2e9f7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.932848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:16.954725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ba15894c-36ae-435b-a189-049ddfa2e9f7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.964872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.968309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba15894c-36ae-435b-a189-049ddfa2e9f7 HTTP/1.1" status: 204 len: 168 time: 0.4327011 Mar 07 10:56:16.987460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798293c-f20b-422d-8da8-d91c8a80f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15894c-36ae-435b-a189-049ddfa2e9f7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:17.054935 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c73757b8-0997-4b30-9a91-729a5f9efbd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3d8b1aec70549d686e5645341f38e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201196 Mar 07 10:56:17.057189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47608) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:17.184828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] Publish callbacks [] for security_group (a0b6e20b-0845-48cb-8b7c-253166cd595f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.233535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] Publish callbacks [] for security_group (a0b6e20b-0845-48cb-8b7c-253166cd595f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.335336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0b6e20b-0845-48cb-8b7c-253166cd595f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.345808 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.353442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0b6e20b-0845-48cb-8b7c-253166cd595f HTTP/1.1" status: 204 len: 168 time: 0.2940674 Mar 07 10:56:17.388303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe7e63-5687-46cb-b4bd-94a57d9405b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b6e20b-0845-48cb-8b7c-253166cd595f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:17.848171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47620) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:17.868011 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-1ea3-42ad-ad0f-8d51b98e0948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.115998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-1ea3-42ad-ad0f-8d51b98e0948 admin admin] Publish callbacks [] for security_group (670a1651-5ef8-4642-b2d5-1b9cff06e39a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.129363 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-1ea3-42ad-ad0f-8d51b98e0948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (670a1651-5ef8-4642-b2d5-1b9cff06e39a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.242844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a95c835b-1ea3-42ad-ad0f-8d51b98e0948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b464b41217464183a9d55231c57588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3927240 Mar 07 10:56:18.245607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c835b-1ea3-42ad-ad0f-8d51b98e0948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a1651-5ef8-4642-b2d5-1b9cff06e39a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:18.245972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47632) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.378092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] Publish callbacks [] for security_group (670a1651-5ef8-4642-b2d5-1b9cff06e39a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.422796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] Publish callbacks [] for security_group (670a1651-5ef8-4642-b2d5-1b9cff06e39a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.520447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (670a1651-5ef8-4642-b2d5-1b9cff06e39a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.523926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.528287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/670a1651-5ef8-4642-b2d5-1b9cff06e39a HTTP/1.1" status: 204 len: 168 time: 0.2795541 Mar 07 10:56:18.557735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67dc14-919e-4f0a-abb5-87f235b55bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a1651-5ef8-4642-b2d5-1b9cff06e39a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:19.194276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.396632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1069732072-network', 'tenant_id': 'd81c44af4e744bff9c30dcbe87021019'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:19.463110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Made reservation on behalf of d81c44af4e744bff9c30dcbe87021019 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:19.466135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.494215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.650255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks [] for security_group (c0c798f7-0644-4c61-b076-857f3da1d18e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.660318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c0c798f7-0644-4c61-b076-857f3da1d18e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.688989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:19.709351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2297a815-1110-4420-a38b-4baff058b5ab), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.709539 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Added segment 2297a815-1110-4420-a38b-4baff058b5ab of type vlan for network 541ab5f2-4fde-444a-a85d-d160502bf86c Mar 07 10:56:19.806232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (541ab5f2-4fde-444a-a85d-d160502bf86c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.884926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (541ab5f2-4fde-444a-a85d-d160502bf86c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.888305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:19.892135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.997355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c798f7-0644-4c61-b076-857f3da1d18e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.007879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8115625 Mar 07 10:56:20.010971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47680) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:20.017075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Request body: {'subnet': {'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1069732072-subnet', 'tenant_id': 'd81c44af4e744bff9c30dcbe87021019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:20.047080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4c2b-bc72-436b-a924-1814a76869ff admin admin] Pushing event updated for resources: {'Network': ['ID=541ab5f2-4fde-444a-a85d-d160502bf86c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.079389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 541ab5f2-4fde-444a-a85d-d160502bf86c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:20.093978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Made reservation on behalf of d81c44af4e744bff9c30dcbe87021019 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:20.103770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.536370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (672bc7be-6819-4fbc-8926-b5ad41bf6955), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.660196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672bc7be-6819-4fbc-8926-b5ad41bf6955,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.701503 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2211da9a-e4fb-452f-a969-6c2f5b543a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.769056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Checking segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:20.769338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Network hostable DHCP agents. Network: 541ab5f2-4fde-444a-a85d-d160502bf86c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:20.870742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Network 541ab5f2-4fde-444a-a85d-d160502bf86c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:20.905165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 541ab5f2-4fde-444a-a85d-d160502bf86c) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:20.915679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682d0ba-5eed-4208-9bfc-92737516ecf1 None None] Network 541ab5f2-4fde-444a-a85d-d160502bf86c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:20.920923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.921585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.995678 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ecae72fa-38b4-4ac8-8345-7ba68e124d21 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9759915 Mar 07 10:56:21.320662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a49f65-d646-4a23-9da4-93e034c75808 None None] Network 541ab5f2-4fde-444a-a85d-d160502bf86c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:22.333426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:22.481476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9028e2c5-7f2b-44f9-9fae-f18a40733c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.606279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9028e2c5-7f2b-44f9-9fae-f18a40733c04 admin admin] Publish callbacks [] for security_group (575bc20f-95b9-4c6a-9e28-34d1b98aa1f6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.642230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9028e2c5-7f2b-44f9-9fae-f18a40733c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (575bc20f-95b9-4c6a-9e28-34d1b98aa1f6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.709093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47748) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:22.724306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9028e2c5-7f2b-44f9-9fae-f18a40733c04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c726bb26227e4d738d89e06d042ecf0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896542 Mar 07 10:56:22.753401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028e2c5-7f2b-44f9-9fae-f18a40733c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575bc20f-95b9-4c6a-9e28-34d1b98aa1f6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:22.841619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] Publish callbacks [] for security_group (575bc20f-95b9-4c6a-9e28-34d1b98aa1f6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.903533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] Publish callbacks [] for security_group (575bc20f-95b9-4c6a-9e28-34d1b98aa1f6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.996547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9f2c-c759-4bf9-a7cf-573dc3621468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.017639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (575bc20f-95b9-4c6a-9e28-34d1b98aa1f6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.030387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.033647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/575bc20f-95b9-4c6a-9e28-34d1b98aa1f6 HTTP/1.1" status: 204 len: 168 time: 0.3192182 Mar 07 10:56:23.048334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2c7b-a533-4b07-87b0-2c62a1b46754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575bc20f-95b9-4c6a-9e28-34d1b98aa1f6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:23.751469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47768) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.773303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-163aa151-5da5-4311-b31c-6502439b4163 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:23.774165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e344749-0645-4650-b2cf-d724090dd1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.776228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-163aa151-5da5-4311-b31c-6502439b4163 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.5539474 Mar 07 10:56:23.822332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-14196b78-5cc4-4830-bed0-d665afa0c177 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0335019 Mar 07 10:56:23.902113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-2665690a-286f-49da-820b-1a95141e6201 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:23.904058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-2665690a-286f-49da-820b-1a95141e6201 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.6557596 Mar 07 10:56:23.906593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-18ed0a96-708a-41c8-ba35-5bf8ecee1b07 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758040 Mar 07 10:56:24.010621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-899255d0-5e79-4975-abc5-ec18f1d32154 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/quotas/d81c44af4e744bff9c30dcbe87021019 HTTP/1.1" status: 200 len: 375 time: 0.0945418 Mar 07 10:56:24.020433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e344749-0645-4650-b2cf-d724090dd1ef admin admin] Publish callbacks [] for security_group (7df4f12d-e24f-4327-aa7c-2359a8ddbb45), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.046900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e344749-0645-4650-b2cf-d724090dd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7df4f12d-e24f-4327-aa7c-2359a8ddbb45), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.068799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-3f163ff9-f3bf-4b06-a728-1022b5ef2f49 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563595 Mar 07 10:56:24.172190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.195193 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6e344749-0645-4650-b2cf-d724090dd1ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32092a8f584646df98f32924d04481fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415655 Mar 07 10:56:24.199274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47788) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:24.235916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e344749-0645-4650-b2cf-d724090dd1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4f12d-e24f-4327-aa7c-2359a8ddbb45,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:24.244678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.352915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] Publish callbacks [] for security_group (7df4f12d-e24f-4327-aa7c-2359a8ddbb45), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.381512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-72b844a7-156a-4b60-b88a-cf8b79f68209 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108025 Mar 07 10:56:24.401932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] Publish callbacks [] for security_group (7df4f12d-e24f-4327-aa7c-2359a8ddbb45), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.498984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7df4f12d-e24f-4327-aa7c-2359a8ddbb45), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.502325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.503747 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7df4f12d-e24f-4327-aa7c-2359a8ddbb45 HTTP/1.1" status: 204 len: 168 time: 0.2978070 Mar 07 10:56:24.523477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f15d6-9ee5-41a6-bd7d-7e180b927100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4f12d-e24f-4327-aa7c-2359a8ddbb45,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:24.763599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-bfb6d6e3-5437-49b7-8215-c8c623ef55b6 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759677 Mar 07 10:56:24.774204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-6fccbf49-d744-4817-b597-7b7ab28247b1 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594625 Mar 07 10:56:25.015005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-7a6ef20e-c5e7-4704-9fd0-2b80cf8a63ce service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342439 Mar 07 10:56:25.425520 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:56:25.515796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1134e156-2736-49ed-9820-9c1e5182a5f0 req-577cfef8-f31d-44a1-9804-0fd56ba855ce tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 210 time: 0.0566888 Mar 07 10:56:25.687403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e4755c4-33b0-47a1-9eb3-0dcb2b61a7a1 req-88580957-3d12-4352-b8e6-cebb2528808e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0710721 Mar 07 10:56:25.723629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.674446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9cd73c6-8949-40f3-970e-25ee69fc22dc req-c2eeba62-a9bf-4ac6-b6d9-b004c7fcf3c4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 210 time: 0.0704174 Mar 07 10:56:27.034468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36514269-ab1d-4e6f-b661-9ca6ed09c178 req-5292f5ef-b6aa-4e50-bd5b-5c0ea441b8e4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0955040 Mar 07 10:56:27.133571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.289435 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-9969a50b-c220-4891-ae25-61983a2b6192 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366076 Mar 07 10:56:27.472271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-f44aeb30-44b5-455f-a41f-f7ac0a9f2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:27.473833 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-f44aeb30-44b5-455f-a41f-f7ac0a9f2557 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 1127 time: 0.1033320 Mar 07 10:56:27.902656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-81c8f1ac-7921-4a80-9c6e-42bc480f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:27.913028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-81c8f1ac-7921-4a80-9c6e-42bc480f730d service neutron] 10.222.0.32 "GET /v2.0/networks?id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 200 len: 912 time: 0.3542855 Mar 07 10:56:27.918167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-fcd22b21-5823-4854-b5cb-50c365da643d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:27.921944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-fcd22b21-5823-4854-b5cb-50c365da643d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.26 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.3757346 Mar 07 10:56:28.111162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-f4aa9a5e-1360-4b8f-9219-131fd9380c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 200 len: 1001 time: 0.1914942 Mar 07 10:56:28.267534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-ea77a4cd-bcf4-404e-aab1-f474848db6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:28.271812 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-ea77a4cd-bcf4-404e-aab1-f474848db6d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 200 len: 850 time: 0.1543744 Mar 07 10:56:28.467608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-6494deb8-f494-401d-a0a2-6749c90490a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:28.473990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-6494deb8-f494-401d-a0a2-6749c90490a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=534503df-0cc1-4b62-aabe-0aa7a0ae98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1957309 Mar 07 10:56:28.603636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.739122 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-0108a2d1-cbc5-44bb-a116-d6a6ccb52819 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581949 Mar 07 10:56:28.845326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Request body: {'port': {'device_id': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'admin_state_up': True, 'tenant_id': 'd81c44af4e744bff9c30dcbe87021019'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:28.883672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ca47ac6-a599-4ef0-8d6b-5a3d716e29fb req-f741667f-2187-4bd1-bcd1-54356cb61b22 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0928042 Mar 07 10:56:28.937215 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d05d453b-fe64-4ca8-a609-1432f2094451 req-66a756da-1f4f-4bc6-a6eb-9ebae61ed8d4 service neutron] 10.222.0.32 "GET /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913769 Mar 07 10:56:28.983595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95839b10-4311-455e-8eaa-9d94f7f585c5 req-b72d76b3-6857-4223-a9eb-07ee6827632d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 210 time: 1.0548115 Mar 07 10:56:29.085234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-58982c30-07c0-4258-aaf4-cbc8d20b2b14 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:29.087096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-58982c30-07c0-4258-aaf4-cbc8d20b2b14 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.26 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 1.1640005 Mar 07 10:56:29.103531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:29.397604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Made reservation on behalf of d81c44af4e744bff9c30dcbe87021019 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:29.402258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.828829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:29.835581 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.848223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Allocated IP 172.20.0.5 (541ab5f2-4fde-444a-a85d-d160502bf86c/672bc7be-6819-4fbc-8926-b5ad41bf6955/dca4da9a-4e86-44ef-90e6-6249c9c239a5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:30.242532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f117d477-5812-43cd-ac03-e97d9afb5d00 req-5535abd2-8e5a-4aed-8193-c3a1a7346cf4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 210 time: 0.1534011 Mar 07 10:56:30.425522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d13eb864-206c-41a2-9867-dfa1b1cce40d req-e8b00786-2842-482f-a7a2-1e5b3bb83345 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 210 time: 0.1539991 Mar 07 10:56:30.776405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks [] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.919101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.7 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/525b5906-0c3c-4ba1-970b-698a8758b351) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:31.183486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (525b5906-0c3c-4ba1-970b-698a8758b351), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.218279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.253983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.345854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Network 541ab5f2-4fde-444a-a85d-d160502bf86c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:31.377639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:31.392268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:31.418463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47970) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:31.443932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:31.489580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:31.489580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:31.643033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.646306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.654209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:31.726536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbd42-ef85-4717-baa5-18c74256e9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.739119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.739880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.770339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d15fb-e58c-401b-8251-f67a95e6d069 req-3bdfc324-7995-43ca-9e85-8aff2382cb34 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.779090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-936d15fb-e58c-401b-8251-f67a95e6d069 req-3bdfc324-7995-43ca-9e85-8aff2382cb34 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 931 time: 0.3901777 Mar 07 10:56:31.783923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6843402 Mar 07 10:56:31.817324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8362cea8-4d5a-47eb-b5ec-a2a90050d1d6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9743726 Mar 07 10:56:31.911857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Request body: {'port': {'device_id': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:31.935977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Request body: {'port': {'device_id': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:31.947556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbd42-ef85-4717-baa5-18c74256e9ce admin admin] Publish callbacks [] for security_group (235bb2f2-3ee7-4675-9d60-c3b0becd0f8a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.957217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbbbbd42-ef85-4717-baa5-18c74256e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (235bb2f2-3ee7-4675-9d60-c3b0becd0f8a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.069225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbbd42-ef85-4717-baa5-18c74256e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235bb2f2-3ee7-4675-9d60-c3b0becd0f8a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.078573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cbbbbd42-ef85-4717-baa5-18c74256e9ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90bdbc1dd6fc43cf83bb442cc9d4bcfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6547537 Mar 07 10:56:32.080276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47988) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:32.117839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6da7d-54a9-420a-a7dd-f445b0175fd0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.186276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] Publish callbacks [] for security_group (235bb2f2-3ee7-4675-9d60-c3b0becd0f8a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.228272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-936d15fb-e58c-401b-8251-f67a95e6d069 req-4db7d983-f978-46a3-8ac8-60c62e6c7fc2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480376 Mar 07 10:56:32.237851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] Publish callbacks [] for security_group (235bb2f2-3ee7-4675-9d60-c3b0becd0f8a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.333201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (235bb2f2-3ee7-4675-9d60-c3b0becd0f8a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.335872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.339610 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/235bb2f2-3ee7-4675-9d60-c3b0becd0f8a HTTP/1.1" status: 204 len: 168 time: 0.2556722 Mar 07 10:56:32.352025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.360031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ee5f-887d-42e2-8670-33ef868d520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235bb2f2-3ee7-4675-9d60-c3b0becd0f8a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.378211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.424566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f999-8938-48ea-8d91-4ec002af81dc req-2fd22f70-4f59-4a20-b5ea-e2d6c731927f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.426486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0936f999-8938-48ea-8d91-4ec002af81dc req-2fd22f70-4f59-4a20-b5ea-e2d6c731927f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 931 time: 0.6699979 Mar 07 10:56:32.958120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0936f999-8938-48ea-8d91-4ec002af81dc req-fb323307-e0b6-451b-b95c-039c36e472e6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110118 Mar 07 10:56:33.048381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:33.077166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16c8a56f-db91-49b8-b8d2-4bc5e3b4b7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.086766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525b5906-0c3c-4ba1-970b-698a8758b351 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:33.095736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks [] for port (525b5906-0c3c-4ba1-970b-698a8758b351), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.109104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Transition to ACTIVE for port object 525b5906-0c3c-4ba1-970b-698a8758b351 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:56:33.327373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16c8a56f-db91-49b8-b8d2-4bc5e3b4b7ba admin admin] Publish callbacks [] for security_group (27f3d58f-8490-4775-bb20-63055eb90185), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.340284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16c8a56f-db91-49b8-b8d2-4bc5e3b4b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (27f3d58f-8490-4775-bb20-63055eb90185), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.399416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:33.408607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks [] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.424596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Transition to ACTIVE for port object dca4da9a-4e86-44ef-90e6-6249c9c239a5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:56:33.440193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.445342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.544594 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16c8a56f-db91-49b8-b8d2-4bc5e3b4b7ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a388e01bb8d5457f8897245dba29bb2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912829 Mar 07 10:56:33.558196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:33.561497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8a56f-db91-49b8-b8d2-4bc5e3b4b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3d58f-8490-4775-bb20-63055eb90185,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:33.728048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] Publish callbacks [] for security_group (27f3d58f-8490-4775-bb20-63055eb90185), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.816139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Attempting to bind port 525b5906-0c3c-4ba1-970b-698a8758b351 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:33.816519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Attempting to bind port 525b5906-0c3c-4ba1-970b-698a8758b351 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:33.816738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Attempting to bind port 525b5906-0c3c-4ba1-970b-698a8758b351 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:33.819107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] Publish callbacks [] for security_group (27f3d58f-8490-4775-bb20-63055eb90185), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.851500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc22c0-7536-46bc-91eb-4b7a6b9b9d4f req-696eab00-463d-4ccc-880b-b08f7fba41f9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:33.853135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5dc22c0-7536-46bc-91eb-4b7a6b9b9d4f req-696eab00-463d-4ccc-880b-b08f7fba41f9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 943 time: 0.4269409 Mar 07 10:56:33.858091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Pushing event updated for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:33.967561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (27f3d58f-8490-4775-bb20-63055eb90185), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.970869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.975540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27f3d58f-8490-4775-bb20-63055eb90185 HTTP/1.1" status: 204 len: 168 time: 0.4079792 Mar 07 10:56:33.996880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a77d-0691-4c31-aa44-2144b0248711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3d58f-8490-4775-bb20-63055eb90185,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:34.114202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5dc22c0-7536-46bc-91eb-4b7a6b9b9d4f req-1a2020be-c42a-448e-937f-0e12f10f4af3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363718 Mar 07 10:56:34.132015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Port 525b5906-0c3c-4ba1-970b-698a8758b351 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:56:34.132570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Attempting to bind port 525b5906-0c3c-4ba1-970b-698a8758b351 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:34.161167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:34.249892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:34.250234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:34.250622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:34.251073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Bound port: 525b5906-0c3c-4ba1-970b-698a8758b351, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:34.251436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.529900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:34.543852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=525b5906-0c3c-4ba1-970b-698a8758b351,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:34.563944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.771454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Pushing event updated for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:34.822806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:34.823447 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.829541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-eb66cfdd-e0ca-4193-9699-5a9ad963e52d service neutron] 10.222.0.26 "PUT /v2.0/ports/525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 200 len: 1091 time: 2.9287026 Mar 07 10:56:34.848524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:34.855393 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317cd06c-3d4c-4acb-a05d-ed0b591e2007" -d '{"events": [{"name": "network-changed", "server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:34.920028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9370-e93f-4a0b-ba73-8791865fd9b3 req-4ac5d3ef-9675-4a1c-8d39-ef60dc99c7ff tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:34.932140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b5c9370-e93f-4a0b-ba73-8791865fd9b3 req-4ac5d3ef-9675-4a1c-8d39-ef60dc99c7ff tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 943 time: 0.6848681 Mar 07 10:56:35.185359 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cf00a-e15b-424f-8934-10545340c427 x-openstack-request-id: req-322cf00a-e15b-424f-8934-10545340c427 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:35.186830 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:35.189252 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-322cf00a-e15b-424f-8934-10545340c427 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:35.192932 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351', 'status': 'completed', 'code': 200} Mar 07 10:56:35.248377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Attempting to bind port dca4da9a-4e86-44ef-90e6-6249c9c239a5 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:35.254705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Attempting to bind port dca4da9a-4e86-44ef-90e6-6249c9c239a5 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:35.255336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Attempting to bind port dca4da9a-4e86-44ef-90e6-6249c9c239a5 on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:35.394205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b5c9370-e93f-4a0b-ba73-8791865fd9b3 req-be550055-9bca-401a-b734-f2d134767051 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025050 Mar 07 10:56:35.396672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Port dca4da9a-4e86-44ef-90e6-6249c9c239a5 on network 541ab5f2-4fde-444a-a85d-d160502bf86c not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:56:35.399319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Attempting to bind port dca4da9a-4e86-44ef-90e6-6249c9c239a5 on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:35.450760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:35.454246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Checking segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:35.456323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Bound using segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:35.457037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Bound port: dca4da9a-4e86-44ef-90e6-6249c9c239a5, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:35.459096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.546899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-a9a121dd-65a1-4b6c-ad5d-8ebd985cb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:35.548518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-a9a121dd-65a1-4b6c-ad5d-8ebd985cb8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 1125 time: 0.6107531 Mar 07 10:56:35.616151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-2f552be9-bb3c-4769-bd87-5cbf3e3e463f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 200 len: 217 time: 0.0581958 Mar 07 10:56:35.627737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9659f2a-427a-48f8-adde-aa582ef0d52f req-a89c2120-2924-4b2b-91af-742e12e54727 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:35.635382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9659f2a-427a-48f8-adde-aa582ef0d52f req-a89c2120-2924-4b2b-91af-742e12e54727 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 943 time: 0.2890313 Mar 07 10:56:35.656089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:35.776770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8cdc-e054-4050-8847-98081f172720 req-5de698c6-be36-4998-8bd7-910bf42763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:35.779902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-5de698c6-be36-4998-8bd7-910bf42763f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1416543 Mar 07 10:56:35.881326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:35.896060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871297326-network', 'tenant_id': '02784818751c40f6ad6c569b7a03f870'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:35.926431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:35.937604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9659f2a-427a-48f8-adde-aa582ef0d52f req-d6903fcd-c164-4a46-98a6-56b294a77d39 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012817 Mar 07 10:56:35.947560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Made reservation on behalf of 02784818751c40f6ad6c569b7a03f870 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:35.951316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.969230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.993434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-6ede197e-de34-4287-89ae-470621079bf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844954 Mar 07 10:56:35.998365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.260475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks [] for security_group (a674dc23-d526-4095-ac5f-eb3e13eaf4e0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.272897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a674dc23-d526-4095-ac5f-eb3e13eaf4e0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.392286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:36.419103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a674dc23-d526-4095-ac5f-eb3e13eaf4e0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:36.451560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32483c87-79e3-43ca-8180-9d78e054474e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.453347 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Added segment 32483c87-79e3-43ca-8180-9d78e054474e of type vlan for network 7dd8016e-8962-499c-93ab-bb4efc92a9cc Mar 07 10:56:36.537243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:36.555227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-eabc8f82-c749-4987-96b1-70ee3f1498e7 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497828 Mar 07 10:56:36.619619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:36.620287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.625675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8d6139bd-41b2-47b9-bfea-53123a6e2d73 service neutron] 10.222.0.26 "PUT /v2.0/ports/dca4da9a-4e86-44ef-90e6-6249c9c239a5 HTTP/1.1" status: 200 len: 1091 time: 4.7229042 Mar 07 10:56:36.626954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7dd8016e-8962-499c-93ab-bb4efc92a9cc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.759600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7dd8016e-8962-499c-93ab-bb4efc92a9cc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.760759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:36.761431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.878695 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2178330 Mar 07 10:56:36.881992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:36.965881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Request body: {'subnet': {'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871297326-subnet', 'tenant_id': '02784818751c40f6ad6c569b7a03f870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:37.020413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec0dc-7a93-4e1e-9ef1-ecdc157e318f admin admin] Pushing event updated for resources: {'Network': ['ID=7dd8016e-8962-499c-93ab-bb4efc92a9cc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.036541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7dd8016e-8962-499c-93ab-bb4efc92a9cc details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:37.046092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Made reservation on behalf of 02784818751c40f6ad6c569b7a03f870 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:37.058762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.125413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-fe3a4a1d-3e7b-47c3-8fa5-6f4f1830321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.136921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-fe3a4a1d-3e7b-47c3-8fa5-6f4f1830321f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 1125 time: 0.4142559 Mar 07 10:56:37.319157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:37.328454 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3f65b-3984-47e0-aa1b-99a337a18321" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:37.361394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5c96b-a180-410e-8172-a7890ebc3538 req-657da175-4b65-469f-bbff-84d7914e5798 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.363027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fb5c96b-a180-410e-8172-a7890ebc3538 req-657da175-4b65-469f-bbff-84d7914e5798 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 943 time: 0.7609851 Mar 07 10:56:37.372340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-5d68cd08-f5dd-4b4b-8a30-e3c3e6ad3df3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5 HTTP/1.1" status: 200 len: 217 time: 0.2330582 Mar 07 10:56:37.652567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (946ce016-776a-48d9-b571-2800c0c68e47), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.751460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ce016-776a-48d9-b571-2800c0c68e47,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.789252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Checking segment: {'id': '32483c87-79e3-43ca-8180-9d78e054474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:37.789928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Network hostable DHCP agents. Network: 7dd8016e-8962-499c-93ab-bb4efc92a9cc, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:37.814438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Network 7dd8016e-8962-499c-93ab-bb4efc92a9cc is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:37.848896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7dd8016e-8962-499c-93ab-bb4efc92a9cc) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:37.863355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.864449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.871440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68dbed2-e2c5-42c9-a30e-a2d9f023c149 None None] Network 7dd8016e-8962-499c-93ab-bb4efc92a9cc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:37.896173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-338b3188-ac4a-423d-b822-87e8925ed7c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0030136 Mar 07 10:56:38.217607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32910e83-9760-40fa-b2ba-5a2b255982bc None None] Network 7dd8016e-8962-499c-93ab-bb4efc92a9cc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:38.515516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-782d8cdc-e054-4050-8847-98081f172720 req-7d7d1940-cd3a-40c7-8fc0-a42da6fcb1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9500265 Mar 07 10:56:38.589700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fb5c96b-a180-410e-8172-a7890ebc3538 req-55f666d9-fc6c-42bb-b2fc-8640889b20b9 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2039168 Mar 07 10:56:38.661751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a4d5-46ad-4524-be63-b4105012aa01 req-09e9761e-348d-4738-8c4b-8d51c50f4963 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.668444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0b0a4d5-46ad-4524-be63-b4105012aa01 req-09e9761e-348d-4738-8c4b-8d51c50f4963 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 943 time: 1.5215249 Mar 07 10:56:38.750693 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6eae08-95c6-42a4-9714-5dce4087fae7 x-openstack-request-id: req-5c6eae08-95c6-42a4-9714-5dce4087fae7 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:38.751395 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:38.751773 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c6eae08-95c6-42a4-9714-5dce4087fae7 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:38.752266 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'status': 'completed', 'code': 200} Mar 07 10:56:38.781352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-e76915fa-9b9b-49ef-ae95-d28880a42b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.782943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-e76915fa-9b9b-49ef-ae95-d28880a42b90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 1.4047813 Mar 07 10:56:38.875614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0b0a4d5-46ad-4524-be63-b4105012aa01 req-c61596ad-e28a-447c-9b6d-4308a065da0e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266530 Mar 07 10:56:38.880226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-8837a044-67b7-4aeb-bcb4-1bbb6f3fa934 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878320 Mar 07 10:56:38.888590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-6eaeb4d0-5358-47e2-a9c0-59fc4f6afb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.903719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-6eaeb4d0-5358-47e2-a9c0-59fc4f6afb87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 1125 time: 0.3320341 Mar 07 10:56:39.298857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-4d4b4d1f-e052-49a9-8822-848680e8532b service neutron] 10.222.0.26 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911610 Mar 07 10:56:39.346471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48148) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:39.352607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402930771-network', 'tenant_id': '7564aaae0f504a64b7bb1f74add905fd'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:39.405105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Made reservation on behalf of 7564aaae0f504a64b7bb1f74add905fd for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:39.412800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.447299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.587195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5d1dac8-9f24-4528-9889-cb80f65bf9f8 req-d6fb34bf-7e81-4864-8e97-36bf825b4673 service neutron] 10.222.0.26 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792358 Mar 07 10:56:39.673431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-ec54b005-9f1e-4811-9ee4-e80e025337b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:39.674922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-ec54b005-9f1e-4811-9ee4-e80e025337b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.6575103 Mar 07 10:56:39.698203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks [] for security_group (7942b85c-c8eb-49af-a6da-61840c5bef07), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.707718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7942b85c-c8eb-49af-a6da-61840c5bef07), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.738661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:39.784622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebb2ad01-444f-496c-baeb-0ac17925791a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.785656 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Added segment ebb2ad01-444f-496c-baeb-0ac17925791a of type vlan for network 6d603bd2-6522-499f-8d31-4b8d5ccd580a Mar 07 10:56:39.838696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-73c01ef7-0d2d-4244-88fb-249bdecc3b5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 200 len: 217 time: 0.1502798 Mar 07 10:56:40.087874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-1cf1625c-b4c4-4ab8-818b-1beb4e1635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.093576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942b85c-c8eb-49af-a6da-61840c5bef07,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:40.097661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-1cf1625c-b4c4-4ab8-818b-1beb4e1635d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.2486451 Mar 07 10:56:40.135786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (6d603bd2-6522-499f-8d31-4b8d5ccd580a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.221446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (6d603bd2-6522-499f-8d31-4b8d5ccd580a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.223803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.225822 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.345580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-a56cfc56-58ce-4a9a-a2c8-c6bcf53b073f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2353129 Mar 07 10:56:40.388219 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0405862 Mar 07 10:56:40.391199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:40.411982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-bed9b8d9-7a67-41f8-aab5-22aead5c029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.417047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-bed9b8d9-7a67-41f8-aab5-22aead5c029e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 1125 time: 0.7323582 Mar 07 10:56:40.529516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Request body: {'subnet': {'network_id': '6d603bd2-6522-499f-8d31-4b8d5ccd580a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402930771-subnet', 'tenant_id': '7564aaae0f504a64b7bb1f74add905fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:40.626131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Made reservation on behalf of 7564aaae0f504a64b7bb1f74add905fd for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:40.636974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.817278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842e25-a69d-4a74-b981-e4c393190e2f req-30d740b6-af35-4eb6-959f-7a1eba7a001f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.818845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60842e25-a69d-4a74-b981-e4c393190e2f req-30d740b6-af35-4eb6-959f-7a1eba7a001f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 943 time: 0.9761181 Mar 07 10:56:40.864747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319153f-83c8-4a79-8128-135a7c3adf0e admin admin] Pushing event updated for resources: {'Network': ['ID=6d603bd2-6522-499f-8d31-4b8d5ccd580a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:40.888796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 6d603bd2-6522-499f-8d31-4b8d5ccd580a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:40.912627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f716afb-0a94-4fe9-a5c3-2403a09e399a req-c88fdb31-fa77-4c8f-b86e-02a21fb13175 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.914239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f716afb-0a94-4fe9-a5c3-2403a09e399a req-c88fdb31-fa77-4c8f-b86e-02a21fb13175 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 943 time: 0.7682514 Mar 07 10:56:41.079228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-2fbaee1c-e999-4450-9d30-290cfe4e5c66 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147152 Mar 07 10:56:41.203510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60842e25-a69d-4a74-b981-e4c393190e2f req-f03a28de-8688-46f5-9f79-1097cdf86842 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401694 Mar 07 10:56:41.367148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-cb7789c7-fc6c-4a20-a42f-db574936dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:41.368431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-cb7789c7-fc6c-4a20-a42f-db574936dfbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 916 time: 0.9084976 Mar 07 10:56:41.388987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 525b5906-0c3c-4ba1-970b-698a8758b351 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:56:41.457430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (55726db7-0098-4694-8a6f-cb6f6af53307), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.504315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-8f30af34-b87a-4c68-8c17-a5f720b03154 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5 HTTP/1.1" status: 200 len: 217 time: 0.1205032 Mar 07 10:56:41.646976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=525b5906-0c3c-4ba1-970b-698a8758b351,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:41.659504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-a5fb19ae-b369-4e2e-9063-a0bb7b8a617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:41.665757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-a5fb19ae-b369-4e2e-9063-a0bb7b8a617a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.1437292 Mar 07 10:56:41.676550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '525b5906-0c3c-4ba1-970b-698a8758b351', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': '525b5906-0c3c-4ba1-970b-698a8758b351', 'mac_address': 'fa:16:3e:ce:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:56:41.684402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f716afb-0a94-4fe9-a5c3-2403a09e399a req-6dd1b7fc-cced-4695-92b6-3a68cff9239d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017655 Mar 07 10:56:41.854059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 525b5906-0c3c-4ba1-970b-698a8758b351 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:41.855753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.857569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-88d9a631-89b2-4c31-9eab-c6f3fefc08b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850374 Mar 07 10:56:41.913260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317cd06c-3d4c-4acb-a05d-ed0b591e2007 req-ec6b4bfd-ae7a-41ec-9d3f-bca4bf53b585 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851760 Mar 07 10:56:41.924410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525b5906-0c3c-4ba1-970b-698a8758b351 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:42.041237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=525b5906-0c3c-4ba1-970b-698a8758b351,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:42.053254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.224368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:42.259871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-16c6986f-8df7-4e86-bd2f-d0c647d28185 service neutron] 10.222.0.26 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850327 Mar 07 10:56:42.279861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:56:42.611008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14a3f65b-3984-47e0-aa1b-99a337a18321 req-dfd25291-e593-4d89-a7e7-947cdf117366 service neutron] 10.222.0.26 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443644 Mar 07 10:56:42.646317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10929a5-bda6-42f7-901d-ad692e8cd694 req-6d339de6-195c-4bee-96c3-84c7fa809ea2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:42.650633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55726db7-0098-4694-8a6f-cb6f6af53307,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:42.667172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c10929a5-bda6-42f7-901d-ad692e8cd694 req-6d339de6-195c-4bee-96c3-84c7fa809ea2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 943 time: 0.2381861 Mar 07 10:56:42.754500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Checking segment: {'id': 'ebb2ad01-444f-496c-baeb-0ac17925791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d603bd2-6522-499f-8d31-4b8d5ccd580a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:42.758456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Network hostable DHCP agents. Network: 6d603bd2-6522-499f-8d31-4b8d5ccd580a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:42.822136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Network 6d603bd2-6522-499f-8d31-4b8d5ccd580a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:42.838299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 6d603bd2-6522-499f-8d31-4b8d5ccd580a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:42.842493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:42.843277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.883865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6be73296-34bd-4991-adf0-7304a8777998 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3581066 Mar 07 10:56:42.884298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c10929a5-bda6-42f7-901d-ad692e8cd694 req-300bf528-73b8-4db7-9894-5dd4a707d1e8 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050505 Mar 07 10:56:42.938401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d3c4d-7ac7-403d-b7cd-3c7590c4ba74 None None] Network 6d603bd2-6522-499f-8d31-4b8d5ccd580a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:43.134668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a278c-704c-4d29-adf5-1de1104e39dc req-12cb5934-0b71-4a33-998b-cc42ad74d21e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:43.147326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-236a278c-704c-4d29-adf5-1de1104e39dc req-12cb5934-0b71-4a33-998b-cc42ad74d21e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 944 time: 0.2372329 Mar 07 10:56:43.342982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-236a278c-704c-4d29-adf5-1de1104e39dc req-13f32e97-d165-4bdf-991e-26244f726595 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929414 Mar 07 10:56:43.381173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b011a90-3536-4035-9f2f-35cfe938e3da None None] Network 6d603bd2-6522-499f-8d31-4b8d5ccd580a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:43.424191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:56:43.667674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:43.716906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'port_id': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'mac_address': 'fa:16:3e:36:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672bc7be-6819-4fbc-8926-b5ad41bf6955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:56:43.866803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:43.867201 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.934923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:44.047576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:44.092270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.214271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:44.310026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['dca4da9a-4e86-44ef-90e6-6249c9c239a5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:56:44.460453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826556c-b3e9-44a1-a10b-e92c696cae43 req-f8e44e47-ad2c-47ba-8a47-5e101b9c980f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:44.462179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1826556c-b3e9-44a1-a10b-e92c696cae43 req-f8e44e47-ad2c-47ba-8a47-5e101b9c980f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 944 time: 0.3670838 Mar 07 10:56:44.562682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4cd7d0ff-5150-4058-a3e4-3e11832bc177 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:44.564797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4cd7d0ff-5150-4058-a3e4-3e11832bc177 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/networks?id=7dd8016e-8962-499c-93ab-bb4efc92a9cc HTTP/1.1" status: 200 len: 808 time: 0.4832621 Mar 07 10:56:44.606302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-3a2e8ec0-4949-40b9-a858-c687f313086c tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/quotas/02784818751c40f6ad6c569b7a03f870 HTTP/1.1" status: 200 len: 375 time: 0.0306225 Mar 07 10:56:44.621404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1826556c-b3e9-44a1-a10b-e92c696cae43 req-e86170ef-cb9c-4ff1-8680-ca7b3b7dbb2e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392756 Mar 07 10:56:44.686792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-02b2f56d-8c50-4573-b640-d9c57661602a tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02784818751c40f6ad6c569b7a03f870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701432 Mar 07 10:56:44.951523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-b29c9f50-50e7-4aef-96f9-99464d9d9bc9 service neutron] 10.222.0.23 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524552 Mar 07 10:56:45.414897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926724e-caca-4b4a-a803-ce6b4e3dd2b1 req-a5b607f7-9e06-417f-9c64-7dd7d24bb8f4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:45.425797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9926724e-caca-4b4a-a803-ce6b4e3dd2b1 req-a5b607f7-9e06-417f-9c64-7dd7d24bb8f4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 944 time: 0.4528484 Mar 07 10:56:45.552797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9926724e-caca-4b4a-a803-ce6b4e3dd2b1 req-2dd69087-1ba8-4267-bde7-7d7bd2f305f9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254590 Mar 07 10:56:45.598909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:45.659905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-3fb677f2-81c1-42de-8954-cbe3a06c849d service neutron] 10.222.0.23 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999011 Mar 07 10:56:45.802402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port dca4da9a-4e86-44ef-90e6-6249c9c239a5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:56:45.826115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port dca4da9a-4e86-44ef-90e6-6249c9c239a5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:45.826946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.927710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636f6c9-319c-4b14-a788-00e5ed444103 req-e5a415e0-cf8f-4d37-afac-8859dc8d6906 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:45.942827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5636f6c9-319c-4b14-a788-00e5ed444103 req-e5a415e0-cf8f-4d37-afac-8859dc8d6906 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 944 time: 0.1607280 Mar 07 10:56:46.131899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:46.131899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.132363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5636f6c9-319c-4b14-a788-00e5ed444103 req-e35be252-2ab7-4f81-8ab5-e9093e617076 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885426 Mar 07 10:56:46.212509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:46.215680 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef13fc-56c0-4b46-995c-1b1c5218e06e" -d '{"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-plugged", "status": "completed", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:46.296536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-442ca1f2-dfed-480a-b84c-a6e29556e517 req-e261aa6f-e2f8-41e7-99a8-7ca18bf00e05 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 210 time: 0.1310802 Mar 07 10:56:46.315637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:46.327542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.328653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 525b5906-0c3c-4ba1-970b-698a8758b351 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:46.450628 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e59ae-c307-420a-a6e8-b6ce7a7bd172 x-openstack-request-id: req-3a7e59ae-c307-420a-a6e8-b6ce7a7bd172 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:46.450902 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-plugged", "status": "completed", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:46.451161 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a7e59ae-c307-420a-a6e8-b6ce7a7bd172 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:46.451579 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'code': 200} Mar 07 10:56:46.452979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:46.630168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 525b5906-0c3c-4ba1-970b-698a8758b351 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:56:46.641751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 525b5906-0c3c-4ba1-970b-698a8758b351 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:46.642134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.648305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95d2d7-5eb5-4bc2-abb0-8178b2c3272a req-7874411f-c640-453c-9733-e99f8db62b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:46.651932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e95d2d7-5eb5-4bc2-abb0-8178b2c3272a req-7874411f-c640-453c-9733-e99f8db62b26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 1127 time: 0.2341309 Mar 07 10:56:46.810337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e95d2d7-5eb5-4bc2-abb0-8178b2c3272a req-41794327-6c55-4196-ad5f-65806e0fde53 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517975 Mar 07 10:56:46.820261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 525b5906-0c3c-4ba1-970b-698a8758b351 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:46.820554 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.924872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=525b5906-0c3c-4ba1-970b-698a8758b351,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:46.935525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.088185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8aa61-744d-46a3-a86a-3b3855db8ae8 req-061509ed-d736-47d6-a0dc-1798ff3fd850 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:47.095290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:47.097089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ac8aa61-744d-46a3-a86a-3b3855db8ae8 req-061509ed-d736-47d6-a0dc-1798ff3fd850 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 944 time: 0.2040918 Mar 07 10:56:47.394497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ac8aa61-744d-46a3-a86a-3b3855db8ae8 req-be92dda3-af05-4da6-adad-ed1352e4b58b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873719 Mar 07 10:56:47.513823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d039-6780-4898-849a-9be536bb62c8 req-ca9c4cc0-a5bf-408e-82f5-f2b0a3322137 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:47.515936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4183d039-6780-4898-849a-9be536bb62c8 req-ca9c4cc0-a5bf-408e-82f5-f2b0a3322137 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2858934 Mar 07 10:56:47.652800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40b51388-d488-4c37-aa55-263d4fa6c851 req-3a95416d-8db5-4a8b-9bb4-42b324a6980f tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 210 time: 0.1120176 Mar 07 10:56:47.789116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4183d039-6780-4898-849a-9be536bb62c8 req-4936c886-5e5d-4fa2-96fc-ca347d1170ee tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662606 Mar 07 10:56:48.454039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:48.456491 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99e21a-8772-41eb-90f6-8c3bd45dfccc" -d '{"events": [{"server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:48.594487 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25161bf-4bcd-4cf8-808b-10d0a55258b1 x-openstack-request-id: req-a25161bf-4bcd-4cf8-808b-10d0a55258b1 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:48.595341 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:48.600031 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a25161bf-4bcd-4cf8-808b-10d0a55258b1 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:48.601960 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351', 'code': 200} Mar 07 10:56:48.798706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6077f5-0c18-4668-8cef-c5113820035b req-4a3d2f93-c462-43fa-a262-6b1fbc454251 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:48.801486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad6077f5-0c18-4668-8cef-c5113820035b req-4a3d2f93-c462-43fa-a262-6b1fbc454251 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 945 time: 0.1552856 Mar 07 10:56:48.924586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-074789cb-fcd0-4ad6-a8b8-77446d6b99f7 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:48.931313 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-074789cb-fcd0-4ad6-a8b8-77446d6b99f7 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.32 "GET /v2.0/networks?id=7dd8016e-8962-499c-93ab-bb4efc92a9cc HTTP/1.1" status: 200 len: 808 time: 0.5412536 Mar 07 10:56:48.940186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Request body: {'port': {'device_id': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc', 'admin_state_up': True, 'tenant_id': '02784818751c40f6ad6c569b7a03f870'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:48.985471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f083562-1f09-47a5-a487-5313f69fc26d req-3097ac2f-6474-47d7-a088-d418d91e5ff4 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 210 time: 0.1335320 Mar 07 10:56:49.115365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad6077f5-0c18-4668-8cef-c5113820035b req-ef321f82-9436-4460-9dd8-6b3ff1b8f8a2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064897 Mar 07 10:56:49.126659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d878-56c4-45b9-b26e-f76c1e480e8c req-583447fd-51e4-46a8-83b6-f67eb6e28b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.135770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e287d878-56c4-45b9-b26e-f76c1e480e8c req-583447fd-51e4-46a8-83b6-f67eb6e28b9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 1127 time: 0.3832207 Mar 07 10:56:49.315737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Made reservation on behalf of 02784818751c40f6ad6c569b7a03f870 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:49.320123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:49.327347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e287d878-56c4-45b9-b26e-f76c1e480e8c req-45f5956c-ccb4-4479-9806-f476f5ef03ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825249 Mar 07 10:56:49.392589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d38ca-77e8-4fdc-b996-492661a83483 req-2ee15944-ee4d-497e-b7fd-f363c35897b1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.394600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58d38ca-77e8-4fdc-b996-492661a83483 req-2ee15944-ee4d-497e-b7fd-f363c35897b1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2017829 Mar 07 10:56:49.515009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d58d38ca-77e8-4fdc-b996-492661a83483 req-a189e4da-6f63-4fe9-868a-b4b61aa4891f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139708 Mar 07 10:56:49.758518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Allocated IP 172.20.0.8 (7dd8016e-8962-499c-93ab-bb4efc92a9cc/946ce016-776a-48d9-b571-2800c0c68e47/5b05abee-b7a7-44ef-b54a-4eccc0e499a1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:49.816457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28b6-54a7-4b3d-b9e8-07086a51d4c9 req-e154c8f2-4653-4236-b682-5a5f350ace9c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.818045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aeca28b6-54a7-4b3d-b9e8-07086a51d4c9 req-e154c8f2-4653-4236-b682-5a5f350ace9c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1612699 Mar 07 10:56:49.929246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aeca28b6-54a7-4b3d-b9e8-07086a51d4c9 req-97d9ce60-958b-472c-9473-fc9c287372ce tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Mar 07 10:56:49.959163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks [] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.012026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.082973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Network 7dd8016e-8962-499c-93ab-bb4efc92a9cc is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:50.091335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:50.104485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:50.193119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Pushing event updated for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:50.303168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.306817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.345664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-4582ce7d-cfbe-40e3-91c2-8bf4bb655bd5 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4094570 Mar 07 10:56:50.362478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Request body: {'port': {'device_id': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:50.371523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe462-eb0a-43d4-af9c-6089508b8c6c req-9eb5b3ae-d996-4321-9e7f-304788aea9d1 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.382812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fabe462-eb0a-43d4-af9c-6089508b8c6c req-9eb5b3ae-d996-4321-9e7f-304788aea9d1 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 931 time: 0.1766419 Mar 07 10:56:50.509460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.545711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fabe462-eb0a-43d4-af9c-6089508b8c6c req-33bda8e7-a201-4217-a813-29e74e571ef2 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526384 Mar 07 10:56:50.721085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4e5023cf-3770-47ca-bbfe-89e9f9ef0e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.975269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e0b00-bf4f-4ac6-a726-686510105fae req-b9c75ce1-d237-4a99-ae1b-e862df7e05f0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.979732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc9e0b00-bf4f-4ac6-a726-686510105fae req-b9c75ce1-d237-4a99-ae1b-e862df7e05f0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 945 time: 0.3135231 Mar 07 10:56:51.035351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756050d-6172-467d-baa5-b84db333614b req-2a2e40b2-d980-4214-8cb3-99ad0a6fa661 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:51.039423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5756050d-6172-467d-baa5-b84db333614b req-2a2e40b2-d980-4214-8cb3-99ad0a6fa661 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2855031 Mar 07 10:56:51.251965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5756050d-6172-467d-baa5-b84db333614b req-aeb013c0-1ae8-4df1-8330-64c90d89a51e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926577 Mar 07 10:56:51.274024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc9e0b00-bf4f-4ac6-a726-686510105fae req-55aab573-0bea-475c-b6b6-63625cc31e24 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671907 Mar 07 10:56:51.290620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:51.310730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks [] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.353377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Transition to ACTIVE for port object 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:56:51.366939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.518019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Pushing event updated for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:51.710314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Attempting to bind port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:51.714025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Attempting to bind port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '32483c87-79e3-43ca-8180-9d78e054474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:51.714455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Attempting to bind port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 on network 7dd8016e-8962-499c-93ab-bb4efc92a9cc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:51.729314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 on network 7dd8016e-8962-499c-93ab-bb4efc92a9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:56:51.729641 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Attempting to bind port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 on network 7dd8016e-8962-499c-93ab-bb4efc92a9cc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:51.742463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:51.742800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Checking segment: {'id': '32483c87-79e3-43ca-8180-9d78e054474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:51.743180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Bound using segment: {'id': '32483c87-79e3-43ca-8180-9d78e054474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:51.743624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Bound port: 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32483c87-79e3-43ca-8180-9d78e054474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:51.744018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.821488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:51.902124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:51.913521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,segment=NetworkSegment(32483c87-79e3-43ca-8180-9d78e054474e),segment_id=32483c87-79e3-43ca-8180-9d78e054474e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:51.927224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.988886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-cbf3651a-a122-4ae7-9c3a-a3ae227b6bb7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:51.990431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-cbf3651a-a122-4ae7-9c3a-a3ae227b6bb7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.3597245 Mar 07 10:56:52.052958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Pushing event updated for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:52.061070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-16364764-09fd-4497-bde6-b14d8e8f2693 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0492475 Mar 07 10:56:52.068166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.068807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.072734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-fc184e95-f777-4bcb-8e7d-495ae12af554 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b05abee-b7a7-44ef-b54a-4eccc0e499a1 HTTP/1.1" status: 200 len: 1091 time: 1.7194469 Mar 07 10:56:52.073246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:52.091367 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52332e9-9cfd-4648-813e-585f005cfa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:52.158604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83ff79-9637-43cb-b35b-9a6b08f6e784 req-0bc34abd-ec86-4af2-8905-fa401dfa9e55 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.160191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c83ff79-9637-43cb-b35b-9a6b08f6e784 req-0bc34abd-ec86-4af2-8905-fa401dfa9e55 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 943 time: 0.3214502 Mar 07 10:56:52.165267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4edb047-29bf-4d76-a08c-731749fae7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.287805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-ebd20e13-ecf5-468d-bb1d-a195024f1903 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080708 Mar 07 10:56:52.310938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-d1b2cccc-8be7-432c-a68c-0c1b7311a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.312733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-d1b2cccc-8be7-432c-a68c-0c1b7311a353 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=02784818751c40f6ad6c569b7a03f870&device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 1125 time: 0.1667097 Mar 07 10:56:52.392682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c83ff79-9637-43cb-b35b-9a6b08f6e784 req-bd260d69-9853-4c94-946f-dd5c15a2fb7a tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116444 Mar 07 10:56:52.431687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4edb047-29bf-4d76-a08c-731749fae7e4 admin admin] Publish callbacks [] for security_group (57ba231b-21d0-4ff8-b27e-3485aa3a225c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.570316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-0f18e200-3177-482c-88a5-94f9409f27d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1 HTTP/1.1" status: 200 len: 217 time: 0.2499514 Mar 07 10:56:52.577225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4edb047-29bf-4d76-a08c-731749fae7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (57ba231b-21d0-4ff8-b27e-3485aa3a225c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.621354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-0ccfca21-f1e0-44b6-8716-bde4ea42dad9 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316884 Mar 07 10:56:52.724681 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4edb047-29bf-4d76-a08c-731749fae7e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35ec37af79854b628eba3d18c8b8e9cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9004347 Mar 07 10:56:52.768336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:52.844578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edb047-29bf-4d76-a08c-731749fae7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba231b-21d0-4ff8-b27e-3485aa3a225c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:52.889883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-530c2f08-86f9-4e33-9c90-a406bee5359e req-38b3879a-b299-40a4-95d7-29b85a59161f service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632446 Mar 07 10:56:52.902322 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa0cad9-47c3-45dd-82b9-da7df112b205 x-openstack-request-id: req-bfa0cad9-47c3-45dd-82b9-da7df112b205 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:52.903348 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:52.904532 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfa0cad9-47c3-45dd-82b9-da7df112b205 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:52.907760 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1', 'status': 'completed', 'code': 200} Mar 07 10:56:52.923833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-687dfe46-fe1f-4358-bbc1-cae350decbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.927008 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-687dfe46-fe1f-4358-bbc1-cae350decbdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946ce016-776a-48d9-b571-2800c0c68e47 HTTP/1.1" status: 200 len: 848 time: 0.3346412 Mar 07 10:56:53.017632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1890648-4872-47a4-8057-bdaa8327a0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.022195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-0eeea91b-d6b5-463e-b7a0-a6248f4e5dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd8016e-8962-499c-93ab-bb4efc92a9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827165 Mar 07 10:56:53.160408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b38a4-f9a8-4d29-8b32-87d295e2cf4b req-47270170-278e-4207-bbd1-1c59177253e4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:53.167323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d1b38a4-f9a8-4d29-8b32-87d295e2cf4b req-47270170-278e-4207-bbd1-1c59177253e4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1376092 Mar 07 10:56:53.275801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] Publish callbacks [] for security_group (57ba231b-21d0-4ff8-b27e-3485aa3a225c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.316617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d1b38a4-f9a8-4d29-8b32-87d295e2cf4b req-bf1d0d1c-eec3-4c8c-955f-74682ccc8aa0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422966 Mar 07 10:56:53.354584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-5dff21e0-ca75-4d40-ab15-199e2bc68afe service neutron] 10.222.0.32 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099597 Mar 07 10:56:53.414138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] Publish callbacks [] for security_group (57ba231b-21d0-4ff8-b27e-3485aa3a225c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.570135 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3d45cc74-b103-41f9-a41a-712e8bd42e05 req-cae3b81f-6680-4fab-8880-b46ef4095e59 service neutron] 10.222.0.32 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057061 Mar 07 10:56:53.585510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (57ba231b-21d0-4ff8-b27e-3485aa3a225c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.588536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.589833 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57ba231b-21d0-4ff8-b27e-3485aa3a225c HTTP/1.1" status: 204 len: 168 time: 0.8202589 Mar 07 10:56:53.633119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddec94-d12f-44c7-bd7e-6ea7c092cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ba231b-21d0-4ff8-b27e-3485aa3a225c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:53.700097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5c3a-babc-4a21-9984-c6861607b8db req-d7c02972-0c97-4a17-8f2c-ab975a19f6d4 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:53.720488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fce5c3a-babc-4a21-9984-c6861607b8db req-d7c02972-0c97-4a17-8f2c-ab975a19f6d4 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 943 time: 0.1899977 Mar 07 10:56:53.840384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4fce5c3a-babc-4a21-9984-c6861607b8db req-4f1f76d8-462c-42d3-89bf-8969a381bb99 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140583 Mar 07 10:56:53.944785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-d15ad344-3010-4352-a267-db7d7331cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:53.954257 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-d15ad344-3010-4352-a267-db7d7331cc3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=02784818751c40f6ad6c569b7a03f870&device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 1125 time: 0.2942700 Mar 07 10:56:54.157870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.213120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-e1cc5187-1ab8-437a-b8c0-14062a403692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:54.218876 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-e1cc5187-1ab8-437a-b8c0-14062a403692 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dd8016e-8962-499c-93ab-bb4efc92a9cc HTTP/1.1" status: 200 len: 909 time: 0.2596786 Mar 07 10:56:54.246118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.389432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-fa5fd37c-c7dc-478c-ab50-987f31a5f8e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1 HTTP/1.1" status: 200 len: 217 time: 0.1631334 Mar 07 10:56:54.505465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-2972c79f-0721-49b9-914d-0f0d2b591962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:54.509718 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-2972c79f-0721-49b9-914d-0f0d2b591962 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=946ce016-776a-48d9-b571-2800c0c68e47 HTTP/1.1" status: 200 len: 848 time: 0.1124644 Mar 07 10:56:54.542219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-73c52cb9-0ac9-4cd7-b4ec-70a5748ad963 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:54.552144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-73c52cb9-0ac9-4cd7-b4ec-70a5748ad963 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.2945514 Mar 07 10:56:54.583768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-0e83083c-55ca-4a8b-bb87-7edde4dd6781 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0258141 Mar 07 10:56:54.592181 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-992ebf69-2adb-439e-88d4-de53a53080f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd8016e-8962-499c-93ab-bb4efc92a9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750725 Mar 07 10:56:54.750593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:54.815014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-90713af1-0d02-4a31-aa7d-04c8c734bbb9 service neutron] 10.222.0.32 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151811 Mar 07 10:56:54.984494 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e52332e9-9cfd-4648-813e-585f005cfa8a req-27b17a06-1de2-4737-bfe1-f5e68d7f250e service neutron] 10.222.0.32 "GET /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629634 Mar 07 10:56:55.240334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f04f0a14-4eea-42e7-b43d-8d7bb78c028d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.331981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f04f0a14-4eea-42e7-b43d-8d7bb78c028d admin admin] Publish callbacks [] for security_group (64fd16d7-3016-411e-a9c1-10f1da650bfb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.341058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-0cca888e-9bc4-4793-884d-d336a55f49ac tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7557509 Mar 07 10:56:55.342512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f04f0a14-4eea-42e7-b43d-8d7bb78c028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (64fd16d7-3016-411e-a9c1-10f1da650bfb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.368450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464334b5-afe1-4381-80dc-f30d3dd0fbea req-7af2f659-56e7-4bf8-b4d1-8f3a3bf6f7a7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:55.370302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-464334b5-afe1-4381-80dc-f30d3dd0fbea req-7af2f659-56e7-4bf8-b4d1-8f3a3bf6f7a7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.7216504 Mar 07 10:56:55.450360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f04f0a14-4eea-42e7-b43d-8d7bb78c028d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fbfb0ad299c43a3b0cfe3edabe9e724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6858802 Mar 07 10:56:55.453447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48976) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:55.486157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f0a14-4eea-42e7-b43d-8d7bb78c028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fd16d7-3016-411e-a9c1-10f1da650bfb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:55.528091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-464334b5-afe1-4381-80dc-f30d3dd0fbea req-3ad54783-5220-4bf1-b816-daf1e1529c32 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353784 Mar 07 10:56:55.539372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-4f56dc28-d91e-4468-aabd-4d46b5042c07 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811693 Mar 07 10:56:55.545836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] Publish callbacks [] for security_group (64fd16d7-3016-411e-a9c1-10f1da650bfb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.600675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] Publish callbacks [] for security_group (64fd16d7-3016-411e-a9c1-10f1da650bfb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.685365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.795134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (64fd16d7-3016-411e-a9c1-10f1da650bfb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.799131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.809819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64fd16d7-3016-411e-a9c1-10f1da650bfb HTTP/1.1" status: 204 len: 168 time: 0.3487141 Mar 07 10:56:55.833530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-15e5650b-7561-4ddd-a835-63172c18bccc service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866466 Mar 07 10:56:55.834152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7d44a-ef65-4e7a-911b-e058425b304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fd16d7-3016-411e-a9c1-10f1da650bfb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:55.858694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e63ef-eba2-44c6-9bc0-917c8b2ee839 req-1dfafbdd-16df-4fc0-a59a-ced3324a6972 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:55.868719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-651e63ef-eba2-44c6-9bc0-917c8b2ee839 req-1dfafbdd-16df-4fc0-a59a-ced3324a6972 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 943 time: 0.1469896 Mar 07 10:56:55.955439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-651e63ef-eba2-44c6-9bc0-917c8b2ee839 req-a2d8b9d4-a06e-40e6-a3ce-009a4058db43 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828857 Mar 07 10:56:56.246286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-eda60a3c-bdba-4658-983c-d2d1a46d5f23 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:56.258940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-eda60a3c-bdba-4658-983c-d2d1a46d5f23 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.1939645 Mar 07 10:56:56.295460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-b084ccfe-1408-4799-ae41-8fefa7032f0f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0354474 Mar 07 10:56:56.426096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-244673ac-77bd-4931-8b7b-43609a1d6287 req-0fc19700-2220-4a46-9975-740e74b5f841 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0607595 Mar 07 10:56:56.482533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-f1062403-ddd7-44b5-bfcb-db79dccd11d1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862519 Mar 07 10:56:56.794104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-05cd71f0-9b09-4990-be68-6cbb78fef22f service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030427 Mar 07 10:56:56.810329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd9f3-1d59-476e-ac1e-a7e5e8acdc3c req-880b8327-0659-445b-8aa7-8e55c6e6d231 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:56.811902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1abd9f3-1d59-476e-ac1e-a7e5e8acdc3c req-880b8327-0659-445b-8aa7-8e55c6e6d231 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1205657 Mar 07 10:56:56.941427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1abd9f3-1d59-476e-ac1e-a7e5e8acdc3c req-f184e427-caca-43b1-ab44-ddc91ca610f9 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185858 Mar 07 10:56:57.042865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-b0bd9a9b-465f-4e09-9c3f-72d3809ac968 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299442 Mar 07 10:56:57.102235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:56:57.118666 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.346159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db2fd9-edba-46d7-9603-44ca0c896bf8 req-0a55bda4-37b1-4074-89be-e3ffdb0ff88b tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:57.369921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60db2fd9-edba-46d7-9603-44ca0c896bf8 req-0a55bda4-37b1-4074-89be-e3ffdb0ff88b tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 943 time: 0.1522431 Mar 07 10:56:57.417619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,segment=NetworkSegment(32483c87-79e3-43ca-8180-9d78e054474e),segment_id=32483c87-79e3-43ca-8180-9d78e054474e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:57.540211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60db2fd9-edba-46d7-9603-44ca0c896bf8 req-c6c7e8a7-08f7-48f9-9a83-a0027da36b1a tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691325 Mar 07 10:56:57.661985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e0a81a3e-b09c-42e4-990e-1af4bd120636 req-7c2fd90e-de95-4ae2-9f0a-27c204f363bf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 210 time: 0.0536625 Mar 07 10:56:57.794405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-715284f0-125f-4b7e-8ee4-25d785eaf118 req-12a82186-b00e-4ae9-bce5-60e9bd04c732 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0752792 Mar 07 10:56:57.890505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1', 'network_id': '7dd8016e-8962-499c-93ab-bb4efc92a9cc', 'port_id': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1', 'mac_address': 'fa:16:3e:f8:ef:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946ce016-776a-48d9-b571-2800c0c68e47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:56:57.972841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:57.973221 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.007636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2949dea-3321-45b1-ab2f-725f1e0798c3 req-18657c48-b494-4814-9805-dd3f2101f988 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:58.010625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2949dea-3321-45b1-ab2f-725f1e0798c3 req-18657c48-b494-4814-9805-dd3f2101f988 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.2383356 Mar 07 10:56:58.018430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:58.108402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-4faa3f62-b375-432d-acea-379ab423ba11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:58.109991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-4faa3f62-b375-432d-acea-379ab423ba11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.3359923 Mar 07 10:56:58.119798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,segment=NetworkSegment(32483c87-79e3-43ca-8180-9d78e054474e),segment_id=32483c87-79e3-43ca-8180-9d78e054474e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:58.129564 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.154254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:58.197595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:58.444776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5b05abee-b7a7-44ef-b54a-4eccc0e499a1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:56:58.460266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2949dea-3321-45b1-ab2f-725f1e0798c3 req-00cf5393-6f59-4ff2-a3cf-6229e42849d4 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302979 Mar 07 10:56:58.510489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb9c2-e9ea-43f1-93aa-bf802b8d9d06 req-b6052dd7-6f10-4f12-b703-e8c574fe8b0f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:58.515558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1ebb9c2-e9ea-43f1-93aa-bf802b8d9d06 req-b6052dd7-6f10-4f12-b703-e8c574fe8b0f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.4280086 Mar 07 10:56:58.518755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:58.525674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.606900 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.856703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.5 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:58.862431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1ebb9c2-e9ea-43f1-93aa-bf802b8d9d06 req-0f82cb4e-9f33-4e58-9d0f-430568626bb8 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793782 Mar 07 10:56:58.940772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031b7d-1bca-40b8-94a4-9c84fe789fc4 req-2ac4309e-6b77-4e9e-a6e2-58b630ecc98e tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:58.968376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1031b7d-1bca-40b8-94a4-9c84fe789fc4 req-2ac4309e-6b77-4e9e-a6e2-58b630ecc98e tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 944 time: 0.1833620 Mar 07 10:56:59.047975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d9ab7a1-6ed3-4e5d-81af-d8abf89df48e req-084e44b8-06c4-4427-9fba-61caaa3eea4d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 210 time: 0.0769272 Mar 07 10:56:59.117751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1031b7d-1bca-40b8-94a4-9c84fe789fc4 req-7d99efeb-ee59-4e3f-866e-3b972b92c087 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424365 Mar 07 10:56:59.187152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-edacf262-7f9f-4d11-9b93-43df8e1fa0b0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:59.193598 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-edacf262-7f9f-4d11-9b93-43df8e1fa0b0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.2856338 Mar 07 10:56:59.206186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:59.336531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2555a8b-75f7-4483-8d1f-adc0d8bf8355 req-f82b4a71-3126-41ce-9fcb-c7bec1163e19 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0829759 Mar 07 10:56:59.403118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.409163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:59.415380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.454299 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.585010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:59.607514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.10 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/19968c12-7349-4084-b429-c5665522d3ee) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:59.648151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:59.650866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:59.856820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (19968c12-7349-4084-b429-c5665522d3ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.976300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.981639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:59.997762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:00.070672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:00.084138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-e0093256-fe98-4cbf-9ade-60bb15b2c92c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.087795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-e0093256-fe98-4cbf-9ade-60bb15b2c92c tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.32 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.5320601 Mar 07 10:57:00.100537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:00.108294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:00.117318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:00.145946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.145946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.150861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d898da82-34de-41b0-bbbd-bbfe6d2d2192 None None] Provisioning complete for port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:00.151391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d898da82-34de-41b0-bbbd-bbfe6d2d2192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.270154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.271905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.304337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d898da82-34de-41b0-bbbd-bbfe6d2d2192 None None] Port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:00.334455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-9a9ef517-dc07-4341-9e5d-9e2b565b39af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1307840 Mar 07 10:57:00.353715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Request body: {'port': {'device_id': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:00.389132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241942-87ce-4be2-8da9-69428fb6260f req-9e41c1ad-0224-4022-adf5-85823e2bb666 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.394781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12241942-87ce-4be2-8da9-69428fb6260f req-9e41c1ad-0224-4022-adf5-85823e2bb666 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.7692201 Mar 07 10:57:00.504603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12241942-87ce-4be2-8da9-69428fb6260f req-4fbd9f9d-9b76-454a-9730-fbf3fc6c16e0 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905395 Mar 07 10:57:00.508224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-80a8085b-6679-44ab-aad6-0c7b5f817de3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3656983 Mar 07 10:57:00.545729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Request body: {'port': {'device_id': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:00.553191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19968c12-7349-4084-b429-c5665522d3ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.626003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b0f62-388b-4b69-b876-8569fc618ad5 req-e688a0a0-1cf8-4bea-826c-555537a5b836 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.627573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f75b0f62-388b-4b69-b876-8569fc618ad5 req-e688a0a0-1cf8-4bea-826c-555537a5b836 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.5368052 Mar 07 10:57:00.657708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Deleting port 32ed48b9-327e-4b49-bfb3-e365881d4d5d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:00.658041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.964973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.043428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f75b0f62-388b-4b69-b876-8569fc618ad5 req-3b16912c-5d48-4355-ab84-2ff28ad7263e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094303 Mar 07 10:57:01.083334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4c7e-50e4-459f-a96e-122617fe8f07 req-53a8ec3d-1c93-476b-a017-88e9d37cad64 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:01.091426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-045e4c7e-50e4-459f-a96e-122617fe8f07 req-53a8ec3d-1c93-476b-a017-88e9d37cad64 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 932 time: 0.3140321 Mar 07 10:57:01.114077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:01.118221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19968c12-7349-4084-b429-c5665522d3ee {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:01.140439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks [] for port (19968c12-7349-4084-b429-c5665522d3ee), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.168066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Transition to ACTIVE for port object 19968c12-7349-4084-b429-c5665522d3ee will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:01.179331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.228595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:57:01.233239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:01.233882 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.377308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:01.420454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:01.429823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.462937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] For port 32ed48b9-327e-4b49-bfb3-e365881d4d5d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=32ed48b9-327e-4b49-bfb3-e365881d4d5d,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:01.464465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.465670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Attempting to bind port 19968c12-7349-4084-b429-c5665522d3ee on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:01.466218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Attempting to bind port 19968c12-7349-4084-b429-c5665522d3ee by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:01.466770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Attempting to bind port 19968c12-7349-4084-b429-c5665522d3ee on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:01.469088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:01.474626 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9f334-c56f-4a04-93a6-7448bd9c8d93" -d '{"events": [{"server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "name": "network-vif-plugged", "status": "completed", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:01.476067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Port 19968c12-7349-4084-b429-c5665522d3ee on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:01.476395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Attempting to bind port 19968c12-7349-4084-b429-c5665522d3ee on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:01.485837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:01.486184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:01.486571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:01.487004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Bound port: 19968c12-7349-4084-b429-c5665522d3ee, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:01.491980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19968c12-7349-4084-b429-c5665522d3ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.516731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,segment=NetworkSegment(32483c87-79e3-43ca-8180-9d78e054474e),segment_id=32483c87-79e3-43ca-8180-9d78e054474e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:01.529462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.595897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:01.647140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-045e4c7e-50e4-459f-a96e-122617fe8f07 req-606f1f99-fe6e-4199-999c-64b18303ac3b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547931 Mar 07 10:57:01.647401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:01.649552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:01.655680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=19968c12-7349-4084-b429-c5665522d3ee,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:01.671862 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.691964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c544-2401-4212-9f57-baa35483505d req-de252338-d67e-43fd-a4a6-60c867b10907 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:01.693818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f24c544-2401-4212-9f57-baa35483505d req-de252338-d67e-43fd-a4a6-60c867b10907 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 944 time: 0.2853677 Mar 07 10:57:01.710251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks [] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.747869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:01.748587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.750350 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/19968c12-7349-4084-b429-c5665522d3ee HTTP/1.1" status: 200 len: 1092 time: 1.4096997 Mar 07 10:57:01.750877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'tag': '19968c12-7349-4084-b429-c5665522d3ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:01.759539 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e8f2ea-a329-41f4-9c9e-dd79612b361a" -d '{"events": [{"name": "network-changed", "server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "tag": "19968c12-7349-4084-b429-c5665522d3ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:01.837694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345728e6-fb6e-4bc0-909d-21aa91a7e1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:01.858272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Transition to ACTIVE for port object 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:01.911779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-35fbb527-f396-47d2-8861-aa36095a315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:01.914648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-35fbb527-f396-47d2-8861-aa36095a315c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 1126 time: 0.1044035 Mar 07 10:57:01.916086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f24c544-2401-4212-9f57-baa35483505d req-7335bbe8-693e-4988-a32f-578b9dc6c1e9 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126963 Mar 07 10:57:01.922451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.070221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49158) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:02.077655 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-32380712-564f-45b3-a9e4-0942c48cfe10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19968c12-7349-4084-b429-c5665522d3ee HTTP/1.1" status: 200 len: 217 time: 0.1501217 Mar 07 10:57:02.096384 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bca81-30b4-46e1-a4ef-dba31e34adb9 x-openstack-request-id: req-954bca81-30b4-46e1-a4ef-dba31e34adb9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:02.096869 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "name": "network-vif-plugged", "status": "completed", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:02.097284 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-954bca81-30b4-46e1-a4ef-dba31e34adb9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:02.097852 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1', 'code': 200} Mar 07 10:57:02.163142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.32', 59932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:02.226069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-c0f1f878-674b-40d7-939e-8e7d366e008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:02.227963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-c0f1f878-674b-40d7-939e-8e7d366e008f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1371050 Mar 07 10:57:02.292641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-5c26aef4-ae69-4cd1-9b8d-82c60075845a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548890 Mar 07 10:57:02.294947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224acfb-17e6-4dc9-8293-aca65924ae82 req-52561473-7ce0-4bfa-b742-01582d2f2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:02.296602 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1224acfb-17e6-4dc9-8293-aca65924ae82 req-52561473-7ce0-4bfa-b742-01582d2f2632 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 1127 time: 0.1318388 Mar 07 10:57:02.425877 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:57:02.440693 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1224acfb-17e6-4dc9-8293-aca65924ae82 req-2276553b-b18a-4c27-a2be-eb4c291ea24b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344182 Mar 07 10:57:02.487743 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-fccbe318-325d-4880-804b-7df148d8cf35 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820099 Mar 07 10:57:02.583714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5114-ff11-4606-a891-99b04a4b51da req-98894bd6-8e9f-43ec-a0d3-4f282f09d52e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:02.585429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59f5114-ff11-4606-a891-99b04a4b51da req-98894bd6-8e9f-43ec-a0d3-4f282f09d52e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 931 time: 0.8537242 Mar 07 10:57:02.590817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Pushing event updated for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:02.694167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.694716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.695134 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Floating IP 7586f623-f831-49cf-b284-540a35d0a86e disassociated. External IP: 172.25.4.107, port: 32ed48b9-327e-4b49-bfb3-e365881d4d5d. Mar 07 10:57:02.695574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Calling delete_port for 32ed48b9-327e-4b49-bfb3-e365881d4d5d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:02.711313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Deleting subnet 0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:02.714869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Publish callbacks [] for subnet (0e0884c2-bdd8-4aa0-9d86-1e868239bbf9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.750138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (0e0884c2-bdd8-4aa0-9d86-1e868239bbf9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.789713 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (0e0884c2-bdd8-4aa0-9d86-1e868239bbf9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.887832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (0e0884c2-bdd8-4aa0-9d86-1e868239bbf9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.898112 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0a6019e7-c150-413b-a5a4-6796919884e8 req-f11404e1-c64b-4dab-9244-f73953b8865f service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012105 Mar 07 10:57:02.961558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Attempting to bind port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:02.962194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Attempting to bind port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:02.962534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Attempting to bind port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:03.010842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59f5114-ff11-4606-a891-99b04a4b51da req-d7af4d97-d2a8-4758-b08a-d372878903c1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906262 Mar 07 10:57:03.016254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0884c2-bdd8-4aa0-9d86-1e868239bbf9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:03.027790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768427-e19b-44d2-bbf3-4995b792618f req-a21823a0-efe8-493b-9fda-fd543014f5af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.029408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a768427-e19b-44d2-bbf3-4995b792618f req-a21823a0-efe8-493b-9fda-fd543014f5af tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 945 time: 0.5420549 Mar 07 10:57:03.034344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:03.036276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Attempting to bind port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:03.041190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.045983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-45d48ab4-3279-45e2-a450-def779a916ed admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0e0884c2-bdd8-4aa0-9d86-1e868239bbf9 HTTP/1.1" status: 204 len: 168 time: 0.9737275 Mar 07 10:57:03.048889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:03.060616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:03.060953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:03.061333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:03.061778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Bound port: 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:03.062130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.120492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 32ed48b9-327e-4b49-bfb3-e365881d4d5d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:03.236330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2a530ae7-204f-492a-b2d9-ea3e9adc73d7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.251130 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac543955-48dd-4f53-859c-b159757c9883 x-openstack-request-id: req-ac543955-48dd-4f53-859c-b159757c9883 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:03.251466 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "tag": "19968c12-7349-4084-b429-c5665522d3ee", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:03.251767 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac543955-48dd-4f53-859c-b159757c9883 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:03.253512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a768427-e19b-44d2-bbf3-4995b792618f req-e4ec6fc6-e58a-4015-8aee-0ae6cd1e847d tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups?id=8202d45d-5458-4a23-8d0d-bec3338cac8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041798 Mar 07 10:57:03.262838 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'tag': '19968c12-7349-4084-b429-c5665522d3ee', 'status': 'completed', 'code': 200} Mar 07 10:57:03.308520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:03.335439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:03.357849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232da4-cd05-4e7d-b929-ffa493c8d0fc req-27e03c28-5982-4dd5-901f-2b0fe6a697c6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.359513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6232da4-cd05-4e7d-b929-ffa493c8d0fc req-27e03c28-5982-4dd5-901f-2b0fe6a697c6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1805096 Mar 07 10:57:03.364040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.393779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 32ed48b9-327e-4b49-bfb3-e365881d4d5d is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:03.396530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.416864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (32ed48b9-327e-4b49-bfb3-e365881d4d5d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.453834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.454713 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.457169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] 10.222.0.26 "PUT /v2.0/ports/2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 200 len: 1091 time: 2.9359105 Mar 07 10:57:03.481085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:03.485387 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16550de6-6476-4a0f-953b-3e2c94ed52ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:03.552219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2a530ae7-204f-492a-b2d9-ea3e9adc73d7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.569598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-e3fe0621-5b48-4971-bf15-6c07fbbb73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.571146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-e3fe0621-5b48-4971-bf15-6c07fbbb73ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 1126 time: 0.3272855 Mar 07 10:57:03.585179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a530ae7-204f-492a-b2d9-ea3e9adc73d7']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:03.621563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6232da4-cd05-4e7d-b929-ffa493c8d0fc req-32dd80a8-2deb-4fbd-9697-f202c3d39c67 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541182 Mar 07 10:57:03.628061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a01ec3-cc4b-4bec-9b34-cd1b509c221c service neutron] Pushing event updated for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:03.723759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-830dbfbe-ef9a-42a8-a445-a8fbf905abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.725278 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-830dbfbe-ef9a-42a8-a445-a8fbf905abc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.1422246 Mar 07 10:57:03.772844 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-06a3a7c2-20a8-4d31-9216-c435b757f8f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19968c12-7349-4084-b429-c5665522d3ee HTTP/1.1" status: 200 len: 217 time: 0.0407944 Mar 07 10:57:03.774601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b740d3-9e61-4fdb-9953-e4ed68cafa66') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:03.774899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b740d3-9e61-4fdb-9953-e4ed68cafa66') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:03.794232 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (51b740d3-9e61-4fdb-9953-e4ed68cafa66), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.814375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'Port': ['ID=32ed48b9-327e-4b49-bfb3-e365881d4d5d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:03.843958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (51b740d3-9e61-4fdb-9953-e4ed68cafa66), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.854223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:03.854708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (51b740d3-9e61-4fdb-9953-e4ed68cafa66), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:03.857575 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:03.885017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-a34583ba-79f3-4972-a19f-4691919b8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.885187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295678-1ffc-45bb-9047-96d18615de4d req-5e7277d2-9398-4331-ad28-6c1bc25460ce tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.886865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b295678-1ffc-45bb-9047-96d18615de4d req-5e7277d2-9398-4331-ad28-6c1bc25460ce tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 944 time: 0.4172730 Mar 07 10:57:03.894210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-a34583ba-79f3-4972-a19f-4691919b8d58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1092753 Mar 07 10:57:04.007808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-d844ebdb-ebff-4c2f-ae24-1aa354cba837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.012297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-d844ebdb-ebff-4c2f-ae24-1aa354cba837 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 1125 time: 0.4728613 Mar 07 10:57:04.016762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-c98503e7-d7e6-4337-a0cf-d29e923a298f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145701 Mar 07 10:57:04.137338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-36d7f91e-778f-486e-8902-a72c2627c846 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 200 len: 217 time: 0.0962324 Mar 07 10:57:04.188459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4882-bfa9-48fe-90f9-efeedea6b530 req-0656917e-9032-43f0-833e-501ad85c8e31 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.190657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-babe4882-bfa9-48fe-90f9-efeedea6b530 req-0656917e-9032-43f0-833e-501ad85c8e31 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 945 time: 0.4156737 Mar 07 10:57:04.253725 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-5cee7f58-a967-41ca-acbd-432bc3000795 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212775 Mar 07 10:57:04.255941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2a530ae7-204f-492a-b2d9-ea3e9adc73d7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.264523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.269698 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a530ae7-204f-492a-b2d9-ea3e9adc73d7 HTTP/1.1" status: 204 len: 168 time: 1.2192807 Mar 07 10:57:04.285339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:04.300074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b295678-1ffc-45bb-9047-96d18615de4d req-8dd5fa37-11fe-413b-9549-0e69469ee93e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244607 Mar 07 10:57:04.327337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-a36209d0-17ec-4870-83e5-ffd554d18c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.334120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-a36209d0-17ec-4870-83e5-ffd554d18c14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1895995 Mar 07 10:57:04.339473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c7d3-8740-4499-827a-e5462f232e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a530ae7-204f-492a-b2d9-ea3e9adc73d7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:04.497029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-26e8f2ea-a329-41f4-9c9e-dd79612b361a req-bd05030f-1fe5-4b14-b89f-65610632580c service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331889 Mar 07 10:57:04.530301 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1156135-6482-4538-ad5c-a269a2f2253d x-openstack-request-id: req-d1156135-6482-4538-ad5c-a269a2f2253d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:04.530878 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:04.531224 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1156135-6482-4538-ad5c-a269a2f2253d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:04.531769 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', 'status': 'completed', 'code': 200} Mar 07 10:57:04.538336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-babe4882-bfa9-48fe-90f9-efeedea6b530 req-f8a3682a-6172-43af-861c-db8c10528ed3 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039379 Mar 07 10:57:04.647816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176144bf-ebbc-4958-9312-5e58395142c2 req-3e54076c-483f-457c-aa4a-29d288fc6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.649413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-3e54076c-483f-457c-aa4a-29d288fc6c61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2908072 Mar 07 10:57:04.708073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49212) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:04.746834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c9684bd-e742-4d8f-bf6f-df9de7e24127 req-cacece55-5824-4f07-b45b-33da6efe9a35 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/ports?device_id=061f1b35-2f43-40b9-8b45-d07bd48b240a HTTP/1.1" status: 200 len: 210 time: 0.0900891 Mar 07 10:57:04.819754 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f467049-37f2-4379-99f5-342ec923025f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92db8c0189d04ab28df3bf92b994bf14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101940 Mar 07 10:57:04.822190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:04.858611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae113d-525f-4c91-9b7c-4246dde27cad req-8b4ea8cf-31b2-4cbb-8a88-85e7dcf3bfe3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.860365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5ae113d-525f-4c91-9b7c-4246dde27cad req-8b4ea8cf-31b2-4cbb-8a88-85e7dcf3bfe3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.3190303 Mar 07 10:57:04.888034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] Publish callbacks [] for security_group (31500282-0363-40a3-98ab-bed0c6eda639), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.917608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] Publish callbacks [] for security_group (31500282-0363-40a3-98ab-bed0c6eda639), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.970606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:04.973807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31500282-0363-40a3-98ab-bed0c6eda639), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.976844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.978159 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31500282-0363-40a3-98ab-bed0c6eda639 HTTP/1.1" status: 204 len: 168 time: 0.1549346 Mar 07 10:57:04.984976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:05.001331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:05.002287 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:05.009943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3ca23-538b-44f8-a919-27db17ba76d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31500282-0363-40a3-98ab-bed0c6eda639,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:05.086644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] No DVR routers for this DVR port 32ed48b9-327e-4b49-bfb3-e365881d4d5d on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:05.105236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.108703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3aed1ee-2eb5-4251-b376-849ad5fa1e6c req-002bc527-3202-421f-97ec-f186009bbde2 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.32 "DELETE /v2.0/ports/32ed48b9-327e-4b49-bfb3-e365881d4d5d HTTP/1.1" status: 204 len: 173 time: 4.9709711 Mar 07 10:57:05.130939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2290874-0ca9-4117-9434-55f84428d8e1 req-11448dbb-ed71-4315-82bf-d36ef93d903d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.134308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2290874-0ca9-4117-9434-55f84428d8e1 req-11448dbb-ed71-4315-82bf-d36ef93d903d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2728534 Mar 07 10:57:05.149423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5ae113d-525f-4c91-9b7c-4246dde27cad req-2fa313ab-aa07-4a43-b2bb-935f337d18e7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750881 Mar 07 10:57:05.251942 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:05.297890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2290874-0ca9-4117-9434-55f84428d8e1 req-8b5e795e-5aae-4c1f-b5c9-48a4eb78aa25 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543570 Mar 07 10:57:05.330191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-cad6c128-073c-4152-92c6-5037d3f9a232 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672766 Mar 07 10:57:05.508934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-176144bf-ebbc-4958-9312-5e58395142c2 req-aa63fb14-3ff7-4a0c-9741-dff96086241d service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680033 Mar 07 10:57:05.629725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:05.633320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534d1c3-c734-484b-990c-2a4e800c626d req-3ae6399c-9d90-4b69-93c1-0dad039505ab tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.634874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6534d1c3-c734-484b-990c-2a4e800c626d req-3ae6399c-9d90-4b69-93c1-0dad039505ab tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 944 time: 0.1248159 Mar 07 10:57:05.689078 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:57:05.714874 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:05.717948 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:05.773908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-3706608f-4f48-4e4a-9f48-9b503f62e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.777213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-3706608f-4f48-4e4a-9f48-9b503f62e478 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 1125 time: 0.1838353 Mar 07 10:57:05.913507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d988-56eb-4528-89a8-e5b0da1f387b req-2f9cbf56-59d9-4523-a3f6-968ca669db17 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.915190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55f7d988-56eb-4528-89a8-e5b0da1f387b req-2f9cbf56-59d9-4523-a3f6-968ca669db17 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 945 time: 0.2212739 Mar 07 10:57:05.918673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6534d1c3-c734-484b-990c-2a4e800c626d req-0302940e-1d9e-4e31-94ce-282eb0660183 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769754 Mar 07 10:57:05.922224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-226c5dac-c439-44f8-9372-1b09a2c6a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.923808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-226c5dac-c439-44f8-9372-1b09a2c6a341 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1374195 Mar 07 10:57:06.007852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55f7d988-56eb-4528-89a8-e5b0da1f387b req-7ae9722f-7166-42eb-964b-2d8ad6864bd3 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792086 Mar 07 10:57:06.060381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-94d5d41c-c21c-488f-91f6-72c706c834d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 200 len: 217 time: 0.0756969 Mar 07 10:57:06.087186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.229912 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:06.242753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (8202d45d-5458-4a23-8d0d-bec3338cac8a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.254932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-062dd860-e4d6-4c46-a892-0148c7befc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.263444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-062dd860-e4d6-4c46-a892-0148c7befc83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1887052 Mar 07 10:57:06.310478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (8202d45d-5458-4a23-8d0d-bec3338cac8a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.379058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8202d45d-5458-4a23-8d0d-bec3338cac8a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.382171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.386413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "DELETE /v2.0/security-groups/8202d45d-5458-4a23-8d0d-bec3338cac8a HTTP/1.1" status: 204 len: 168 time: 0.2951820 Mar 07 10:57:06.388490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.459623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75b122-1305-425e-9e10-b473d1a059aa tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202d45d-5458-4a23-8d0d-bec3338cac8a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:06.461830 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-e432a6e4-5247-4828-8663-17f769630f70 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] show failed (client error): The resource could not be found. Mar 07 10:57:06.466657 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e432a6e4-5247-4828-8663-17f769630f70 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "GET /v2.0/security-groups/8202d45d-5458-4a23-8d0d-bec3338cac8a HTTP/1.1" status: 404 len: 347 time: 0.0704405 Mar 07 10:57:06.472569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49260) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.548800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'name': 'network-vif-deleted', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:06.556989 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10889353-fcef-4184-b22a-ef6d1059235b" -d '{"events": [{"server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "name": "network-vif-deleted", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:06.568479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.662560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:06.717685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a864c-3403-44ce-bcd1-211d0e58ad2c None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:47:14Z', 'revision_number': 4, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ce58a49e-5da2-4459-a41c-8aeb8aa48214', 'name': '', 'network_id': '534503df-0cc1-4b62-aabe-0aa7a0ae98f5', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'mac_address': 'fa:16:3e:5d:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '14654355-5e84-47c9-94ad-666c8a15174e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:12Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'subnets': [{'id': '14654355-5e84-47c9-94ad-666c8a15174e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:06.772392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1322981676-network', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:06.804154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Made reservation on behalf of 228b5956e2ed44298cff4d583d4bef34 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:06.812540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-e6241b5c-2743-4f94-be92-a8ceb7f038cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.814078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-e6241b5c-2743-4f94-be92-a8ceb7f038cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5483491 Mar 07 10:57:06.820924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.842737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fa9f1-39f9-4f2f-bbc2-3234067c0154 req-38f3410e-b1e1-4864-a4f2-42a37e2ab131 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.845095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.849718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-647fa9f1-39f9-4f2f-bbc2-3234067c0154 req-38f3410e-b1e1-4864-a4f2-42a37e2ab131 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.4893057 Mar 07 10:57:06.925954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96d74a-df84-4f65-924d-9a1c0e5aed2a req-577fc6cc-c488-4776-b700-0401d62b4390 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.944233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb96d74a-df84-4f65-924d-9a1c0e5aed2a req-577fc6cc-c488-4776-b700-0401d62b4390 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.4580777 Mar 07 10:57:07.007497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks [] for security_group (e18a4043-dfe8-4301-bf9e-d59d787e4496), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.014008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e18a4043-dfe8-4301-bf9e-d59d787e4496), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.045745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:07.059057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32b5d75c-6aea-428b-85a5-d2162b171287), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.060161 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Added segment 32b5d75c-6aea-428b-85a5-d2162b171287 of type vlan for network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 Mar 07 10:57:07.123481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.150685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 19968c12-7349-4084-b429-c5665522d3ee details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:07.169119 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.170418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:07.171101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.263433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.285461 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a4043-dfe8-4301-bf9e-d59d787e4496,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.298510 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5ed7e08f-ded6-4c0f-b9de-a10f922ea5e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7263188 Mar 07 10:57:07.299198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:07.307226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Request body: {'subnet': {'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1322981676-subnet', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:07.322367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:57:07.326290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393abae-fc93-49b1-9ab6-a04afdb15bc9 None None] New status for floating IP 7586f623-f831-49cf-b284-540a35d0a86e: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:57:07.337511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Made reservation on behalf of 228b5956e2ed44298cff4d583d4bef34 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:07.343588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.428171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=19968c12-7349-4084-b429-c5665522d3ee,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:07.516749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '19968c12-7349-4084-b429-c5665522d3ee', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': '19968c12-7349-4084-b429-c5665522d3ee', 'mac_address': 'fa:16:3e:16:4d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:07.709387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (8c1f03f1-d40f-4258-86e0-310fec2aa96d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.791543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 19968c12-7349-4084-b429-c5665522d3ee is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:07.791916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19968c12-7349-4084-b429-c5665522d3ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.825519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1f03f1-d40f-4258-86e0-310fec2aa96d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.845009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Checking segment: {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:07.845366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Network hostable DHCP agents. Network: 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:07.882597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19968c12-7349-4084-b429-c5665522d3ee {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:07.885783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-647fa9f1-39f9-4f2f-bbc2-3234067c0154 req-4c243525-ffe8-4aa1-b3bf-ebd3d869d44a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0335584 Mar 07 10:57:07.900022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:07.944006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:07.950657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=19968c12-7349-4084-b429-c5665522d3ee,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:07.956395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:07.956395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.958694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb96d74a-df84-4f65-924d-9a1c0e5aed2a req-8bdab794-b6f6-4e48-8463-9706dff08c19 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0135019 Mar 07 10:57:07.966336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.002614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-ccf0b2c7-da81-4fb3-aaba-365145926244 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1751776 Mar 07 10:57:08.012081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b2742ec4-b22b-4338-8352-60c7b50424ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7115285 Mar 07 10:57:08.020247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:08.025398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Deleting port 4650af0c-a411-4275-8fcd-4a0b466cdffc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:08.027099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.031541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949daa8-ea85-4329-9f69-584dcfb377d5 x-openstack-request-id: req-4949daa8-ea85-4329-9f69-584dcfb377d5 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:08.031541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061f1b35-2f43-40b9-8b45-d07bd48b240a", "name": "network-vif-deleted", "tag": "32ed48b9-327e-4b49-bfb3-e365881d4d5d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:08.031541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4949daa8-ea85-4329-9f69-584dcfb377d5 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:08.032111 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f1b35-2f43-40b9-8b45-d07bd48b240a', 'name': 'network-vif-deleted', 'tag': '32ed48b9-327e-4b49-bfb3-e365881d4d5d', 'status': 'completed', 'code': 200} Mar 07 10:57:08.034189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:08.075508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.078424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9c90e-4c21-4cda-bbf0-a0eeb405017f None None] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:08.080464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.081928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.147768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for router_controller (5d6bab32-2003-404d-bfd4-f68cb93998f2), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.266614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62d37a-b598-446d-a75c-198cebe72375 req-79a6d4e9-c43f-43ed-9091-a24c883ae04a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:08.268174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd62d37a-b598-446d-a75c-198cebe72375 req-79a6d4e9-c43f-43ed-9091-a24c883ae04a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 945 time: 0.1952169 Mar 07 10:57:08.293479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16550de6-6476-4a0f-953b-3e2c94ed52ed req-46c1a15f-a047-43a7-a2df-23caf26d04de service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848735 Mar 07 10:57:08.298006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.298243 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (4650af0c-a411-4275-8fcd-4a0b466cdffc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.332893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Calling delete_port for 4650af0c-a411-4275-8fcd-4a0b466cdffc owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:08.382631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'fixed_ips': [{'subnet_id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:57:08.383528 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.439906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd62d37a-b598-446d-a75c-198cebe72375 req-838c67bc-e464-4751-ba7e-cf12249cb4f8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633787 Mar 07 10:57:08.624428 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4650af0c-a411-4275-8fcd-4a0b466cdffc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.657888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['19968c12-7349-4084-b429-c5665522d3ee'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:08.686990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Pushing event deleted for resources: {'Port': ['ID=4650af0c-a411-4275-8fcd-4a0b466cdffc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.780756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks [] for floatingip (7586f623-f831-49cf-b284-540a35d0a86e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.783868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.785253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-630139a7-257b-4df6-90c8-4d9da73ad8c5 tempest-AttachVolumeTestJSON-710107119 tempest-AttachVolumeTestJSON-710107119-project] 10.222.0.23 "DELETE /v2.0/floatingips/7586f623-f831-49cf-b284-540a35d0a86e HTTP/1.1" status: 204 len: 168 time: 2.3004656 Mar 07 10:57:08.815167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Allocated IP 172.20.0.2 (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527/8c1f03f1-d40f-4258-86e0-310fec2aa96d/45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:08.867774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for router_gateway (5d6bab32-2003-404d-bfd4-f68cb93998f2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.218022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b1a8d-5586-48a2-b421-55f266155a41 req-6354fb36-945c-489d-b44b-318b1e772f53 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:09.233615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d1b1a8d-5586-48a2-b421-55f266155a41 req-6354fb36-945c-489d-b44b-318b1e772f53 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1783493 Mar 07 10:57:09.310615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d1b1a8d-5586-48a2-b421-55f266155a41 req-666575ef-d7b3-4ac3-954a-326e2350d68b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760150 Mar 07 10:57:09.314746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks [] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.326136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.334965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b12d5-05e6-492b-b3dc-2b79164c43fc req-df1de799-5bec-4aea-b8df-1c10a68f022b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:09.336733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d71b12d5-05e6-492b-b3dc-2b79164c43fc req-df1de799-5bec-4aea-b8df-1c10a68f022b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2035186 Mar 07 10:57:09.345842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:09.370498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:09.376407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:09.396569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d71b12d5-05e6-492b-b3dc-2b79164c43fc req-1630538a-3f3e-4194-85b1-f9ba5ca35691 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Mar 07 10:57:09.419398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Pushing event updated for resources: {'Port': ['ID=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.463299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Attempting to bind port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:09.463850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Attempting to bind port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:09.465530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Attempting to bind port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c on network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:09.471666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:09.472046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Checking segment: {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:09.472445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.472830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Bound using segment: {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:09.473291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Bound port: 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:09.473665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.548277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for router_gateway (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.564169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] For port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:09.567833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] For port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:09.585943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.586375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.601636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26571d34-6646-48aa-ba50-be22583b6ccc req-fe69ef14-3935-41c5-99b8-66e153ef6039 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:09.612228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26571d34-6646-48aa-ba50-be22583b6ccc req-fe69ef14-3935-41c5-99b8-66e153ef6039 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 945 time: 0.0871990 Mar 07 10:57:09.686122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30911dd-bebb-4b1e-8584-caab0c96d4ea None None] Pushing event updated for resources: {'Port': ['ID=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.689397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26571d34-6646-48aa-ba50-be22583b6ccc req-cdfd9a9d-b0bd-442d-8660-53f4bc6ff7c2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737150 Mar 07 10:57:09.767289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Allocated IP 172.25.4.189 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:09.950557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.075835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.137464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Pushing event updated for resources: {'Port': ['ID=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:10.142481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:10.144095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:10.152259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:10.507349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5389-bf9a-4459-b809-ed53bcb98e5d req-c6230aa2-0de0-4a7a-bab2-464fd8b28072 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:10.516386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c0b5389-bf9a-4459-b809-ed53bcb98e5d req-c6230aa2-0de0-4a7a-bab2-464fd8b28072 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1117773 Mar 07 10:57:10.550743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for router_gateway (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.652333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c0b5389-bf9a-4459-b809-ed53bcb98e5d req-2b2f825f-2054-4e5e-9abe-ba24c36550f1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317878 Mar 07 10:57:10.670952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014ef3f-ef9e-4216-b3bd-8e16055d3ba6 req-532b3264-7670-44e0-b9bd-2292c05ab8ce tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:10.672962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4014ef3f-ef9e-4216-b3bd-8e16055d3ba6 req-532b3264-7670-44e0-b9bd-2292c05ab8ce tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1116989 Mar 07 10:57:10.821382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4014ef3f-ef9e-4216-b3bd-8e16055d3ba6 req-19148b16-7432-452c-ab7e-5eb2f0986ef4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387227 Mar 07 10:57:10.891621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.921851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287604-1040-4bdf-9942-5806f40d08ce req-86b77be2-88d4-4279-8adb-05460d655c5b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:10.924835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51287604-1040-4bdf-9942-5806f40d08ce req-86b77be2-88d4-4279-8adb-05460d655c5b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 945 time: 0.0992024 Mar 07 10:57:11.032839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51287604-1040-4bdf-9942-5806f40d08ce req-3d42e912-2dc2-4b3f-a481-bf6d2246d33c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951705 Mar 07 10:57:11.119523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Router 5d6bab32-2003-404d-bfd4-f68cb93998f2 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:57:11.185046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 19968c12-7349-4084-b429-c5665522d3ee up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:11.253428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4394c85-e1c1-4701-9163-b39e27ecd403 None None] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:11.358359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Provisioning complete for port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:11.359004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.408244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:11.423168 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Sync routers for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:11.436445 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:11.439338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:11.445877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.446098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 19968c12-7349-4084-b429-c5665522d3ee completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:57:11.448912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49340) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:11.449093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-00f416aa-fcb2-4a08-98ba-71157653cb4d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4276111 Mar 07 10:57:11.486436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 19968c12-7349-4084-b429-c5665522d3ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:11.487009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (19968c12-7349-4084-b429-c5665522d3ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.719927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Current status of the port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:11.720324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.726033 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:11.870632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] For port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:11.970664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 19968c12-7349-4084-b429-c5665522d3ee is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:11.971274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19968c12-7349-4084-b429-c5665522d3ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.974443 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.027704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:12.240654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:10Z', 'revision_number': 3, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:12.252714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19968c12-7349-4084-b429-c5665522d3ee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:12.266208 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ec722-06be-438d-a5cd-41bcabb504b1" -d '{"events": [{"server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "name": "network-vif-plugged", "status": "completed", "tag": "19968c12-7349-4084-b429-c5665522d3ee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:12.272050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:12.302264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Checking router: 5d6bab32-2003-404d-bfd4-f68cb93998f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:57:12.302844 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Updating router 5d6bab32-2003-404d-bfd4-f68cb93998f2 port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:57:12.328028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.328393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.334127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=19968c12-7349-4084-b429-c5665522d3ee,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:12.349411 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.417963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e048-6fd5-4a69-80b1-b1f1cec34685 None None] Pushing event updated for resources: {'Port': ['ID=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:12.424296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.501402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe7f5-8925-43e4-a830-f4aec34fdf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.513580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d4ee-e841-41d8-b822-8bdc629fc7fc req-1b0d91d7-8096-4b68-998b-e4f482be3776 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:12.520006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4f6d4ee-e841-41d8-b822-8bdc629fc7fc req-1b0d91d7-8096-4b68-998b-e4f482be3776 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.5708554 Mar 07 10:57:12.546894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5614b310-8fe7-4a16-811a-c221f6a12df8 None None] Provisioning complete for port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.547264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5614b310-8fe7-4a16-811a-c221f6a12df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.569945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3e0e5-f23d-4f4c-a2ef-8faefeb368dc req-22601c1a-24ec-4eb4-89df-eca79557c920 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:12.571753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8e3e0e5-f23d-4f4c-a2ef-8faefeb368dc req-22601c1a-24ec-4eb4-89df-eca79557c920 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.5356200 Mar 07 10:57:12.681123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe7f5-8925-43e4-a830-f4aec34fdf74 admin admin] Publish callbacks [] for security_group (48c5c410-872c-4f61-aa3f-3221723e50e9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.690964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe7f5-8925-43e4-a830-f4aec34fdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (48c5c410-872c-4f61-aa3f-3221723e50e9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.750914 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks [] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.760315 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.767865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4f6d4ee-e841-41d8-b822-8bdc629fc7fc req-aeb64f49-c961-4a73-a6bd-13adf42df34f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278421 Mar 07 10:57:12.775745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49374) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:12.777288 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba3fe7f5-8925-43e4-a830-f4aec34fdf74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c29aa7ed2e74808a7f0b57a4c60783b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036359 Mar 07 10:57:12.792807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fe7f5-8925-43e4-a830-f4aec34fdf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c5c410-872c-4f61-aa3f-3221723e50e9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:12.798422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8e3e0e5-f23d-4f4c-a2ef-8faefeb368dc req-5d003890-a58e-4f46-9120-9aabedf22084 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148438 Mar 07 10:57:12.913774 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Attempting to bind port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:12.913774 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Attempting to bind port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:12.914189 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Attempting to bind port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:12.917298 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Pushing event updated for resources: {'Port': ['ID=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:12.927316 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:12.927708 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:12.928107 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.928496 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:12.934178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Bound port: 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:12.934501 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.938200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:12.987620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.987976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:12.995110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.035598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Publish callbacks [] for security_group (48c5c410-872c-4f61-aa3f-3221723e50e9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.045549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:13.073227 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] For port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:13.086650 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] For port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:13.096503 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.148884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5614b310-8fe7-4a16-811a-c221f6a12df8 None None] Current status of the port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:13.162455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Publish callbacks [] for security_group (48c5c410-872c-4f61-aa3f-3221723e50e9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.174065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.203118 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0412d0-24d3-45b9-a94c-dc0d5524e295 x-openstack-request-id: req-fb0412d0-24d3-45b9-a94c-dc0d5524e295 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:13.203668 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "name": "network-vif-plugged", "status": "completed", "tag": "19968c12-7349-4084-b429-c5665522d3ee", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:13.204123 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb0412d0-24d3-45b9-a94c-dc0d5524e295 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:13.204724 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19968c12-7349-4084-b429-c5665522d3ee', 'code': 200} Mar 07 10:57:13.218999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d868e-2ffa-4542-86be-8a8ecd177652 None None] Pushing event updated for resources: {'Port': ['ID=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:13.242376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574046b1-2256-4c2b-a376-e9d61f7e6ab9 req-888c17c7-bd92-4735-af96-7ae33f2c0bca tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:13.249347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-574046b1-2256-4c2b-a376-e9d61f7e6ab9 req-888c17c7-bd92-4735-af96-7ae33f2c0bca tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.2229092 Mar 07 10:57:13.263228 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:13.263933 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:13.393077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:13.511134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Allocated IP 172.20.0.1 (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527/8c1f03f1-d40f-4258-86e0-310fec2aa96d/2c16f92a-9125-48ed-94c5-c8bac1066e43) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:13.611229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:10Z', 'revision_number': 3, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:13.644191 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f7777-52fa-4588-be9c-521edc772a2e None None] The sync data for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 is: [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:10Z', 'revision_number': 3, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:13.705253 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks [] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.731914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (48c5c410-872c-4f61-aa3f-3221723e50e9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.734497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.739896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48c5c410-872c-4f61-aa3f-3221723e50e9 HTTP/1.1" status: 204 len: 168 time: 0.9600198 Mar 07 10:57:13.779201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-574046b1-2256-4c2b-a376-e9d61f7e6ab9 req-a71770ec-e13e-4aad-a1ac-696d6ef5caf6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288758 Mar 07 10:57:13.785095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c5c410-872c-4f61-aa3f-3221723e50e9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:13.831325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1d9e-fbd6-4646-a039-af18248c39dd req-b4c735a2-7967-4bb8-b70d-db1dfdfa20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:13.833282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87eb1d9e-fbd6-4646-a039-af18248c39dd req-b4c735a2-7967-4bb8-b70d-db1dfdfa20b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 1128 time: 0.3476992 Mar 07 10:57:13.833858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:13.834786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.835138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.835716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.835854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.836765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.836765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.836765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.837035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.837375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.837649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.837961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.838270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.838617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c94adc-cca5-4735-b9d2-c2349ebafb32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:13.878025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808df053-cb66-4893-9dd1-40e820a1f3d0 req-e2ea3b3a-d0b6-4724-95e9-405f745ce151 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:13.885822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-808df053-cb66-4893-9dd1-40e820a1f3d0 req-e2ea3b3a-d0b6-4724-95e9-405f745ce151 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 945 time: 0.4026513 Mar 07 10:57:13.940736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.994181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:13.994630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.156059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:14.156270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87eb1d9e-fbd6-4646-a039-af18248c39dd req-0e026e7b-9b18-485b-b820-fc9a80f5a32f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043036 Mar 07 10:57:14.168327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-808df053-cb66-4893-9dd1-40e820a1f3d0 req-894732c7-3754-46fd-a167-24dc93291e44 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815356 Mar 07 10:57:14.178926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:14.185036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:14.206690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:14.211808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:14.288553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.356354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49390) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.374265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6941fcf-af5b-4269-b1d1-3b1554ed1daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.407226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f572-0ec0-4b31-9976-92887639e3f8 req-23e50f6d-f087-4e66-b3de-0314cd4724a1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:14.409339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af6f572-0ec0-4b31-9976-92887639e3f8 req-23e50f6d-f087-4e66-b3de-0314cd4724a1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.4409988 Mar 07 10:57:14.514665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6941fcf-af5b-4269-b1d1-3b1554ed1daf admin admin] Publish callbacks [] for security_group (8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.536010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6941fcf-af5b-4269-b1d1-3b1554ed1daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.547281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7af6f572-0ec0-4b31-9976-92887639e3f8 req-147d70e0-d3fb-4230-bbbd-450dc2407eae tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100607 Mar 07 10:57:14.624614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d8d51bd2-36db-4269-a343-b992bbd7b880 None None] Provisioning complete for port 2c16f92a-9125-48ed-94c5-c8bac1066e43 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:14.627046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8d51bd2-36db-4269-a343-b992bbd7b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.661513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d6941fcf-af5b-4269-b1d1-3b1554ed1daf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67926651048246e4a4835e47cf9c988b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031263 Mar 07 10:57:14.662508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.663196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6941fcf-af5b-4269-b1d1-3b1554ed1daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:14.711118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f3b0-837e-41b5-ba8d-4457bf0cbf4e req-6a1b80f2-a612-4727-a877-51ccba7fd87c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:14.721474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3443f3b0-837e-41b5-ba8d-4457bf0cbf4e req-6a1b80f2-a612-4727-a877-51ccba7fd87c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.4227791 Mar 07 10:57:14.752775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d8d51bd2-36db-4269-a343-b992bbd7b880 None None] Port 2c16f92a-9125-48ed-94c5-c8bac1066e43 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:14.764234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Publish callbacks [] for security_group (8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.805444 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Publish callbacks [] for security_group (8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.874602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.878034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.880193 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea HTTP/1.1" status: 204 len: 168 time: 0.2140858 Mar 07 10:57:14.891816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23f4dd-8559-4d43-9c65-8aeaf3c6b3ea,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:14.903437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.905584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.906162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.906724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.907266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.907888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.908447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.909469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.910427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.911126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.911812 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.912599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.913185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34c458-c852-4844-8819-9cd7e0cbe745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:14.926775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3443f3b0-837e-41b5-ba8d-4457bf0cbf4e req-caff994b-40bf-4919-b14c-176aa524cb02 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995943 Mar 07 10:57:14.939888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.980473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-3a4b64f8-1b48-4924-b465-b7c0b388ef62 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:14.982389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-3a4b64f8-1b48-4924-b465-b7c0b388ef62 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 945 time: 0.2110128 Mar 07 10:57:15.140687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827b32-8d4e-4dc6-98b7-c1cca5c0a481 req-d73ae834-21ac-45b5-8df5-33ec117bf404 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:15.142241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97827b32-8d4e-4dc6-98b7-c1cca5c0a481 req-d73ae834-21ac-45b5-8df5-33ec117bf404 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.1842744 Mar 07 10:57:15.310777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97827b32-8d4e-4dc6-98b7-c1cca5c0a481 req-224a0638-7007-4846-9d1f-bd023a1693df tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594932 Mar 07 10:57:15.331725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Deleting port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:15.331725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.379963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks [] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.407115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49406) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:15.420033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.422125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6118dfee-3e42-43e9-93b2-7aad10d9ac69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.433312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540ae70-d5d2-440a-994d-0e8d2c5eb776 req-a8dad409-3e4a-40f1-90b4-e601bc9bea81 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:15.434901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0540ae70-d5d2-440a-994d-0e8d2c5eb776 req-a8dad409-3e4a-40f1-90b4-e601bc9bea81 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 945 time: 0.1750979 Mar 07 10:57:15.534098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6118dfee-3e42-43e9-93b2-7aad10d9ac69 admin admin] Publish callbacks [] for security_group (d8672ae0-defa-4415-9b87-48fb773786b5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.542112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6118dfee-3e42-43e9-93b2-7aad10d9ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d8672ae0-defa-4415-9b87-48fb773786b5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.547760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.560323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] For port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,segment=NetworkSegment(32483c87-79e3-43ca-8180-9d78e054474e),segment_id=32483c87-79e3-43ca-8180-9d78e054474e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:15.560742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.563337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.617668 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6118dfee-3e42-43e9-93b2-7aad10d9ac69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e5eb69b1ed749dbb5bf0d6a5cb36aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087655 Mar 07 10:57:15.618353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49410) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:15.631007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118dfee-3e42-43e9-93b2-7aad10d9ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8672ae0-defa-4415-9b87-48fb773786b5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.696829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] Publish callbacks [] for security_group (d8672ae0-defa-4415-9b87-48fb773786b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.756168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] Publish callbacks [] for security_group (d8672ae0-defa-4415-9b87-48fb773786b5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.855387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d8672ae0-defa-4415-9b87-48fb773786b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.859632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.862263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8672ae0-defa-4415-9b87-48fb773786b5 HTTP/1.1" status: 204 len: 168 time: 0.2415226 Mar 07 10:57:15.887416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:15.895932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae15ae7-67e3-4e63-aba6-21bbd732d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8672ae0-defa-4415-9b87-48fb773786b5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.004700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:16.005457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.008516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Calling delete_port for 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:16.047006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0540ae70-d5d2-440a-994d-0e8d2c5eb776 req-366acdbb-073c-4997-b57c-805d7ccaf983 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/security-groups?id=a674dc23-d526-4095-ac5f-eb3e13eaf4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698676 Mar 07 10:57:16.117010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:16.118129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.142327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:16.149470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.237180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.252162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.252978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.253531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.254189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.254824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.256495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.257046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.257577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.258296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.258830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.259337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.260176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.260858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:16.278085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8968ac-4228-47d6-b1bd-ffb08342535f req-68a4034b-cc54-432a-9674-4a1cdd142685 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:16.279628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f8968ac-4228-47d6-b1bd-ffb08342535f req-68a4034b-cc54-432a-9674-4a1cdd142685 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2948127 Mar 07 10:57:16.342059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3a56-df4d-4da0-9c58-cc218c7c9583 req-beab334d-dbee-4f9a-bf19-84a24ba0a8cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:16.343718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6dc3a56-df4d-4da0-9c58-cc218c7c9583 req-beab334d-dbee-4f9a-bf19-84a24ba0a8cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1734641 Mar 07 10:57:16.356912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:16.388440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:16.457166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f8968ac-4228-47d6-b1bd-ffb08342535f req-9fa6a24e-e908-47a9-9ad0-f65d5f14db0c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519983 Mar 07 10:57:16.529711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5b05abee-b7a7-44ef-b54a-4eccc0e499a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.548009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['5b05abee-b7a7-44ef-b54a-4eccc0e499a1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:16.556541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c6dc3a56-df4d-4da0-9c58-cc218c7c9583 req-8b14c561-9ffc-4754-ad91-b5f78759dc5a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049470 Mar 07 10:57:16.599822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Pushing event deleted for resources: {'Port': ['ID=5b05abee-b7a7-44ef-b54a-4eccc0e499a1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.717843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] No DVR routers for this DVR port 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:16.728150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.733866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9f83449-568c-45e4-853a-a1577e8738c9 req-e77bf56a-a55c-414a-a8af-bbfd750abdc0 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.32 "DELETE /v2.0/ports/5b05abee-b7a7-44ef-b54a-4eccc0e499a1 HTTP/1.1" status: 204 len: 173 time: 1.7348428 Mar 07 10:57:16.737099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'name': 'network-vif-deleted', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:16.739683 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71ee62d-5f3e-4c12-ad82-761153233af8" -d '{"events": [{"server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "name": "network-vif-deleted", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:16.791059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06870a09-9e49-4b52-86b6-da57c91ef9c1 req-d0bc8844-0df4-40d7-a8ff-cad4b9002a4c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:16.793256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06870a09-9e49-4b52-86b6-da57c91ef9c1 req-d0bc8844-0df4-40d7-a8ff-cad4b9002a4c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.2356975 Mar 07 10:57:16.801766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Router 5d6bab32-2003-404d-bfd4-f68cb93998f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:16.821926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-608869f1-5cc6-424a-9059-049de02f4158 None None] Provisioning complete for port 2c16f92a-9125-48ed-94c5-c8bac1066e43 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:16.824435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-608869f1-5cc6-424a-9059-049de02f4158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.882796 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ffe1a2-f421-4625-a40f-e96c220bdf92 x-openstack-request-id: req-f5ffe1a2-f421-4625-a40f-e96c220bdf92 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:16.884779 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d2bf8-4e16-4d24-ae5f-88060f6284c9", "name": "network-vif-deleted", "tag": "5b05abee-b7a7-44ef-b54a-4eccc0e499a1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:16.885299 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5ffe1a2-f421-4625-a40f-e96c220bdf92 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:16.885941 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d2bf8-4e16-4d24-ae5f-88060f6284c9', 'name': 'network-vif-deleted', 'tag': '5b05abee-b7a7-44ef-b54a-4eccc0e499a1', 'status': 'completed', 'code': 200} Mar 07 10:57:16.923307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-608869f1-5cc6-424a-9059-049de02f4158 None None] Port 2c16f92a-9125-48ed-94c5-c8bac1066e43 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:16.994609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06870a09-9e49-4b52-86b6-da57c91ef9c1 req-1f446cb0-5a01-4034-ba65-a94742fad698 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876342 Mar 07 10:57:17.137383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:17.149052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Sync routers for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:17.152605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bd6ef4b1-f3b7-457e-80a3-c6b4ab03bdb4 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d6bab32-2003-404d-bfd4-f68cb93998f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7014818 Mar 07 10:57:17.164920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:17.165581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:17.178269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b14f-1371-4314-b38b-20c7b28add60 req-de9e8d5a-2b7e-4847-b856-05cd6a4bccd6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:17.180087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d54b14f-1371-4314-b38b-20c7b28add60 req-de9e8d5a-2b7e-4847-b856-05cd6a4bccd6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.0863352 Mar 07 10:57:17.223829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-066b7b85-7821-451e-a5c1-a81d1b3197b0 req-025185f8-891c-4549-a7ce-e5d0fdf5d275 tempest-VolumesActionsTest-1959842600 tempest-VolumesActionsTest-1959842600-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5d2bf8-4e16-4d24-ae5f-88060f6284c9 HTTP/1.1" status: 200 len: 210 time: 0.0562084 Mar 07 10:57:17.269675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d54b14f-1371-4314-b38b-20c7b28add60 req-75df0081-577c-4622-864d-5f1e5c27faf1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797017 Mar 07 10:57:17.335973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:17.665015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:14Z', 'revision_number': 4, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2c16f92a-9125-48ed-94c5-c8bac1066e43', 'name': '', 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'mac_address': 'fa:16:3e:96:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:13Z', 'updated_at': '2022-03-07T10:57:15Z', 'revision_number': 2, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'subnets': [{'id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:17.726948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Checking router: 5d6bab32-2003-404d-bfd4-f68cb93998f2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:57:17.727304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Updating router 5d6bab32-2003-404d-bfd4-f68cb93998f2 port 2c16f92a-9125-48ed-94c5-c8bac1066e43 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:57:17.773297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.803942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb972a-ee0e-4041-ad8e-e1f2ffed0836 req-f3d1d772-b550-465d-9386-ab15d3114b43 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:17.816371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebfb972a-ee0e-4041-ad8e-e1f2ffed0836 req-f3d1d772-b550-465d-9386-ab15d3114b43 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2349427 Mar 07 10:57:17.860095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a45bd-fb5b-433c-af5b-dc2a501c4f72 req-342c8141-8295-4737-b9a8-61ea478d0be6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:17.863617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:17.867850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f3a45bd-fb5b-433c-af5b-dc2a501c4f72 req-342c8141-8295-4737-b9a8-61ea478d0be6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.2295592 Mar 07 10:57:17.920466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebfb972a-ee0e-4041-ad8e-e1f2ffed0836 req-c0c119df-eeca-4d21-8031-b33bc67eb561 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031387 Mar 07 10:57:17.958535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f3a45bd-fb5b-433c-af5b-dc2a501c4f72 req-7486de54-2a67-4d2d-a568-abcb3f73aeb9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895355 Mar 07 10:57:18.115373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:18.118034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.160151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109c88e-ca86-493d-a489-957640ea0743 req-f67cf078-26a5-4646-b200-dc36e5813167 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:18.164122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f109c88e-ca86-493d-a489-957640ea0743 req-f67cf078-26a5-4646-b200-dc36e5813167 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1185279 Mar 07 10:57:18.279669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f109c88e-ca86-493d-a489-957640ea0743 req-e43dff0b-ce01-42ab-a9df-b7057158a059 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081650 Mar 07 10:57:18.301379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:18.412227 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks [] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.421760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.490229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d69cd-cc92-4008-a3f2-e4699e84f952 None None] Pushing event updated for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.576375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Attempting to bind port 2c16f92a-9125-48ed-94c5-c8bac1066e43 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:18.576749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Attempting to bind port 2c16f92a-9125-48ed-94c5-c8bac1066e43 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:18.577116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Attempting to bind port 2c16f92a-9125-48ed-94c5-c8bac1066e43 on network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:18.582849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:18.583223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Checking segment: {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:18.583630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.584074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Bound using segment: {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:18.584678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Bound port: 2c16f92a-9125-48ed-94c5-c8bac1066e43, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b5d75c-6aea-428b-85a5-d2162b171287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:18.585059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.673129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] For port 2c16f92a-9125-48ed-94c5-c8bac1066e43, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:18.677758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] For port 2c16f92a-9125-48ed-94c5-c8bac1066e43, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2c16f92a-9125-48ed-94c5-c8bac1066e43,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:18.686977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.743736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:18.744530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:18.814532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d69cd-cc92-4008-a3f2-e4699e84f952 None None] Pushing event updated for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:19.008952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-6529f2ef-52c9-4782-93a9-7c0543fb5eee tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.014334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-6529f2ef-52c9-4782-93a9-7c0543fb5eee tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.1578100 Mar 07 10:57:19.040054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Provisioning complete for port 2c16f92a-9125-48ed-94c5-c8bac1066e43 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:19.040456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.197138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:19.203153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:19.233631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:19.343605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dfda8-b4a9-41a9-a97c-282ee47ed68c req-15b0add0-76ac-46e1-9b9a-6315b6f5aad3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.345156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e2dfda8-b4a9-41a9-a97c-282ee47ed68c req-15b0add0-76ac-46e1-9b9a-6315b6f5aad3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 946 time: 0.1193628 Mar 07 10:57:19.393775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:19.393775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 5b05abee-b7a7-44ef-b54a-4eccc0e499a1 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:19.415700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e6cff-d804-4a02-be3e-a7c4e935674d req-b7620ec9-462b-41d2-ba02-91b2383a3a66 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.417611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc7e6cff-d804-4a02-be3e-a7c4e935674d req-b7620ec9-462b-41d2-ba02-91b2383a3a66 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2096317 Mar 07 10:57:19.461937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e2dfda8-b4a9-41a9-a97c-282ee47ed68c req-4b8e6cc8-6183-4fd1-87ec-004302953a47 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Mar 07 10:57:19.543822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port 19968c12-7349-4084-b429-c5665522d3ee {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:19.544078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (19968c12-7349-4084-b429-c5665522d3ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.732328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Current status of the port 2c16f92a-9125-48ed-94c5-c8bac1066e43 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:19.732973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.784649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] For port 2c16f92a-9125-48ed-94c5-c8bac1066e43, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2c16f92a-9125-48ed-94c5-c8bac1066e43,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:19.799777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.845984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port 19968c12-7349-4084-b429-c5665522d3ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=19968c12-7349-4084-b429-c5665522d3ee,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:19.846348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (19968c12-7349-4084-b429-c5665522d3ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.859129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.878913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for 19968c12-7349-4084-b429-c5665522d3ee owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:19.882634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd82872-9c87-4c39-99de-4b19dcb892a3 None None] Pushing event updated for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:19.909129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc7e6cff-d804-4a02-be3e-a7c4e935674d req-bb61d2e3-9af3-462c-a14e-a49020ad47fc tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853535 Mar 07 10:57:19.946686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dda5dd-4b26-4bc3-b9f8-503fc3a781d5 req-b85a45cd-781a-4069-a11c-6ff7c227d3b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.955316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3dda5dd-4b26-4bc3-b9f8-503fc3a781d5 req-b85a45cd-781a-4069-a11c-6ff7c227d3b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1919301 Mar 07 10:57:19.977702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1cc88f40-d25d-497c-8e79-6ae52deebe8c None None] Provisioning complete for port 2c16f92a-9125-48ed-94c5-c8bac1066e43 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:19.978226 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1cc88f40-d25d-497c-8e79-6ae52deebe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.065026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:14Z', 'revision_number': 4, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2c16f92a-9125-48ed-94c5-c8bac1066e43', 'name': '', 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'mac_address': 'fa:16:3e:96:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:13Z', 'updated_at': '2022-03-07T10:57:18Z', 'revision_number': 4, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'subnets': [{'id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:20.065913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3dda5dd-4b26-4bc3-b9f8-503fc3a781d5 req-bc22335b-9e65-4c1c-8028-67e53c9fe9d8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Mar 07 10:57:20.118783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5658f-8d45-495f-820d-e2a34e2fb81c None None] The sync data for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 is: [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:14Z', 'revision_number': 4, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2c16f92a-9125-48ed-94c5-c8bac1066e43', 'name': '', 'network_id': '8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'mac_address': 'fa:16:3e:96:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:13Z', 'updated_at': '2022-03-07T10:57:18Z', 'revision_number': 4, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'subnets': [{'id': '8c1f03f1-d40f-4258-86e0-310fec2aa96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:20.202164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (19968c12-7349-4084-b429-c5665522d3ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.231421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['19968c12-7349-4084-b429-c5665522d3ee'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:20.238276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:20.285324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=19968c12-7349-4084-b429-c5665522d3ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.363035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1cc88f40-d25d-497c-8e79-6ae52deebe8c None None] Current status of the port 2c16f92a-9125-48ed-94c5-c8bac1066e43 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:20.374557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Deleting port 2c16f92a-9125-48ed-94c5-c8bac1066e43 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:20.375087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.430721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port 19968c12-7349-4084-b429-c5665522d3ee on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:20.439029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.442762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e840f8f2-e081-4aae-b7f4-0e3203157486 req-2c670f38-4a4f-46bb-9cad-ec5d33f54c29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/19968c12-7349-4084-b429-c5665522d3ee HTTP/1.1" status: 204 len: 173 time: 1.4103827 Mar 07 10:57:20.443275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'name': 'network-vif-deleted', 'tag': '19968c12-7349-4084-b429-c5665522d3ee'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:20.452253 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae727e-0990-4020-b646-0fbc0795d4bb" -d '{"events": [{"server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "name": "network-vif-deleted", "tag": "19968c12-7349-4084-b429-c5665522d3ee"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:20.583052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] For port 2c16f92a-9125-48ed-94c5-c8bac1066e43, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2c16f92a-9125-48ed-94c5-c8bac1066e43,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:20.583426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.600830 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a685b-ffa2-4488-94a4-fd219f79c075 x-openstack-request-id: req-3f8a685b-ffa2-4488-94a4-fd219f79c075 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:20.601135 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea79e17-2168-4a15-8e85-6cd2b665813d", "name": "network-vif-deleted", "tag": "19968c12-7349-4084-b429-c5665522d3ee", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:20.601411 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f8a685b-ffa2-4488-94a4-fd219f79c075 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:20.601822 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea79e17-2168-4a15-8e85-6cd2b665813d', 'name': 'network-vif-deleted', 'tag': '19968c12-7349-4084-b429-c5665522d3ee', 'status': 'completed', 'code': 200} Mar 07 10:57:20.627314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Calling delete_port for 2c16f92a-9125-48ed-94c5-c8bac1066e43 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:20.742183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85a31292-7e93-4452-a44d-8202c9bfd1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.746228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da63e676-d1f3-448a-ba45-4d6214e61171 req-05ffd724-2671-4af2-bc24-47d5ced63694 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea79e17-2168-4a15-8e85-6cd2b665813d HTTP/1.1" status: 200 len: 210 time: 0.0825934 Mar 07 10:57:21.009192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2c16f92a-9125-48ed-94c5-c8bac1066e43), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:21.083305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c16f92a-9125-48ed-94c5-c8bac1066e43,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:21.103119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebcd6a-9a7e-405e-84a4-5079348855fe req-d92cb36b-2375-4d6c-8ca9-b6f21860fba5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.117514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bebcd6a-9a7e-405e-84a4-5079348855fe req-d92cb36b-2375-4d6c-8ca9-b6f21860fba5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1010947 Mar 07 10:57:21.199871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bebcd6a-9a7e-405e-84a4-5079348855fe req-8f160250-9cde-42d0-b62d-0cc0923a99bc tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809724 Mar 07 10:57:21.309054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd6b91-8d0a-4bf9-a560-5b69563eaa97 req-e15131a3-75a6-4350-ba6b-8734cf4d654a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.317338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03dd6b91-8d0a-4bf9-a560-5b69563eaa97 req-e15131a3-75a6-4350-ba6b-8734cf4d654a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.0865591 Mar 07 10:57:21.432354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03dd6b91-8d0a-4bf9-a560-5b69563eaa97 req-aa8ff37b-910b-4021-94e9-c49048fd9589 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091886 Mar 07 10:57:21.453182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:21.562848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:21.566366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:21.880499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:21.917987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'port_id': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'mac_address': 'fa:16:3e:36:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672bc7be-6819-4fbc-8926-b5ad41bf6955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:22.044776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Router 5d6bab32-2003-404d-bfd4-f68cb93998f2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:22.308216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:22.308811 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.323300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:22.335881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:22.340025 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-810ae901-c3c4-4d74-a7e8-36a6f4ad576c admin admin] 10.222.0.23 "PUT /v2.0/routers/5d6bab32-2003-404d-bfd4-f68cb93998f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1046824 Mar 07 10:57:22.342497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:22.368231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:22.396313 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.440433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:22.440824 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.476003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30792b-86e8-40e7-bf41-f6d893ad51e6 req-294c6e13-4c5b-4361-af60-75f967206d88 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:22.477591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d30792b-86e8-40e7-bf41-f6d893ad51e6 req-294c6e13-4c5b-4361-af60-75f967206d88 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.1255732 Mar 07 10:57:22.519484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:57:22.519858 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:57:22.535598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:22.575181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks [] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.609614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['dca4da9a-4e86-44ef-90e6-6249c9c239a5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:22.640826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d30792b-86e8-40e7-bf41-f6d893ad51e6 req-7eea4f8e-0fea-47d8-ab64-48a2e2e99bf6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438158 Mar 07 10:57:22.669040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66b1b-8f65-486e-8a12-cde9632c9980 req-f3a33838-3ffc-4961-939b-7e2a1005f73a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:22.680960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bed66b1b-8f65-486e-8a12-cde9632c9980 req-f3a33838-3ffc-4961-939b-7e2a1005f73a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1319299 Mar 07 10:57:22.695455 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Sync routers for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:22.730789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:22.732480 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:56:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.809658 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks [] for router_gateway (5d6bab32-2003-404d-bfd4-f68cb93998f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.822944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bed66b1b-8f65-486e-8a12-cde9632c9980 req-484306ee-39df-41c7-a3d5-58a54ab1c572 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408150 Mar 07 10:57:22.883671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Deleting port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:22.884048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.028255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] For port 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.028255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.038195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Calling delete_port for 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:23.039059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98744ccc-0013-4c9e-abad-fec33cb525d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.051586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-8c9db953-c6c2-498d-8092-9e6505540cbc tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:23.057670 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:23.064313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-8c9db953-c6c2-498d-8092-9e6505540cbc tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.2753284 Mar 07 10:57:23.105791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-447e85d5-33df-4695-a5ac-eb5f5daab56d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0356619 Mar 07 10:57:23.222367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: BUILD; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:23.229366 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.241043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 19968c12-7349-4084-b429-c5665522d3ee no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:23.314670 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:20Z', 'revision_number': 5, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port': {'id': '8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:09Z', 'updated_at': '2022-03-07T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.340823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-af561d58-7aab-488b-8c82-17c63f0a37a6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1960688 Mar 07 10:57:23.380960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 19968c12-7349-4084-b429-c5665522d3ee {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:23.382357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 19968c12-7349-4084-b429-c5665522d3ee not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:23.395564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:23.449141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.457434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.468335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.521629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.569061 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Checking router: 5d6bab32-2003-404d-bfd4-f68cb93998f2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:57:23.579117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-d2bd299e-692e-42d0-9697-c92386ffc1ae service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372928 Mar 07 10:57:23.587010 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Routers {'5d6bab32-2003-404d-bfd4-f68cb93998f2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:23.587976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:57:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5d6bab32-2003-404d-bfd4-f68cb93998f2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.642840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.646307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:23.662092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.696949 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] Set router 5d6bab32-2003-404d-bfd4-f68cb93998f2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:23.872689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port dca4da9a-4e86-44ef-90e6-6249c9c239a5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:23.873532 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.884511 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:23Z', 'revision_number': 7, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.914123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-0ae1daf4-3f48-4940-80fe-446cdaf624dd service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268781 Mar 07 10:57:23.972085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a368-fd7c-4c07-95fd-aefb7fe3905b req-5f04ce51-d56b-4dee-82d9-d518d49445d5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:23.975423 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c7c9f-2539-4957-add4-ec783a8ca591 None None] The sync data for ids ['5d6bab32-2003-404d-bfd4-f68cb93998f2'] in n-d-832156-4 is: [{'id': '5d6bab32-2003-404d-bfd4-f68cb93998f2', 'name': 'tempest-ImageQuotaTest-1322981676-router', 'tenant_id': '228b5956e2ed44298cff4d583d4bef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:08Z', 'updated_at': '2022-03-07T10:57:23Z', 'revision_number': 7, 'project_id': '228b5956e2ed44298cff4d583d4bef34', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:23.983868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68a1a368-fd7c-4c07-95fd-aefb7fe3905b req-5f04ce51-d56b-4dee-82d9-d518d49445d5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 943 time: 0.1713915 Mar 07 10:57:24.077665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port dca4da9a-4e86-44ef-90e6-6249c9c239a5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:24.078234 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.095477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68a1a368-fd7c-4c07-95fd-aefb7fe3905b req-783d927f-ada3-4318-b829-521d89e4a1d0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Mar 07 10:57:24.180355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:24.185245 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c13ff-33e0-448b-b13e-7dc741cd8b76" -d '{"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-plugged", "status": "completed", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:24.280050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:24.299571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.307427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0600f077-a95c-4d4b-a366-556d3f5a862b req-06f1957e-b3e4-4e44-aa6d-494bcd968609 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 210 time: 0.0651691 Mar 07 10:57:24.322848 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.329578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.424331 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d44f1-1c42-428e-8d98-836c6473e7db x-openstack-request-id: req-637d44f1-1c42-428e-8d98-836c6473e7db {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:24.425046 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-plugged", "status": "completed", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:24.425534 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-637d44f1-1c42-428e-8d98-836c6473e7db {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:24.426155 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'code': 200} Mar 07 10:57:24.510766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:24.536567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5aa44-07ec-4f66-ab0d-e9760034ac3e req-59de763a-fd0c-476a-92ea-569fcaeee5bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:24.559291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffd5aa44-07ec-4f66-ab0d-e9760034ac3e req-59de763a-fd0c-476a-92ea-569fcaeee5bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.2458386 Mar 07 10:57:24.945258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f29e4-f3f9-4f48-a362-7cfd700145d4 req-1e5b192e-262f-4511-98ed-9dba90b7e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:24.948568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-148f29e4-f3f9-4f48-a362-7cfd700145d4 req-1e5b192e-262f-4511-98ed-9dba90b7e0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 1127 time: 0.2983327 Mar 07 10:57:24.964840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.971934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks [] for router_controller (5d6bab32-2003-404d-bfd4-f68cb93998f2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.973704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffd5aa44-07ec-4f66-ab0d-e9760034ac3e req-63ae7c4e-7116-4720-a2e4-7860f8d475da tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054124 Mar 07 10:57:25.101624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (5d6bab32-2003-404d-bfd4-f68cb93998f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.102172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6bab32-2003-404d-bfd4-f68cb93998f2 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:57:25.108410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.112252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f950d5e6-1664-4efd-a74d-3ec23af43d43 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5d6bab32-2003-404d-bfd4-f68cb93998f2 HTTP/1.1" status: 204 len: 168 time: 2.7687197 Mar 07 10:57:25.112871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:25.143782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-148f29e4-f3f9-4f48-a362-7cfd700145d4 req-f2968a41-ec36-4092-b790-4d129a4b4757 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668057 Mar 07 10:57:25.243186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Deleting subnet 8c1f03f1-d40f-4258-86e0-310fec2aa96d {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:25.259252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Publish callbacks [] for subnet (8c1f03f1-d40f-4258-86e0-310fec2aa96d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.369290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (8c1f03f1-d40f-4258-86e0-310fec2aa96d), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.481515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a8a66-198d-4212-90fc-70cacfbebb67 req-d5ca0979-74d1-49bd-88a8-974dc2538371 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:25.492379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c6a8a66-198d-4212-90fc-70cacfbebb67 req-d5ca0979-74d1-49bd-88a8-974dc2538371 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2262518 Mar 07 10:57:25.606050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8c1f03f1-d40f-4258-86e0-310fec2aa96d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.612879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c6a8a66-198d-4212-90fc-70cacfbebb67 req-f5348656-cc1a-4da8-b143-03fa84bac0a1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195312 Mar 07 10:57:25.697197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.700580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (8c1f03f1-d40f-4258-86e0-310fec2aa96d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.759030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:25.801498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:25.805475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8826b9e5-97a9-4b97-882f-dcd5f7f0bd7b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:25.806108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2c16f92a-9125-48ed-94c5-c8bac1066e43 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:25.839386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1f03f1-d40f-4258-86e0-310fec2aa96d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.841467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.857656 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9cbe257e-a565-404c-bc40-df887dbc06f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c1f03f1-d40f-4258-86e0-310fec2aa96d HTTP/1.1" status: 204 len: 168 time: 0.7435977 Mar 07 10:57:25.860261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49636) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:25.861139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6e4f5-e7e9-48c0-99d8-8760cc7b59c2 None None] Network 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:25.867737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2c16f92a-9125-48ed-94c5-c8bac1066e43 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:25.868470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2c16f92a-9125-48ed-94c5-c8bac1066e43 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:26.285671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] DHCP port deletion for 8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:26.370975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-7a03aca4-a319-413f-b8ef-b608cfbdc2b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:26.373999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-7a03aca4-a319-413f-b8ef-b608cfbdc2b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.3640313 Mar 07 10:57:26.419373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4f2fdba-4af3-4733-802f-5441b197f75d req-d60af657-f2cf-4008-8d22-2909ee41ea01 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 210 time: 0.9210856 Mar 07 10:57:26.423405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Deleting port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:26.424923 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.434930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': '616fbb06-b05a-4189-9a73-13a1d4315461', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:26.605398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] For port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,segment=NetworkSegment(32b5d75c-6aea-428b-85a5-d2162b171287),segment_id=32b5d75c-6aea-428b-85a5-d2162b171287)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:26.608797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.624415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Calling delete_port for 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:26.635313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.781570 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.794976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] No DVR routers for this DVR port 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:26.835348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8763-f018-4d3d-bc27-867e9d7bb4e3 None None] Pushing event deleted for resources: {'Port': ['ID=45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:26.840758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e205f-9edc-4c49-9f8c-9d835262b5f2 req-1d24582d-1be3-4f49-8172-581e5591e5d9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:26.843050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a1e205f-9edc-4c49-9f8c-9d835262b5f2 req-1d24582d-1be3-4f49-8172-581e5591e5d9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.4618714 Mar 07 10:57:26.844272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] The port '45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c' was deleted {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 10:57:26.971189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99085-fca9-431f-b15a-4806913714bf req-582476f9-44e0-48a8-9308-55088e25033b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:26.973566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48b99085-fca9-431f-b15a-4806913714bf req-582476f9-44e0-48a8-9308-55088e25033b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2470286 Mar 07 10:57:27.085852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.098359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.118370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a1e205f-9edc-4c49-9f8c-9d835262b5f2 req-0fdd9537-ec67-450f-9227-34924c42e638 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165363 Mar 07 10:57:27.124525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:27.128098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.180960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.194996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48b99085-fca9-431f-b15a-4806913714bf req-f59c713c-5244-4798-a8a0-b8966df3f520 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421282 Mar 07 10:57:27.202470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b5d75c-6aea-428b-85a5-d2162b171287') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.202877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b5d75c-6aea-428b-85a5-d2162b171287') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.216563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (32b5d75c-6aea-428b-85a5-d2162b171287), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.239979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32b5d75c-6aea-428b-85a5-d2162b171287), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.279687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:27.280090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (32b5d75c-6aea-428b-85a5-d2162b171287), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:27.281910 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:27.402410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.435442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.439125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527 HTTP/1.1" status: 204 len: 168 time: 1.5776918 Mar 07 10:57:27.469456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc5885-7e11-4cc4-bc39-7b712ab5f8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4cd5ec-82d5-4c39-aa55-14a2d4b9e527,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.568871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-772b489d-1c17-4048-b667-5128fdab8cac req-0cfcf5e1-d817-45db-b44d-597e1b5e4977 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 210 time: 0.0426195 Mar 07 10:57:27.579821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0862-159b-4966-aaeb-02c75d9e9f85 req-2ee451a3-f4a4-4c72-9368-2663d026b27f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:27.587525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e1c0862-159b-4966-aaeb-02c75d9e9f85 req-2ee451a3-f4a4-4c72-9368-2663d026b27f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.2315221 Mar 07 10:57:27.591045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.3 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/c6899fb2-21ea-46a0-a7a9-2d76c4231512) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:27.649694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e1c0862-159b-4966-aaeb-02c75d9e9f85 req-4ba73fce-14eb-4fa5-897f-34f0b06f6e14 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Mar 07 10:57:27.797833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:27.831483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:27.880437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:27.880794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 45aec4c0-5e12-4c1f-bc19-c8cb704f6e1c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:27.905885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-171bdee2-30d8-4092-b27c-0517106b98ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=228b5956e2ed44298cff4d583d4bef34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068509 Mar 07 10:57:27.908752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49690) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:28.037530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] Publish callbacks [] for security_group (e18a4043-dfe8-4301-bf9e-d59d787e4496), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.079625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.087320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] Publish callbacks [] for security_group (e18a4043-dfe8-4301-bf9e-d59d787e4496), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.206617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.217914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e18a4043-dfe8-4301-bf9e-d59d787e4496), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.221407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.225890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e18a4043-dfe8-4301-bf9e-d59d787e4496 HTTP/1.1" status: 204 len: 168 time: 0.3160772 Mar 07 10:57:28.230220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:28.243439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb8ce-e746-4b77-82a2-f26f0e47969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a4043-dfe8-4301-bf9e-d59d787e4496,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.384920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:28.410530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:28.418322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.449324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:28.684482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.925898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49728) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:28.941135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d4f-2393-4455-9791-3a7a15004cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.953720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58322d2-aba5-4fd4-b999-56496d9b5a23 req-88b4807e-c573-480a-b53b-a9f0b9b6a0b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:28.955345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e58322d2-aba5-4fd4-b999-56496d9b5a23 req-88b4807e-c573-480a-b53b-a9f0b9b6a0b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.6485100 Mar 07 10:57:28.972740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:28.973369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.984011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ff3e805c-4e55-44c6-ba9c-4ca92cdcc8cf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:28.985500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ff3e805c-4e55-44c6-ba9c-4ca92cdcc8cf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.6574526 Mar 07 10:57:29.087510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b926ecd8-9294-4f9a-9301-4658dd5a3c5e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6594324 Mar 07 10:57:29.095331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-96772416-efbe-4961-b125-66f579659473 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/quotas/d81c44af4e744bff9c30dcbe87021019 HTTP/1.1" status: 200 len: 375 time: 0.0807199 Mar 07 10:57:29.101846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Request body: {'port': {'device_id': '616fbb06-b05a-4189-9a73-13a1d4315461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:29.116191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e58322d2-aba5-4fd4-b999-56496d9b5a23 req-4e8177cb-1d17-45da-bc4c-6819daa575c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500885 Mar 07 10:57:29.143187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d4f-2393-4455-9791-3a7a15004cb5 admin admin] Publish callbacks [] for security_group (4f9ac76a-5a6c-4fd7-9f3e-97cf23684174), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.146153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d4f-2393-4455-9791-3a7a15004cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4f9ac76a-5a6c-4fd7-9f3e-97cf23684174), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.264251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-0cae79e1-a73d-47df-9bf6-25618b3f8724 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3380806 Mar 07 10:57:29.317391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eaf85d4f-2393-4455-9791-3a7a15004cb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3897641 Mar 07 10:57:29.318578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf85d4f-2393-4455-9791-3a7a15004cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ac76a-5a6c-4fd7-9f3e-97cf23684174,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.325685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:29.422356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.454015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] Publish callbacks [] for security_group (4f9ac76a-5a6c-4fd7-9f3e-97cf23684174), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.498558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] Publish callbacks [] for security_group (4f9ac76a-5a6c-4fd7-9f3e-97cf23684174), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.524794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-0c1cf09f-40f7-4610-933b-c3a39860ac98 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4076200 Mar 07 10:57:29.597265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4f9ac76a-5a6c-4fd7-9f3e-97cf23684174), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.606480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.609164 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f9ac76a-5a6c-4fd7-9f3e-97cf23684174 HTTP/1.1" status: 204 len: 168 time: 0.2819502 Mar 07 10:57:29.631810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f982c3-9602-440d-af55-1ccbda83444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ac76a-5a6c-4fd7-9f3e-97cf23684174,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.659453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86fd41-d12b-41c4-91b3-794381fda11b req-2b81c7c3-db5f-4816-bda7-c46ef03920b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:29.688659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f86fd41-d12b-41c4-91b3-794381fda11b req-2b81c7c3-db5f-4816-bda7-c46ef03920b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 931 time: 0.4600427 Mar 07 10:57:29.831582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0950510-bed9-4149-923e-994f0911d9cf req-cf77954d-24ef-432c-bfe0-8db95d6b5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:29.844086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-cf77954d-24ef-432c-bfe0-8db95d6b5c16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 1127 time: 0.4352777 Mar 07 10:57:29.875988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-57fbc33e-1b16-4983-a255-7cb6ba5c4202 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:29.877927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-57fbc33e-1b16-4983-a255-7cb6ba5c4202 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e3c12c6-0609-4b2a-9d8d-5aebc7045397 HTTP/1.1" status: 200 len: 945 time: 0.6315978 Mar 07 10:57:30.264174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f86fd41-d12b-41c4-91b3-794381fda11b req-131c9ad7-19dd-4c5e-96f5-1feac8d41276 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352000 Mar 07 10:57:30.367514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0950510-bed9-4149-923e-994f0911d9cf req-f5e5bbc0-1244-4645-a605-75d3c2d7f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:30.369120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-f5e5bbc0-1244-4645-a605-75d3c2d7f89e service neutron] 10.222.0.26 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.4875748 Mar 07 10:57:30.537874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6899fb2-21ea-46a0-a7a9-2d76c4231512 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:30.554794 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks [] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:30.620446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-1c0c0cde-5ad7-4482-82a2-1fd5023605f1 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0839152 Mar 07 10:57:30.661989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Transition to ACTIVE for port object c6899fb2-21ea-46a0-a7a9-2d76c4231512 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:30.728270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-d2c1d804-5d30-4dd2-a41f-3515ec0bc501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 200 len: 217 time: 0.2376661 Mar 07 10:57:30.743825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:30.899963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Pushing event updated for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:30.991836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Deleting port dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:30.992460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:31.122987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] For port dca4da9a-4e86-44ef-90e6-6249c9c239a5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=dca4da9a-4e86-44ef-90e6-6249c9c239a5,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:31.123351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:31.137542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Calling delete_port for dca4da9a-4e86-44ef-90e6-6249c9c239a5 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:31.267324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274dac4-3057-4c45-830b-e977d218efef req-1729f34e-42e9-4787-97e0-60be488c26d0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:31.275155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7274dac4-3057-4c45-830b-e977d218efef req-1729f34e-42e9-4787-97e0-60be488c26d0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.7848952 Mar 07 10:57:31.304688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0950510-bed9-4149-923e-994f0911d9cf req-c415044c-303c-48fc-9d71-70f1cbae919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:31.306504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-c415044c-303c-48fc-9d71-70f1cbae919d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.5349834 Mar 07 10:57:31.452075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7274dac4-3057-4c45-830b-e977d218efef req-d0485b18-148d-41a0-85d1-d226fe704b98 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758716 Mar 07 10:57:31.471675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-66e21dfb-0daa-4da8-b241-530450890d3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541781 Mar 07 10:57:31.498863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-8ffde9ae-cbfc-4fad-bf70-eab7b2a1b500 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775823 Mar 07 10:57:31.707219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Attempting to bind port c6899fb2-21ea-46a0-a7a9-2d76c4231512 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:31.707920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Attempting to bind port c6899fb2-21ea-46a0-a7a9-2d76c4231512 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:31.708252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Attempting to bind port c6899fb2-21ea-46a0-a7a9-2d76c4231512 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:31.719070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Port c6899fb2-21ea-46a0-a7a9-2d76c4231512 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:31.732721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Attempting to bind port c6899fb2-21ea-46a0-a7a9-2d76c4231512 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:31.860299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:31.860640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:31.861022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:31.861461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Bound port: c6899fb2-21ea-46a0-a7a9-2d76c4231512, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:31.861816 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:31.953589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1c6b08f-1ca2-451e-a6e1-6cb78ab1e65f req-2d276684-7911-4cf9-ab17-93bd46f4d7d2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 210 time: 0.1390386 Mar 07 10:57:32.033119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-c4fa9970-7ecf-4185-8c4e-89f008777d09 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533991 Mar 07 10:57:32.064156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a9d1-f3f6-4c12-8d7a-aac17c56f908 req-8ced621f-3c7b-4bbd-9a6c-4f7f20377b38 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:32.065415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f82a9d1-f3f6-4c12-8d7a-aac17c56f908 req-8ced621f-3c7b-4bbd-9a6c-4f7f20377b38 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 943 time: 0.4912193 Mar 07 10:57:32.071136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dca4da9a-4e86-44ef-90e6-6249c9c239a5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:32.256620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f82a9d1-f3f6-4c12-8d7a-aac17c56f908 req-6c17995e-f11e-4d5e-a45c-2c957f16bd20 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682470 Mar 07 10:57:32.308982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event deleted for resources: {'Port': ['ID=dca4da9a-4e86-44ef-90e6-6249c9c239a5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:32.404673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:32.497046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] No DVR routers for this DVR port dca4da9a-4e86-44ef-90e6-6249c9c239a5 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:32.501232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:32.511332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0950510-bed9-4149-923e-994f0911d9cf req-8167a91d-a0c3-4803-9510-9dc877273dd3 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689634 Mar 07 10:57:32.514660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:32.518968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27bf9ba3-3498-4a4f-a5b0-75a3f5857faa req-7fc1a688-0a9f-4bf2-a0f8-26288e86c844 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.26 "DELETE /v2.0/ports/dca4da9a-4e86-44ef-90e6-6249c9c239a5 HTTP/1.1" status: 204 len: 173 time: 2.6238289 Mar 07 10:57:32.519789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-deleted', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:32.522988 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce2ddc0-0471-4f5e-9a7e-ac3c7551e486" -d '{"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-deleted", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:32.527961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:32.592384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:32.593780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:32.597001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] 10.222.0.32 "PUT /v2.0/ports/c6899fb2-21ea-46a0-a7a9-2d76c4231512 HTTP/1.1" status: 200 len: 1091 time: 3.5007281 Mar 07 10:57:32.643250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0e43-9ffe-4dcd-8de6-fd67c070749c service neutron] Pushing event updated for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:32.667317 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88e50c1-bb14-4c37-b1da-d19f5a45d81f x-openstack-request-id: req-a88e50c1-bb14-4c37-b1da-d19f5a45d81f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:32.668001 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3c12c6-0609-4b2a-9d8d-5aebc7045397", "name": "network-vif-deleted", "tag": "dca4da9a-4e86-44ef-90e6-6249c9c239a5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:32.669148 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a88e50c1-bb14-4c37-b1da-d19f5a45d81f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:32.670018 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c12c6-0609-4b2a-9d8d-5aebc7045397', 'name': 'network-vif-deleted', 'tag': 'dca4da9a-4e86-44ef-90e6-6249c9c239a5', 'status': 'completed', 'code': 200} Mar 07 10:57:32.885485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b88b199b-ba30-439d-b458-338551a140d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:32.894297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-b88b199b-ba30-439d-b458-338551a140d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 1125 time: 0.2352638 Mar 07 10:57:32.904747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb706d-bc23-42c0-98c9-9fa07a11fcd8 req-68bc071f-28c8-4902-afaf-491bd1d7944c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:32.906368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9cb706d-bc23-42c0-98c9-9fa07a11fcd8 req-68bc071f-28c8-4902-afaf-491bd1d7944c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.2163053 Mar 07 10:57:32.969530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-32beb7a3-8611-4383-9cc4-c69810cc98fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512 HTTP/1.1" status: 200 len: 217 time: 0.0618856 Mar 07 10:57:33.211047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-276195c9-deeb-4c29-a99e-4a36fe487450 req-cf83f682-23dd-4dab-87ce-385aab0b132c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 210 time: 0.0731654 Mar 07 10:57:33.248077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-ed6e17bb-cc2d-4382-b716-2021cd6cf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:33.249650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-ed6e17bb-cc2d-4382-b716-2021cd6cf215 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.2252674 Mar 07 10:57:33.349252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-ebdaccc6-2058-4a68-ade3-990ef4bf17b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909569 Mar 07 10:57:33.354738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9cb706d-bc23-42c0-98c9-9fa07a11fcd8 req-4bf3e7ea-81ea-45c5-aa8b-6dcf9f219db9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842909 Mar 07 10:57:33.529555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-53feca28-637e-4ab3-9297-4f7d89b4a29b service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706505 Mar 07 10:57:33.592531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:33.633354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df682f-7993-4c7b-9fe9-aa4ea8328b89 req-c07448aa-8ee6-4670-bc67-c1ef38feb2b8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:33.635961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68df682f-7993-4c7b-9fe9-aa4ea8328b89 req-c07448aa-8ee6-4670-bc67-c1ef38feb2b8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 943 time: 0.2103946 Mar 07 10:57:33.636237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: dca4da9a-4e86-44ef-90e6-6249c9c239a5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:33.636777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device dca4da9a-4e86-44ef-90e6-6249c9c239a5 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:34.046819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ae8f4e1d-41d8-440b-a2c6-a5a4ffec7fdb tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:34.050792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ae8f4e1d-41d8-440b-a2c6-a5a4ffec7fdb tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.2680461 Mar 07 10:57:34.065350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Request body: {'port': {'device_id': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'admin_state_up': True, 'tenant_id': 'd81c44af4e744bff9c30dcbe87021019'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:34.186911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb39e48-dec3-45ed-a5bb-bb1071a4af41 req-72bf9ff7-bf65-42be-999a-82af2b546536 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389093 Mar 07 10:57:34.263007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68df682f-7993-4c7b-9fe9-aa4ea8328b89 req-0a0b5157-9b14-42ec-8ada-1e6ce7024436 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948811 Mar 07 10:57:34.372334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e79c93e3-c225-40a9-8005-e7ebc5fb33de req-519bc6ee-8825-438d-9b79-2e12ca73c1bd tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 210 time: 0.0297582 Mar 07 10:57:34.446679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Made reservation on behalf of d81c44af4e744bff9c30dcbe87021019 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:34.450924 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:34.534987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cabac-5125-4562-922a-540377db08b1 req-8e856abe-5a8f-49dd-8c11-b0547e89517e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:34.543320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f31cabac-5125-4562-922a-540377db08b1 req-8e856abe-5a8f-49dd-8c11-b0547e89517e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1074862 Mar 07 10:57:34.649059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f31cabac-5125-4562-922a-540377db08b1 req-2793f996-da23-4fbe-9ee4-0fdfefa9479b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046855 Mar 07 10:57:34.671309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:34.674175 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc760a-b7a2-4828-bfbb-09def6f408b9" -d '{"events": [{"name": "network-changed", "server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:34.710732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Allocated IP 172.20.0.2 (541ab5f2-4fde-444a-a85d-d160502bf86c/672bc7be-6819-4fbc-8926-b5ad41bf6955/7eb0c247-aa99-4798-9f09-c977327c9478) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:34.748669 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30dd4e-3e49-44c6-b62b-579bda743aba x-openstack-request-id: req-eb30dd4e-3e49-44c6-b62b-579bda743aba {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:34.752021 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:34.752372 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb30dd4e-3e49-44c6-b62b-579bda743aba {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:34.752890 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512', 'status': 'completed', 'code': 200} Mar 07 10:57:34.859069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-b6e8c9de-ca6e-4b04-8705-63c4c53c39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:34.861185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-b6e8c9de-ca6e-4b04-8705-63c4c53c39d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 1125 time: 0.0902042 Mar 07 10:57:34.964095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks [] for port (7eb0c247-aa99-4798-9f09-c977327c9478), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.004488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.037379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-5fa93d47-35d1-41a5-a838-4d949b3dfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.040579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-5fa93d47-35d1-41a5-a838-4d949b3dfa23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.1713836 Mar 07 10:57:35.098722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-7e8b13b2-6e4e-4c5c-86d8-01a7bfa5b34a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512 HTTP/1.1" status: 200 len: 217 time: 0.0495973 Mar 07 10:57:35.123852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Network 541ab5f2-4fde-444a-a85d-d160502bf86c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:35.141787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:35.167600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:35.179728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:35.234970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-a27f0d6c-4abf-4bfc-9252-6adb0c1d1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.237884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-a27f0d6c-4abf-4bfc-9252-6adb0c1d1e7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1284957 Mar 07 10:57:35.262198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.262988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.282450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-7bf6c0ac-9b3d-429d-9e62-266bc0485e1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293281 Mar 07 10:57:35.289736 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-540336e2-a14c-47f8-8c1c-174e9599ba1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2288449 Mar 07 10:57:35.301839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Request body: {'port': {'device_id': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:35.405024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.456313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-4dd18752-884d-49e2-9560-8e3b877f2451 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672528 Mar 07 10:57:35.536827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5093ae7-01c3-428f-98d2-0677ce5fd74d req-8f12ddeb-6523-48b2-8ad3-122d1c9a13bf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.545552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5093ae7-01c3-428f-98d2-0677ce5fd74d req-8f12ddeb-6523-48b2-8ad3-122d1c9a13bf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 943 time: 0.1644397 Mar 07 10:57:35.672203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-badc760a-b7a2-4828-bfbb-09def6f408b9 req-d6af3735-85c6-45cc-a121-ec4d8c6f606e service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998239 Mar 07 10:57:35.679629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d97c0-370d-4668-b1d0-dd658d53afef req-9ff0727d-c21f-4e57-897d-9c2d2eb8b1b0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.681149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-484d97c0-370d-4668-b1d0-dd658d53afef req-9ff0727d-c21f-4e57-897d-9c2d2eb8b1b0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 931 time: 0.2176645 Mar 07 10:57:35.698853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5093ae7-01c3-428f-98d2-0677ce5fd74d req-2bd991d8-fc57-420e-88b1-2aa6b8266ed1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467898 Mar 07 10:57:35.773893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-484d97c0-370d-4668-b1d0-dd658d53afef req-03963d5b-24c3-47d8-968a-fde2d0255e8b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733366 Mar 07 10:57:35.832020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb0c247-aa99-4798-9f09-c977327c9478 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:35.844968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks [] for port (7eb0c247-aa99-4798-9f09-c977327c9478), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.863839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Transition to ACTIVE for port object 7eb0c247-aa99-4798-9f09-c977327c9478 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:35.873081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:35.903551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965686a0-8ce6-4577-8d24-b76529f3c58a req-ded4fb9c-9d21-410c-bcca-0890eb679d3e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:35.905174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-965686a0-8ce6-4577-8d24-b76529f3c58a req-ded4fb9c-9d21-410c-bcca-0890eb679d3e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1131501 Mar 07 10:57:35.951666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:35.985411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-965686a0-8ce6-4577-8d24-b76529f3c58a req-c59c471a-0701-4e6f-b61c-f058d3fbda90 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 Mar 07 10:57:36.074955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Attempting to bind port 7eb0c247-aa99-4798-9f09-c977327c9478 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:36.075612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Attempting to bind port 7eb0c247-aa99-4798-9f09-c977327c9478 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:36.076051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Attempting to bind port 7eb0c247-aa99-4798-9f09-c977327c9478 on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:36.081534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Port 7eb0c247-aa99-4798-9f09-c977327c9478 on network 541ab5f2-4fde-444a-a85d-d160502bf86c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:36.081951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Attempting to bind port 7eb0c247-aa99-4798-9f09-c977327c9478 on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:36.087304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:36.087775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Checking segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:36.088574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Bound using segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:36.089070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Bound port: 7eb0c247-aa99-4798-9f09-c977327c9478, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:36.089521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:36.169677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:36.173177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:36.185577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:36.247924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:36.248552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:36.249982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] 10.222.0.32 "PUT /v2.0/ports/7eb0c247-aa99-4798-9f09-c977327c9478 HTTP/1.1" status: 200 len: 1091 time: 0.9534986 Mar 07 10:57:36.250435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:36.260203 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd714892-bbd9-4625-ae9b-c5c83afd352d" -d '{"events": [{"name": "network-changed", "server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:36.356497 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21c984-a9d6-469e-9c13-2104ee07fe64 x-openstack-request-id: req-4d21c984-a9d6-469e-9c13-2104ee07fe64 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:36.356768 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:36.357027 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d21c984-a9d6-469e-9c13-2104ee07fe64 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:36.357418 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478', 'status': 'completed', 'code': 200} Mar 07 10:57:36.360765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626f99-a5e1-4d3d-9fbf-6fa2e6515556 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:36.377971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ba18d984-9fcd-4add-ba41-ac224bcf0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:36.379857 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-ba18d984-9fcd-4add-ba41-ac224bcf0a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 1125 time: 0.0672431 Mar 07 10:57:36.439696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-6950d2c5-c139-46ac-83a3-b2cd083b4b5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7eb0c247-aa99-4798-9f09-c977327c9478 HTTP/1.1" status: 200 len: 217 time: 0.0529923 Mar 07 10:57:36.493767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-394b6f29-4f70-43d8-8d7b-25367c6efff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:36.496001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-394b6f29-4f70-43d8-8d7b-25367c6efff0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.0497422 Mar 07 10:57:36.534774 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-17c80307-6cc7-4ff2-8c67-df2352afecaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313141 Mar 07 10:57:36.661481 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-8271b0e7-7541-4fb2-a4e0-f564343fdc15 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208470 Mar 07 10:57:36.797855 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d6d1e1c5-5977-4422-a550-06dde78368cf req-24ed02aa-0187-420f-99d5-f8e2e4705bbf service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302941 Mar 07 10:57:36.931506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-639f603c-430d-4053-bf30-dfa58ef6adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:36.933325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-639f603c-430d-4053-bf30-dfa58ef6adad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 1125 time: 0.0698812 Mar 07 10:57:37.010866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b4f1-2bc3-4732-9e92-63ebce3de0f4 req-c83b2e75-214a-4f16-857b-4381743390d7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.020451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0196b4f1-2bc3-4732-9e92-63ebce3de0f4 req-c83b2e75-214a-4f16-857b-4381743390d7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 943 time: 0.2351704 Mar 07 10:57:37.068166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ff3e-426a-4c6d-a952-5903b95e2b63 req-e461515a-8a52-459a-911c-884afde9b30d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.081315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d568ff3e-426a-4c6d-a952-5903b95e2b63 req-e461515a-8a52-459a-911c-884afde9b30d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 943 time: 0.2220623 Mar 07 10:57:37.102276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-2249281b-ce9d-42a5-8e62-2d52b98fb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.104212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-2249281b-ce9d-42a5-8e62-2d52b98fb20c service neutron] 10.222.0.32 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 916 time: 0.1652071 Mar 07 10:57:37.215026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-ce630b23-7d33-4c59-b42e-feaac2b689e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7eb0c247-aa99-4798-9f09-c977327c9478 HTTP/1.1" status: 200 len: 217 time: 0.1029599 Mar 07 10:57:37.227346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d568ff3e-426a-4c6d-a952-5903b95e2b63 req-15bb8248-6fce-4aca-9f47-f9fb5a3987d9 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292028 Mar 07 10:57:37.239173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0196b4f1-2bc3-4732-9e92-63ebce3de0f4 req-c3b9ccda-3b6b-4ec7-a674-d6d8147d6dc5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999242 Mar 07 10:57:37.297884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-0d1460eb-84c1-4124-80fb-a2704ad705c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.299263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-0d1460eb-84c1-4124-80fb-a2704ad705c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.0787280 Mar 07 10:57:37.345558 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-beff9e77-a6b7-4568-a676-a5083aa6a7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402031 Mar 07 10:57:37.437604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5227529-87c1-40fb-a934-790744a79c7b req-2226526d-bcdf-483a-afbf-1564a281d29c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.443029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5227529-87c1-40fb-a934-790744a79c7b req-2226526d-bcdf-483a-afbf-1564a281d29c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1071486 Mar 07 10:57:37.460984 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-39020ab2-8763-4e3e-8662-eeaa7f6df155 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045454 Mar 07 10:57:37.503637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5227529-87c1-40fb-a934-790744a79c7b req-0aa1e169-90ef-4582-a4fc-29a0d3325002 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Mar 07 10:57:37.578888 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd714892-bbd9-4625-ae9b-c5c83afd352d req-121f3353-dc1b-4e88-80ae-03779193d627 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113563 Mar 07 10:57:38.393659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88177-afbe-40f9-8b53-1010cc77d7df req-7185f97e-4cb9-4e4b-8eb3-c01ab590545d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:38.401830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1f88177-afbe-40f9-8b53-1010cc77d7df req-7185f97e-4cb9-4e4b-8eb3-c01ab590545d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 943 time: 0.1031554 Mar 07 10:57:38.484538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1f88177-afbe-40f9-8b53-1010cc77d7df req-04d144cd-d7ae-4ebe-93ef-79bcf075a20e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818756 Mar 07 10:57:38.499275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea60d8-7661-4ba5-b129-c5954ca80d0e req-f9b0c9ce-5cc9-4d7f-b65c-252941c36b3a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:38.501366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ea60d8-7661-4ba5-b129-c5954ca80d0e req-f9b0c9ce-5cc9-4d7f-b65c-252941c36b3a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 943 time: 0.1505270 Mar 07 10:57:38.606587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ea60d8-7661-4ba5-b129-c5954ca80d0e req-3a629c31-0f50-43b5-9e5f-47d23003a9fd tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937533 Mar 07 10:57:38.667412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7acc24-067a-42d7-bbcc-09fe3710a467 req-d46f5076-46e4-4f82-89fe-ca25d1d53c6f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:38.669490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a7acc24-067a-42d7-bbcc-09fe3710a467 req-d46f5076-46e4-4f82-89fe-ca25d1d53c6f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.0618899 Mar 07 10:57:38.722169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a7acc24-067a-42d7-bbcc-09fe3710a467 req-21b048e0-f665-409d-85c1-e12faea2664d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Mar 07 10:57:39.331006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c6899fb2-21ea-46a0-a7a9-2d76c4231512 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:39.426820 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:57:39.503632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:39.531063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512', 'mac_address': 'fa:16:3e:f7:71:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:39.612381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c6899fb2-21ea-46a0-a7a9-2d76c4231512 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:39.613104 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.619374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:39.643983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6899fb2-21ea-46a0-a7a9-2d76c4231512 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:39.686012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:39.713069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.721550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d0844-fba5-4073-ab72-66631bdb4cf8 req-655ce552-e133-4ea3-b79e-7f9baf62aeca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.724187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-422d0844-fba5-4073-ab72-66631bdb4cf8 req-655ce552-e133-4ea3-b79e-7f9baf62aeca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 943 time: 0.1315632 Mar 07 10:57:39.832613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-422d0844-fba5-4073-ab72-66631bdb4cf8 req-3ea7f593-318b-4fea-ae25-c6143b25b285 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911789 Mar 07 10:57:39.854970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e63b-a6e2-4ef1-96b5-bd0b0d8e8d4b req-042f1e3f-2f01-4fe2-a791-1af7704f8061 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.856773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f565e63b-a6e2-4ef1-96b5-bd0b0d8e8d4b req-042f1e3f-2f01-4fe2-a791-1af7704f8061 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 944 time: 0.1082060 Mar 07 10:57:39.952269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:40.056877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:40.070180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', 'mac_address': 'fa:16:3e:f7:97:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:40.077792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f565e63b-a6e2-4ef1-96b5-bd0b0d8e8d4b req-612ba792-56e6-4bae-a8b3-2000882604f9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067721 Mar 07 10:57:40.094901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56102b9-cfea-4542-be6f-1c5b0a1742ea req-c7664a19-14c9-4960-ae6b-42e0a99c75b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:40.111588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b56102b9-cfea-4542-be6f-1c5b0a1742ea req-c7664a19-14c9-4960-ae6b-42e0a99c75b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 943 time: 0.1888375 Mar 07 10:57:40.136737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:40.137132 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:40.153655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c6899fb2-21ea-46a0-a7a9-2d76c4231512'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:40.169833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b56102b9-cfea-4542-be6f-1c5b0a1742ea req-8226ecb1-0da8-4e2a-a879-a3cfc4e3b69d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 Mar 07 10:57:40.183544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:40.224436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:40.232282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:40.339622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:40.476082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:41.060747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a332a-90ce-4bbf-a956-347747bf16d9 req-5e2f24ec-427a-43f1-aa50-b1b43d0e234f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:41.063940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df5a332a-90ce-4bbf-a956-347747bf16d9 req-5e2f24ec-427a-43f1-aa50-b1b43d0e234f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 943 time: 0.1227214 Mar 07 10:57:41.134478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df5a332a-90ce-4bbf-a956-347747bf16d9 req-a22c2d44-187d-4dc3-b0fa-2641659442e6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615623 Mar 07 10:57:41.312123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a8c4-cf3a-42d1-bb64-18ed9d3f4898 req-26315d5e-188d-4b41-b3eb-24fc16e798cd tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:41.323137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb57a8c4-cf3a-42d1-bb64-18ed9d3f4898 req-26315d5e-188d-4b41-b3eb-24fc16e798cd tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 944 time: 0.1337435 Mar 07 10:57:41.363172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:41.369716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c6899fb2-21ea-46a0-a7a9-2d76c4231512 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:41.504590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600bc5f-6560-45be-8c50-e9b5451bb151 req-fc8491cf-b781-4142-802f-1dbe49141cd3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:41.506146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0600bc5f-6560-45be-8c50-e9b5451bb151 req-fc8491cf-b781-4142-802f-1dbe49141cd3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 944 time: 0.1435571 Mar 07 10:57:41.563710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb57a8c4-cf3a-42d1-bb64-18ed9d3f4898 req-ef385e70-e49f-4915-af9a-5714e541bd22 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291310 Mar 07 10:57:41.598247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port c6899fb2-21ea-46a0-a7a9-2d76c4231512 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:57:41.604479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0600bc5f-6560-45be-8c50-e9b5451bb151 req-1020e8c3-3090-4ed9-aa86-499d7f330059 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843198 Mar 07 10:57:41.631440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:41.659166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '7eb0c247-aa99-4798-9f09-c977327c9478', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'port_id': '7eb0c247-aa99-4798-9f09-c977327c9478', 'mac_address': 'fa:16:3e:bb:b8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672bc7be-6819-4fbc-8926-b5ad41bf6955', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:41.661192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:41.662944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c6899fb2-21ea-46a0-a7a9-2d76c4231512 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:41.663974 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.810627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 7eb0c247-aa99-4798-9f09-c977327c9478 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:41.811237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.866772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c6899fb2-21ea-46a0-a7a9-2d76c4231512 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:41.867174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.891469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb0c247-aa99-4798-9f09-c977327c9478 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:41.901570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:57:41.928392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:41.929470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.939580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:41.971962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:41.974426 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b68141-df2c-437a-b7e2-5c412ff68c15" -d '{"events": [{"server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "name": "network-vif-plugged", "status": "completed", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:41.998292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.011141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:42.234419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ba30b-416a-43b1-a687-86c48211c55b req-bb2796a2-b631-4103-b55d-23b38e477dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:42.236071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f14ba30b-416a-43b1-a687-86c48211c55b req-bb2796a2-b631-4103-b55d-23b38e477dba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 1127 time: 0.1014433 Mar 07 10:57:42.278912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.293226 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df98563-a37d-468c-8c52-c37ae16652e8 x-openstack-request-id: req-1df98563-a37d-468c-8c52-c37ae16652e8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:42.293627 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "name": "network-vif-plugged", "status": "completed", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:42.293969 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1df98563-a37d-468c-8c52-c37ae16652e8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:42.294443 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512', 'code': 200} Mar 07 10:57:42.303690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.332300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f14ba30b-416a-43b1-a687-86c48211c55b req-4033b2f8-1cdc-4a29-82d7-311e1559b284 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884478 Mar 07 10:57:42.338852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69064cfa-e87b-4394-879b-f1f7a4e7a839 req-e7c732a7-7574-4de7-ae49-dd450d8a5e75 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:42.341987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69064cfa-e87b-4394-879b-f1f7a4e7a839 req-e7c732a7-7574-4de7-ae49-dd450d8a5e75 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 944 time: 0.0701246 Mar 07 10:57:42.383354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:42.383354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.412385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69064cfa-e87b-4394-879b-f1f7a4e7a839 req-c0ac1aab-a59c-46e5-8384-36a24953bf59 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645165 Mar 07 10:57:42.443279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['7eb0c247-aa99-4798-9f09-c977327c9478'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:42.464026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:42.465036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.500668 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.634463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.857863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec07bd7-7c9e-463a-abde-711c6d084a93 req-34deb5a5-4dce-4002-9f5a-57ef56124ccb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:42.866776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec07bd7-7c9e-463a-abde-711c6d084a93 req-34deb5a5-4dce-4002-9f5a-57ef56124ccb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.1924388 Mar 07 10:57:42.982975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bcffd-0d72-4fd7-9a82-02169c535020 req-7f2cc64d-5aa3-478c-9b9c-d58927bf7e1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:43.001629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-023bcffd-0d72-4fd7-9a82-02169c535020 req-7f2cc64d-5aa3-478c-9b9c-d58927bf7e1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.2471759 Mar 07 10:57:43.155702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-023bcffd-0d72-4fd7-9a82-02169c535020 req-b6120145-509f-4c2d-a001-a6a2a4fbbfeb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530800 Mar 07 10:57:43.199264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec07bd7-7c9e-463a-abde-711c6d084a93 req-259ea132-5d3a-4496-9154-a56421beb186 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295867 Mar 07 10:57:43.371846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:43.571818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 7eb0c247-aa99-4798-9f09-c977327c9478 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:57:43.577325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 7eb0c247-aa99-4798-9f09-c977327c9478 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:43.577773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.756244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd514aa-cda5-4c56-98bc-e62183a889bc req-f7a5a169-8c31-44f8-9883-3b8dc0cac4f0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:43.770532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebd514aa-cda5-4c56-98bc-e62183a889bc req-f7a5a169-8c31-44f8-9883-3b8dc0cac4f0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 944 time: 0.1850967 Mar 07 10:57:43.816712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 7eb0c247-aa99-4798-9f09-c977327c9478 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:43.817106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.884971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebd514aa-cda5-4c56-98bc-e62183a889bc req-c1a0da8f-4630-4448-8e1e-a4a985e8175a tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100936 Mar 07 10:57:43.888845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:43.900561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.016265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:44.295799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'}, {'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:44.298274 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bf201e-6d72-4d38-82c2-042c6efd66cf" -d '{"events": [{"server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "name": "network-vif-plugged", "status": "completed", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d"}, {"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:44.318506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b683-04b7-4b79-9894-9b009ee588fe req-e379db07-1b76-4d43-91ab-48fa84754016 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:44.320326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe24b683-04b7-4b79-9894-9b009ee588fe req-e379db07-1b76-4d43-91ab-48fa84754016 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.0713768 Mar 07 10:57:44.416145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe24b683-04b7-4b79-9894-9b009ee588fe req-0366d9f5-ece3-413b-ae47-a165b596e270 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565627 Mar 07 10:57:44.457336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecb7d-9f01-4c62-bf9d-a37714c02356 req-97fff99a-654c-41a3-ac46-ab5823f005e2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:44.460426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0deecb7d-9f01-4c62-bf9d-a37714c02356 req-97fff99a-654c-41a3-ac46-ab5823f005e2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.1390750 Mar 07 10:57:44.585495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0deecb7d-9f01-4c62-bf9d-a37714c02356 req-24e6ee54-7990-4db2-9771-57eb3a32fe2f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185048 Mar 07 10:57:44.594518 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f81367-a223-431d-8807-059c5d9d18b2 x-openstack-request-id: req-b6f81367-a223-431d-8807-059c5d9d18b2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:44.595092 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "name": "network-vif-plugged", "status": "completed", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d", "code": 200}, {"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:44.595092 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6f81367-a223-431d-8807-059c5d9d18b2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:44.595591 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', 'code': 200} Mar 07 10:57:44.595748 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478', 'code': 200} Mar 07 10:57:44.742097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b2cb3-91e3-4de8-b4f9-93ac65870669 req-e30090f4-6641-48cc-bc69-08121e4d1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:44.748767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-847b2cb3-91e3-4de8-b4f9-93ac65870669 req-e30090f4-6641-48cc-bc69-08121e4d1e03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 1127 time: 0.0859847 Mar 07 10:57:44.819318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-847b2cb3-91e3-4de8-b4f9-93ac65870669 req-2b09480c-573c-40bc-8be9-a0da0e0507c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Mar 07 10:57:44.843467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682fdf6-d343-4b19-865b-1710f75b7a81 req-8a6042c5-c9bf-4d60-9bef-89a8f02b26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:44.846278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3682fdf6-d343-4b19-865b-1710f75b7a81 req-8a6042c5-c9bf-4d60-9bef-89a8f02b26fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 1127 time: 0.1541421 Mar 07 10:57:44.917301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3682fdf6-d343-4b19-865b-1710f75b7a81 req-97c222d8-5fc2-4cff-aebd-14aaf08f4b89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633156 Mar 07 10:57:44.939425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328c39-f0c3-4dec-84a8-bd7301492bf2 req-9a3e6a40-b4e5-48f6-ba72-6ddee6a3eb3a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:44.951357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08328c39-f0c3-4dec-84a8-bd7301492bf2 req-9a3e6a40-b4e5-48f6-ba72-6ddee6a3eb3a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.2046990 Mar 07 10:57:45.096057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08328c39-f0c3-4dec-84a8-bd7301492bf2 req-1412e787-b4e2-4342-b513-bfdcd336d2e8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274729 Mar 07 10:57:45.219933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29c28b-1bbc-4792-ab88-edfce9b95b7e req-88f856ac-4dfa-4989-9d28-543b3002d6b4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:45.239725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc29c28b-1bbc-4792-ab88-edfce9b95b7e req-88f856ac-4dfa-4989-9d28-543b3002d6b4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1230843 Mar 07 10:57:45.376214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc29c28b-1bbc-4792-ab88-edfce9b95b7e req-ee1d0865-c4c4-47fc-a66d-cd71c1f03f1e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351697 Mar 07 10:57:45.653229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00131e-3321-41e4-bdc5-814b5c1563d4 req-f64cd08e-97d3-4681-961e-24e290250258 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:45.660740 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca00131e-3321-41e4-bdc5-814b5c1563d4 req-f64cd08e-97d3-4681-961e-24e290250258 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.1618745 Mar 07 10:57:45.697669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581589c7-7f5e-4240-9b45-209c7c5cea5b req-7f21e27c-063d-4555-8a6e-8b40fdda9f32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:45.705666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-581589c7-7f5e-4240-9b45-209c7c5cea5b req-7f21e27c-063d-4555-8a6e-8b40fdda9f32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.1426532 Mar 07 10:57:45.799767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-581589c7-7f5e-4240-9b45-209c7c5cea5b req-429298ba-6300-4ae7-91f8-a1d96078e843 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842292 Mar 07 10:57:45.831152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca00131e-3321-41e4-bdc5-814b5c1563d4 req-bc668bb9-934b-40f4-a5c2-3a7a82e292b0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694691 Mar 07 10:57:46.603542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79aa38-1b52-4ea8-a521-b3b8b2f8e9ac req-ed94a52f-3b11-4d81-a5d8-6a53ec64d6e6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:46.605090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d79aa38-1b52-4ea8-a521-b3b8b2f8e9ac req-ed94a52f-3b11-4d81-a5d8-6a53ec64d6e6 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1083920 Mar 07 10:57:46.727857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d79aa38-1b52-4ea8-a521-b3b8b2f8e9ac req-43e2c322-10f5-4316-ac85-151ff65ae9ce tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108084 Mar 07 10:57:47.021215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971269-0260-413b-9c2f-9e297c193836 req-12bf4023-2450-4aa2-820e-1a7900b22f28 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.041784 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9d971269-0260-413b-9c2f-9e297c193836 req-12bf4023-2450-4aa2-820e-1a7900b22f28 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.1152935 Mar 07 10:57:47.123499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac62f9-245b-40a9-b855-cbd4ff9a9a7e req-0be85991-2fe3-46e1-94cd-2dd638e60d12 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.125557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ceac62f9-245b-40a9-b855-cbd4ff9a9a7e req-0be85991-2fe3-46e1-94cd-2dd638e60d12 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2334955 Mar 07 10:57:47.188676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8fb9-576e-4679-a023-e1d0cd7e4ac2 req-8404ee2a-5643-42a1-a347-f92165462cdc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.190159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-142a8fb9-576e-4679-a023-e1d0cd7e4ac2 req-8404ee2a-5643-42a1-a347-f92165462cdc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.2890623 Mar 07 10:57:47.193302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port c6899fb2-21ea-46a0-a7a9-2d76c4231512 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:47.193997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:47.333630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ceac62f9-245b-40a9-b855-cbd4ff9a9a7e req-d8f6f6ef-0f57-481a-8d67-c9fd510a2bf8 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938953 Mar 07 10:57:47.395395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port c6899fb2-21ea-46a0-a7a9-2d76c4231512, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c6899fb2-21ea-46a0-a7a9-2d76c4231512,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:47.396085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:47.423362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for c6899fb2-21ea-46a0-a7a9-2d76c4231512 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:47.511223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-142a8fb9-576e-4679-a023-e1d0cd7e4ac2 req-a0b2a453-6397-4807-8cd7-c1af29871c4c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075862 Mar 07 10:57:47.700005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d030-10e1-4bcd-8d82-6c04820f890c req-c821647f-6f56-4a10-b4b4-48025138cc76 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.706235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11a2d030-10e1-4bcd-8d82-6c04820f890c req-c821647f-6f56-4a10-b4b4-48025138cc76 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=616fbb06-b05a-4189-9a73-13a1d4315461 HTTP/1.1" status: 200 len: 945 time: 0.1729889 Mar 07 10:57:47.788178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c6899fb2-21ea-46a0-a7a9-2d76c4231512), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:47.789261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11a2d030-10e1-4bcd-8d82-6c04820f890c req-051fe5d3-d7ab-468e-bc3d-96cd35fdf744 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Mar 07 10:57:47.801462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:47.867220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=c6899fb2-21ea-46a0-a7a9-2d76c4231512,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:47.994815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port c6899fb2-21ea-46a0-a7a9-2d76c4231512 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:47.994815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:48.006386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9d971269-0260-413b-9c2f-9e297c193836 req-584cc721-ab61-4c84-8a48-fb09dce0190c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/c6899fb2-21ea-46a0-a7a9-2d76c4231512 HTTP/1.1" status: 204 len: 173 time: 0.9633048 Mar 07 10:57:48.006878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'name': 'network-vif-deleted', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:48.014362 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c1bd4-8795-46d7-a3df-7a8235be73e6" -d '{"events": [{"server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "name": "network-vif-deleted", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:48.058350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdcd0b-2bac-4fd7-a2fc-18bdfc9fdda5 req-33529faa-1dc2-415a-8310-c884c1f5d5c0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:48.062174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6cdcd0b-2bac-4fd7-a2fc-18bdfc9fdda5 req-33529faa-1dc2-415a-8310-c884c1f5d5c0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2048738 Mar 07 10:57:48.105782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5da9b-8e22-4531-8fb9-628692de941d req-5c9bc9bd-4232-4e1b-9ad6-ad4e6131b346 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:48.107321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ef5da9b-8e22-4531-8fb9-628692de941d req-5c9bc9bd-4232-4e1b-9ad6-ad4e6131b346 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.1976972 Mar 07 10:57:48.217455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6cdcd0b-2bac-4fd7-a2fc-18bdfc9fdda5 req-c7848d66-3c41-4e82-a495-41055d11f304 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474047 Mar 07 10:57:48.296348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ef5da9b-8e22-4531-8fb9-628692de941d req-b558e49f-e172-4666-9e30-d6b076ba9f57 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735692 Mar 07 10:57:48.350168 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870299b-5001-47ac-85c4-d30d0a127855 x-openstack-request-id: req-5870299b-5001-47ac-85c4-d30d0a127855 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:48.350677 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616fbb06-b05a-4189-9a73-13a1d4315461", "name": "network-vif-deleted", "tag": "c6899fb2-21ea-46a0-a7a9-2d76c4231512", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:48.350975 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5870299b-5001-47ac-85c4-d30d0a127855 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:48.351496 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616fbb06-b05a-4189-9a73-13a1d4315461', 'name': 'network-vif-deleted', 'tag': 'c6899fb2-21ea-46a0-a7a9-2d76c4231512', 'status': 'completed', 'code': 200} Mar 07 10:57:48.522267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9814df6-c2ff-48ab-9ce7-02f1104f16cb req-8ad43405-825b-434e-bdc5-f6e3dd43f686 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:48.528713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9814df6-c2ff-48ab-9ce7-02f1104f16cb req-8ad43405-825b-434e-bdc5-f6e3dd43f686 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1059055 Mar 07 10:57:48.623691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9814df6-c2ff-48ab-9ce7-02f1104f16cb req-06180b97-2824-4159-9ee2-aa5bf131cf2b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926232 Mar 07 10:57:49.345694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22808e-4808-4db0-826e-2d1632b524bb req-72d4595e-1206-4816-adea-d9778dd1f732 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:49.362859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a22808e-4808-4db0-826e-2d1632b524bb req-72d4595e-1206-4816-adea-d9778dd1f732 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1330764 Mar 07 10:57:49.396010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c6899fb2-21ea-46a0-a7a9-2d76c4231512 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:49.472885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: c6899fb2-21ea-46a0-a7a9-2d76c4231512 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:49.475206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c6899fb2-21ea-46a0-a7a9-2d76c4231512 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:49.523578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a22808e-4808-4db0-826e-2d1632b524bb req-d079967f-d7c7-4176-bb39-af02be8434e0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491554 Mar 07 10:57:50.119140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-55ae2e39-91ad-4a9b-9a7a-a3da2cca7571 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:50.126912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-55ae2e39-91ad-4a9b-9a7a-a3da2cca7571 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.2497494 Mar 07 10:57:50.146018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-eac3c033-2665-4150-8c44-b5b8375036dd tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0182273 Mar 07 10:57:50.230503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-87cdd9d1-cc4b-4ea4-9b5c-fc23f8430439 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832844 Mar 07 10:57:50.430933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-f7ef2ddc-162c-46a9-bf29-3646985e178c service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921210 Mar 07 10:57:50.725276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a782-f575-4f9d-b5e8-69cbb0172e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:50.758332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-c517f7c7-d89f-4ed7-8626-4cb8cf38a634 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211370 Mar 07 10:57:51.554451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-883dd4fa-ebc6-4b4b-85eb-14b804c6391f req-07b27105-80fe-45a3-b14c-cfec70375f24 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 210 time: 0.1434112 Mar 07 10:57:51.626493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c73c6-112b-4749-9929-0d9fefef1aaa req-1d7c466f-05bd-4a8d-9c5d-0341794d33c1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:51.635006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd5c73c6-112b-4749-9929-0d9fefef1aaa req-1d7c466f-05bd-4a8d-9c5d-0341794d33c1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.3184242 Mar 07 10:57:51.792833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd5c73c6-112b-4749-9929-0d9fefef1aaa req-4a209d65-03cf-463d-b6df-f27b06657c01 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568151 Mar 07 10:57:52.737694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91439835-fddb-4b4d-814a-ef70ee3ab8e7 req-c24f4f6c-ba86-4f04-a1cd-af615a2df9b1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 210 time: 0.0614684 Mar 07 10:57:53.001753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c314588-6842-4e84-8dcf-367c0288dfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.077363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12076c2c-7c63-486e-b3ac-56c431a8b90d req-2bff3993-9a68-41ea-b62c-219446e99238 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:53.089106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12076c2c-7c63-486e-b3ac-56c431a8b90d req-2bff3993-9a68-41ea-b62c-219446e99238 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1743970 Mar 07 10:57:53.342468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12076c2c-7c63-486e-b3ac-56c431a8b90d req-2663c7ca-6ea5-49b7-8d6b-5062421b7951 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394030 Mar 07 10:57:53.357249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-2f5b7aa9-7ede-45c9-a449-067ef31e74eb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:53.358899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-2f5b7aa9-7ede-45c9-a449-067ef31e74eb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.4235845 Mar 07 10:57:53.375894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:53.558911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:53.563176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.711222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.11 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/14250f4e-96d2-41d2-b359-9bc6cdc6aef8) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:53.989431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ec56e6-7327-4312-82d3-9de748304016 req-68e20e62-1cf7-402b-95e6-ba61256e57d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 210 time: 0.0843701 Mar 07 10:57:54.022969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.095396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.111331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:54.382092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:54.424662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:54.453903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:54.472192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:54.673039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.726316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:54.727359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.783201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-0720698f-97c9-4f4a-a5ef-bf5242750205 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4148622 Mar 07 10:57:54.801683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.804876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Request body: {'port': {'device_id': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:54.811961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508c2c-6bb1-4928-9d33-ff52001be6a3 req-af681f41-138a-4d4c-bb95-34577da49114 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:54.822120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b508c2c-6bb1-4928-9d33-ff52001be6a3 req-af681f41-138a-4d4c-bb95-34577da49114 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1886833 Mar 07 10:57:54.980559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.984535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b508c2c-6bb1-4928-9d33-ff52001be6a3 req-168a6770-c097-4aa7-b44b-2ecc1323f954 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590190 Mar 07 10:57:55.212292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4a6d-ca99-4255-a6c9-970e3eb7e414 req-15c817fa-8868-4c71-8f65-b103aa90d81a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.220769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26ed4a6d-ca99-4255-a6c9-970e3eb7e414 req-15c817fa-8868-4c71-8f65-b103aa90d81a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 932 time: 0.1247427 Mar 07 10:57:55.299116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26ed4a6d-ca99-4255-a6c9-970e3eb7e414 req-de9eb05e-7bb2-45e4-b229-768fb63a3795 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720005 Mar 07 10:57:55.580690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:55.591623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks [] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.606089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Transition to ACTIVE for port object 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:55.617952 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.694178 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.714382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Pushing event updated for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:55.795179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Attempting to bind port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:55.795803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Attempting to bind port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:55.796261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Attempting to bind port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:55.801098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:55.801527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Attempting to bind port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:55.808121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:55.808622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:55.809151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:55.809750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Bound port: 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:55.810238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.945203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:55.956562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:55.976234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.147384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.148220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.149591 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/14250f4e-96d2-41d2-b359-9bc6cdc6aef8 HTTP/1.1" status: 200 len: 1092 time: 1.3601241 Mar 07 10:57:56.162747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:56.166803 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:56.189083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a64b4-ad84-4624-a94f-28f5e45539d4 service neutron] Pushing event updated for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:56.338047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a63a9-c841-4b88-b197-1bbfe48e1f08 req-e4242206-1fd9-4f2a-9354-a72b721f054c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.349512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-553a63a9-c841-4b88-b197-1bbfe48e1f08 req-e4242206-1fd9-4f2a-9354-a72b721f054c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1316581 Mar 07 10:57:56.351273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-4f5265ae-07f8-4baa-9496-aa27c72886de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.352824 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-4f5265ae-07f8-4baa-9496-aa27c72886de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 1126 time: 0.1607459 Mar 07 10:57:56.415399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-32207381-7d9c-4ff8-ad26-764343bbe5ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8 HTTP/1.1" status: 200 len: 217 time: 0.0525632 Mar 07 10:57:56.514454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-881840f8-2008-4af8-87aa-4f8dc3fb3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.516428 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-881840f8-2008-4af8-87aa-4f8dc3fb3c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.0940804 Mar 07 10:57:56.528321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-a3cf1c3a-604f-41c4-8b71-530a9d878088 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.536200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-a3cf1c3a-604f-41c4-8b71-530a9d878088 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.4724517 Mar 07 10:57:56.554083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-553a63a9-c841-4b88-b197-1bbfe48e1f08 req-8a28772a-3de1-4cd4-a649-0b727a401620 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018027 Mar 07 10:57:56.581420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-528cdb96-73a6-4ad9-9717-910fecbce7f2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0438280 Mar 07 10:57:56.618228 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-d9d4e2a4-6795-41c7-8fac-81c1fabacd95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944493 Mar 07 10:57:56.665584 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81762e86-0af4-4305-b40a-4492fb1633b2 x-openstack-request-id: req-81762e86-0af4-4305-b40a-4492fb1633b2 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:56.666022 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:56.666309 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81762e86-0af4-4305-b40a-4492fb1633b2 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:56.666721 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'status': 'completed', 'code': 200} Mar 07 10:57:56.696120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-39b07165-e185-402f-8ca1-d3d66d1f1fcf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114717 Mar 07 10:57:56.817940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-efc3e615-a1a7-4d44-a007-5b3f80359a65 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923773 Mar 07 10:57:56.944701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-14d67b85-9e5a-4968-9128-adf478ce530e service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403002 Mar 07 10:57:57.061098 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a680b82a-4444-439a-85aa-f7dad2f4d9f2 req-23da0420-e213-47f5-8e82-9243276f3312 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176094 Mar 07 10:57:57.099134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:57.130010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b6ad1-b184-4950-88d3-06149bc4125f req-085face8-ff3d-41c7-9d9d-a2cdaf290e06 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.138572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f4b6ad1-b184-4950-88d3-06149bc4125f req-085face8-ff3d-41c7-9d9d-a2cdaf290e06 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 944 time: 0.3628137 Mar 07 10:57:57.177712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-4082863c-2316-4e31-b14d-390635197611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.179512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-4082863c-2316-4e31-b14d-390635197611 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 1126 time: 0.0627723 Mar 07 10:57:57.219769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-e64c42b2-c797-4d3f-bbcf-106372499c61 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610745 Mar 07 10:57:57.287041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f4b6ad1-b184-4950-88d3-06149bc4125f req-0fe1d600-175e-40eb-ab2a-3841fb210f2a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413171 Mar 07 10:57:57.354124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-64bd1bad-2057-4b53-bc5c-186cec369075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.356474 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-64bd1bad-2057-4b53-bc5c-186cec369075 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.1668015 Mar 07 10:57:57.393451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-20a35716-135a-4d00-a61d-22644e0270ea req-200336dd-0200-4a15-87a3-bf683f320b2f service neutron] (103789) timed out ('10.222.0.23', 58342) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:57:57.429288 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-60d0531e-fbf2-48e3-a4ad-2ece7359df89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8 HTTP/1.1" status: 200 len: 217 time: 0.0656955 Mar 07 10:57:57.519822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-89f38af7-9709-4de3-b701-15c2a5c5043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.521728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-89f38af7-9709-4de3-b701-15c2a5c5043a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.0830297 Mar 07 10:57:57.563306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-7fa478b1-36f2-4bb1-9a87-fd08f08fe34c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347209 Mar 07 10:57:57.731285 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-b236b98c-4684-4dcd-8127-1fcf329dc14e service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614642 Mar 07 10:57:57.751111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d53fa-5d74-4977-b041-bf8b45e04f50 req-9db08bd7-7be9-4ac9-a34f-a21870e5046e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.752703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da5d53fa-5d74-4977-b041-bf8b45e04f50 req-9db08bd7-7be9-4ac9-a34f-a21870e5046e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.0958869 Mar 07 10:57:57.841137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2720489f-1ab2-49b8-ba23-5b98c59ac720 req-3099158d-2654-41a7-b079-cfe2c420b8cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0979922 Mar 07 10:57:57.939368 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2e82d7ba-4f6f-439f-b681-e80fcca1bc5e req-8ee00ce3-f153-4f43-82fb-ff58997529ab service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988075 Mar 07 10:57:57.969235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da5d53fa-5d74-4977-b041-bf8b45e04f50 req-dae7585b-233a-4128-9314-5002cd0cb6b8 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867931 Mar 07 10:57:58.562031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2ab78-9f81-432b-88ae-7619a759a5d6 req-8bd6ca34-15a7-4b13-8dd5-14400c58d5a3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:58.581278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bd2ab78-9f81-432b-88ae-7619a759a5d6 req-8bd6ca34-15a7-4b13-8dd5-14400c58d5a3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 944 time: 0.1507444 Mar 07 10:57:58.649545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:58.708345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bd2ab78-9f81-432b-88ae-7619a759a5d6 req-50248c85-4b16-4903-92b8-0af328b0a412 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257677 Mar 07 10:57:58.986502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fc24e87-4dd6-40eb-ad01-2c62fc66d0a1 req-33a9d655-94ee-4262-af54-ee1e2974c9b7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0635381 Mar 07 10:57:59.246309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571317b7-c838-4437-9298-c9cc788194ea req-d638fba8-ae6a-4fcc-a4cf-abf3c1496939 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:59.256639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-571317b7-c838-4437-9298-c9cc788194ea req-d638fba8-ae6a-4fcc-a4cf-abf3c1496939 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1400769 Mar 07 10:57:59.359504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-571317b7-c838-4437-9298-c9cc788194ea req-888a6dd9-35bd-4f4d-8fe4-f28dd3569baa tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001084 Mar 07 10:57:59.518329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-9f352617-2016-4f67-bcf9-7f5905b7db69 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:59.520831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-9f352617-2016-4f67-bcf9-7f5905b7db69 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.1452036 Mar 07 10:57:59.552604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:59.932922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:59.937768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:59.971195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0d066-3981-47b7-a380-a7c8355bae0a req-d61f1206-0590-4d0c-b99d-f0a70c1f9829 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:59.979512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60a0d066-3981-47b7-a380-a7c8355bae0a req-d61f1206-0590-4d0c-b99d-f0a70c1f9829 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 944 time: 0.1656206 Mar 07 10:58:00.145170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60a0d066-3981-47b7-a380-a7c8355bae0a req-cba0b435-582b-4781-9275-9dcc8f865d65 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643338 Mar 07 10:58:00.255999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c6cb214-59fd-429e-ad30-91fa6e484fff req-f0e89c2e-fcdb-4364-b8e1-1da0ea1df821 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0638828 Mar 07 10:58:00.336683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.4 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/5070241c-94c1-4d51-b04e-3387f070833d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:00.803701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42651322-aaae-4647-acfc-2eca0f60f83e req-f1fb627d-8ef6-4c52-b862-e0765de5b342 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:00.810925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42651322-aaae-4647-acfc-2eca0f60f83e req-f1fb627d-8ef6-4c52-b862-e0765de5b342 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2904816 Mar 07 10:58:00.923340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42651322-aaae-4647-acfc-2eca0f60f83e req-e2bd71b4-28b3-4f93-8975-5c435c971630 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078346 Mar 07 10:58:00.931552 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (5070241c-94c1-4d51-b04e-3387f070833d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:00.980306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:00.993741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:01.197046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:01.223415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:01.225316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:01.229806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:58:01.359336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.368702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:01.442557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:01.443951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-73a0d22e-9dd2-4f9e-a4cd-a6e59ab7a9d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8980742 Mar 07 10:58:01.511134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-b44c53ed-a0f2-4f1c-a9a8-0de88da3ca96 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:58:01.512178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-b44c53ed-a0f2-4f1c-a9a8-0de88da3ca96 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191097 Mar 07 10:58:01.560406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Request body: {'port': {'device_id': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:01.673456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:01.701438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'mac_address': 'fa:16:3e:99:18:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:01.855828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:01.856742 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:01.881653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-89aed9aa-6522-4cb6-8bee-f9857ec1e7cd None None] Provisioning complete for port 5070241c-94c1-4d51-b04e-3387f070833d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:01.882317 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-89aed9aa-6522-4cb6-8bee-f9857ec1e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5070241c-94c1-4d51-b04e-3387f070833d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:01.929802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:01.977839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:01.979707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-89aed9aa-6522-4cb6-8bee-f9857ec1e7cd None None] Port 5070241c-94c1-4d51-b04e-3387f070833d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:58:01.990866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:02.186548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:02.359293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['14250f4e-96d2-41d2-b359-9bc6cdc6aef8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:02.803917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a0d25-47d5-4440-8a14-3fde44e40618 req-9464768a-7f3c-4612-94dc-0d2a142b1276 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:02.809179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed3a0d25-47d5-4440-8a14-3fde44e40618 req-9464768a-7f3c-4612-94dc-0d2a142b1276 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 944 time: 1.4037378 Mar 07 10:58:02.844706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5070241c-94c1-4d51-b04e-3387f070833d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:02.883495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fae548-6946-4440-84db-cf76708e7a08 req-35eda141-7776-4b03-9dd1-1c2d99c9ae71 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:02.902646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00fae548-6946-4440-84db-cf76708e7a08 req-35eda141-7776-4b03-9dd1-1c2d99c9ae71 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 931 time: 1.4576747 Mar 07 10:58:03.115876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed3a0d25-47d5-4440-8a14-3fde44e40618 req-d2244ec3-0e57-433f-8927-b2487dbbe1bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989829 Mar 07 10:58:03.435878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00fae548-6946-4440-84db-cf76708e7a08 req-70c6e8a0-5c8b-4a13-94a0-d1632f90fd2c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040589 Mar 07 10:58:03.440276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:03.690826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:03.696150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:03.696602 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:03.781563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c8e9d-39fd-4882-a226-48a0b1e5dc78 req-b7c12d2f-5421-411e-bc28-555e579c99ab tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:03.795335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d3c8e9d-39fd-4882-a226-48a0b1e5dc78 req-b7c12d2f-5421-411e-bc28-555e579c99ab tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.4968591 Mar 07 10:58:03.962492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:03.964116 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:04.055545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d3c8e9d-39fd-4882-a226-48a0b1e5dc78 req-65fccec7-df8c-4aa9-9ea4-8cb93339bf0b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478118 Mar 07 10:58:04.086322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:04.090172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:04.097121 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7525531-6152-492b-91d7-09dbbdb1e4da" -d '{"events": [{"server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:04.127599 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:04.307437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5070241c-94c1-4d51-b04e-3387f070833d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:04.358986 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks [] for port (5070241c-94c1-4d51-b04e-3387f070833d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:04.377830 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d264a3-648b-4d08-8ef3-a4a0e9bb96fc x-openstack-request-id: req-97d264a3-648b-4d08-8ef3-a4a0e9bb96fc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:04.378404 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:04.378943 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97d264a3-648b-4d08-8ef3-a4a0e9bb96fc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:04.379639 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'code': 200} Mar 07 10:58:04.415756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:04.490113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec4d-c405-42e1-bafa-54de389a8880 req-41cd4e96-c1c1-479c-8f0c-27c43310d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:04.492543 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e548ec4d-c405-42e1-bafa-54de389a8880 req-41cd4e96-c1c1-479c-8f0c-27c43310d56c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 1128 time: 0.1231642 Mar 07 10:58:04.537214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Transition to ACTIVE for port object 5070241c-94c1-4d51-b04e-3387f070833d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:58:04.557473 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:04.615098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa434e-494e-4761-8c96-28e57d965e77 req-ebcd0ea2-22b5-4a60-bcb5-7d6724daa81a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:04.618669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cfa434e-494e-4761-8c96-28e57d965e77 req-ebcd0ea2-22b5-4a60-bcb5-7d6724daa81a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.2479177 Mar 07 10:58:04.645743 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e548ec4d-c405-42e1-bafa-54de389a8880 req-a162f40b-0262-44b6-8304-55b2929ae855 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471527 Mar 07 10:58:04.889480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cfa434e-494e-4761-8c96-28e57d965e77 req-37b195d8-9fb7-4909-ad96-0efe3a317a12 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220325 Mar 07 10:58:05.204580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Attempting to bind port 5070241c-94c1-4d51-b04e-3387f070833d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:58:05.205257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Attempting to bind port 5070241c-94c1-4d51-b04e-3387f070833d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:58:05.205393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Attempting to bind port 5070241c-94c1-4d51-b04e-3387f070833d on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:05.247522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Pushing event updated for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:05.269439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Port 5070241c-94c1-4d51-b04e-3387f070833d on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:58:05.269783 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Attempting to bind port 5070241c-94c1-4d51-b04e-3387f070833d on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:05.328057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:58:05.328444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:58:05.328702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:58:05.329280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Bound port: 5070241c-94c1-4d51-b04e-3387f070833d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:58:05.330101 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5070241c-94c1-4d51-b04e-3387f070833d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:05.361357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6503-536b-4ae5-bd0d-da2835466ab2 req-5eb0fb26-9527-48ba-a68b-f817ecda8281 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:05.378023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-971a6503-536b-4ae5-bd0d-da2835466ab2 req-5eb0fb26-9527-48ba-a68b-f817ecda8281 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.5193923 Mar 07 10:58:05.608959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-971a6503-536b-4ae5-bd0d-da2835466ab2 req-2170db68-9c42-4220-80e9-a7e57adac58a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305396 Mar 07 10:58:05.693637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49cce2-5686-4775-9136-0570bf2e26f2 req-b4fe68e1-2078-4535-a952-2edcbf8cc839 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:05.714680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b49cce2-5686-4775-9136-0570bf2e26f2 req-b4fe68e1-2078-4535-a952-2edcbf8cc839 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.4842248 Mar 07 10:58:05.859965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:05.863357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5070241c-94c1-4d51-b04e-3387f070833d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:05.889602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:06.004765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b49cce2-5686-4775-9136-0570bf2e26f2 req-0fba0cc9-e407-4c08-82df-8778a9e07653 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986891 Mar 07 10:58:06.096765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:06.098913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:06.111064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] 10.222.0.26 "PUT /v2.0/ports/5070241c-94c1-4d51-b04e-3387f070833d HTTP/1.1" status: 200 len: 1091 time: 4.5773549 Mar 07 10:58:06.112665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:06.127237 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbeb38-f67c-4037-a6c6-5f0de3952809" -d '{"events": [{"name": "network-changed", "server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "tag": "5070241c-94c1-4d51-b04e-3387f070833d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:06.316227 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3d0c8-d6bf-49b6-8236-953ecc045e98 x-openstack-request-id: req-11f3d0c8-d6bf-49b6-8236-953ecc045e98 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:06.317304 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "tag": "5070241c-94c1-4d51-b04e-3387f070833d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:06.326169 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11f3d0c8-d6bf-49b6-8236-953ecc045e98 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:06.326986 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d', 'status': 'completed', 'code': 200} Mar 07 10:58:06.518126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c13f-2f44-4c61-894a-c3b60058ac02 service neutron] Pushing event updated for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:06.578397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-29479845-9c47-4e89-b903-8bc64fcde3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:06.580660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-29479845-9c47-4e89-b903-8bc64fcde3e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 1125 time: 0.3138647 Mar 07 10:58:06.638762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b2b30-23e0-4405-933f-e642934a7522 req-c968452b-582c-4568-8f3a-91593fc829f5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:06.651117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-638b2b30-23e0-4405-933f-e642934a7522 req-c968452b-582c-4568-8f3a-91593fc829f5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.5095823 Mar 07 10:58:06.781192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-e406bf23-ffb7-49a4-986e-390fff2cee60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5070241c-94c1-4d51-b04e-3387f070833d HTTP/1.1" status: 200 len: 217 time: 0.1877983 Mar 07 10:58:07.127518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-638b2b30-23e0-4405-933f-e642934a7522 req-916cdf57-079f-4157-9c25-a95622583319 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747448 Mar 07 10:58:07.158210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-eee8c162-6503-4c3f-b409-12143088c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:07.159814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-eee8c162-6503-4c3f-b409-12143088c242 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.3478105 Mar 07 10:58:07.237203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae120d-136a-4381-a2cf-a151235ff500 req-341b3f95-00c4-41c9-9788-218a4ea80eb0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:07.240823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaae120d-136a-4381-a2cf-a151235ff500 req-341b3f95-00c4-41c9-9788-218a4ea80eb0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3358834 Mar 07 10:58:07.544702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaae120d-136a-4381-a2cf-a151235ff500 req-dd95d1aa-f5ab-414c-ad43-50b1fefacc3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314742 Mar 07 10:58:07.560899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc09673-0e3c-43f6-b972-07623f626aac req-6276085c-7424-460e-a974-14035e850165 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:07.577686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dc09673-0e3c-43f6-b972-07623f626aac req-6276085c-7424-460e-a974-14035e850165 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.3357530 Mar 07 10:58:07.580354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-0c1074cd-34b0-49cc-80b0-2d38dc517850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:07.581991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-0c1074cd-34b0-49cc-80b0-2d38dc517850 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4096000 Mar 07 10:58:07.858038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dc09673-0e3c-43f6-b972-07623f626aac req-9ff4c48d-c975-48fa-9e69-e7522c832597 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676170 Mar 07 10:58:07.916004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-39032602-5677-40e4-80d7-f851a5df53cb service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267970 Mar 07 10:58:08.202679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3feaccd4-c396-4762-a3b7-1721dfbcaca3 req-4e869887-149f-4ca3-bd6a-19fd3a59724c service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801609 Mar 07 10:58:08.441583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3561d8a-fceb-4d1e-9912-6f845bb04190 req-cbc7308f-737e-4bbd-83ec-cf690e22f4e8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:08.450779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3561d8a-fceb-4d1e-9912-6f845bb04190 req-cbc7308f-737e-4bbd-83ec-cf690e22f4e8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.1714294 Mar 07 10:58:08.474722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-e0159258-e182-4f66-bccb-f5a124511900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:08.482322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-e0159258-e182-4f66-bccb-f5a124511900 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 1125 time: 0.2179005 Mar 07 10:58:08.759307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3561d8a-fceb-4d1e-9912-6f845bb04190 req-c6afe12d-64be-484f-af1d-241b6aa25f0b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067834 Mar 07 10:58:08.795284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-b40f3009-b476-475f-95df-b2f5a0d1816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:08.806022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-b40f3009-b476-475f-95df-b2f5a0d1816b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.3156185 Mar 07 10:58:08.941411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-26f4021a-ce06-4235-a980-e0324c0a115c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5070241c-94c1-4d51-b04e-3387f070833d HTTP/1.1" status: 200 len: 217 time: 0.1097147 Mar 07 10:58:09.302170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773e07d-6c35-4852-adac-739eeb13afa8 req-5108c670-3d3c-41d5-b041-9db7f4cd88f7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.311292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a773e07d-6c35-4852-adac-739eeb13afa8 req-5108c670-3d3c-41d5-b041-9db7f4cd88f7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1945014 Mar 07 10:58:09.403754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd521d3-97f7-4b0a-9cec-647e9517e3e0 req-e4c179ad-7afe-406c-a23f-0f0cf361d48a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.405543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bd521d3-97f7-4b0a-9cec-647e9517e3e0 req-e4c179ad-7afe-406c-a23f-0f0cf361d48a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.6367269 Mar 07 10:58:09.448351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a773e07d-6c35-4852-adac-739eeb13afa8 req-3b4ed89f-e75f-4942-b3fc-34a41a60bb76 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359372 Mar 07 10:58:09.457617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-e4541c80-7d9b-4466-87fe-2937a41c9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.461432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-e4541c80-7d9b-4466-87fe-2937a41c9838 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.5103350 Mar 07 10:58:09.794618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bd521d3-97f7-4b0a-9cec-647e9517e3e0 req-57241a73-f047-4223-b07c-bd983205d3fe tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411386 Mar 07 10:58:09.800608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-8ed42433-6430-4c91-a501-790cc72cb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.802349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-8ed42433-6430-4c91-a501-790cc72cb43f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3202512 Mar 07 10:58:09.955876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-2469baeb-e7ff-4081-be39-e6ca51a6531a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.957552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-2469baeb-e7ff-4081-be39-e6ca51a6531a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.3332281 Mar 07 10:58:10.008681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-c5a67aef-39d9-41ca-9c0d-b3e47c5347e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734602 Mar 07 10:58:10.019777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-7410bdc8-091f-4b3d-a0ce-6f07754b9923 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0533047 Mar 07 10:58:10.193263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5cbeb38-f67c-4037-a6c6-5f0de3952809 req-8188aeb6-f454-4cf7-8cce-b082ceea1aed service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677654 Mar 07 10:58:10.252085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-b32745a4-dd81-44c6-bf87-0961eb357db4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308958 Mar 07 10:58:10.468864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-6a1de692-4e6b-47d5-bf8b-67181bdac4f2 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059674 Mar 07 10:58:10.659129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-1ed5f2af-3f17-4865-8971-b40dda7bbb68 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825757 Mar 07 10:58:10.774616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815ddf-4f82-4370-8398-7ff516840296 req-672f7325-6388-411c-a79c-c283860f2936 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:10.777637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4815ddf-4f82-4370-8398-7ff516840296 req-672f7325-6388-411c-a79c-c283860f2936 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1174364 Mar 07 10:58:10.923450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4815ddf-4f82-4370-8398-7ff516840296 req-3d7abe6b-9b38-4d21-a735-1d8bc947b786 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400802 Mar 07 10:58:11.128783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41ea6c7e-8b2c-4247-b26c-e5a061396c25 req-7e79ec8b-ca60-4072-8bc2-b709f08dc65b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 210 time: 0.0504675 Mar 07 10:58:11.223434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85930d5b-c052-4234-bd66-64d2de6096b9 req-bb6d11e3-5e08-4970-8618-a8af96624baf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:11.225452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85930d5b-c052-4234-bd66-64d2de6096b9 req-bb6d11e3-5e08-4970-8618-a8af96624baf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0958016 Mar 07 10:58:11.374586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85930d5b-c052-4234-bd66-64d2de6096b9 req-c1ea748e-53a2-4e0c-b883-f00c2a3fc176 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427870 Mar 07 10:58:12.241161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cd337-2bf7-4e63-9929-e7f97e26c86f req-2d768c2d-75f3-49bf-ac43-dd59f081732c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:12.243020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e3cd337-2bf7-4e63-9929-e7f97e26c86f req-2d768c2d-75f3-49bf-ac43-dd59f081732c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1591046 Mar 07 10:58:12.327034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c34a62c-3cbe-4686-a0d5-d505def449ec req-d349d757-1b63-4043-be18-71743296b893 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 210 time: 0.0602407 Mar 07 10:58:12.389944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e3cd337-2bf7-4e63-9929-e7f97e26c86f req-4ae2b32d-f09a-42ff-8aae-bb80c06a1968 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394281 Mar 07 10:58:12.684964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0019-f180-48e3-bc33-105a3a827a37 req-f56b7d33-6566-410a-801b-3e8066aba811 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:12.702217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a82d0019-f180-48e3-bc33-105a3a827a37 req-f56b7d33-6566-410a-801b-3e8066aba811 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1857817 Mar 07 10:58:12.822915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a82d0019-f180-48e3-bc33-105a3a827a37 req-2a1ab4a1-8b07-4f81-99f8-17ecf01f556b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197596 Mar 07 10:58:12.898096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-dc87a3f0-76af-46db-9b59-a874980c633f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:12.901964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-dc87a3f0-76af-46db-9b59-a874980c633f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.2681048 Mar 07 10:58:12.914459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:13.198521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:13.202996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.472004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.2 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/a6298546-a7c5-4457-bdb0-8d1b273002a2) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:13.502399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6a879f-162e-4f6a-b9c7-472175d31e34 req-80cdb603-33d4-4f54-afb4-d9097358293a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 210 time: 0.0951548 Mar 07 10:58:13.682542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d53732-b4f4-4d68-a544-46ca98db9032 req-81ff425f-7064-482c-8ba1-a6761f5910aa tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:13.690184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78d53732-b4f4-4d68-a544-46ca98db9032 req-81ff425f-7064-482c-8ba1-a6761f5910aa tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1409895 Mar 07 10:58:13.848921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78d53732-b4f4-4d68-a544-46ca98db9032 req-66486369-ca3f-46c4-9dd3-e1ed8cf3b73d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521351 Mar 07 10:58:13.925711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.026152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.050830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:14.064577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['14250f4e-96d2-41d2-b359-9bc6cdc6aef8'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:14.194362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9af516-c2a9-40df-84aa-96ba44ceca4c req-8971add8-e748-4bec-80bd-5d1a793f7aff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.205034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9af516-c2a9-40df-84aa-96ba44ceca4c req-8971add8-e748-4bec-80bd-5d1a793f7aff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2627738 Mar 07 10:58:14.218393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:14.245493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:14.254744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:14.259426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:58:14.296920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f9af516-c2a9-40df-84aa-96ba44ceca4c req-ded2c0e7-a583-4f17-8f23-1f9f6c8154c1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901473 Mar 07 10:58:14.377443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.381660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.419437 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-d756a6e2-db40-4bfa-8991-89e913d59656 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5089197 Mar 07 10:58:14.440182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Request body: {'port': {'device_id': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:14.531802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.710321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb3bd-cb67-42b4-9b14-ad24ff7073ee req-95418bbf-41b4-4fab-b57b-e8e5469e9911 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.712918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c7eb3bd-cb67-42b4-9b14-ad24ff7073ee req-95418bbf-41b4-4fab-b57b-e8e5469e9911 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 931 time: 0.1118600 Mar 07 10:58:14.853425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c7eb3bd-cb67-42b4-9b14-ad24ff7073ee req-4bbd075a-7cba-410f-9cff-38e46c85e0d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254988 Mar 07 10:58:15.090921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51054) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:15.223563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a750c-88c2-4c6e-88f6-e751a7bc61e9 req-f0ce7157-4c44-4023-9f30-3f05746559ef tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:15.241741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-283a750c-88c2-4c6e-88f6-e751a7bc61e9 req-f0ce7157-4c44-4023-9f30-3f05746559ef tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2360330 Mar 07 10:58:15.425108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-283a750c-88c2-4c6e-88f6-e751a7bc61e9 req-dc5aec18-a3dd-4690-a404-7df1a9f552a0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768749 Mar 07 10:58:15.426752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6298546-a7c5-4457-bdb0-8d1b273002a2 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:15.453736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks [] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:15.481361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Transition to ACTIVE for port object a6298546-a7c5-4457-bdb0-8d1b273002a2 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:58:15.495494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:15.639727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Pushing event updated for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:15.675970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.676446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.678176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.678563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.678870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.679201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.679537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.683911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.684376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.684751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.685792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.690733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.691301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:15.846348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354eb7-bbb2-4591-9919-1c56b527e356 req-a557f4ac-fe8a-4586-9bd1-b590710d197d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:15.864877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a354eb7-bbb2-4591-9919-1c56b527e356 req-a557f4ac-fe8a-4586-9bd1-b590710d197d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2000263 Mar 07 10:58:16.053528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Attempting to bind port a6298546-a7c5-4457-bdb0-8d1b273002a2 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:58:16.053873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Attempting to bind port a6298546-a7c5-4457-bdb0-8d1b273002a2 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:58:16.054249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Attempting to bind port a6298546-a7c5-4457-bdb0-8d1b273002a2 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:16.072379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Port a6298546-a7c5-4457-bdb0-8d1b273002a2 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:58:16.072925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Attempting to bind port a6298546-a7c5-4457-bdb0-8d1b273002a2 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:16.092088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:58:16.092397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:58:16.092978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:58:16.094611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Bound port: a6298546-a7c5-4457-bdb0-8d1b273002a2, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:58:16.094992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:16.256705 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:16.268250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:16.289229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:16.428844 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:58:16.454477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Pushing event updated for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:16.457480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a354eb7-bbb2-4591-9919-1c56b527e356 req-9e1fbb89-e325-4264-bc0c-a1dae00be2e0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913234 Mar 07 10:58:16.489090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:16.489728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:16.492688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-847002e9-107e-4bfe-87b8-d97d953b634c service neutron] 10.222.0.32 "PUT /v2.0/ports/a6298546-a7c5-4457-bdb0-8d1b273002a2 HTTP/1.1" status: 200 len: 1091 time: 2.0580919 Mar 07 10:58:16.493482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:16.497012 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e4821-ca57-4e1e-88d3-594fc3119df1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:16.750032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-af0f1c75-7c42-42db-97b7-5fe9d72ae2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:16.756337 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-af0f1c75-7c42-42db-97b7-5fe9d72ae2bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 1125 time: 0.1958210 Mar 07 10:58:16.861616 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-18f513e2-108e-4104-a02e-d1890a2b49e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2 HTTP/1.1" status: 200 len: 217 time: 0.0905318 Mar 07 10:58:17.639140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3538-221d-465b-ac63-4d16bab993a8 req-7756800d-8fb0-429f-9540-b22b5fd88104 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:17.640992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c6b3538-221d-465b-ac63-4d16bab993a8 req-7756800d-8fb0-429f-9540-b22b5fd88104 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 943 time: 1.4622600 Mar 07 10:58:17.952368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c6b3538-221d-465b-ac63-4d16bab993a8 req-c88eafa5-6c54-46d9-86fa-3c629728c032 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023076 Mar 07 10:58:18.003491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c52141-287d-462b-99b3-a1a7a8ace3ab req-b2551d21-b373-4b42-bcf5-e5818bd03c9c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:18.012285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61c52141-287d-462b-99b3-a1a7a8ace3ab req-b2551d21-b373-4b42-bcf5-e5818bd03c9c tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 1.2866530 Mar 07 10:58:18.135824 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7ff34-7492-4302-8994-61de26d252fc x-openstack-request-id: req-0fa7ff34-7492-4302-8994-61de26d252fc {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:18.136448 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:18.136448 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fa7ff34-7492-4302-8994-61de26d252fc {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:18.136746 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2', 'status': 'completed', 'code': 200} Mar 07 10:58:18.144210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556566f-824e-4335-999f-519f39628600 req-7b996151-a53a-4fa7-964e-62ae7de78048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:18.146784 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-7b996151-a53a-4fa7-964e-62ae7de78048 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 1.2748160 Mar 07 10:58:18.237850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61c52141-287d-462b-99b3-a1a7a8ace3ab req-46181af5-4693-44a7-9bc3-3c6d801cbdf9 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230637 Mar 07 10:58:18.309921 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-1b4ce607-05a4-4a9d-8a61-698ab2372350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534424 Mar 07 10:58:18.394988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:18.556306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-59a838ac-c00b-4533-bdd5-688177cc12c4 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381167 Mar 07 10:58:18.588573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29e53-1dd8-4c27-9a14-274b241b4c7a req-dc36d056-23d1-4939-9d64-22c97cf9fa09 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:18.589519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00c29e53-1dd8-4c27-9a14-274b241b4c7a req-dc36d056-23d1-4939-9d64-22c97cf9fa09 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3095498 Mar 07 10:58:18.790820 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0556566f-824e-4335-999f-519f39628600 req-050fa289-c1b1-4b80-965c-c07ee5fa56f5 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265546 Mar 07 10:58:18.825815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00c29e53-1dd8-4c27-9a14-274b241b4c7a req-86e7b39b-fa94-4b02-9781-289f03e71b1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265024 Mar 07 10:58:19.038644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-922b5362-e409-4d14-866a-d5a2e2e5adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.041034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-922b5362-e409-4d14-866a-d5a2e2e5adfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 1125 time: 0.1865289 Mar 07 10:58:19.323349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-8639fe80-2044-4c50-95ee-7a8b7092d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.325241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-8639fe80-2044-4c50-95ee-7a8b7092d6f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.2756505 Mar 07 10:58:19.379605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917302d-763b-4220-92fa-29941eae5153 req-f06602e6-e814-4002-802b-16a4811df085 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.395185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1917302d-763b-4220-92fa-29941eae5153 req-f06602e6-e814-4002-802b-16a4811df085 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 943 time: 0.2384291 Mar 07 10:58:19.450279 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-ce17f880-b670-4c0e-bb33-839b77d7c980 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2 HTTP/1.1" status: 200 len: 217 time: 0.1090796 Mar 07 10:58:19.488792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:19.561436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-eb5f7d82-4978-4926-87cc-207841b013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.562899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-eb5f7d82-4978-4926-87cc-207841b013ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.0981569 Mar 07 10:58:19.628710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-22dbbce4-11a0-49c8-a24b-f7f8bdc2474f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553036 Mar 07 10:58:19.690874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa25d05-7896-4604-bbd0-370841c173c4 req-ea6d52f1-ceb2-41c3-8266-08a27aa860fa tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.710135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 7eb0c247-aa99-4798-9f09-c977327c9478 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:19.711066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:19.714351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fa25d05-7896-4604-bbd0-370841c173c4 req-ea6d52f1-ceb2-41c3-8266-08a27aa860fa tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2108903 Mar 07 10:58:19.794523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:19.799892 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b75ed-d3b1-4bb6-b735-2dd2b5030220" -d '{"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:19.829694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:19.841916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:19.843859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1917302d-763b-4220-92fa-29941eae5153 req-432e4088-5005-4f73-9c99-1c6e716acfac tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476757 Mar 07 10:58:19.948986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fa25d05-7896-4604-bbd0-370841c173c4 req-2edb9bd0-b3ad-493d-8dd5-bb6f7806f9b3 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317545 Mar 07 10:58:19.960186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Deleting port ce58a49e-5da2-4459-a41c-8aeb8aa48214 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:19.960617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:20.007838 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8aaf1-7b42-498f-8604-1ddb39ae8f58 x-openstack-request-id: req-72d8aaf1-7b42-498f-8604-1ddb39ae8f58 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:20.008194 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:20.008752 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72d8aaf1-7b42-498f-8604-1ddb39ae8f58 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:20.009394 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478', 'code': 200} Mar 07 10:58:20.059976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:20.070139 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-46929e99-6757-47fe-9cdc-3e454ba094f8 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348831 Mar 07 10:58:20.075297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.075978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.077480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.077985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.080138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.080666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.081180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.081700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.082549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.087703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.088310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.088839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.089348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:20.342431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] For port ce58a49e-5da2-4459-a41c-8aeb8aa48214, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce58a49e-5da2-4459-a41c-8aeb8aa48214,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:20.342431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:20.362928 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b42e4821-ca57-4e1e-88d3-594fc3119df1 req-adcf9eb2-328f-423f-8304-d52fd0c4fb83 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714703 Mar 07 10:58:20.380076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d7d66-686c-4840-999e-4cb67c7f0cda req-c276ba5c-827a-4881-bbc3-4b388c9cd3d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.389164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a7d7d66-686c-4840-999e-4cb67c7f0cda req-c276ba5c-827a-4881-bbc3-4b388c9cd3d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2118144 Mar 07 10:58:20.429113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Calling delete_port for ce58a49e-5da2-4459-a41c-8aeb8aa48214 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:20.516394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a7d7d66-686c-4840-999e-4cb67c7f0cda req-2d5ed2b6-90d5-4990-99a9-fb7dc1e365df tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Mar 07 10:58:20.715098 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-441a9bba-81e2-4c1a-beef-be14ce50152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:20.955021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ce58a49e-5da2-4459-a41c-8aeb8aa48214), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:21.007408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce58a49e-5da2-4459-a41c-8aeb8aa48214,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:21.067488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.068674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.070549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.071234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.072884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.075456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.076570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.077525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.077876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.078360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.078842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.080624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.081061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:21.313620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abb7f-79d4-4650-8eda-558271fa5316 req-7ba0bbb6-6d29-444f-a0ea-bad145dd6f8b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.327125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f01abb7f-79d4-4650-8eda-558271fa5316 req-7ba0bbb6-6d29-444f-a0ea-bad145dd6f8b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 943 time: 0.3229806 Mar 07 10:58:21.452196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a6d3c-1c44-460f-95a6-eb7b7d398c96 req-253248de-f693-438c-aa54-7f5b13ddff4f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.464184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e41a6d3c-1c44-460f-95a6-eb7b7d398c96 req-253248de-f693-438c-aa54-7f5b13ddff4f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 943 time: 0.3987246 Mar 07 10:58:21.510557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:21.741320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f01abb7f-79d4-4650-8eda-558271fa5316 req-f7c04175-83d9-45f1-ae74-811aa8716174 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125600 Mar 07 10:58:21.779237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:21.803442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:21.826053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e41a6d3c-1c44-460f-95a6-eb7b7d398c96 req-9c2f0251-9ce6-4304-911d-fb028f80a1d7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021234 Mar 07 10:58:21.844658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '7eb0c247-aa99-4798-9f09-c977327c9478', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'port_id': '7eb0c247-aa99-4798-9f09-c977327c9478', 'mac_address': 'fa:16:3e:bb:b8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672bc7be-6819-4fbc-8926-b5ad41bf6955', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:22.029689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 7eb0c247-aa99-4798-9f09-c977327c9478 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:22.030077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:22.062458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb0c247-aa99-4798-9f09-c977327c9478 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:22.109099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:22.120230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:22.190578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:22.236311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736cb25-3f40-43f6-9f3f-3d7c1953d57d req-2e89bf9e-429a-4fad-a4ee-9c543b465910 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:22.237915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e736cb25-3f40-43f6-9f3f-3d7c1953d57d req-2e89bf9e-429a-4fad-a4ee-9c543b465910 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1954312 Mar 07 10:58:22.425859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['7eb0c247-aa99-4798-9f09-c977327c9478'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:22.480224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e736cb25-3f40-43f6-9f3f-3d7c1953d57d req-a6bf78a2-4991-476a-8f8d-b9be34f480e5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333648 Mar 07 10:58:22.522559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:58:22.778588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:58:22.788305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8c0aa5fe-f30f-459a-b445-13c4c6dfef05 admin admin] 10.222.0.23 "PUT /v2.0/routers/d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6961341 Mar 07 10:58:22.791011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:22.795364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Sync routers for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:58:22.878391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:58:22.880979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:57:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:23.080274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7000f82e-1b7e-4786-b7ed-b08e3f15fbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.084737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks [] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.165606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a72e-030a-4564-b942-3e64423ad09e req-383e7e93-6147-4aa9-89f0-15dc03fe2e67 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.167353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32d4a72e-030a-4564-b942-3e64423ad09e req-383e7e93-6147-4aa9-89f0-15dc03fe2e67 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 943 time: 0.2295752 Mar 07 10:58:23.220222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks [] for router_gateway (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.240256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f373-18c4-4b5f-a602-4bba2bd44294 req-dc1ffe5b-8f83-449d-89d7-c1f653b5d520 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.244726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:58:23.253047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5940f373-18c4-4b5f-a602-4bba2bd44294 req-dc1ffe5b-8f83-449d-89d7-c1f653b5d520 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 944 time: 0.2349555 Mar 07 10:58:23.392425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Deleting port f65aa67c-5b4d-4af2-a391-efdb93d55419 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:23.392775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.479771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32d4a72e-030a-4564-b942-3e64423ad09e req-d8ab63ef-6ffc-4f21-b722-6f2435f3b7de tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973747 Mar 07 10:58:23.502966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5940f373-18c4-4b5f-a602-4bba2bd44294 req-52fc97d2-f953-457f-b448-74a37ddd7e31 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325933 Mar 07 10:58:23.551028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a6298546-a7c5-4457-bdb0-8d1b273002a2 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:23.558756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:23.601873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] For port f65aa67c-5b4d-4af2-a391-efdb93d55419, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f65aa67c-5b4d-4af2-a391-efdb93d55419,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:23.602575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.631242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Calling delete_port for f65aa67c-5b4d-4af2-a391-efdb93d55419 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:23.766553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83135a-7071-463b-aaf7-3fa27dbb7d45 req-474b090e-619f-4b3e-8c6c-c77b1b21c71f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.768771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d83135a-7071-463b-aaf7-3fa27dbb7d45 req-474b090e-619f-4b3e-8c6c-c77b1b21c71f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1498475 Mar 07 10:58:23.825966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 7eb0c247-aa99-4798-9f09-c977327c9478 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:23.826554 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.876448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:23.895823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d83135a-7071-463b-aaf7-3fa27dbb7d45 req-3b7e1757-4b9e-48a9-a03e-ebdc75c180ec tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200352 Mar 07 10:58:23.907388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'a6298546-a7c5-4457-bdb0-8d1b273002a2', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': 'a6298546-a7c5-4457-bdb0-8d1b273002a2', 'mac_address': 'fa:16:3e:56:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:24.070478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f65aa67c-5b4d-4af2-a391-efdb93d55419), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.112403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65aa67c-5b4d-4af2-a391-efdb93d55419,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:24.252064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.307087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:58:20Z', 'revision_number': 5, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port': {'id': 'f65aa67c-5b4d-4af2-a391-efdb93d55419', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:08Z', 'updated_at': '2022-03-07T10:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:24.360508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Checking router: d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:58:24.381898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.387162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a6298546-a7c5-4457-bdb0-8d1b273002a2 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:24.387617 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.404533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.448534 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.452362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks [] for router_controller (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.498557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Routers {'d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:58:24.499199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:58:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:24.501847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6298546-a7c5-4457-bdb0-8d1b273002a2 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:24.535127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.536219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:58:24.542572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.548140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51252) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:24.558903 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08a28fc7-1dc1-4871-be2e-bf8f8f2451e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 HTTP/1.1" status: 204 len: 168 time: 1.7660666 Mar 07 10:58:24.595583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] Set router d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:58:24.653262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:58:24Z', 'revision_number': 7, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:24.657976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Deleting subnet 14654355-5e84-47c9-94ad-666c8a15174e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:58:24.689174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b0792-858a-4b4d-b357-8a4e9a128175 None None] The sync data for ids ['d99e0d0d-6ff7-4c9e-b5b5-69506041c6e5'] in n-d-832156-4 is: [{'id': 'd99e0d0d-6ff7-4c9e-b5b5-69506041c6e5', 'name': 'tempest-AttachVolumeTestJSON-1738732988-router', 'tenant_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:06Z', 'updated_at': '2022-03-07T10:58:24Z', 'revision_number': 7, 'project_id': '79bf7d7fb2bb44cdb0ea8bbb9e48bd2b', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:58:24.702447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 7eb0c247-aa99-4798-9f09-c977327c9478 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:24.702904 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.704985 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Publish callbacks [] for subnet (14654355-5e84-47c9-94ad-666c8a15174e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.722530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:24.752916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.775016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:24.777488 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b644d4-816a-4eea-8c10-a8e14a34b2e5" -d '{"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:24.826208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:24.827271 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (14654355-5e84-47c9-94ad-666c8a15174e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.873642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ab85-4899-4cf6-aa9b-ebdf831a3781 req-2e379b72-83db-405f-a509-798173832c43 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:24.878995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:24.882769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f323ab85-4899-4cf6-aa9b-ebdf831a3781 req-2e379b72-83db-405f-a509-798173832c43 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 943 time: 0.2205667 Mar 07 10:58:24.888606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Deleting subnet 946ce016-776a-48d9-b571-2800c0c68e47 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:58:24.893582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Publish callbacks [] for subnet (946ce016-776a-48d9-b571-2800c0c68e47), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.901827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:24.945234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:24.959078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f323ab85-4899-4cf6-aa9b-ebdf831a3781 req-bbe84787-8ca5-4bb3-8a1f-b45b67871477 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749733 Mar 07 10:58:25.002990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (946ce016-776a-48d9-b571-2800c0c68e47), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.040522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef718e39-789f-4f7d-b177-0882fbcb7a32 req-fd323952-5c5e-4041-9bea-2a1a7d505eca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:25.058853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef718e39-789f-4f7d-b177-0882fbcb7a32 req-fd323952-5c5e-4041-9bea-2a1a7d505eca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 944 time: 0.3193178 Mar 07 10:58:25.073675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a6298546-a7c5-4457-bdb0-8d1b273002a2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:25.092094 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976e7303-3b38-4d72-bc6c-b44f7cd132ab x-openstack-request-id: req-976e7303-3b38-4d72-bc6c-b44f7cd132ab {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:25.092399 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:25.096208 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-976e7303-3b38-4d72-bc6c-b44f7cd132ab {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:25.096417 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478', 'code': 200} Mar 07 10:58:25.109964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (946ce016-776a-48d9-b571-2800c0c68e47), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.223680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:25.240401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (946ce016-776a-48d9-b571-2800c0c68e47), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.332845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (14654355-5e84-47c9-94ad-666c8a15174e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.474339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946ce016-776a-48d9-b571-2800c0c68e47,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:25.484662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef718e39-789f-4f7d-b177-0882fbcb7a32 req-f8253cd1-154f-4567-b005-9154d56d5e64 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211671 Mar 07 10:58:25.493886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.499455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aeb6ef52-190c-4d59-ad03-8bebf802e938 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/946ce016-776a-48d9-b571-2800c0c68e47 HTTP/1.1" status: 204 len: 168 time: 0.6694205 Mar 07 10:58:25.507714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51274) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:25.586725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e072b-2453-4498-afd4-4b532e4f87b8 req-90e0ba21-125d-40ce-9ab1-3fbabf4fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:25.588582 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f7e072b-2453-4498-afd4-4b532e4f87b8 req-90e0ba21-125d-40ce-9ab1-3fbabf4fd47e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 1127 time: 0.2731514 Mar 07 10:58:25.674540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7f7e072b-2453-4498-afd4-4b532e4f87b8 req-fd190ec2-d33f-478c-83a1-852819e25ff7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Mar 07 10:58:25.678606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (14654355-5e84-47c9-94ad-666c8a15174e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.695790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.714646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14654355-5e84-47c9-94ad-666c8a15174e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:25.846529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:25.859040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27fe425-9ba1-4703-ab7f-8a3cdb92e84b None None] Network 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:58:25.870142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-88d27a95-24c8-46cd-8842-051890ef939a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14654355-5e84-47c9-94ad-666c8a15174e HTTP/1.1" status: 204 len: 168 time: 1.3207741 Mar 07 10:58:25.872894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51280) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:25.900497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2d144-7732-4d59-a129-d4b5eb9722c7 req-67e44946-af33-4f4e-b7eb-cef00add1576 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:25.912038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f2d144-7732-4d59-a129-d4b5eb9722c7 req-67e44946-af33-4f4e-b7eb-cef00add1576 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.6614561 Mar 07 10:58:26.016874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce58a49e-5da2-4459-a41c-8aeb8aa48214 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:26.019235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7dd8016e-8962-499c-93ab-bb4efc92a9cc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.074659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (534503df-0cc1-4b62-aabe-0aa7a0ae98f5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.139124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f2d144-7732-4d59-a129-d4b5eb9722c7 req-3f0cda94-28d2-4a50-bcce-1329bddae78e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255447 Mar 07 10:58:26.153841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ce58a49e-5da2-4459-a41c-8aeb8aa48214 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:26.156209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce58a49e-5da2-4459-a41c-8aeb8aa48214 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:26.158657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f65aa67c-5b4d-4af2-a391-efdb93d55419 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:26.225432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Deleting port d41e7d5d-17be-40f9-a535-a9315adf5bca {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:26.225432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.234694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f65aa67c-5b4d-4af2-a391-efdb93d55419 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:26.241207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f65aa67c-5b4d-4af2-a391-efdb93d55419 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:26.345652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] For port d41e7d5d-17be-40f9-a535-a9315adf5bca, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d41e7d5d-17be-40f9-a535-a9315adf5bca,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:26.345842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.348246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7dd8016e-8962-499c-93ab-bb4efc92a9cc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.371600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0930-2a95-4029-90a4-dd59ab94bf26 req-fc4acd26-8ddc-4e51-944d-5fbd852ffe34 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:26.373727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56ca0930-2a95-4029-90a4-dd59ab94bf26 req-fc4acd26-8ddc-4e51-944d-5fbd852ffe34 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 944 time: 0.1913619 Mar 07 10:58:26.383163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Calling delete_port for d41e7d5d-17be-40f9-a535-a9315adf5bca owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:26.393882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] DHCP port deletion for 534503df-0cc1-4b62-aabe-0aa7a0ae98f5 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:58:26.438723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd8016e-8962-499c-93ab-bb4efc92a9cc']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:26.480839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32483c87-79e3-43ca-8180-9d78e054474e') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:26.481132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32483c87-79e3-43ca-8180-9d78e054474e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:26.496317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56ca0930-2a95-4029-90a4-dd59ab94bf26 req-9423e2ee-0293-4bd5-a723-9b1219ac9df5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112070 Mar 07 10:58:26.525959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (32483c87-79e3-43ca-8180-9d78e054474e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.559692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32483c87-79e3-43ca-8180-9d78e054474e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.560786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Deleting port d41e7d5d-17be-40f9-a535-a9315adf5bca {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:26.561264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.583811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:58:26.584322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (32483c87-79e3-43ca-8180-9d78e054474e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:26.592148 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:26.706780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.742317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] No DVR routers for this DVR port d41e7d5d-17be-40f9-a535-a9315adf5bca on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:26.775225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7dd8016e-8962-499c-93ab-bb4efc92a9cc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.791338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] For port d41e7d5d-17be-40f9-a535-a9315adf5bca, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d41e7d5d-17be-40f9-a535-a9315adf5bca,segment=NetworkSegment(cf8a71ea-5799-4837-8a77-a4cc700168d5),segment_id=cf8a71ea-5799-4837-8a77-a4cc700168d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:26.792943 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.820907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:26.825251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Calling delete_port for d41e7d5d-17be-40f9-a535-a9315adf5bca owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:26.829789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7dd8016e-8962-499c-93ab-bb4efc92a9cc HTTP/1.1" status: 204 len: 168 time: 1.3097231 Mar 07 10:58:26.832777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41e7d5d-17be-40f9-a535-a9315adf5bca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:26.840383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:26.859762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39461048-d762-45ce-b409-ebbeb6319ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd8016e-8962-499c-93ab-bb4efc92a9cc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:26.929210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427063-df26-41e5-9610-da32f9953671 req-6c703295-da60-4f06-a66b-d771d793b9ca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:26.935656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0427063-df26-41e5-9610-da32f9953671 req-6c703295-da60-4f06-a66b-d771d793b9ca tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2660623 Mar 07 10:58:26.991038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (d41e7d5d-17be-40f9-a535-a9315adf5bca), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.063883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] Pushing event deleted for resources: {'Port': ['ID=d41e7d5d-17be-40f9-a535-a9315adf5bca,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:27.070800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3342943-a08e-4473-bc02-6428220f7846 None None] No DVR routers for this DVR port d41e7d5d-17be-40f9-a535-a9315adf5bca on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:27.071191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0427063-df26-41e5-9610-da32f9953671 req-91937c84-a562-4afc-b470-b041486a1df4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290693 Mar 07 10:58:27.122287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Deleting subnet 55726db7-0098-4694-8a6f-cb6f6af53307 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:58:27.159164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.192336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (534503df-0cc1-4b62-aabe-0aa7a0ae98f5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.221316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534503df-0cc1-4b62-aabe-0aa7a0ae98f5']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:27.235023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8a71ea-5799-4837-8a77-a4cc700168d5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:27.235777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8a71ea-5799-4837-8a77-a4cc700168d5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:27.250873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (cf8a71ea-5799-4837-8a77-a4cc700168d5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.288064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cf8a71ea-5799-4837-8a77-a4cc700168d5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.302858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:58:27.303274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (cf8a71ea-5799-4837-8a77-a4cc700168d5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.319758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a555b8-6d52-4c52-8573-5895723740fa req-e51e3b5b-b6d3-4a51-bdf9-abd2373efa72 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:27.340277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31a555b8-6d52-4c52-8573-5895723740fa req-e51e3b5b-b6d3-4a51-bdf9-abd2373efa72 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1364226 Mar 07 10:58:27.439939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31a555b8-6d52-4c52-8573-5895723740fa req-94e63dce-846f-40c0-b636-f1bfdfc904ff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985465 Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:27.488384 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:27.490787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Publish callbacks [] for subnet (55726db7-0098-4694-8a6f-cb6f6af53307), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.545092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (534503df-0cc1-4b62-aabe-0aa7a0ae98f5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.560235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a6298546-a7c5-4457-bdb0-8d1b273002a2 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:27.567588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.578032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] 10.222.0.23 "DELETE /v2.0/networks/534503df-0cc1-4b62-aabe-0aa7a0ae98f5 HTTP/1.1" status: 204 len: 168 time: 1.7037838 Mar 07 10:58:27.616201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22f2d4-7d76-4935-9b06-5cf126be0074 admin admin] Pushing event deleted for resources: {'Network': ['ID=534503df-0cc1-4b62-aabe-0aa7a0ae98f5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:27.652796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (55726db7-0098-4694-8a6f-cb6f6af53307), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.680548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port a6298546-a7c5-4457-bdb0-8d1b273002a2 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:27.686114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port a6298546-a7c5-4457-bdb0-8d1b273002a2 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:27.686730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.745622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fd16d-2cd6-4a0d-98c2-d23945220c64 req-725d08b0-bc4b-4882-b47b-eced39b3e653 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:27.759075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-655fd16d-2cd6-4a0d-98c2-d23945220c64 req-725d08b0-bc4b-4882-b47b-eced39b3e653 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 944 time: 0.1312668 Mar 07 10:58:27.772749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (55726db7-0098-4694-8a6f-cb6f6af53307), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.865726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51314) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:27.889465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-655fd16d-2cd6-4a0d-98c2-d23945220c64 req-622f8723-6be1-47c4-acd9-9c6e82e0b8b3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288738 Mar 07 10:58:27.893095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a6298546-a7c5-4457-bdb0-8d1b273002a2 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:27.893501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:27.932115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d41e7d5d-17be-40f9-a535-a9315adf5bca no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:27.951829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:27.956251 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aceba76-cbd2-439d-863b-3b28bc503ca0" -d '{"events": [{"server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "name": "network-vif-plugged", "status": "completed", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:27.957985 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-50e8ab7f-1a2d-4f9b-a519-4cf382ca55d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79bf7d7fb2bb44cdb0ea8bbb9e48bd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909195 Mar 07 10:58:27.962362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51318) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:27.993706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (55726db7-0098-4694-8a6f-cb6f6af53307), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.024448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d41e7d5d-17be-40f9-a535-a9315adf5bca {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:28.024963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d41e7d5d-17be-40f9-a535-a9315adf5bca not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:28.042493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:28.045701 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c922c-07e4-405e-bec0-17784a917cb4 x-openstack-request-id: req-b37c922c-07e4-405e-bec0-17784a917cb4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:28.052156 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "name": "network-vif-plugged", "status": "completed", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:28.052660 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b37c922c-07e4-405e-bec0-17784a917cb4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:28.053319 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2', 'code': 200} Mar 07 10:58:28.055134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.087940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55726db7-0098-4694-8a6f-cb6f6af53307,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:28.101832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.123273 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76e514cb-cfdc-4c3d-ab3c-1da1963b183f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/55726db7-0098-4694-8a6f-cb6f6af53307 HTTP/1.1" status: 204 len: 168 time: 1.2813380 Mar 07 10:58:28.127270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51324) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:28.188429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:28.226633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa788e-1e6a-46ba-9b8f-0bc97761405b req-b88133a2-9933-4ad6-abe0-e7437a795f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:28.228826 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-60fa788e-1e6a-46ba-9b8f-0bc97761405b req-b88133a2-9933-4ad6-abe0-e7437a795f8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 1127 time: 0.1015804 Mar 07 10:58:28.311260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (6d603bd2-6522-499f-8d31-4b8d5ccd580a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.313996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] Publish callbacks [] for security_group (dc8d5318-213a-41d7-88c0-804a59be88a7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.348082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] Publish callbacks [] for security_group (dc8d5318-213a-41d7-88c0-804a59be88a7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.350002 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-60fa788e-1e6a-46ba-9b8f-0bc97761405b req-5d3cb4a3-dccf-4669-800a-696dc843723d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142392 Mar 07 10:58:28.419473 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc8d5318-213a-41d7-88c0-804a59be88a7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.422198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.425883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc8d5318-213a-41d7-88c0-804a59be88a7 HTTP/1.1" status: 204 len: 168 time: 0.4588811 Mar 07 10:58:28.497487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e22c8-6c45-4474-ba55-9315be1f27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8d5318-213a-41d7-88c0-804a59be88a7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:28.639977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.752185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-3160c7db-127c-4a45-99bf-6e62d291bea4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110888 Mar 07 10:58:28.776746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a795d1-9d1f-457f-8f5e-af3b6f6ba143 req-ea45a086-9039-4c64-8eaf-e60ace88d9bb tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:28.790781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a795d1-9d1f-457f-8f5e-af3b6f6ba143 req-ea45a086-9039-4c64-8eaf-e60ace88d9bb tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.4829643 Mar 07 10:58:28.903498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (6d603bd2-6522-499f-8d31-4b8d5ccd580a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:28.918706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-17d31266-db80-49e5-9249-c16272f0211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:28.922205 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-17d31266-db80-49e5-9249-c16272f0211f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 1127 time: 0.1081691 Mar 07 10:58:28.925268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a279-273e-49ef-b487-e6ea93210646 req-33c79120-6040-4898-a884-cb5854a85fc3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:28.927837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d736a279-273e-49ef-b487-e6ea93210646 req-33c79120-6040-4898-a884-cb5854a85fc3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3462577 Mar 07 10:58:28.963238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d603bd2-6522-499f-8d31-4b8d5ccd580a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:29.006761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb2ad01-444f-496c-baeb-0ac17925791a') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:29.007062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb2ad01-444f-496c-baeb-0ac17925791a') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:29.053935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d736a279-273e-49ef-b487-e6ea93210646 req-5d655c60-bacb-469d-ae4f-f8e053e1d5ae tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178517 Mar 07 10:58:29.070054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15a795d1-9d1f-457f-8f5e-af3b6f6ba143 req-d5206fb5-204e-4e0f-86c0-ffdcd4572c64 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772872 Mar 07 10:58:29.072154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ebb2ad01-444f-496c-baeb-0ac17925791a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:29.133337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebb2ad01-444f-496c-baeb-0ac17925791a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:29.154178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:58:29.154369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-430726f6-bf95-49a4-a13a-8c7983e8a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:29.154589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ebb2ad01-444f-496c-baeb-0ac17925791a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:29.156512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-430726f6-bf95-49a4-a13a-8c7983e8a18e service neutron] 10.222.0.32 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 916 time: 0.2085807 Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:29.156673 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:29.222815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-0c0117c4-26d6-4440-bcf1-ee04b604e545 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7eb0c247-aa99-4798-9f09-c977327c9478 HTTP/1.1" status: 200 len: 217 time: 0.0585921 Mar 07 10:58:29.313486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-a31e3a6b-5660-479f-a3fe-18cbb5912900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:29.315585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-a31e3a6b-5660-479f-a3fe-18cbb5912900 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.0859377 Mar 07 10:58:29.392157 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-8bc33a11-f85d-4889-8b10-dcaf165f1b8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587239 Mar 07 10:58:29.406482 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (6d603bd2-6522-499f-8d31-4b8d5ccd580a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:29.448722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:29.452379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d603bd2-6522-499f-8d31-4b8d5ccd580a HTTP/1.1" status: 204 len: 168 time: 1.3235404 Mar 07 10:58:29.453449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15af7b2-014a-4a2c-807b-ff13281f998d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d603bd2-6522-499f-8d31-4b8d5ccd580a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:29.470740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9642ad-e3c4-4421-b979-a5735c3a8e01 req-8e9850dc-f70a-4aa4-a83f-2d9b976a484c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:29.478186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b9642ad-e3c4-4421-b979-a5735c3a8e01 req-8e9850dc-f70a-4aa4-a83f-2d9b976a484c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.2951052 Mar 07 10:58:29.509817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6fd9-de40-4d65-9816-5d20a7af8335 req-09995571-99ab-4193-9ffa-fbfe2f85a259 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:29.518308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d37a6fd9-de40-4d65-9816-5d20a7af8335 req-09995571-99ab-4193-9ffa-fbfe2f85a259 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.2113574 Mar 07 10:58:29.597923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d37a6fd9-de40-4d65-9816-5d20a7af8335 req-2a663117-cc3c-41cc-a653-43ba3fb93fd7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785470 Mar 07 10:58:29.634109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b9642ad-e3c4-4421-b979-a5735c3a8e01 req-eb1a26ed-c9c1-4ab5-9db9-0a91a2a742c0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549153 Mar 07 10:58:29.667554 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-49c1b567-7981-4e03-8ef4-00dfb1f01f65 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718272 Mar 07 10:58:29.801286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51376) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:29.847100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b149cf8c-c109-4a6c-a2c5-b20b10833c51 req-bf87c90f-9a54-4485-b529-d655e0e36401 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707065 Mar 07 10:58:29.957237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51382) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:29.973959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-547eac7c-8a8b-4d9b-bb93-8e5ccb5ce841 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02784818751c40f6ad6c569b7a03f870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712942 Mar 07 10:58:30.092131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] Publish callbacks [] for security_group (a674dc23-d526-4095-ac5f-eb3e13eaf4e0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:30.183553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] Publish callbacks [] for security_group (a674dc23-d526-4095-ac5f-eb3e13eaf4e0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:30.276890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a674dc23-d526-4095-ac5f-eb3e13eaf4e0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:30.280313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:30.281739 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a674dc23-d526-4095-ac5f-eb3e13eaf4e0 HTTP/1.1" status: 204 len: 168 time: 0.3206694 Mar 07 10:58:30.314412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e77850-101f-449d-a587-fc5b09d4de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a674dc23-d526-4095-ac5f-eb3e13eaf4e0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:30.793650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51422) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:30.849913 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7cce9bc2-75dd-4c6c-872b-618f280e34c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7564aaae0f504a64b7bb1f74add905fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547516 Mar 07 10:58:30.856179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51424) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:30.892172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-c10aad68-69f6-4ca7-bdea-3fe82491f4f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8944852 Mar 07 10:58:30.910243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3369a4-46b0-43bc-a6a9-7044158bd967 req-a460c3bf-e4e7-48ca-8d57-fa5525da0f40 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:30.918528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a3369a4-46b0-43bc-a6a9-7044158bd967 req-a460c3bf-e4e7-48ca-8d57-fa5525da0f40 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.7384336 Mar 07 10:58:30.927761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] Publish callbacks [] for security_group (7942b85c-c8eb-49af-a6da-61840c5bef07), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:30.960183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] Publish callbacks [] for security_group (7942b85c-c8eb-49af-a6da-61840c5bef07), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:31.038894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-bfd4a22a-2ea1-4968-ba2b-be6f9b58423f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:31.040640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-bfd4a22a-2ea1-4968-ba2b-be6f9b58423f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.3138347 Mar 07 10:58:31.059785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7942b85c-c8eb-49af-a6da-61840c5bef07), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:31.062361 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a3369a4-46b0-43bc-a6a9-7044158bd967 req-9ad9a185-57a3-4a4e-967e-0924f3eb09e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360230 Mar 07 10:58:31.064634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-e550aa7b-8267-4d8d-909e-4840df7e8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:31.065305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:31.066133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-e550aa7b-8267-4d8d-909e-4840df7e8d6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 1127 time: 0.1151392 Mar 07 10:58:31.075134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7942b85c-c8eb-49af-a6da-61840c5bef07 HTTP/1.1" status: 204 len: 168 time: 0.2175148 Mar 07 10:58:31.116217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed3dd8-784c-4044-9f1a-53d1c07a3a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942b85c-c8eb-49af-a6da-61840c5bef07,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:31.148763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-9fa0729e-0a82-4d36-91a8-0dcf8f5902a3 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/quotas/d81c44af4e744bff9c30dcbe87021019 HTTP/1.1" status: 200 len: 375 time: 0.0815644 Mar 07 10:58:31.259301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-f9604b6d-8911-4a89-98a4-25eb503cd5d0 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002309 Mar 07 10:58:31.300187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-ccf80964-839a-4e4e-af17-7d0f565c9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:31.301764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-ccf80964-839a-4e4e-af17-7d0f565c9141 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.1948569 Mar 07 10:58:31.444509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-11f21b9a-2fdd-4687-a175-a46d346889b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 200 len: 217 time: 0.1285222 Mar 07 10:58:31.471509 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c338e-9834-494c-b383-09935e03093b req-1e297dfa-a845-4c4a-8c70-2298fe9864ac tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:31.473502 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bc3c338e-9834-494c-b383-09935e03093b req-1e297dfa-a845-4c4a-8c70-2298fe9864ac tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ac91c4-ea5a-480c-8a91-55865b1db7f6 HTTP/1.1" status: 200 len: 945 time: 0.1506259 Mar 07 10:58:31.567749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-fdda9247-1409-4401-97dc-4949e1e85756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:31.573228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-fdda9247-1409-4401-97dc-4949e1e85756 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1225677 Mar 07 10:58:31.625720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Deleting port 7eb0c247-aa99-4798-9f09-c977327c9478 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:31.626144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:31.668174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-5625a2d5-ec82-40d1-ba42-f2ccfae0f048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847120 Mar 07 10:58:31.671456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-41800198-d058-4e96-bc6a-bd3150526051 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987162 Mar 07 10:58:31.841993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] For port 7eb0c247-aa99-4798-9f09-c977327c9478, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=7eb0c247-aa99-4798-9f09-c977327c9478,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:31.843145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:31.874256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Calling delete_port for 7eb0c247-aa99-4798-9f09-c977327c9478 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:31.947008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-32a58a7d-b785-476c-bb6e-d81611a86020 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719548 Mar 07 10:58:32.008807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-d75ccdc4-e47b-4f00-a7a8-8fd5d2fd74b0 service neutron] 10.222.0.23 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192184 Mar 07 10:58:32.264696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611b4724-f697-4504-8ad8-6d6e867f8b7c req-b292bed3-0489-492c-b993-56ef9e3cfb78 service neutron] 10.222.0.26 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146656 Mar 07 10:58:32.369245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7eb0c247-aa99-4798-9f09-c977327c9478), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:32.478456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event deleted for resources: {'Port': ['ID=7eb0c247-aa99-4798-9f09-c977327c9478,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:32.523176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bd3ba-251c-4e43-a7f3-b60744f67168 req-9f43ff73-c34e-4937-903a-cb5d284f5491 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:32.535719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-995bd3ba-251c-4e43-a7f3-b60744f67168 req-9f43ff73-c34e-4937-903a-cb5d284f5491 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.1490633 Mar 07 10:58:32.589711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] No DVR routers for this DVR port 7eb0c247-aa99-4798-9f09-c977327c9478 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:32.611878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:32.654789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bc3c338e-9834-494c-b383-09935e03093b req-79c42d71-8495-46f8-8dcb-e6fa7df1e9c2 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "DELETE /v2.0/ports/7eb0c247-aa99-4798-9f09-c977327c9478 HTTP/1.1" status: 204 len: 173 time: 1.1750827 Mar 07 10:58:32.655437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-deleted', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:32.658030 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c05dbf-4571-462f-89f7-1fd75bddbe4d" -d '{"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-deleted", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:32.724260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-995bd3ba-251c-4e43-a7f3-b60744f67168 req-4dc6ef4f-acbd-4c53-82bb-fdda40dd41de tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875260 Mar 07 10:58:33.022315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e31c5-7f21-4c62-b8f7-c39397787984 req-473fcff8-6f39-4ec0-af3e-b2a3d50f3221 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:33.029886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-105e31c5-7f21-4c62-b8f7-c39397787984 req-473fcff8-6f39-4ec0-af3e-b2a3d50f3221 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1086197 Mar 07 10:58:33.305077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57f658cc-8427-400f-9a46-0359c65452dc req-4cd4c723-e66d-440c-8434-d206b0e86cc7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 210 time: 0.1700022 Mar 07 10:58:33.338351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-105e31c5-7f21-4c62-b8f7-c39397787984 req-73646c50-da4e-43cb-8c70-765b5487d762 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055246 Mar 07 10:58:33.387992 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed6cc81-edf2-48fa-b662-fc43834a4d72 x-openstack-request-id: req-fed6cc81-edf2-48fa-b662-fc43834a4d72 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:33.388667 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ac91c4-ea5a-480c-8a91-55865b1db7f6", "name": "network-vif-deleted", "tag": "7eb0c247-aa99-4798-9f09-c977327c9478", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:33.389140 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fed6cc81-edf2-48fa-b662-fc43834a4d72 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:33.389880 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ac91c4-ea5a-480c-8a91-55865b1db7f6', 'name': 'network-vif-deleted', 'tag': '7eb0c247-aa99-4798-9f09-c977327c9478', 'status': 'completed', 'code': 200} Mar 07 10:58:33.529628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e88ce0-8882-42ae-9af1-034fedeec00d req-00616559-fbea-4284-9f7b-bfdaae3d3abc tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:33.534098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 51518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:33.537734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66e88ce0-8882-42ae-9af1-034fedeec00d req-00616559-fbea-4284-9f7b-bfdaae3d3abc tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.0725107 Mar 07 10:58:33.558434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:33.614889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 7eb0c247-aa99-4798-9f09-c977327c9478 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:33.615326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 7eb0c247-aa99-4798-9f09-c977327c9478 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:33.628127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66e88ce0-8882-42ae-9af1-034fedeec00d req-ccac8ec8-57ab-4be7-b04a-17ff1f08d60c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889421 Mar 07 10:58:33.748610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-34a7540d-bd0b-4e14-9214-65af75ff0fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:33.881610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5fe7-6bdd-4136-ad5f-4be3b754eb2e req-bd983eee-f1de-43bd-acc6-6496516156a6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:33.884194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fcd5fe7-6bdd-4136-ad5f-4be3b754eb2e req-bd983eee-f1de-43bd-acc6-6496516156a6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.1324010 Mar 07 10:58:33.908720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-34a7540d-bd0b-4e14-9214-65af75ff0fb0 admin admin] Publish callbacks [] for security_group (e98aa07b-1db5-49ee-9be9-82942b452d0f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:33.917341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-34a7540d-bd0b-4e14-9214-65af75ff0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e98aa07b-1db5-49ee-9be9-82942b452d0f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:33.966198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-34a7540d-bd0b-4e14-9214-65af75ff0fb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0abddd11ddcf441eb7babd9fe403a90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285214 Mar 07 10:58:33.968992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fcd5fe7-6bdd-4136-ad5f-4be3b754eb2e req-587607ca-eaaa-459c-b374-70cc3ee0bc19 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786383 Mar 07 10:58:33.969755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 51530) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:34.005979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7540d-bd0b-4e14-9214-65af75ff0fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98aa07b-1db5-49ee-9be9-82942b452d0f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:34.056018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] Publish callbacks [] for security_group (e98aa07b-1db5-49ee-9be9-82942b452d0f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:34.146088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] Publish callbacks [] for security_group (e98aa07b-1db5-49ee-9be9-82942b452d0f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:34.274296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e98aa07b-1db5-49ee-9be9-82942b452d0f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:34.278315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:34.282323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e98aa07b-1db5-49ee-9be9-82942b452d0f HTTP/1.1" status: 204 len: 168 time: 0.3087475 Mar 07 10:58:34.325710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317d827-bfcd-4037-a32e-04197f16d389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98aa07b-1db5-49ee-9be9-82942b452d0f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:34.617029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-aa3b5437-d58e-4548-a3eb-79c4dd99b97b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:34.622426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-aa3b5437-d58e-4548-a3eb-79c4dd99b97b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 815 time: 0.3873639 Mar 07 10:58:34.630911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6826b9c-39fb-4e95-8dfb-1935a0c31e5a req-dccc4861-e385-4d62-ade9-4e8822ac461b tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 210 time: 0.0852208 Mar 07 10:58:34.648569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Request body: {'port': {'device_id': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'admin_state_up': True, 'tenant_id': 'd81c44af4e744bff9c30dcbe87021019'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:34.788811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f1f1-ccd3-464e-93a3-eb5b3a9835ed req-f43434ca-d846-4a3d-b93a-f91ce6ef0cf3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:34.796805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4616f1f1-ccd3-464e-93a3-eb5b3a9835ed req-f43434ca-d846-4a3d-b93a-f91ce6ef0cf3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1695216 Mar 07 10:58:34.844524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55977480-d1c9-4f8a-b735-d66560cdb4da req-b3fd0618-9ed0-4f40-a12d-7300db9851b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:34.846623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55977480-d1c9-4f8a-b735-d66560cdb4da req-b3fd0618-9ed0-4f40-a12d-7300db9851b2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.1266503 Mar 07 10:58:34.915051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4616f1f1-ccd3-464e-93a3-eb5b3a9835ed req-79a0dc32-9606-45e9-bcee-821acf799e8b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158798 Mar 07 10:58:34.933223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Made reservation on behalf of d81c44af4e744bff9c30dcbe87021019 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:34.937530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:34.968313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55977480-d1c9-4f8a-b735-d66560cdb4da req-268823f6-b9b1-4b20-b6eb-86d81258f40d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058621 Mar 07 10:58:35.127902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Allocated IP 172.20.0.11 (541ab5f2-4fde-444a-a85d-d160502bf86c/672bc7be-6819-4fbc-8926-b5ad41bf6955/baede0c1-7e9a-430a-858f-8a5a706f497d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:35.316919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks [] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:35.360009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:35.407664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Network 541ab5f2-4fde-444a-a85d-d160502bf86c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:35.410856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:35.414959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:58:35.451783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event updated for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:35.484634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:35.485581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:35.505883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-db8f2b53-3120-470f-a14e-9a8e92be33c5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712184 Mar 07 10:58:35.520717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Request body: {'port': {'device_id': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:35.660405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:35.880070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1200d-7997-43c8-9e4d-19389376363c req-99cb7383-2580-4850-a9ea-0c86782e4270 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:35.881563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7b1200d-7997-43c8-9e4d-19389376363c req-99cb7383-2580-4850-a9ea-0c86782e4270 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 932 time: 0.1213355 Mar 07 10:58:36.053185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7b1200d-7997-43c8-9e4d-19389376363c req-3bebd74f-5e73-4361-baff-d0dc6600b01e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523466 Mar 07 10:58:36.265786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baede0c1-7e9a-430a-858f-8a5a706f497d {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:36.269279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98e043-28f4-4ddb-b524-ff593831a81e req-775786b1-c600-4199-a970-eae1411c5624 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:36.278422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks [] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.282488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e98e043-28f4-4ddb-b524-ff593831a81e req-775786b1-c600-4199-a970-eae1411c5624 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1707070 Mar 07 10:58:36.295888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Transition to ACTIVE for port object baede0c1-7e9a-430a-858f-8a5a706f497d will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:58:36.303890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.360154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-f08e792a-9601-471a-9c3e-9c485fdfb659 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:36.361735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-f08e792a-9601-471a-9c3e-9c485fdfb659 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.3786066 Mar 07 10:58:36.389484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Pushing event updated for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:36.583736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Attempting to bind port baede0c1-7e9a-430a-858f-8a5a706f497d on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:58:36.599839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Attempting to bind port baede0c1-7e9a-430a-858f-8a5a706f497d by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:58:36.600462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Attempting to bind port baede0c1-7e9a-430a-858f-8a5a706f497d on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:36.620070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e98e043-28f4-4ddb-b524-ff593831a81e req-bcbff471-9424-4230-93dd-555601c5c0fc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326046 Mar 07 10:58:36.634025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2f06-99e4-4d27-9948-274ce51a8cc5 req-57b343b5-352f-4d2a-8b70-d4b5ca6bb2fb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:36.635772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ee2f06-99e4-4d27-9948-274ce51a8cc5 req-57b343b5-352f-4d2a-8b70-d4b5ca6bb2fb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 945 time: 0.4617813 Mar 07 10:58:36.639725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Port baede0c1-7e9a-430a-858f-8a5a706f497d on network 541ab5f2-4fde-444a-a85d-d160502bf86c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:58:36.640036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Attempting to bind port baede0c1-7e9a-430a-858f-8a5a706f497d on network 541ab5f2-4fde-444a-a85d-d160502bf86c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:36.670517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:58:36.671163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Checking segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:58:36.671266 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Bound using segment: {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:58:36.674684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Bound port: baede0c1-7e9a-430a-858f-8a5a706f497d, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2297a815-1110-4420-a38b-4baff058b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:58:36.674920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.732229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port a6298546-a7c5-4457-bdb0-8d1b273002a2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:36.732884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.785179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ee2f06-99e4-4d27-9948-274ce51a8cc5 req-cf459024-23a2-4a7b-b547-c3befccd7b89 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345727 Mar 07 10:58:36.819818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:36.823539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=baede0c1-7e9a-430a-858f-8a5a706f497d,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:36.837825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.907242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:36.908157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.910891 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] 10.222.0.32 "PUT /v2.0/ports/baede0c1-7e9a-430a-858f-8a5a706f497d HTTP/1.1" status: 200 len: 1092 time: 1.3969884 Mar 07 10:58:36.911528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:36.914110 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780970fe-7200-4d61-8276-fae12c0f9f98" -d '{"events": [{"name": "network-changed", "server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:36.953591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port a6298546-a7c5-4457-bdb0-8d1b273002a2, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a6298546-a7c5-4457-bdb0-8d1b273002a2,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:36.954181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:36.984826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for a6298546-a7c5-4457-bdb0-8d1b273002a2 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:37.028326 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276e6e5a-826c-4e49-aad2-a26f2a0a8982 x-openstack-request-id: req-276e6e5a-826c-4e49-aad2-a26f2a0a8982 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:37.028927 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:37.029358 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-276e6e5a-826c-4e49-aad2-a26f2a0a8982 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:37.030063 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d', 'status': 'completed', 'code': 200} Mar 07 10:58:37.034336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28d16-ebb1-431d-90dd-e6b0d2ec8f47 service neutron] Pushing event updated for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:37.085459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-a03384cc-c335-403f-aebc-8baa7a119afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:37.092266 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-a03384cc-c335-403f-aebc-8baa7a119afe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 1126 time: 0.1142640 Mar 07 10:58:37.249690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-15d35491-3c5b-4982-8081-0643690e7eec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baede0c1-7e9a-430a-858f-8a5a706f497d HTTP/1.1" status: 200 len: 217 time: 0.1540558 Mar 07 10:58:37.343659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c36548-fe83-4044-8239-c48b7cbab529 req-67aad6f4-50b1-4c20-94f7-50fe6101eaaf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:37.351375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52c36548-fe83-4044-8239-c48b7cbab529 req-67aad6f4-50b1-4c20-94f7-50fe6101eaaf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.1918905 Mar 07 10:58:37.379755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a615-4195-4590-ab84-5d73c465edc2 req-2d292f4f-6d88-4a84-969d-04394bc1a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:37.382233 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a6298546-a7c5-4457-bdb0-8d1b273002a2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:37.385402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-2d292f4f-6d88-4a84-969d-04394bc1a572 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.1278281 Mar 07 10:58:37.398394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'a6298546-a7c5-4457-bdb0-8d1b273002a2'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:37.420923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=a6298546-a7c5-4457-bdb0-8d1b273002a2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:37.458189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52c36548-fe83-4044-8239-c48b7cbab529 req-c1becc38-6cc9-4c50-aebc-f7162884f570 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054015 Mar 07 10:58:37.479323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:37.488240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-0cbeff35-22ae-4445-bb7e-8afb96aa80f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815136 Mar 07 10:58:37.550306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port a6298546-a7c5-4457-bdb0-8d1b273002a2 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:37.558646 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:37.565790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d02883-b4bc-49c5-8e81-5db3216634b3 req-991b24be-0b47-4120-affa-96bca193d921 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/a6298546-a7c5-4457-bdb0-8d1b273002a2 HTTP/1.1" status: 204 len: 173 time: 1.1951103 Mar 07 10:58:37.566340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'name': 'network-vif-deleted', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:37.577336 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0936bc29-12cc-44a3-b4b7-77be092c8289" -d '{"events": [{"server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "name": "network-vif-deleted", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:37.838274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572778f7-e690-4459-95f2-ccf021085c57 req-66643ea5-1e4e-4b70-8be2-f783151ed241 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:37.845782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-572778f7-e690-4459-95f2-ccf021085c57 req-66643ea5-1e4e-4b70-8be2-f783151ed241 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1040666 Mar 07 10:58:37.968311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-572778f7-e690-4459-95f2-ccf021085c57 req-50344e0f-7afd-452c-be84-f0e9de6009a3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213598 Mar 07 10:58:38.263147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee1c28f8-6dad-4dda-ae99-1b3778fa5ee3 req-b7d09117-bf70-4ced-b613-04108afbdc5b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c769815-4af2-4f3b-993b-81894fa11b4d HTTP/1.1" status: 200 len: 210 time: 0.0799494 Mar 07 10:58:38.294113 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31942d1c-535e-4043-8747-0621c7420b18 x-openstack-request-id: req-31942d1c-535e-4043-8747-0621c7420b18 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:38.294408 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c769815-4af2-4f3b-993b-81894fa11b4d", "name": "network-vif-deleted", "tag": "a6298546-a7c5-4457-bdb0-8d1b273002a2", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:38.294659 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31942d1c-535e-4043-8747-0621c7420b18 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:38.295069 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c769815-4af2-4f3b-993b-81894fa11b4d', 'name': 'network-vif-deleted', 'tag': 'a6298546-a7c5-4457-bdb0-8d1b273002a2', 'status': 'completed', 'code': 200} Mar 07 10:58:38.517829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-dd56f2b0-6842-4a51-8941-d8b6b4e80bef service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226445 Mar 07 10:58:38.677652 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3921a615-4195-4590-ab84-5d73c465edc2 req-e998f21d-f5a6-4db1-af72-7a8abef3da25 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531549 Mar 07 10:58:38.708597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d6d43-498d-4474-834f-8bbfd646c90d req-58b45d32-0f75-47de-aec9-a216d69d4dcf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:38.714672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab4d6d43-498d-4474-834f-8bbfd646c90d req-58b45d32-0f75-47de-aec9-a216d69d4dcf tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.1386557 Mar 07 10:58:38.790917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-e09fcc6a-808b-4fec-ab5e-8e18222bfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:38.798255 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-e09fcc6a-808b-4fec-ab5e-8e18222bfc76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81c44af4e744bff9c30dcbe87021019&device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 1126 time: 0.0625918 Mar 07 10:58:38.871413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab4d6d43-498d-4474-834f-8bbfd646c90d req-8c284d54-6b09-45a7-a30a-f1b0fe3f6319 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405709 Mar 07 10:58:39.020989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-8487767a-25ee-4748-8dc9-880c9ed70230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:39.030040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-8487767a-25ee-4748-8dc9-880c9ed70230 service neutron] 10.222.0.32 "GET /v2.0/networks?id=541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 200 len: 916 time: 0.2224505 Mar 07 10:58:39.092648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-54e2e20e-57b8-4bc1-8e7e-98d764d14548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baede0c1-7e9a-430a-858f-8a5a706f497d HTTP/1.1" status: 200 len: 217 time: 0.0560114 Mar 07 10:58:39.230296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-aa253571-774e-4ede-971e-47b49b34e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:39.231988 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-aa253571-774e-4ede-971e-47b49b34e8d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 200 len: 855 time: 0.1336627 Mar 07 10:58:39.234171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db332c35-1150-4661-bc4c-a0ea8d4380c6 req-9fabc69e-edf6-4993-9181-d1e8ef487fae tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:39.239267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db332c35-1150-4661-bc4c-a0ea8d4380c6 req-9fabc69e-edf6-4993-9181-d1e8ef487fae tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1308749 Mar 07 10:58:39.307233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-6fd70382-9e82-4819-b023-d9007c1c1bff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=541ab5f2-4fde-444a-a85d-d160502bf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589883 Mar 07 10:58:39.392045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db332c35-1150-4661-bc4c-a0ea8d4380c6 req-2f3598fe-45a3-4144-abb9-de5b9548e914 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459997 Mar 07 10:58:39.467624 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-2be5f35d-a54d-407e-b555-ccc61541233e service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534424 Mar 07 10:58:39.575335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a6298546-a7c5-4457-bdb0-8d1b273002a2 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:39.649113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: a6298546-a7c5-4457-bdb0-8d1b273002a2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:39.650284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a6298546-a7c5-4457-bdb0-8d1b273002a2 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:39.683111 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-780970fe-7200-4d61-8276-fae12c0f9f98 req-bbca11f5-b679-4816-9a6a-065f95519845 service neutron] 10.222.0.32 "GET /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082770 Mar 07 10:58:39.787169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f0253-170a-4821-ab81-72065575c251 req-1193ec31-876e-4a12-8afa-d2defd47bbff tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:39.794701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-912f0253-170a-4821-ab81-72065575c251 req-1193ec31-876e-4a12-8afa-d2defd47bbff tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.0877259 Mar 07 10:58:39.905656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-912f0253-170a-4821-ab81-72065575c251 req-b2d79186-7a24-4f8a-90b8-601694934acb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936525 Mar 07 10:58:40.234461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbeb10-a0c0-4b40-8e6b-6b725a74e493 req-bc6bec9b-8c8e-4670-ba6d-0c343a4b06ef tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:40.248263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ecbeb10-a0c0-4b40-8e6b-6b725a74e493 req-bc6bec9b-8c8e-4670-ba6d-0c343a4b06ef tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.1147475 Mar 07 10:58:40.355941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ecbeb10-a0c0-4b40-8e6b-6b725a74e493 req-c3638b4a-6bcd-4808-9381-106195cc99a1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031303 Mar 07 10:58:40.545708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a61da-8cc6-4310-8155-1479cafa34a1 req-7863df1d-39f2-475d-b39c-9972357711f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:40.547984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c6a61da-8cc6-4310-8155-1479cafa34a1 req-7863df1d-39f2-475d-b39c-9972357711f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0747602 Mar 07 10:58:40.599856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c6a61da-8cc6-4310-8155-1479cafa34a1 req-6b01f9af-e820-4a54-9dd2-26ee19e9623d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Mar 07 10:58:41.084714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09e4f3-d0a5-431e-8a43-81c6e9c13513 req-2d39050c-fb97-4deb-a7d1-0f5731f25f7d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:41.093650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d09e4f3-d0a5-431e-8a43-81c6e9c13513 req-2d39050c-fb97-4deb-a7d1-0f5731f25f7d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.0958915 Mar 07 10:58:41.162652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d09e4f3-d0a5-431e-8a43-81c6e9c13513 req-c5258f9e-d286-48b4-b20a-e44bad03c55c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Mar 07 10:58:41.358942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-1f02d666-e4a6-4356-a52e-4de5355ce587 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:41.360713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-1f02d666-e4a6-4356-a52e-4de5355ce587 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 946 time: 0.1013770 Mar 07 10:58:41.591556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c5c7-58f8-4173-a63b-5d39b285e962 req-00c704ff-016a-4a67-8e93-12c2f0d50cc4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:41.592770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:41.593331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:41.593569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bc1c5c7-58f8-4173-a63b-5d39b285e962 req-00c704ff-016a-4a67-8e93-12c2f0d50cc4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.1257498 Mar 07 10:58:41.696976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bc1c5c7-58f8-4173-a63b-5d39b285e962 req-12a85f46-582c-4b77-97a6-05f60fc3fe18 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963469 Mar 07 10:58:41.803903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:41.804390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:41.821600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:41.878515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172eed-0f3d-4d7c-bb29-4284e537e256 req-301fbf45-46a2-4ec3-ad90-a9dcb93d47f5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:41.886087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b172eed-0f3d-4d7c-bb29-4284e537e256 req-301fbf45-46a2-4ec3-ad90-a9dcb93d47f5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1543615 Mar 07 10:58:41.986661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b172eed-0f3d-4d7c-bb29-4284e537e256 req-4a71b972-8343-41d2-891f-e673dfdb329f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Mar 07 10:58:42.041701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (14250f4e-96d2-41d2-b359-9bc6cdc6aef8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:42.054651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:42.124234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=14250f4e-96d2-41d2-b359-9bc6cdc6aef8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:42.267804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:42.271713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:42.280951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bf925809-57df-4139-9ec0-eb6fe80f8bb3 req-a551f976-7b70-49b8-9d18-b38fbfc083be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/14250f4e-96d2-41d2-b359-9bc6cdc6aef8 HTTP/1.1" status: 204 len: 173 time: 0.9092202 Mar 07 10:58:42.287968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'name': 'network-vif-deleted', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:42.291463 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c0134-1e63-4280-bf45-4666deacebf6" -d '{"events": [{"server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "name": "network-vif-deleted", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:42.387288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-190891d4-d574-4c05-99ea-012b4bb34fd3 req-7dbd76a6-653e-4bc1-8105-74e1acb3de9f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3613a83-fd53-4a68-9489-98aa8b7b5b9a HTTP/1.1" status: 200 len: 210 time: 0.0918019 Mar 07 10:58:42.394131 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6841c04-38cc-4cb6-bc2d-664edc395546 x-openstack-request-id: req-e6841c04-38cc-4cb6-bc2d-664edc395546 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:42.394680 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3613a83-fd53-4a68-9489-98aa8b7b5b9a", "name": "network-vif-deleted", "tag": "14250f4e-96d2-41d2-b359-9bc6cdc6aef8", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:42.394680 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6841c04-38cc-4cb6-bc2d-664edc395546 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:42.395089 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3613a83-fd53-4a68-9489-98aa8b7b5b9a', 'name': 'network-vif-deleted', 'tag': '14250f4e-96d2-41d2-b359-9bc6cdc6aef8', 'status': 'completed', 'code': 200} Mar 07 10:58:42.900245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd53a6-d60f-4e87-8037-c0e737449a4f req-29faf138-d7ad-4a9c-974f-8d8695b30404 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:42.908035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4acd53a6-d60f-4e87-8037-c0e737449a4f req-29faf138-d7ad-4a9c-974f-8d8695b30404 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.1292026 Mar 07 10:58:42.965116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4acd53a6-d60f-4e87-8037-c0e737449a4f req-f2d84d43-b509-4423-b99f-c7f3a14dfcf5 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Mar 07 10:58:43.210962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4684aa-af1e-4585-a85a-e474f5a5ba81 req-a74dbbf8-96c2-4479-83de-1e26671badf6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:43.218020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b4684aa-af1e-4585-a85a-e474f5a5ba81 req-a74dbbf8-96c2-4479-83de-1e26671badf6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1310427 Mar 07 10:58:43.295972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b4684aa-af1e-4585-a85a-e474f5a5ba81 req-4270cdf6-26b9-4e48-b046-aeebd75051a7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Mar 07 10:58:43.629213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device baede0c1-7e9a-430a-858f-8a5a706f497d details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:43.633962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:43.716401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:43.716742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 14250f4e-96d2-41d2-b359-9bc6cdc6aef8 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:43.942374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=baede0c1-7e9a-430a-858f-8a5a706f497d,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:43.964994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'baede0c1-7e9a-430a-858f-8a5a706f497d', 'network_id': '541ab5f2-4fde-444a-a85d-d160502bf86c', 'port_id': 'baede0c1-7e9a-430a-858f-8a5a706f497d', 'mac_address': 'fa:16:3e:c7:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672bc7be-6819-4fbc-8926-b5ad41bf6955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:44.056342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port baede0c1-7e9a-430a-858f-8a5a706f497d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:44.057056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:44.078137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baede0c1-7e9a-430a-858f-8a5a706f497d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:44.079511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-320d3b70-852b-4618-b01a-1efab4e5b713 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:44.084436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-320d3b70-852b-4618-b01a-1efab4e5b713 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.2680588 Mar 07 10:58:44.121687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=baede0c1-7e9a-430a-858f-8a5a706f497d,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:44.134999 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:44.187634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d1c56fc8-ae55-43b7-9c8c-b291e85c6b48 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0975742 Mar 07 10:58:44.233204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:44.317978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39663367-30d6-4c3c-98a6-8d9963f729ea req-50a9cd07-d672-491e-b120-045ffbcfe36f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:44.326515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39663367-30d6-4c3c-98a6-8d9963f729ea req-50a9cd07-d672-491e-b120-045ffbcfe36f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 944 time: 0.2348509 Mar 07 10:58:44.431125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['baede0c1-7e9a-430a-858f-8a5a706f497d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:44.458552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-1e7636cd-5096-4c82-8df2-f8a097af3232 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2606390 Mar 07 10:58:44.520589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39663367-30d6-4c3c-98a6-8d9963f729ea req-8e20c18e-569c-48d3-8111-b2f93c2c7c68 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902561 Mar 07 10:58:44.751515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-e83c2ef3-57b5-4897-886e-7cae079994b7 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913651 Mar 07 10:58:44.961480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddf05e-461c-4015-95f6-466bdd2c8157 req-347533d8-09ce-4fe0-b419-42139d836dfd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:44.969603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bddf05e-461c-4015-95f6-466bdd2c8157 req-347533d8-09ce-4fe0-b419-42139d836dfd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3168011 Mar 07 10:58:45.046613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-aa148c54-29f1-403b-ad60-e830ac3bb29f service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917426 Mar 07 10:58:45.104002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bddf05e-461c-4015-95f6-466bdd2c8157 req-0427b08d-a46d-470f-a079-ac4da49b316e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314702 Mar 07 10:58:45.336298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2d00301-630b-4a16-adef-fa338f2021f0 req-1a3c161c-3058-461c-a235-5536eed2d0a1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 210 time: 0.0519459 Mar 07 10:58:45.642309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device baede0c1-7e9a-430a-858f-8a5a706f497d up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:45.778919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port baede0c1-7e9a-430a-858f-8a5a706f497d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:45.793154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port baede0c1-7e9a-430a-858f-8a5a706f497d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:45.793822 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:45.921428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0532d-ebac-46ce-b866-0304f87a5435 req-e9a27ef3-2912-402e-aa42-deeaecba6a09 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:45.926929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17e0532d-ebac-46ce-b866-0304f87a5435 req-e9a27ef3-2912-402e-aa42-deeaecba6a09 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 945 time: 0.2360098 Mar 07 10:58:46.016791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port baede0c1-7e9a-430a-858f-8a5a706f497d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:46.017327 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:46.084116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:46.087362 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6feb73-7d86-42b5-9abb-813d38a02643" -d '{"events": [{"server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "name": "network-vif-plugged", "status": "completed", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:46.142347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=baede0c1-7e9a-430a-858f-8a5a706f497d,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:46.143134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17e0532d-ebac-46ce-b866-0304f87a5435 req-1393d3fc-5a31-4488-9dda-fd3034fcb27f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055171 Mar 07 10:58:46.166418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:46.243228 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5ae58-aecd-46be-a881-fcb0430a6a39 x-openstack-request-id: req-7ba5ae58-aecd-46be-a881-fcb0430a6a39 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:46.252844 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "name": "network-vif-plugged", "status": "completed", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:46.254689 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ba5ae58-aecd-46be-a881-fcb0430a6a39 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:46.256346 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d', 'code': 200} Mar 07 10:58:46.342527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:46.403426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7eede-df0f-41bc-9ed4-511062e38ae6 req-bb403887-fc22-4d7c-95eb-dabe9da0ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:46.407425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1ac7eede-df0f-41bc-9ed4-511062e38ae6 req-bb403887-fc22-4d7c-95eb-dabe9da0ac04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 1128 time: 0.1039360 Mar 07 10:58:46.497413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01b79-da58-4e93-aaa6-5d0d5886aa87 req-299d4867-846a-4f17-af7c-f6f819d19397 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:46.502043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cff01b79-da58-4e93-aaa6-5d0d5886aa87 req-299d4867-846a-4f17-af7c-f6f819d19397 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2221379 Mar 07 10:58:46.520053 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1ac7eede-df0f-41bc-9ed4-511062e38ae6 req-09a71e65-bb0e-420c-91c6-5d51e04e7e6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059716 Mar 07 10:58:46.591715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f34751f-53b9-442f-a2ea-c39498ad1747 req-64a315f8-eb8f-4ef5-b6fc-cb1b97f4d200 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 210 time: 0.0838261 Mar 07 10:58:46.653389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cff01b79-da58-4e93-aaa6-5d0d5886aa87 req-13b1dfd1-5236-4cb2-bbe4-ebc448176b11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408973 Mar 07 10:58:47.332031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d731f-5815-443b-86d9-7fe98e8969cb req-2bca46a6-45f2-44c5-a8be-c366e7863479 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:47.341458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd0d731f-5815-443b-86d9-7fe98e8969cb req-2bca46a6-45f2-44c5-a8be-c366e7863479 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1052442 Mar 07 10:58:47.356324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-765c7e93-d5f4-46fd-913f-0f8e9b6ba6f6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:47.357885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-765c7e93-d5f4-46fd-913f-0f8e9b6ba6f6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.1879234 Mar 07 10:58:47.374413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': 'bdecd325-b13b-4653-bea8-b547a98da218', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:47.408752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd0d731f-5815-443b-86d9-7fe98e8969cb req-19483f1c-264d-4439-917a-63c48fc637ea tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Mar 07 10:58:47.555895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:47.561196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:47.818707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-60e8550e-8904-452f-bf4e-3e672a2b03ee req-86ca6f61-44d7-4673-a7ce-3ca4f4a163b6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 210 time: 0.0954881 Mar 07 10:58:47.913019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb90e2-46b6-45de-ad75-33e6b295b54f req-1ab448e8-8ba7-4574-a147-f24d8a9d54f1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:47.915384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebbb90e2-46b6-45de-ad75-33e6b295b54f req-1ab448e8-8ba7-4574-a147-f24d8a9d54f1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0757127 Mar 07 10:58:47.919591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.6 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:48.005011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebbb90e2-46b6-45de-ad75-33e6b295b54f req-8d79be6e-6fe6-400f-813f-87149f6ec951 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825021 Mar 07 10:58:48.148998 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:48.197253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:48.210656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:48.298833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:48.305123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:48.309744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:58:48.415354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:48.456602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:48.457249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:48.493360 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-d34a7add-0173-4169-84cb-e04205f56e6a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271696 Mar 07 10:58:48.505534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Request body: {'port': {'device_id': 'bdecd325-b13b-4653-bea8-b547a98da218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:48.645177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:48.656467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e826-e61b-456f-963a-cc0099810d3c req-0799830b-7efc-4c55-9c34-7474ea7b5ed7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:48.667693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd82e826-e61b-456f-963a-cc0099810d3c req-0799830b-7efc-4c55-9c34-7474ea7b5ed7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1335490 Mar 07 10:58:48.783004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd82e826-e61b-456f-963a-cc0099810d3c req-4b570b3c-8f82-49b4-9b5f-c913556edc08 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108439 Mar 07 10:58:49.090486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc869b-0c37-4969-9026-8db06142f1a0 req-dc34d99f-b8d2-485f-a7eb-a5c8f51ae1a2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.108652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bdc869b-0c37-4969-9026-8db06142f1a0 req-dc34d99f-b8d2-485f-a7eb-a5c8f51ae1a2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 931 time: 0.2165701 Mar 07 10:58:49.150937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:49.160513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddec0f-77d9-41ad-8568-f716678390c1 req-b0011274-e210-46fe-986a-d674230df70a tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.160778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks [] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.162236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-feddec0f-77d9-41ad-8568-f716678390c1 req-b0011274-e210-46fe-986a-d674230df70a tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.2021799 Mar 07 10:58:49.175385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Transition to ACTIVE for port object 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:58:49.182171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.279408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bdc869b-0c37-4969-9026-8db06142f1a0 req-e8e7b859-944c-4866-8124-8ddd0c9ad47c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696310 Mar 07 10:58:49.357691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-feddec0f-77d9-41ad-8568-f716678390c1 req-f737c4b2-11b1-4d39-9716-f404ff12d7f1 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356220 Mar 07 10:58:49.375254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Attempting to bind port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:58:49.375671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Attempting to bind port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:58:49.375932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Attempting to bind port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:49.382207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:58:49.382585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Attempting to bind port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:49.384875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:49.392690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:58:49.392953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:58:49.393323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:58:49.393742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Bound port: 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:58:49.394094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.473145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e956ac-024f-4208-8af8-7f8016098305 req-7dd574dc-a792-4f70-8363-908275336280 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.481347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0e956ac-024f-4208-8af8-7f8016098305 req-7dd574dc-a792-4f70-8363-908275336280 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0829859 Mar 07 10:58:49.512292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:49.518239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:49.531852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.545910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0e956ac-024f-4208-8af8-7f8016098305 req-05cec498-1c34-4a1b-ac0b-313e40843a1f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Mar 07 10:58:49.662032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.663497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.666179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 HTTP/1.1" status: 200 len: 1091 time: 1.1653388 Mar 07 10:58:49.667734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416f509-5d66-4eee-b4c6-f202f51ab700 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:49.673119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:49.681018 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fddceb-81fa-488f-93ad-53a833545abb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:49.737537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfcc7-ffe5-42c6-aefa-3c0a4544ee67 req-8ac53fce-c949-4365-a09b-a56b8d3c46e4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.752045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e70dfcc7-ffe5-42c6-aefa-3c0a4544ee67 req-8ac53fce-c949-4365-a09b-a56b8d3c46e4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.0926673 Mar 07 10:58:49.758956 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de455fc6-5d2d-4805-99b0-be304cfc0228 x-openstack-request-id: req-de455fc6-5d2d-4805-99b0-be304cfc0228 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:49.759251 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:49.759508 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de455fc6-5d2d-4805-99b0-be304cfc0228 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:49.759941 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400', 'status': 'completed', 'code': 200} Mar 07 10:58:49.797626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-1f1dd796-41de-4cf8-913e-96cc778763e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.799177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-1f1dd796-41de-4cf8-913e-96cc778763e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 1125 time: 0.0892234 Mar 07 10:58:49.875053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e70dfcc7-ffe5-42c6-aefa-3c0a4544ee67 req-43b72b30-bfe6-4ebd-aa5e-7deb39a5147d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218672 Mar 07 10:58:49.880086 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-1093dfa3-2f31-4114-991d-0e0228487d7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 HTTP/1.1" status: 200 len: 217 time: 0.0733955 Mar 07 10:58:49.995014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-e80019b3-3791-410e-8c56-02f332eef3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.995014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-e80019b3-3791-410e-8c56-02f332eef3b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.0983796 Mar 07 10:58:50.066901 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-34aae712-114e-4e84-925d-c2577785b2c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685041 Mar 07 10:58:50.076122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0c8c-2e2c-40d3-927a-4ab35d4ad13a req-8787d6b6-9084-4b0b-b464-99716c799f61 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.078039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6ef0c8c-2e2c-40d3-927a-4ab35d4ad13a req-8787d6b6-9084-4b0b-b464-99716c799f61 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1140375 Mar 07 10:58:50.129717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6ef0c8c-2e2c-40d3-927a-4ab35d4ad13a req-e4a83396-4e1d-40ec-b75f-3b0b897f33f9 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Mar 07 10:58:50.243550 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-755014c8-d741-49db-bf97-85a2059f9a74 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702600 Mar 07 10:58:50.456192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-69114b99-7907-4e35-9b70-fbc0445fe897 req-778d79d6-1c05-41ab-9c2d-f27c0d778945 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050312 Mar 07 10:58:50.530687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e8bca-bdc5-427a-a846-8475633f29a9 req-8783aa6c-5734-428f-b82b-4e9cfa6eb961 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.532270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d5e8bca-bdc5-427a-a846-8475633f29a9 req-8783aa6c-5734-428f-b82b-4e9cfa6eb961 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 943 time: 0.1348398 Mar 07 10:58:50.546957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097cf41-8669-42bb-86ca-fe4cb68ac117 req-356bb2c4-4cff-4a7d-b3d6-7f86b154f016 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.554886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6097cf41-8669-42bb-86ca-fe4cb68ac117 req-356bb2c4-4cff-4a7d-b3d6-7f86b154f016 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1040606 Mar 07 10:58:50.606505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fddceb-81fa-488f-93ad-53a833545abb req-ea6d22eb-4e52-4093-92f4-1192494fd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.608304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-ea6d22eb-4e52-4093-92f4-1192494fd26c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 1125 time: 0.0770485 Mar 07 10:58:50.705889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d7ffde1-bb0d-4c96-a7c6-f47b2388b89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:50.778381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fddceb-81fa-488f-93ad-53a833545abb req-fcb1d2e5-ec72-4aa2-a781-a267e0ad806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.781947 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-fcb1d2e5-ec72-4aa2-a781-a267e0ad806f service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.1553087 Mar 07 10:58:50.886656 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-0deeef9f-ace3-4923-9c49-7737e94c3b97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 HTTP/1.1" status: 200 len: 217 time: 0.0953333 Mar 07 10:58:50.962031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fddceb-81fa-488f-93ad-53a833545abb req-0d1b550a-cf56-4134-b0e0-dbae12ad67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.964155 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-0d1b550a-cf56-4134-b0e0-dbae12ad67b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.0706801 Mar 07 10:58:51.002721 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-3b11fe27-25da-4df1-9ed9-130bded93f51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328052 Mar 07 10:58:51.108729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6097cf41-8669-42bb-86ca-fe4cb68ac117 req-c193b977-fc49-4664-ae6e-72ab16a02f98 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527422 Mar 07 10:58:51.182574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d5e8bca-bdc5-427a-a846-8475633f29a9 req-4a223954-33f7-4e12-bdf3-785af6ea2891 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247036 Mar 07 10:58:51.202682 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-4e614482-30a9-45ec-b21d-456cef5af7aa service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925144 Mar 07 10:58:51.283445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158a57-91cb-454a-8a72-7b47595b0577 req-b7ac1018-45f6-4cdf-bce9-006461dc39cf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:51.297721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e158a57-91cb-454a-8a72-7b47595b0577 req-b7ac1018-45f6-4cdf-bce9-006461dc39cf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0830414 Mar 07 10:58:51.362968 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-31fddceb-81fa-488f-93ad-53a833545abb req-4eb42162-fd73-453d-91c2-9575ba82e0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535265 Mar 07 10:58:51.373816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e158a57-91cb-454a-8a72-7b47595b0577 req-4287ffb0-7f4a-409c-809c-cfd0be7320a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759771 Mar 07 10:58:51.604020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca88c9-1c0c-4782-bb43-74648e4c86d9 req-47333330-3620-4f39-9fbf-98c4991b347d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:51.605792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4ca88c9-1c0c-4782-bb43-74648e4c86d9 req-47333330-3620-4f39-9fbf-98c4991b347d tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1185951 Mar 07 10:58:51.696464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4ca88c9-1c0c-4782-bb43-74648e4c86d9 req-b733647f-371b-4351-a419-d78172984e40 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853770 Mar 07 10:58:52.428639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30af9-4441-4f30-ac2f-d7975e3ea3b9 req-2353fa0e-3f34-4e07-a332-04986b0a2eb7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:52.438274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25b30af9-4441-4f30-ac2f-d7975e3ea3b9 req-2353fa0e-3f34-4e07-a332-04986b0a2eb7 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1391001 Mar 07 10:58:52.523518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22321b6-4d80-4271-a2af-658e4bd29d16 req-a605187e-d4fb-4546-9670-53694bdad40a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:52.527663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e22321b6-4d80-4271-a2af-658e4bd29d16 req-a605187e-d4fb-4546-9670-53694bdad40a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 943 time: 0.1875744 Mar 07 10:58:52.667943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e22321b6-4d80-4271-a2af-658e4bd29d16 req-789b54c3-19fa-43af-9983-6986216b74e1 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331749 Mar 07 10:58:52.705339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25b30af9-4441-4f30-ac2f-d7975e3ea3b9 req-80fc733a-bdd9-4778-8b6b-c18c299f2a0e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661872 Mar 07 10:58:52.832605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be461-65bb-4690-98c5-87a52417aa55 req-d7a8367c-f995-4130-bdc4-b1b9147557b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:52.834997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8be461-65bb-4690-98c5-87a52417aa55 req-d7a8367c-f995-4130-bdc4-b1b9147557b3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.0636079 Mar 07 10:58:52.927291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8be461-65bb-4690-98c5-87a52417aa55 req-af3792d6-9231-409a-a6b9-b75f5d0aec4f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867894 Mar 07 10:58:53.002506 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5d7578a-4130-4252-b656-75caa05d48a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:53.428842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:58:53.537929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-ddbc28db-674c-4d90-9e64-4a795bff9c4a tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:53.540755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-ddbc28db-674c-4d90-9e64-4a795bff9c4a tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1215365 Mar 07 10:58:53.688439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:53.816825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Deleting port baede0c1-7e9a-430a-858f-8a5a706f497d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:53.827979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:53.972619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1506c-f0a6-4db7-9942-edbe93498fb7 req-7f926d50-df83-4266-8df6-e80de4f43cdf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:53.982128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d1506c-f0a6-4db7-9942-edbe93498fb7 req-7f926d50-df83-4266-8df6-e80de4f43cdf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 943 time: 0.1823032 Mar 07 10:58:54.037829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:54.054660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] For port baede0c1-7e9a-430a-858f-8a5a706f497d, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=baede0c1-7e9a-430a-858f-8a5a706f497d,segment=NetworkSegment(2297a815-1110-4420-a38b-4baff058b5ab),segment_id=2297a815-1110-4420-a38b-4baff058b5ab)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:54.063797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.068291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400', 'mac_address': 'fa:16:3e:55:13:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:54.069246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d1506c-f0a6-4db7-9942-edbe93498fb7 req-5866217e-8988-45ad-a74a-f748108fadaa tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Mar 07 10:58:54.087752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Calling delete_port for baede0c1-7e9a-430a-858f-8a5a706f497d owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:54.148724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:54.149115 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.207385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:54.232385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.252149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:54.260563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.269540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.344625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8e903-f017-44d6-ae2b-5cc8416bbfc4 req-cb062305-9543-4916-bd16-71857a14c3a4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:54.347187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (baede0c1-7e9a-430a-858f-8a5a706f497d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.351144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11c8e903-f017-44d6-ae2b-5cc8416bbfc4 req-cb062305-9543-4916-bd16-71857a14c3a4 tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da46d47-f75f-4cbd-aa57-f3bfb3a776fd HTTP/1.1" status: 200 len: 946 time: 0.1500938 Mar 07 10:58:54.393077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:54.445527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11c8e903-f017-44d6-ae2b-5cc8416bbfc4 req-dcdbdd41-073c-4f44-968c-16d9533a922f tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0c798f7-0644-4c61-b076-857f3da1d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Mar 07 10:58:54.454765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Pushing event deleted for resources: {'Port': ['ID=baede0c1-7e9a-430a-858f-8a5a706f497d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:54.581824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] No DVR routers for this DVR port baede0c1-7e9a-430a-858f-8a5a706f497d on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:54.592088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.596099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5e2d0c1a-736c-44a7-95e1-631a1de5c36a req-21b679da-c37a-4d45-90ed-e3401d7fd69e tempest-ServerDiskConfigTestJSON-1643292191 tempest-ServerDiskConfigTestJSON-1643292191-project] 10.222.0.32 "DELETE /v2.0/ports/baede0c1-7e9a-430a-858f-8a5a706f497d HTTP/1.1" status: 204 len: 173 time: 1.0471003 Mar 07 10:58:54.596529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:54.597209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'name': 'network-vif-deleted', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:54.617123 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa86d9df-1597-47be-ad1c-5858f0e5c29b" -d '{"events": [{"server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "name": "network-vif-deleted", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:54.729320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebee2a-6021-4a1b-92f1-a6be401afd39 req-25d5a004-b381-4008-a693-e1f97a6f8fcb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:54.740344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bebee2a-6021-4a1b-92f1-a6be401afd39 req-25d5a004-b381-4008-a693-e1f97a6f8fcb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1499412 Mar 07 10:58:54.855568 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1bebee2a-6021-4a1b-92f1-a6be401afd39 req-9233280b-ba57-4818-b78b-497d045d72d0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142225 Mar 07 10:58:54.919744 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd3a55c-857f-40b7-a001-712c86a2980b x-openstack-request-id: req-bdd3a55c-857f-40b7-a001-712c86a2980b {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:54.920051 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da46d47-f75f-4cbd-aa57-f3bfb3a776fd", "name": "network-vif-deleted", "tag": "baede0c1-7e9a-430a-858f-8a5a706f497d", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:54.920308 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdd3a55c-857f-40b7-a001-712c86a2980b {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:54.920719 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da46d47-f75f-4cbd-aa57-f3bfb3a776fd', 'name': 'network-vif-deleted', 'tag': 'baede0c1-7e9a-430a-858f-8a5a706f497d', 'status': 'completed', 'code': 200} Mar 07 10:58:55.224737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b87e1-8edb-45b1-b779-3babbba2fde5 req-1aa3597a-09aa-4ff8-8171-00cdb5380fb6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:55.226222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b49b87e1-8edb-45b1-b779-3babbba2fde5 req-1aa3597a-09aa-4ff8-8171-00cdb5380fb6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 944 time: 0.0593429 Mar 07 10:58:55.279367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b49b87e1-8edb-45b1-b779-3babbba2fde5 req-08b1df38-219a-4d35-baa2-563cd118acee tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Mar 07 10:58:55.698113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:55.745534 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:55.758696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52104) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:55.787778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:55.809741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:55.810118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:55.869520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Deleting subnet 672bc7be-6819-4fbc-8926-b5ad41bf6955 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:58:55.880486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Publish callbacks [] for subnet (672bc7be-6819-4fbc-8926-b5ad41bf6955), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:55.998673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (672bc7be-6819-4fbc-8926-b5ad41bf6955), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.034721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:56.035051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.101152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea0a6-15b2-413b-8f28-ce81c35d8e77 req-8e873ab1-5ddc-46b4-80b4-f5d8f234ce8d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:56.106836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ffea0a6-15b2-413b-8f28-ce81c35d8e77 req-8e873ab1-5ddc-46b4-80b4-f5d8f234ce8d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1442270 Mar 07 10:58:56.128857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:56.136245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:56.143337 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d65b5-0afa-4959-85b2-a7ef9f49580b" -d '{"events": [{"server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "name": "network-vif-plugged", "status": "completed", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:56.152404 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.155896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device baede0c1-7e9a-430a-858f-8a5a706f497d no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:56.169045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (672bc7be-6819-4fbc-8926-b5ad41bf6955), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.273588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ffea0a6-15b2-413b-8f28-ce81c35d8e77 req-fda79416-1267-4e17-8ec2-79f5d7481391 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619706 Mar 07 10:58:56.332930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: baede0c1-7e9a-430a-858f-8a5a706f497d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:56.333278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device baede0c1-7e9a-430a-858f-8a5a706f497d not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:56.350181 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f5a53-293e-402e-a90b-dbf9738d0b72 x-openstack-request-id: req-c39f5a53-293e-402e-a90b-dbf9738d0b72 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:56.350485 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "name": "network-vif-plugged", "status": "completed", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:56.350752 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c39f5a53-293e-402e-a90b-dbf9738d0b72 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:56.351280 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400', 'code': 200} Mar 07 10:58:56.469400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:56.551441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (672bc7be-6819-4fbc-8926-b5ad41bf6955), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.567785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52136) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:56.646823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb6074-20cb-440b-b97d-394d91c778e7 req-84f3cc50-ffed-4dd5-bf4d-5c7099fda2e9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:56.659102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fafb6074-20cb-440b-b97d-394d91c778e7 req-84f3cc50-ffed-4dd5-bf4d-5c7099fda2e9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.2243710 Mar 07 10:58:56.662631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672bc7be-6819-4fbc-8926-b5ad41bf6955,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:56.666606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569dd76-20b0-4ab7-a013-f77f7bded624 req-cdb0d2a5-dcf1-49a0-a2b9-a955c743c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:56.669046 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e569dd76-20b0-4ab7-a013-f77f7bded624 req-cdb0d2a5-dcf1-49a0-a2b9-a955c743c363 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 1127 time: 0.3255880 Mar 07 10:58:56.676653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.683893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-83548349-bf03-4a78-925a-2e6e03eae445 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/672bc7be-6819-4fbc-8926-b5ad41bf6955 HTTP/1.1" status: 204 len: 168 time: 0.9206879 Mar 07 10:58:56.689947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52142) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:56.782592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e569dd76-20b0-4ab7-a013-f77f7bded624 req-34abea6b-afbd-4bde-a367-04c6a336d240 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010749 Mar 07 10:58:56.832197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fafb6074-20cb-440b-b97d-394d91c778e7 req-6b4810e7-e8ce-469e-8604-98c0eebea5d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686344 Mar 07 10:58:56.927244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72603d66-0d83-42b8-819d-74c04b43a739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.949755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (541ab5f2-4fde-444a-a85d-d160502bf86c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.062449 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72603d66-0d83-42b8-819d-74c04b43a739 admin admin] Publish callbacks [] for security_group (764007f7-2f90-411c-8361-587b3d0e64a8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.088812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72603d66-0d83-42b8-819d-74c04b43a739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (764007f7-2f90-411c-8361-587b3d0e64a8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.107908 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.174644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-72603d66-0d83-42b8-819d-74c04b43a739 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da7ad39299346c88a1fc54fca37e1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6049840 Mar 07 10:58:57.177440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:57.200161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72603d66-0d83-42b8-819d-74c04b43a739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764007f7-2f90-411c-8361-587b3d0e64a8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:57.264874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] Publish callbacks [] for security_group (764007f7-2f90-411c-8361-587b3d0e64a8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.270512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (541ab5f2-4fde-444a-a85d-d160502bf86c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.324864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] Publish callbacks [] for security_group (764007f7-2f90-411c-8361-587b3d0e64a8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.346482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541ab5f2-4fde-444a-a85d-d160502bf86c']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:57.371454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2297a815-1110-4420-a38b-4baff058b5ab') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:57.371839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2297a815-1110-4420-a38b-4baff058b5ab') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:57.413433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (2297a815-1110-4420-a38b-4baff058b5ab), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.436467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (764007f7-2f90-411c-8361-587b3d0e64a8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.439287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.443209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/764007f7-2f90-411c-8361-587b3d0e64a8 HTTP/1.1" status: 204 len: 168 time: 0.2620978 Mar 07 10:58:57.451274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fdbf5-e5eb-47ee-8d94-a5188d2150b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764007f7-2f90-411c-8361-587b3d0e64a8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:57.499798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-19f82059-560c-4948-8fb5-4fd5b1062d22 req-bf0b8804-0db0-4ea5-8654-9ddbb1033dfc service neutron] (103789) timed out ('10.222.0.23', 38294) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:58:57.522162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2297a815-1110-4420-a38b-4baff058b5ab), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.543270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:58:57.547898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (2297a815-1110-4420-a38b-4baff058b5ab), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:57.551252 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:57.598616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6d03a-8815-4a05-bc5a-426b9cc286f9 req-e07b87f3-1716-4324-a213-7fd542a176b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:57.600228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2df6d03a-8815-4a05-bc5a-426b9cc286f9 req-e07b87f3-1716-4324-a213-7fd542a176b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1962938 Mar 07 10:58:57.737300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2df6d03a-8815-4a05-bc5a-426b9cc286f9 req-98672750-aa15-4677-86e2-302a7e0078a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072283 Mar 07 10:58:57.750932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (541ab5f2-4fde-444a-a85d-d160502bf86c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.783391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:57.793479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/541ab5f2-4fde-444a-a85d-d160502bf86c HTTP/1.1" status: 204 len: 168 time: 1.1021788 Mar 07 10:58:57.794510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc1d79-3564-41f1-96b7-3175a8e8bda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=541ab5f2-4fde-444a-a85d-d160502bf86c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:57.990097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4eb25-3440-4672-8f86-5882afa8f9b6 req-641a6b5a-5424-4f88-a48f-101fa359798b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:57.992104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cb4eb25-3440-4672-8f86-5882afa8f9b6 req-641a6b5a-5424-4f88-a48f-101fa359798b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.0677338 Mar 07 10:58:58.076741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cb4eb25-3440-4672-8f86-5882afa8f9b6 req-c9c90b5d-718f-4a2c-80a0-34a17d6ee131 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Mar 07 10:58:58.119608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:58.166916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86df1544-e1a0-4631-bf2d-21ab8b5e0b48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d81c44af4e744bff9c30dcbe87021019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461035 Mar 07 10:58:58.169596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52172) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:58.232675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] Publish callbacks [] for security_group (c0c798f7-0644-4c61-b076-857f3da1d18e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:58.271905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] Publish callbacks [] for security_group (c0c798f7-0644-4c61-b076-857f3da1d18e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:58.332656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c0c798f7-0644-4c61-b076-857f3da1d18e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:58.339587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:58.352953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0c798f7-0644-4c61-b076-857f3da1d18e HTTP/1.1" status: 204 len: 168 time: 0.1739156 Mar 07 10:58:58.373958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd1d53-2f11-4f6d-a7a7-f8ba668856f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c798f7-0644-4c61-b076-857f3da1d18e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:58.642229 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:58.942287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f53aa-e168-417c-a204-87c543133878 req-779da9c7-5feb-4b69-b642-8f02daecb829 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:58.952076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-062f53aa-e168-417c-a204-87c543133878 req-779da9c7-5feb-4b69-b642-8f02daecb829 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1193991 Mar 07 10:58:59.057218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-062f53aa-e168-417c-a204-87c543133878 req-d5c08561-6d15-44cc-8423-c8d9af178496 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039758 Mar 07 10:58:59.306592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639bd41-d81e-4bc9-b6e5-b1ed4e79ad02 req-c48318da-9112-4528-9332-09b7c536dc20 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.308258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5639bd41-d81e-4bc9-b6e5-b1ed4e79ad02 req-c48318da-9112-4528-9332-09b7c536dc20 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.1077399 Mar 07 10:58:59.382047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5639bd41-d81e-4bc9-b6e5-b1ed4e79ad02 req-41f15463-6efc-4307-ac07-c1ca1912501f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Mar 07 10:58:59.662032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a5d28-647c-4958-b3ba-3274f36bddf9 req-324cf3d4-c3a4-4995-b4e7-cd1f783b8806 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.671695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-684a5d28-647c-4958-b3ba-3274f36bddf9 req-324cf3d4-c3a4-4995-b4e7-cd1f783b8806 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.0921290 Mar 07 10:58:59.745549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-684a5d28-647c-4958-b3ba-3274f36bddf9 req-a11ba0dc-58fd-48fd-99e1-0eaeab0534d3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Mar 07 10:58:59.876725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52242) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:59.957342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbff4-713b-43ec-80fa-8fe066a4c996 req-98566ed4-b909-49a1-bb4d-f7001f98c44a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.961334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e9cbff4-713b-43ec-80fa-8fe066a4c996 req-98566ed4-b909-49a1-bb4d-f7001f98c44a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.0933111 Mar 07 10:59:00.067890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e9cbff4-713b-43ec-80fa-8fe066a4c996 req-2634e7f9-ac0b-4944-9c25-70e755fc6100 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974722 Mar 07 10:59:00.292181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35edd3-f648-4d3d-a6e3-54cf04a8ffda req-1a2e58cc-5c98-4fa8-aa1c-096f3fb6eeda tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:00.297206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b35edd3-f648-4d3d-a6e3-54cf04a8ffda req-1a2e58cc-5c98-4fa8-aa1c-096f3fb6eeda tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1236296 Mar 07 10:59:00.352560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2115170084-network', 'tenant_id': 'f6fac485db1e4fcca4ab25baf59ce734'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:00.380708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Made reservation on behalf of f6fac485db1e4fcca4ab25baf59ce734 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:00.383391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b35edd3-f648-4d3d-a6e3-54cf04a8ffda req-49a69e78-5cc4-4785-8a8d-2852773e8560 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785217 Mar 07 10:59:00.385201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.395994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.496176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks [] for security_group (a987df4e-9381-4ee3-86b0-b36ee361a7f9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.505081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a987df4e-9381-4ee3-86b0-b36ee361a7f9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.542050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a987df4e-9381-4ee3-86b0-b36ee361a7f9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:00.558586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:00.575788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b45970b6-ed8a-4030-b08b-8e1057af062c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.579063 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Added segment b45970b6-ed8a-4030-b08b-8e1057af062c of type vlan for network d5a7a9eb-5dbd-4e61-adaf-888a52060897 Mar 07 10:59:00.591176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb2cb-83c8-4047-8753-fdfe91448d60 req-09b1d446-f141-4905-930d-391082dac38a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:00.593656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-511fb2cb-83c8-4047-8753-fdfe91448d60 req-09b1d446-f141-4905-930d-391082dac38a tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.1152141 Mar 07 10:59:00.658366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d5a7a9eb-5dbd-4e61-adaf-888a52060897), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.663841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-511fb2cb-83c8-4047-8753-fdfe91448d60 req-af55ced8-e71d-49b0-908c-e70de5695343 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646901 Mar 07 10:59:00.709282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d5a7a9eb-5dbd-4e61-adaf-888a52060897), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.712234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:00.713023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.750418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:00.756133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Request body: {'subnet': {'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2115170084-subnet', 'tenant_id': 'f6fac485db1e4fcca4ab25baf59ce734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:00.762834 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8843498 Mar 07 10:59:00.809859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Made reservation on behalf of f6fac485db1e4fcca4ab25baf59ce734 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:00.813062 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:00.838349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31527dc-c7d2-4367-83d3-024e2e606914 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a7a9eb-5dbd-4e61-adaf-888a52060897,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:00.851637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d5a7a9eb-5dbd-4e61-adaf-888a52060897 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:01.065817 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (75443845-8e31-4171-8882-9637b6f6fd30), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:01.153699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Pushing event updated for resources: {'Subnet': ['ID=75443845-8e31-4171-8882-9637b6f6fd30,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:01.163275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Checking segment: {'id': 'b45970b6-ed8a-4030-b08b-8e1057af062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:01.163860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Network hostable DHCP agents. Network: d5a7a9eb-5dbd-4e61-adaf-888a52060897, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:01.185000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Network d5a7a9eb-5dbd-4e61-adaf-888a52060897 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:01.206788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d5a7a9eb-5dbd-4e61-adaf-888a52060897) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:01.215682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c8e32-c270-44c0-b4b8-8f418ae7e794 None None] Network d5a7a9eb-5dbd-4e61-adaf-888a52060897 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:01.216128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.217317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:01.242166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-73fbfc55-a016-40d6-a343-6a515e84035c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4895110 Mar 07 10:59:01.406796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6a85b-b23f-4ed9-8772-0969dfec0215 None None] Network d5a7a9eb-5dbd-4e61-adaf-888a52060897 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:01.607980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658f15-f9d1-4b87-8d4f-0922182720f0 req-9c79e581-d68b-444a-977c-9c700a5fe817 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.613720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a658f15-f9d1-4b87-8d4f-0922182720f0 req-9c79e581-d68b-444a-977c-9c700a5fe817 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1057963 Mar 07 10:59:01.725475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a658f15-f9d1-4b87-8d4f-0922182720f0 req-c656ea04-4533-4492-b63e-8f11a9cf6fae tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039143 Mar 07 10:59:01.852805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-9dbab667-f633-490c-b879-d25faa9270ee tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.857975 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-9dbab667-f633-490c-b879-d25faa9270ee tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.1615210 Mar 07 10:59:01.922580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75240-a66f-4d12-924d-194eb29814ab req-5025a433-91ae-4b82-80a6-3232ae08a4df tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.924764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e75240-a66f-4d12-924d-194eb29814ab req-5025a433-91ae-4b82-80a6-3232ae08a4df tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 945 time: 0.0835834 Mar 07 10:59:02.077819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05e75240-a66f-4d12-924d-194eb29814ab req-42c42387-9c09-48c2-85e5-f6c35f39281d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408134 Mar 07 10:59:02.081963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:02.082310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:02.305178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:02.305780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:02.320620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:02.546695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:02.559345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:02.591169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:02.650407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ba00a68a-b10c-484f-a5c2-04ffb41f382a tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:02.653008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ba00a68a-b10c-484f-a5c2-04ffb41f382a tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/networks?id=d5a7a9eb-5dbd-4e61-adaf-888a52060897 HTTP/1.1" status: 200 len: 818 time: 0.2288868 Mar 07 10:59:02.680576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-32cac5f7-5349-4e59-9885-d41c7b031b29 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/quotas/f6fac485db1e4fcca4ab25baf59ce734 HTTP/1.1" status: 200 len: 375 time: 0.0179248 Mar 07 10:59:02.735111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:02.740720 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:02.747262 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c5527041-2a7a-4a9a-9348-da74f7db79af req-02db5a22-bb94-4ab3-813b-1ca4b9d2d312 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 HTTP/1.1" status: 204 len: 173 time: 0.8836493 Mar 07 10:59:02.752253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'name': 'network-vif-deleted', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:02.755455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ca9bca6c-7983-45aa-95ed-573b420df219 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6fac485db1e4fcca4ab25baf59ce734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682924 Mar 07 10:59:02.766599 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1450bdee-bc68-4ed3-8342-ee9b41cb9df9" -d '{"events": [{"server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "name": "network-vif-deleted", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:02.838517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52322) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:02.960279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-77959d7e-8c33-4ddf-baa7-bc77a5e475a7 service neutron] 10.222.0.23 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946955 Mar 07 10:59:03.141570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-da1ed376-a2f6-4ab2-a6a4-dce1502929a7 service neutron] 10.222.0.23 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717954 Mar 07 10:59:03.155249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86fe0171-678c-459d-93e2-53390c70bfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.284075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf507-54ee-42f4-ab77-956aaee5782a req-53bed383-100b-4ca2-b06f-73058ee67b83 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:03.285785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e1cf507-54ee-42f4-ab77-956aaee5782a req-53bed383-100b-4ca2-b06f-73058ee67b83 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3191249 Mar 07 10:59:03.378765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86fe0171-678c-459d-93e2-53390c70bfdc admin admin] Publish callbacks [] for security_group (f4e1471f-bebe-4d7a-8d38-8a60d418c584), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.387603 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8db040-022d-47ac-acd2-e1607b4ae914 x-openstack-request-id: req-bf8db040-022d-47ac-acd2-e1607b4ae914 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:03.393279 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdecd325-b13b-4653-bea8-b547a98da218", "name": "network-vif-deleted", "tag": "6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:03.393643 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf8db040-022d-47ac-acd2-e1607b4ae914 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:03.394734 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdecd325-b13b-4653-bea8-b547a98da218', 'name': 'network-vif-deleted', 'tag': '6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400', 'status': 'completed', 'code': 200} Mar 07 10:59:03.400398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-86fe0171-678c-459d-93e2-53390c70bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f4e1471f-bebe-4d7a-8d38-8a60d418c584), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.448535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e1cf507-54ee-42f4-ab77-956aaee5782a req-d1306bb0-0199-47c5-b9ce-18a333704b69 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545300 Mar 07 10:59:03.528897 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-86fe0171-678c-459d-93e2-53390c70bfdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa719a89af4e4597b65124287225b2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6889987 Mar 07 10:59:03.532513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:03.533168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0171-678c-459d-93e2-53390c70bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1471f-bebe-4d7a-8d38-8a60d418c584,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:03.597880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-faad94da-ad71-4ddc-9b4f-9c2a9dad1253 req-97778626-c765-4c4a-b7a0-d33914e3f4d9 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 210 time: 0.0807738 Mar 07 10:59:03.629750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95c8758e-daf6-45f0-87c2-e081b23fa69b req-787ea3f5-01ea-446e-9336-83b0e2b980d2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdecd325-b13b-4653-bea8-b547a98da218 HTTP/1.1" status: 200 len: 210 time: 0.0518203 Mar 07 10:59:03.672564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] Publish callbacks [] for security_group (f4e1471f-bebe-4d7a-8d38-8a60d418c584), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.719509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] Publish callbacks [] for security_group (f4e1471f-bebe-4d7a-8d38-8a60d418c584), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.735594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:03.780423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:59:03.780771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6b7fb1e6-a4d6-4a7b-8f4a-edcb58eb0400 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:59:03.813365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f4e1471f-bebe-4d7a-8d38-8a60d418c584), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.817966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.823507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4e1471f-bebe-4d7a-8d38-8a60d418c584 HTTP/1.1" status: 204 len: 168 time: 0.2875469 Mar 07 10:59:03.842583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ebab6-2e2a-469e-9d9d-3921858437ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1471f-bebe-4d7a-8d38-8a60d418c584,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:04.048917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5070241c-94c1-4d51-b04e-3387f070833d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:04.282425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5070241c-94c1-4d51-b04e-3387f070833d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:04.298467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '5070241c-94c1-4d51-b04e-3387f070833d', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': '5070241c-94c1-4d51-b04e-3387f070833d', 'mac_address': 'fa:16:3e:10:c2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:04.361068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5070241c-94c1-4d51-b04e-3387f070833d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:04.362900 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5070241c-94c1-4d51-b04e-3387f070833d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.383865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5070241c-94c1-4d51-b04e-3387f070833d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:04.409742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5070241c-94c1-4d51-b04e-3387f070833d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:04.419370 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.499047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:04.533620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52366) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:04.555776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52aabfcf-6c6f-4882-848d-d7a8f712df7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.621442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73754d51-a154-4058-88aa-6a0ac35a5575 req-8fdfa43f-66ee-43ec-a1b9-18817363368b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:04.635517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73754d51-a154-4058-88aa-6a0ac35a5575 req-8fdfa43f-66ee-43ec-a1b9-18817363368b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 944 time: 0.1030998 Mar 07 10:59:04.644582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['5070241c-94c1-4d51-b04e-3387f070833d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:04.697328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52aabfcf-6c6f-4882-848d-d7a8f712df7d admin admin] Publish callbacks [] for security_group (9f8ddaa3-600e-41ce-9456-904e173367db), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.706399 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52aabfcf-6c6f-4882-848d-d7a8f712df7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f8ddaa3-600e-41ce-9456-904e173367db), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.769661 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52aabfcf-6c6f-4882-848d-d7a8f712df7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f08a3380111642058c8b8ddac6907da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348275 Mar 07 10:59:04.770957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aabfcf-6c6f-4882-848d-d7a8f712df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8ddaa3-600e-41ce-9456-904e173367db,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:04.775340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52374) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:04.874497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aeb33378-3a7d-4b05-809d-a73a1d5c7715 req-d9397d77-f6bf-4d9a-bc47-4ab2a8ded7ec tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 210 time: 0.0989954 Mar 07 10:59:04.888955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73754d51-a154-4058-88aa-6a0ac35a5575 req-e7206277-58b5-4748-8323-adeae44277ff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519901 Mar 07 10:59:05.106795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-da0e0d5a-bd21-4714-be61-0b53f3e9e9ff tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:05.108699 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-da0e0d5a-bd21-4714-be61-0b53f3e9e9ff tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.32 "GET /v2.0/networks?id=d5a7a9eb-5dbd-4e61-adaf-888a52060897 HTTP/1.1" status: 200 len: 818 time: 0.2733922 Mar 07 10:59:05.110208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] Publish callbacks [] for security_group (9f8ddaa3-600e-41ce-9456-904e173367db), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.127374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Request body: {'port': {'device_id': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897', 'admin_state_up': True, 'tenant_id': 'f6fac485db1e4fcca4ab25baf59ce734'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:05.177788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] Publish callbacks [] for security_group (9f8ddaa3-600e-41ce-9456-904e173367db), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.294579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9f8ddaa3-600e-41ce-9456-904e173367db), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.297230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.300826 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f8ddaa3-600e-41ce-9456-904e173367db HTTP/1.1" status: 204 len: 168 time: 0.5214748 Mar 07 10:59:05.317869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Made reservation on behalf of f6fac485db1e4fcca4ab25baf59ce734 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:05.317869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.328263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e94d6-410a-48d7-9d5e-fb2c2a2e5656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8ddaa3-600e-41ce-9456-904e173367db,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.426063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-c6b35bfd-4f40-4243-8a21-8008f1518b4e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:05.428879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-c6b35bfd-4f40-4243-8a21-8008f1518b4e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.1457653 Mar 07 10:59:05.452437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b04157fb-6895-49d7-8d03-d164184b5da3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/quotas/34ac65934ce341098f4e4951f7b70e63 HTTP/1.1" status: 200 len: 375 time: 0.0149283 Mar 07 10:59:05.518753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Allocated IP 172.20.0.9 (d5a7a9eb-5dbd-4e61-adaf-888a52060897/75443845-8e31-4171-8882-9637b6f6fd30/be65829d-e9f3-4b78-9191-0c950e10bff1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:05.547491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-524562df-bc43-4a4e-859c-a62b9de62c6e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896051 Mar 07 10:59:05.696726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-2e7285a3-3d4e-4873-8621-21a7749e2120 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403923 Mar 07 10:59:05.765228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks [] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.808518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.875341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-24599665-365b-445f-b3c0-8e330561d434 service neutron] 10.222.0.23 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696451 Mar 07 10:59:05.883341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Network d5a7a9eb-5dbd-4e61-adaf-888a52060897 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:05.889585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:05.895272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:05.900324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Pushing event updated for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.905988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:05.927131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95fdf96d-13f4-4f2e-8323-97ac71f4fc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.008845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:06.009561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.033951 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-ec8d790a-b1f1-488e-a98d-c403bb0603dc tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9114084 Mar 07 10:59:06.046765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Request body: {'port': {'device_id': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:06.069562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5070241c-94c1-4d51-b04e-3387f070833d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:06.103281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95fdf96d-13f4-4f2e-8323-97ac71f4fc2c admin admin] Publish callbacks [] for security_group (32efc2d3-015c-4e07-8daa-c931af03ef3c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.114967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95fdf96d-13f4-4f2e-8323-97ac71f4fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32efc2d3-015c-4e07-8daa-c931af03ef3c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.158232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdf96d-13f4-4f2e-8323-97ac71f4fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32efc2d3-015c-4e07-8daa-c931af03ef3c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.158677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.178532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 5070241c-94c1-4d51-b04e-3387f070833d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:06.192252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 5070241c-94c1-4d51-b04e-3387f070833d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:06.193009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5070241c-94c1-4d51-b04e-3387f070833d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.228287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-95fdf96d-13f4-4f2e-8323-97ac71f4fc2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeaece7ebe4c4a3990256e308ee4609f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188357 Mar 07 10:59:06.228694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52432) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:06.238996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c07c6-7645-45dd-a03d-2654bd6a74b4 req-05536833-4208-489e-9ea0-105f319c5c01 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:06.241304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-796c07c6-7645-45dd-a03d-2654bd6a74b4 req-05536833-4208-489e-9ea0-105f319c5c01 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 944 time: 0.2344401 Mar 07 10:59:06.361597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 5070241c-94c1-4d51-b04e-3387f070833d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:06.362468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5070241c-94c1-4d51-b04e-3387f070833d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.430810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] Publish callbacks [] for security_group (32efc2d3-015c-4e07-8daa-c931af03ef3c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.434748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:06.441027 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8082e74f-d3c4-4921-a9e1-ca0ea430abf5" -d '{"events": [{"server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "5070241c-94c1-4d51-b04e-3387f070833d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:06.474954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5070241c-94c1-4d51-b04e-3387f070833d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:06.475838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5edc-9432-4ada-9b85-3fce675d1cbb req-85a69835-8fdd-4dd1-be18-7fb8c9c43a81 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:06.485841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aefe5edc-9432-4ada-9b85-3fce675d1cbb req-85a69835-8fdd-4dd1-be18-7fb8c9c43a81 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 931 time: 0.1939323 Mar 07 10:59:06.488647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.520572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] Publish callbacks [] for security_group (32efc2d3-015c-4e07-8daa-c931af03ef3c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.586713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.609949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (32efc2d3-015c-4e07-8daa-c931af03ef3c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.613220 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.613913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32efc2d3-015c-4e07-8daa-c931af03ef3c HTTP/1.1" status: 204 len: 168 time: 0.3837574 Mar 07 10:59:06.670886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-796c07c6-7645-45dd-a03d-2654bd6a74b4 req-204488f5-0c2c-4f63-b5e6-bb665006ca25 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775826 Mar 07 10:59:06.681321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68beb8-40a3-4236-be02-44cdf0b993b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32efc2d3-015c-4e07-8daa-c931af03ef3c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.752557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aefe5edc-9432-4ada-9b85-3fce675d1cbb req-5f74ec99-4384-43b7-a536-9be0ff302f3c tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647405 Mar 07 10:59:06.815844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be65829d-e9f3-4b78-9191-0c950e10bff1 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:06.830874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks [] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.840704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa021035-ba0d-48aa-ac16-4496a79ee76d req-68c5dcff-712e-4f6e-abe4-19eb9441eaa7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 210 time: 0.0660338 Mar 07 10:59:06.876977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Transition to ACTIVE for port object be65829d-e9f3-4b78-9191-0c950e10bff1 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:06.884507 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd67cb-b088-4bfb-bf58-363f00e60920 x-openstack-request-id: req-02fd67cb-b088-4bfb-bf58-363f00e60920 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:06.884812 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "5070241c-94c1-4d51-b04e-3387f070833d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:06.885088 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02fd67cb-b088-4bfb-bf58-363f00e60920 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:06.885495 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d', 'code': 200} Mar 07 10:59:06.885620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.942424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Pushing event updated for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.051276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317e633-53f5-41b4-a653-82c0f9d3dbc7 req-aaad8f48-0549-4eb2-a020-c61de980f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.052841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a317e633-53f5-41b4-a653-82c0f9d3dbc7 req-aaad8f48-0549-4eb2-a020-c61de980f1fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 1127 time: 0.1025581 Mar 07 10:59:07.107201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Attempting to bind port be65829d-e9f3-4b78-9191-0c950e10bff1 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:07.107544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Attempting to bind port be65829d-e9f3-4b78-9191-0c950e10bff1 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'b45970b6-ed8a-4030-b08b-8e1057af062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:07.107895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Attempting to bind port be65829d-e9f3-4b78-9191-0c950e10bff1 on network d5a7a9eb-5dbd-4e61-adaf-888a52060897 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:07.120716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Port be65829d-e9f3-4b78-9191-0c950e10bff1 on network d5a7a9eb-5dbd-4e61-adaf-888a52060897 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:07.121035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Attempting to bind port be65829d-e9f3-4b78-9191-0c950e10bff1 on network d5a7a9eb-5dbd-4e61-adaf-888a52060897 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:07.135629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:07.136026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Checking segment: {'id': 'b45970b6-ed8a-4030-b08b-8e1057af062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:07.136417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Bound using segment: {'id': 'b45970b6-ed8a-4030-b08b-8e1057af062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:07.137435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Bound port: be65829d-e9f3-4b78-9191-0c950e10bff1, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45970b6-ed8a-4030-b08b-8e1057af062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:07.137820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.174314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a317e633-53f5-41b4-a653-82c0f9d3dbc7 req-76fa1847-d72d-4edb-9cd2-2ab381efd245 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136377 Mar 07 10:59:07.253938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:07.259110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=be65829d-e9f3-4b78-9191-0c950e10bff1,segment=NetworkSegment(b45970b6-ed8a-4030-b08b-8e1057af062c),segment_id=b45970b6-ed8a-4030-b08b-8e1057af062c)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:07.274798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.323030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.323569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.326853 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] 10.222.0.32 "PUT /v2.0/ports/be65829d-e9f3-4b78-9191-0c950e10bff1 HTTP/1.1" status: 200 len: 1091 time: 1.2860444 Mar 07 10:59:07.327589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:07.330550 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:07.361182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee7864-3b25-45b2-b48f-d960c07555df service neutron] Pushing event updated for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.430168 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb3ab1-bbe0-42fc-83eb-45f97b508fe0 x-openstack-request-id: req-e2cb3ab1-bbe0-42fc-83eb-45f97b508fe0 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:07.430461 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:07.430717 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2cb3ab1-bbe0-42fc-83eb-45f97b508fe0 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:07.431116 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1', 'status': 'completed', 'code': 200} Mar 07 10:59:07.453486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-33ed0ede-59cf-4625-b054-95cd48bb2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.455172 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-33ed0ede-59cf-4625-b054-95cd48bb2153 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6fac485db1e4fcca4ab25baf59ce734&device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 1125 time: 0.0728092 Mar 07 10:59:07.513156 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-b61458a3-53aa-49bf-acd1-1776feaa5fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be65829d-e9f3-4b78-9191-0c950e10bff1 HTTP/1.1" status: 200 len: 217 time: 0.0504503 Mar 07 10:59:07.618201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-3418032c-a228-4ab8-8a54-8b85e3cb5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.625505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-3418032c-a228-4ab8-8a54-8b85e3cb5606 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75443845-8e31-4171-8882-9637b6f6fd30 HTTP/1.1" status: 200 len: 858 time: 0.1057198 Mar 07 10:59:07.655623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-d91cdc47-3c39-4a24-869f-b35830c6bed2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.658291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-d91cdc47-3c39-4a24-869f-b35830c6bed2 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 806 time: 0.1441326 Mar 07 10:59:07.674319 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-813a3c52-c6aa-4501-8753-4236f3c504fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5a7a9eb-5dbd-4e61-adaf-888a52060897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430574 Mar 07 10:59:07.683962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Request body: {'port': {'device_id': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'admin_state_up': True, 'tenant_id': '34ac65934ce341098f4e4951f7b70e63'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:07.858634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52480) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:08.198480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dcee0-3d93-42c8-91ae-acb38b9ca7ae req-e2a3cb84-61c3-4b50-a5d6-e12240be7c27 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.200415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de1dcee0-3d93-42c8-91ae-acb38b9ca7ae req-e2a3cb84-61c3-4b50-a5d6-e12240be7c27 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 943 time: 0.3197653 Mar 07 10:59:08.203761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1363497370-network', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:08.234284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5f8e-def9-46fb-8b0e-108d32c27e94 req-9f048fa5-05c6-4c5c-a6ae-b22754ecce89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.236632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419a5f8e-def9-46fb-8b0e-108d32c27e94 req-9f048fa5-05c6-4c5c-a6ae-b22754ecce89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.3288221 Mar 07 10:59:08.239679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Made reservation on behalf of dcdaaebf523f4d68a83927fa4a464519 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:08.243516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.274613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Made reservation on behalf of 34ac65934ce341098f4e4951f7b70e63 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:08.278606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.299336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.377557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de1dcee0-3d93-42c8-91ae-acb38b9ca7ae req-0f10ae09-9350-44e6-b69f-f015edec9682 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521416 Mar 07 10:59:08.395404 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-f6ff3615-6be8-4198-8d4f-5571e9d38277 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128072 Mar 07 10:59:08.442929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:08.471862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-419a5f8e-def9-46fb-8b0e-108d32c27e94 req-b54429d0-a609-4037-8e79-2ff7cf551b36 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224903 Mar 07 10:59:08.559131 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-709378b2-1008-4639-86e6-f4b3b62ff0d2 req-3011ab8f-26d4-4ec4-9005-2510ca2ac54f service neutron] 10.222.0.32 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567903 Mar 07 10:59:08.560438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f547bda8-f5bd-4fb9-b0ae-6d134f0fce51 req-8528e0f8-5846-4830-b8d7-5982cd7b7466 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 210 time: 0.0623801 Mar 07 10:59:08.597050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Allocated IP 172.20.0.11 (74a0422b-f131-4474-8102-e73832f4dd8c/cb3e5856-5312-496d-9b3e-8ee34e2d557a/093a30ea-abac-4502-b722-8f8305760472) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:08.610968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks [] for security_group (31b5ed36-406d-4b5a-b1ca-8d5db5f14278), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.613437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ea205ed-fb73-40f8-816a-9022d24f2a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.621544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31b5ed36-406d-4b5a-b1ca-8d5db5f14278), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.675799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:08.692479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b5ed36-406d-4b5a-b1ca-8d5db5f14278,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.714199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2eb68759-649c-4faa-a5da-15c873b1afa6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.714618 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Added segment 2eb68759-649c-4faa-a5da-15c873b1afa6 of type vlan for network 2277c4a7-06e7-44ff-bc26-6df590615361 Mar 07 10:59:08.715824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-19e63ed0-cbb9-44f6-8f0e-bdc39dbe449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.717007 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-19e63ed0-cbb9-44f6-8f0e-bdc39dbe449f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6fac485db1e4fcca4ab25baf59ce734&device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 1125 time: 0.0689728 Mar 07 10:59:08.767966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ea205ed-fb73-40f8-816a-9022d24f2a94 admin admin] Publish callbacks [] for security_group (d78fb309-c475-455b-bf52-658576450353), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.806165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ea205ed-fb73-40f8-816a-9022d24f2a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d78fb309-c475-455b-bf52-658576450353), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.810199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2277c4a7-06e7-44ff-bc26-6df590615361), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.860405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2277c4a7-06e7-44ff-bc26-6df590615361), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.861340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ea205ed-fb73-40f8-816a-9022d24f2a94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96a33f04c48242f1828bd7b1c97b6a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4171877 Mar 07 10:59:08.862002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.862792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.866191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52498) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:08.872039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea205ed-fb73-40f8-816a-9022d24f2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78fb309-c475-455b-bf52-658576450353,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.878978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-4e3b4ed1-185b-4b3e-8440-e7a955ddc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.881420 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-4e3b4ed1-185b-4b3e-8440-e7a955ddc13e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5a7a9eb-5dbd-4e61-adaf-888a52060897 HTTP/1.1" status: 200 len: 919 time: 0.1563339 Mar 07 10:59:08.890155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks [] for port (093a30ea-abac-4502-b722-8f8305760472), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.926091 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-73eb1a19-7a40-4386-bcf2-72885fd1de05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be65829d-e9f3-4b78-9191-0c950e10bff1 HTTP/1.1" status: 200 len: 217 time: 0.0386777 Mar 07 10:59:08.940179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0804019 Mar 07 10:59:08.944212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52500) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:08.983449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-cb2bfe4c-d22e-4384-b3ba-f1c5d533befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:08.985248 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-cb2bfe4c-d22e-4384-b3ba-f1c5d533befa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75443845-8e31-4171-8882-9637b6f6fd30 HTTP/1.1" status: 200 len: 858 time: 0.0533354 Mar 07 10:59:08.991689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Request body: {'subnet': {'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1363497370-subnet', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:09.006884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f19a0-6cd6-469f-87a4-60acd608e38c admin admin] Pushing event updated for resources: {'Network': ['ID=2277c4a7-06e7-44ff-bc26-6df590615361,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.018627 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-c92afbe4-0802-4bb8-a4d8-62fce3d6a6fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5a7a9eb-5dbd-4e61-adaf-888a52060897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277302 Mar 07 10:59:09.019260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2277c4a7-06e7-44ff-bc26-6df590615361 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:09.059214 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (093a30ea-abac-4502-b722-8f8305760472), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.086416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Made reservation on behalf of dcdaaebf523f4d68a83927fa4a464519 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:09.088735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.125353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Network 74a0422b-f131-4474-8102-e73832f4dd8c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:09.129651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:09.135787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:09.137041 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-a1156431-cb45-427d-9849-7d73b1d0e098 service neutron] 10.222.0.32 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020977 Mar 07 10:59:09.148280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] Publish callbacks [] for security_group (d78fb309-c475-455b-bf52-658576450353), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.156008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:09.202072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event updated for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.261572 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ad9fc0a-87a6-49ea-aadc-e706ff11c9aa req-1ff5f36f-73b3-4efa-bcc6-b92f4ecb3ffa service neutron] 10.222.0.32 "GET /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234901 Mar 07 10:59:09.309797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] Publish callbacks [] for security_group (d78fb309-c475-455b-bf52-658576450353), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.337137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:09.337848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.375190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-5030d025-c1b0-44d7-b3cc-353f77ab17ec tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034950 Mar 07 10:59:09.390898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Request body: {'port': {'device_id': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:09.454683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d78fb309-c475-455b-bf52-658576450353), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.457264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.458390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d78fb309-c475-455b-bf52-658576450353 HTTP/1.1" status: 204 len: 168 time: 0.5818694 Mar 07 10:59:09.494766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3475b-e9f1-40a8-b748-bbf729cbb64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78fb309-c475-455b-bf52-658576450353,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.571150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (093a30ea-abac-4502-b722-8f8305760472), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.604194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (964edcd9-5cf5-469a-b18a-a8c7fad4b18d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.733760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604577ae-59e6-4762-bdd4-601ec366c140 req-eda747b8-20fc-47f5-b26a-09778330f822 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:09.735441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604577ae-59e6-4762-bdd4-601ec366c140 req-eda747b8-20fc-47f5-b26a-09778330f822 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 943 time: 0.2359667 Mar 07 10:59:09.760142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964edcd9-5cf5-469a-b18a-a8c7fad4b18d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.830458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52516) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:09.849758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05556246-3973-4042-a5b8-41f0beb77a11 req-395154dd-67fb-458f-9f75-e577c9e9bf41 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:09.850330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04e6024-75b0-4e29-8b84-d1340332d181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.851298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05556246-3973-4042-a5b8-41f0beb77a11 req-395154dd-67fb-458f-9f75-e577c9e9bf41 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.2655079 Mar 07 10:59:09.879519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Checking segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:09.879950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Network hostable DHCP agents. Network: 2277c4a7-06e7-44ff-bc26-6df590615361, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:09.943182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04e6024-75b0-4e29-8b84-d1340332d181 admin admin] Publish callbacks [] for security_group (287ed759-4052-4700-a6cd-bc468efd0edf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.949433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04e6024-75b0-4e29-8b84-d1340332d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (287ed759-4052-4700-a6cd-bc468efd0edf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.971923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-604577ae-59e6-4762-bdd4-601ec366c140 req-7b2844ef-ad04-4c20-9d68-9245bcb146e4 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187779 Mar 07 10:59:10.002260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Network 2277c4a7-06e7-44ff-bc26-6df590615361 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:10.003211 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e04e6024-75b0-4e29-8b84-d1340332d181 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d923a75344fe4cc29008cfad041c39f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707745 Mar 07 10:59:10.015976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:10.034502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e6024-75b0-4e29-8b84-d1340332d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ed759-4052-4700-a6cd-bc468efd0edf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.035429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05556246-3973-4042-a5b8-41f0beb77a11 req-9fda921a-69c7-4030-b9bc-ee2aba669078 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715848 Mar 07 10:59:10.036063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2277c4a7-06e7-44ff-bc26-6df590615361) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:10.048830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:10.049847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.086806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606beb4-7e1c-4266-8e14-f0c7d6fc66ee None None] Network 2277c4a7-06e7-44ff-bc26-6df590615361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:10.087361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] Publish callbacks [] for security_group (287ed759-4052-4700-a6cd-bc468efd0edf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.093656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46a56dfc-da04-4654-af2f-f80511b5c3f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1103311 Mar 07 10:59:10.094229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:10.102068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:10.151882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] Publish callbacks [] for security_group (287ed759-4052-4700-a6cd-bc468efd0edf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.169834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093a30ea-abac-4502-b722-8f8305760472 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:10.176329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (045d2b87-d541-44f1-8918-5872aef6e527), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.177496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (045d2b87-d541-44f1-8918-5872aef6e527), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.186670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks [] for port (093a30ea-abac-4502-b722-8f8305760472), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.215039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Transition to ACTIVE for port object 093a30ea-abac-4502-b722-8f8305760472 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:10.229330 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (093a30ea-abac-4502-b722-8f8305760472), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.282300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (287ed759-4052-4700-a6cd-bc468efd0edf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.285838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.290342 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/287ed759-4052-4700-a6cd-bc468efd0edf HTTP/1.1" status: 204 len: 168 time: 0.2820659 Mar 07 10:59:10.307757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2277c4a7-06e7-44ff-bc26-6df590615361', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:59:10.309036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.325802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701befb5-bb70-44e6-a17b-757c15def216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ed759-4052-4700-a6cd-bc468efd0edf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.491660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Allocated IP 172.20.0.2 (2277c4a7-06e7-44ff-bc26-6df590615361/964edcd9-5cf5-469a-b18a-a8c7fad4b18d/89723a75-d954-4465-be69-030d06d848cc) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:10.621428 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for router_controller (045d2b87-d541-44f1-8918-5872aef6e527), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.697918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks [] for port (89723a75-d954-4465-be69-030d06d848cc), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.719840 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (89723a75-d954-4465-be69-030d06d848cc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.786912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Network 2277c4a7-06e7-44ff-bc26-6df590615361 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:10.788547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:10.791634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:10.819358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for router_gateway (045d2b87-d541-44f1-8918-5872aef6e527), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.822309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Pushing event updated for resources: {'Port': ['ID=89723a75-d954-4465-be69-030d06d848cc,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.856051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Pushing event updated for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.870863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Attempting to bind port 89723a75-d954-4465-be69-030d06d848cc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:10.871710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Attempting to bind port 89723a75-d954-4465-be69-030d06d848cc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:10.872168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Attempting to bind port 89723a75-d954-4465-be69-030d06d848cc on network 2277c4a7-06e7-44ff-bc26-6df590615361 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:10.877898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:10.878383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Checking segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:10.879349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.879993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Bound using segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:10.880674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Bound port: 89723a75-d954-4465-be69-030d06d848cc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:10.881326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (89723a75-d954-4465-be69-030d06d848cc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.955096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] For port 89723a75-d954-4465-be69-030d06d848cc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:10.958746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] For port 89723a75-d954-4465-be69-030d06d848cc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=89723a75-d954-4465-be69-030d06d848cc,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:10.964422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027bdf9-5404-47ea-ab47-99695c96d37c req-5e87d98e-898e-438e-b88a-e76d329831ca tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:10.967662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (89723a75-d954-4465-be69-030d06d848cc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.972409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9027bdf9-5404-47ea-ab47-99695c96d37c req-5e87d98e-898e-438e-b88a-e76d329831ca tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 944 time: 0.7378190 Mar 07 10:59:10.982778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Attempting to bind port 093a30ea-abac-4502-b722-8f8305760472 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:10.982778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Attempting to bind port 093a30ea-abac-4502-b722-8f8305760472 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:10.982778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Attempting to bind port 093a30ea-abac-4502-b722-8f8305760472 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:11.026118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d522d-0082-4378-a0df-f63b8b8e3d52 None None] Pushing event updated for resources: {'Port': ['ID=89723a75-d954-4465-be69-030d06d848cc,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:11.073540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9027bdf9-5404-47ea-ab47-99695c96d37c req-8b2b8838-aaf1-4a9d-b731-8d0cc212e108 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004248 Mar 07 10:59:11.086030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57372-948c-4fd3-b2bc-f2275597a2a0 req-8221eeb3-11a7-41f6-85fa-75385a44b7d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.087558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98c57372-948c-4fd3-b2bc-f2275597a2a0 req-8221eeb3-11a7-41f6-85fa-75385a44b7d6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.4711583 Mar 07 10:59:11.091220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Port 093a30ea-abac-4502-b722-8f8305760472 on network 74a0422b-f131-4474-8102-e73832f4dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:11.091549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Attempting to bind port 093a30ea-abac-4502-b722-8f8305760472 on network 74a0422b-f131-4474-8102-e73832f4dd8c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:11.100342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:11.100686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Checking segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:11.101136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Bound using segment: {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:11.101545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Bound port: 093a30ea-abac-4502-b722-8f8305760472, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d8d485-1746-4203-ad5a-539273c33223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:11.101937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (093a30ea-abac-4502-b722-8f8305760472), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.198309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98c57372-948c-4fd3-b2bc-f2275597a2a0 req-76bc74e1-cf69-41b0-8f5f-c01a61d6fc32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010892 Mar 07 10:59:11.294701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:11.300526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=093a30ea-abac-4502-b722-8f8305760472,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:11.365610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ca692-e158-4627-a479-bcafe81497f3 req-fa6af3d7-b2cc-4de5-a4cf-6f81b15ea8d8 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.367304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba8ca692-e158-4627-a479-bcafe81497f3 req-fa6af3d7-b2cc-4de5-a4cf-6f81b15ea8d8 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 943 time: 0.1779547 Mar 07 10:59:11.368535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (093a30ea-abac-4502-b722-8f8305760472), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.486038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.486662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.488107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] 10.222.0.32 "PUT /v2.0/ports/093a30ea-abac-4502-b722-8f8305760472 HTTP/1.1" status: 200 len: 1092 time: 2.1033797 Mar 07 10:59:11.493490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'tag': '093a30ea-abac-4502-b722-8f8305760472'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:11.496607 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0027a144-b7b1-4353-b3b1-f8b21329b43a" -d '{"events": [{"name": "network-changed", "server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "tag": "093a30ea-abac-4502-b722-8f8305760472"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:11.656525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4f5e1-3177-4dbe-a955-9d2953867871 service neutron] Pushing event updated for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:11.676306 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a9d04-1e18-4ac9-9537-915b14d39c02 x-openstack-request-id: req-039a9d04-1e18-4ac9-9537-915b14d39c02 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:11.676611 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "tag": "093a30ea-abac-4502-b722-8f8305760472", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:11.677043 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-039a9d04-1e18-4ac9-9537-915b14d39c02 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:11.677637 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'tag': '093a30ea-abac-4502-b722-8f8305760472', 'status': 'completed', 'code': 200} Mar 07 10:59:11.684842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba8ca692-e158-4627-a479-bcafe81497f3 req-be64bd51-6acd-4f78-8155-56b941c213b4 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829292 Mar 07 10:59:11.690239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for router_gateway (045d2b87-d541-44f1-8918-5872aef6e527), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.716764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.735150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device be65829d-e9f3-4b78-9191-0c950e10bff1 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:11.808260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-74bde6c8-0769-4fa2-83ae-8b816177a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.810127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-74bde6c8-0769-4fa2-83ae-8b816177a9da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 1126 time: 0.2537532 Mar 07 10:59:11.864494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=be65829d-e9f3-4b78-9191-0c950e10bff1,segment=NetworkSegment(b45970b6-ed8a-4030-b08b-8e1057af062c),segment_id=b45970b6-ed8a-4030-b08b-8e1057af062c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:11.892939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'be65829d-e9f3-4b78-9191-0c950e10bff1', 'network_id': 'd5a7a9eb-5dbd-4e61-adaf-888a52060897', 'port_id': 'be65829d-e9f3-4b78-9191-0c950e10bff1', 'mac_address': 'fa:16:3e:40:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75443845-8e31-4171-8882-9637b6f6fd30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:11.904459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-0c332a2c-8ea9-41aa-a3eb-7ec2a7ca834c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=093a30ea-abac-4502-b722-8f8305760472 HTTP/1.1" status: 200 len: 217 time: 0.0851243 Mar 07 10:59:11.961822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port be65829d-e9f3-4b78-9191-0c950e10bff1 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:11.962211 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.977575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be65829d-e9f3-4b78-9191-0c950e10bff1 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:12.000933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291487-63d0-4124-9059-098bd9da6c2b req-ebb7cc7d-bba7-4941-973c-238f09f69c6c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:12.008469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e291487-63d0-4124-9059-098bd9da6c2b req-ebb7cc7d-bba7-4941-973c-238f09f69c6c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.2151005 Mar 07 10:59:12.014579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=be65829d-e9f3-4b78-9191-0c950e10bff1,segment=NetworkSegment(b45970b6-ed8a-4030-b08b-8e1057af062c),segment_id=b45970b6-ed8a-4030-b08b-8e1057af062c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:12.019017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 89723a75-d954-4465-be69-030d06d848cc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:12.025820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.041546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Allocated IP 172.25.4.39 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ade4733f-97a9-428c-9271-a3b94291b2bb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:12.055683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-85297192-4d17-4dbd-8c24-9b8c73fecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:12.057028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-85297192-4d17-4dbd-8c24-9b8c73fecd77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.1301196 Mar 07 10:59:12.106500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-8258b9da-09c1-414f-b0cc-1b0cc5d7cac7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419173 Mar 07 10:59:12.122660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:12.177954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 89723a75-d954-4465-be69-030d06d848cc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:12.178356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (89723a75-d954-4465-be69-030d06d848cc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.335244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['be65829d-e9f3-4b78-9191-0c950e10bff1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:12.423563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 89723a75-d954-4465-be69-030d06d848cc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:12.425864 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (89723a75-d954-4465-be69-030d06d848cc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.473397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-764b8138-dec1-46c6-837f-8547c67efd24 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528945 Mar 07 10:59:12.492323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e291487-63d0-4124-9059-098bd9da6c2b req-d32a188b-9632-423a-a6dc-e05b30b7d143 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746480 Mar 07 10:59:12.531630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 89723a75-d954-4465-be69-030d06d848cc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=89723a75-d954-4465-be69-030d06d848cc,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:12.555496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (89723a75-d954-4465-be69-030d06d848cc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.593350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f0fdd-8d4a-4233-a5ac-527f31f5ac66 None None] Network 2277c4a7-06e7-44ff-bc26-6df590615361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:12.661142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.692860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82de0a-e8df-408c-8b84-40f417ccc01d req-ec3e2173-7fc0-4699-ab2c-fda6564b1f9b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:12.702058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b82de0a-e8df-408c-8b84-40f417ccc01d req-ec3e2173-7fc0-4699-ab2c-fda6564b1f9b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 944 time: 0.2440860 Mar 07 10:59:12.729184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac4aea64-248b-4828-be25-3b0321ac8c5e req-d387c69d-1b4d-4201-9902-e94f8fc866ed service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351816 Mar 07 10:59:12.748338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-eec4ea14-20ca-44e5-b40d-c3d8c5582876 None None] Provisioning complete for port 89723a75-d954-4465-be69-030d06d848cc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:12.749434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eec4ea14-20ca-44e5-b40d-c3d8c5582876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (89723a75-d954-4465-be69-030d06d848cc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.751312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=89723a75-d954-4465-be69-030d06d848cc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:12.847343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:12.896162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-eec4ea14-20ca-44e5-b40d-c3d8c5582876 None None] Current status of the port 89723a75-d954-4465-be69-030d06d848cc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:12.911386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b82de0a-e8df-408c-8b84-40f417ccc01d req-def9a3ff-3898-46f2-af12-a774475511be tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083492 Mar 07 10:59:12.959819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:12.971935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:12.982372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:13.017214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Pushing event updated for resources: {'Port': ['ID=ade4733f-97a9-428c-9271-a3b94291b2bb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:13.050266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4151dd-8c3f-414d-9c29-69332587d72a req-28150a8f-0495-4d1c-a66a-99e1bd385047 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.051809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af4151dd-8c3f-414d-9c29-69332587d72a req-28150a8f-0495-4d1c-a66a-99e1bd385047 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 944 time: 0.2307515 Mar 07 10:59:13.092889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-b4cd639b-b284-4cae-97c2-f1fe87f8c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.094423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-b4cd639b-b284-4cae-97c2-f1fe87f8c191 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=34ac65934ce341098f4e4951f7b70e63&device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 1126 time: 0.2286313 Mar 07 10:59:13.251377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-df9941dc-7707-4018-9339-63cc3abfca3b None None] Provisioning complete for port 89723a75-d954-4465-be69-030d06d848cc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:13.252029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df9941dc-7707-4018-9339-63cc3abfca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (89723a75-d954-4465-be69-030d06d848cc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.311958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af4151dd-8c3f-414d-9c29-69332587d72a req-ff4e6bc3-0a32-48b2-bb8a-edae99a87d61 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458246 Mar 07 10:59:13.329618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-49c45cc6-0153-4eeb-ad6a-8d085fa5d4f5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.330696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-49c45cc6-0153-4eeb-ad6a-8d085fa5d4f5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.2914460 Mar 07 10:59:13.407380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-df9941dc-7707-4018-9339-63cc3abfca3b None None] Current status of the port 89723a75-d954-4465-be69-030d06d848cc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:13.415581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-feb927b3-4262-4a7e-8296-6abfc09dc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.416433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-feb927b3-4262-4a7e-8296-6abfc09dc4fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 200 len: 907 time: 0.3123713 Mar 07 10:59:13.519453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-cf1d1809-de46-4e85-98e9-5041f42d9fe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=093a30ea-abac-4502-b722-8f8305760472 HTTP/1.1" status: 200 len: 217 time: 0.0928078 Mar 07 10:59:13.753708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device be65829d-e9f3-4b78-9191-0c950e10bff1 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:13.846479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port be65829d-e9f3-4b78-9191-0c950e10bff1 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:13.852732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port be65829d-e9f3-4b78-9191-0c950e10bff1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:13.854246 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.917318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 89723a75-d954-4465-be69-030d06d848cc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:13.979986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-1f828acc-5c0f-4d14-b0d6-77f6cfca9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.980265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-1f828acc-5c0f-4d14-b0d6-77f6cfca9f60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 200 len: 846 time: 0.4504366 Mar 07 10:59:14.024470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for router_gateway (045d2b87-d541-44f1-8918-5872aef6e527), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.027743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port 5070241c-94c1-4d51-b04e-3387f070833d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:14.028087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5070241c-94c1-4d51-b04e-3387f070833d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.036665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-35b4873c-101f-40ba-99c4-78c88b003972 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74a0422b-f131-4474-8102-e73832f4dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486534 Mar 07 10:59:14.078322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port be65829d-e9f3-4b78-9191-0c950e10bff1 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:14.078853 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.107518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 89723a75-d954-4465-be69-030d06d848cc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:14.108840 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (89723a75-d954-4465-be69-030d06d848cc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.183191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=be65829d-e9f3-4b78-9191-0c950e10bff1,segment=NetworkSegment(b45970b6-ed8a-4030-b08b-8e1057af062c),segment_id=b45970b6-ed8a-4030-b08b-8e1057af062c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:14.186752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:14.189726 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7fdfb-78e7-45a1-9e93-93aeaa3a2220" -d '{"events": [{"server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "name": "network-vif-plugged", "status": "completed", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:14.200729 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.218806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da7e92-6482-4847-9607-a274f653ff8c req-6a75a404-af25-457e-8ac2-bd6427e00538 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.220426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9da7e92-6482-4847-9607-a274f653ff8c req-6a75a404-af25-457e-8ac2-bd6427e00538 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 945 time: 0.6191370 Mar 07 10:59:14.270657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:14.356285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 89723a75-d954-4465-be69-030d06d848cc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:14.395194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port 5070241c-94c1-4d51-b04e-3387f070833d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=5070241c-94c1-4d51-b04e-3387f070833d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:14.396157 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5070241c-94c1-4d51-b04e-3387f070833d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.426673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4780e-df68-4b4a-9c3d-13bcc37238c5 req-24324d9b-3c55-46ce-920e-bb4796935525 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.428225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73d4780e-df68-4b4a-9c3d-13bcc37238c5 req-24324d9b-3c55-46ce-920e-bb4796935525 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 944 time: 0.3972445 Mar 07 10:59:14.454259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for 5070241c-94c1-4d51-b04e-3387f070833d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:14.480693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9da7e92-6482-4847-9607-a274f653ff8c req-3342bbcf-256a-4c9f-86a3-3fd33fe10671 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450624 Mar 07 10:59:14.537886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-c3048227-8375-45fb-9cfc-dcddadc6149a service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185216 Mar 07 10:59:14.543954 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7ba91-94f9-41b0-815e-9b16b3dc68ea x-openstack-request-id: req-33a7ba91-94f9-41b0-815e-9b16b3dc68ea {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:14.544503 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "name": "network-vif-plugged", "status": "completed", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:14.544996 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33a7ba91-94f9-41b0-815e-9b16b3dc68ea {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:14.546639 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1', 'code': 200} Mar 07 10:59:14.676239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1b43d-7bf4-4d4b-8762-176330de6c2b req-aca3c28a-d610-4baf-800c-12de6a2631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.678876 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fbe1b43d-7bf4-4d4b-8762-176330de6c2b req-aca3c28a-d610-4baf-800c-12de6a2631c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 1127 time: 0.0695832 Mar 07 10:59:14.686038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73d4780e-df68-4b4a-9c3d-13bcc37238c5 req-e1e5661e-10d5-4717-a1a3-ef6ca479dc90 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394118 Mar 07 10:59:14.753573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fbe1b43d-7bf4-4d4b-8762-176330de6c2b req-0237c041-50bd-4825-bb4b-594e362bf5ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Mar 07 10:59:14.812211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (045d2b87-d541-44f1-8918-5872aef6e527), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.909125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0027a144-b7b1-4353-b3b1-f8b21329b43a req-3e08f92f-1386-409e-804c-6904b051fb70 service neutron] 10.222.0.32 "GET /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541224 Mar 07 10:59:14.926995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa2b32-e076-4b64-b9f8-688e363e156e req-c79584ac-b2b0-4ca8-85a2-3617cf2e1a72 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.928559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7efa2b32-e076-4b64-b9f8-688e363e156e req-c79584ac-b2b0-4ca8-85a2-3617cf2e1a72 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 945 time: 0.2617326 Mar 07 10:59:15.023659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5070241c-94c1-4d51-b04e-3387f070833d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.036278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', '5070241c-94c1-4d51-b04e-3387f070833d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:15.068885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=5070241c-94c1-4d51-b04e-3387f070833d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:15.087513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7efa2b32-e076-4b64-b9f8-688e363e156e req-2e91f62d-a8aa-4e0b-b8e3-f103f7c0df2c tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444294 Mar 07 10:59:15.146675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port 5070241c-94c1-4d51-b04e-3387f070833d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:15.152566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.156102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abc0619d-f787-4a9b-bef4-a5ae89598064 req-3dbe280f-ab33-457a-9e4d-f74b8faa9375 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "DELETE /v2.0/ports/5070241c-94c1-4d51-b04e-3387f070833d HTTP/1.1" status: 204 len: 173 time: 1.8167779 Mar 07 10:59:15.156565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'name': 'network-vif-deleted', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:15.159389 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25254b4-d967-4948-a38b-85eb03bb6c3e" -d '{"events": [{"server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "name": "network-vif-deleted", "tag": "5070241c-94c1-4d51-b04e-3387f070833d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:15.213629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Router 045d2b87-d541-44f1-8918-5872aef6e527 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:59:15.229339 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82983103-4135-49d5-a9a2-c0c2c304eddf x-openstack-request-id: req-82983103-4135-49d5-a9a2-c0c2c304eddf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:15.229629 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbacfee-e340-4c29-9634-d04f59f5f0c8", "name": "network-vif-deleted", "tag": "5070241c-94c1-4d51-b04e-3387f070833d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:15.229885 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82983103-4135-49d5-a9a2-c0c2c304eddf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:15.231343 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbacfee-e340-4c29-9634-d04f59f5f0c8', 'name': 'network-vif-deleted', 'tag': '5070241c-94c1-4d51-b04e-3387f070833d', 'status': 'completed', 'code': 200} Mar 07 10:59:15.377021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:15.394991 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:15.409666 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:15.410685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:58:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:15.414966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.414966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-693fc41b-2147-402a-a70d-95adfaa8d846 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3205693 Mar 07 10:59:15.418386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52652) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:15.601983 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:15.691111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63d52a4b-fee9-4fef-896c-64ecbf24c710 req-1af3f8df-7c36-45ce-85db-e3f9a729c453 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0513971 Mar 07 10:59:15.920786 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:13Z', 'revision_number': 3, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:15.952101 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:15.952753 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Updating router 045d2b87-d541-44f1-8918-5872aef6e527 port ade4733f-97a9-428c-9271-a3b94291b2bb binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:59:16.006725 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.048099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4752-9929-45dd-9d29-49a23968c6bd req-a72ef080-ff90-4fd6-a6c8-ad54c6745b93 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:16.051592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98bc4752-9929-45dd-9d29-49a23968c6bd req-a72ef080-ff90-4fd6-a6c8-ad54c6745b93 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 944 time: 0.2374113 Mar 07 10:59:16.281539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.341139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98bc4752-9929-45dd-9d29-49a23968c6bd req-8b9edfda-3c59-4700-a26c-0bee3f4e6b23 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785316 Mar 07 10:59:16.361233 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks [] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.369584 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.449062 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Attempting to bind port ade4733f-97a9-428c-9271-a3b94291b2bb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:16.449806 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Attempting to bind port ade4733f-97a9-428c-9271-a3b94291b2bb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:16.450270 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Attempting to bind port ade4733f-97a9-428c-9271-a3b94291b2bb on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:16.459822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:16.459822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:16.460367 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.461312 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:16.461801 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Bound port: ade4733f-97a9-428c-9271-a3b94291b2bb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:16.463006 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.490004 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Pushing event updated for resources: {'Port': ['ID=ade4733f-97a9-428c-9271-a3b94291b2bb,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:16.499021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757973f-9545-43ac-8a67-949bb633f122 req-f48923f5-44c5-4d06-90de-4f0f4aad07b8 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:16.501041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a757973f-9545-43ac-8a67-949bb633f122 req-f48923f5-44c5-4d06-90de-4f0f4aad07b8 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 945 time: 0.2536557 Mar 07 10:59:16.502809 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.503328 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.503848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.504331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.504660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.504983 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.505301 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.505624 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.505938 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.506250 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.506563 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.506873 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.507417 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:16.551878 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] For port ade4733f-97a9-428c-9271-a3b94291b2bb, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:16.556794 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] For port ade4733f-97a9-428c-9271-a3b94291b2bb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ade4733f-97a9-428c-9271-a3b94291b2bb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:16.566412 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.606946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a757973f-9545-43ac-8a67-949bb633f122 req-3ccbc565-f81a-45c5-8dce-3fc0ce53ef8e tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883324 Mar 07 10:59:16.608140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Allocated IP 172.20.0.1 (2277c4a7-06e7-44ff-bc26-6df590615361/964edcd9-5cf5-469a-b18a-a8c7fad4b18d/e6c41325-fbe6-4710-88f0-65f3946ca085) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:16.647221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:16.648627 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:58:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:16.728766 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c504ad-f7ce-40f1-950d-1d78bd5b5112 None None] Pushing event updated for resources: {'Port': ['ID=ade4733f-97a9-428c-9271-a3b94291b2bb,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:16.788577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks [] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.913615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-702c0da1-5cb3-41dc-b98d-4dfcedc072a8 req-03767d20-6c91-425c-a7d8-ab63f37357df tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0717134 Mar 07 10:59:16.927121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:16.932373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.028445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:17.041190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Network 2277c4a7-06e7-44ff-bc26-6df590615361 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:17.044317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:17.065706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:17.133985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52113-9f9d-4775-82d6-66ce3f8c1710 req-ee72821c-0145-4ac1-87e3-0981e6eda531 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.135617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fe52113-9f9d-4775-82d6-66ce3f8c1710 req-ee72821c-0145-4ac1-87e3-0981e6eda531 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 945 time: 0.1232741 Mar 07 10:59:17.150118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (045d2b87-d541-44f1-8918-5872aef6e527), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.190002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:13Z', 'revision_number': 3, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:17.223312 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165846bc-fd8a-4d96-b60e-de0f6893c1b1 None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:13Z', 'revision_number': 3, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:17.268342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fe52113-9f9d-4775-82d6-66ce3f8c1710 req-c27c3076-9960-45b6-9c6e-c63af87442c4 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148517 Mar 07 10:59:17.387127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.471431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ce1c7284-36f9-42e5-9978-91ac6bbcf894 None None] Provisioning complete for port e6c41325-fbe6-4710-88f0-65f3946ca085 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:17.472434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7284-36f9-42e5-9978-91ac6bbcf894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.539631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c7284-36f9-42e5-9978-91ac6bbcf894 None None] Port e6c41325-fbe6-4710-88f0-65f3946ca085 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:17.595638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f07a-1ac6-4910-b0e9-a20c914e7252 req-c641f4a8-0372-41f7-88a2-b142fffff71e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.604439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb80f07a-1ac6-4910-b0e9-a20c914e7252 req-c641f4a8-0372-41f7-88a2-b142fffff71e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 944 time: 0.1182280 Mar 07 10:59:17.727870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb80f07a-1ac6-4910-b0e9-a20c914e7252 req-f54bf547-6cf0-470c-b723-345074ce9c8d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214852 Mar 07 10:59:17.766519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 093a30ea-abac-4502-b722-8f8305760472 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:17.915335 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks [] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.924462 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.146176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6fba7891-4de4-40f9-8393-0e569273597d req-0ff69558-55ae-4811-a92c-3bec620e0049 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0631835 Mar 07 10:59:18.162883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:18.171743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (045d2b87-d541-44f1-8918-5872aef6e527), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.187556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ade4733f-97a9-428c-9271-a3b94291b2bb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:18.190212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5070241c-94c1-4d51-b04e-3387f070833d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:18.267835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 5070241c-94c1-4d51-b04e-3387f070833d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:59:18.268267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 5070241c-94c1-4d51-b04e-3387f070833d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:59:18.378242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=093a30ea-abac-4502-b722-8f8305760472,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:18.410227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '093a30ea-abac-4502-b722-8f8305760472', 'network_id': '74a0422b-f131-4474-8102-e73832f4dd8c', 'port_id': '093a30ea-abac-4502-b722-8f8305760472', 'mac_address': 'fa:16:3e:ca:9e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5856-5312-496d-9b3e-8ee34e2d557a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:18.543070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 093a30ea-abac-4502-b722-8f8305760472 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:18.544519 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (093a30ea-abac-4502-b722-8f8305760472), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.582389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093a30ea-abac-4502-b722-8f8305760472 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:18.624561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=093a30ea-abac-4502-b722-8f8305760472,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:18.628335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ade4733f-97a9-428c-9271-a3b94291b2bb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:18.629024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.633901 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (093a30ea-abac-4502-b722-8f8305760472), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.719493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:18.811829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ade4733f-97a9-428c-9271-a3b94291b2bb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:18.811829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.844130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ade4733f-97a9-428c-9271-a3b94291b2bb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ade4733f-97a9-428c-9271-a3b94291b2bb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:18.854025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.918175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ade4733f-97a9-428c-9271-a3b94291b2bb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:18.930244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f38f-0008-488e-b4fe-6a510d39db5c req-bf171c04-be82-4f7a-a96d-5668c388f937 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:18.934407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['093a30ea-abac-4502-b722-8f8305760472'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:18.937303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4115f38f-0008-488e-b4fe-6a510d39db5c req-bf171c04-be82-4f7a-a96d-5668c388f937 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 945 time: 0.1148493 Mar 07 10:59:19.000049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-89f43478-6a68-4dfe-83ea-47731daf72e3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:19.001606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-89f43478-6a68-4dfe-83ea-47731daf72e3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 945 time: 0.6885715 Mar 07 10:59:19.013082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Network 2277c4a7-06e7-44ff-bc26-6df590615361 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:19.031828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:19.153176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4df5-9be3-4a1e-91c1-179e6383556b req-ec35a5bd-602c-40de-81ee-3891ad87e82f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:19.154813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a7d4df5-9be3-4a1e-91c1-179e6383556b req-ec35a5bd-602c-40de-81ee-3891ad87e82f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 945 time: 0.2941005 Mar 07 10:59:19.176406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4115f38f-0008-488e-b4fe-6a510d39db5c req-2e7fc88a-9c3b-4a24-af8f-58f943c9dd03 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/security-groups?id=a987df4e-9381-4ee3-86b0-b36ee361a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381237 Mar 07 10:59:19.343501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcee770b-138d-438a-b1f0-a1253a068fe8 req-d6403d60-b2bf-4508-a70f-d612ef4e7e9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0704079 Mar 07 10:59:19.366813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a7d4df5-9be3-4a1e-91c1-179e6383556b req-0651158a-72d6-4285-a39d-30affe79aad0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803834 Mar 07 10:59:19.396193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Deleting port be65829d-e9f3-4b78-9191-0c950e10bff1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:19.396534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.428714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Router 045d2b87-d541-44f1-8918-5872aef6e527 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:19.493307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-32af4afa-4cd5-4872-8f25-21e09b585b31 None None] Provisioning complete for port e6c41325-fbe6-4710-88f0-65f3946ca085 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:19.493786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32af4afa-4cd5-4872-8f25-21e09b585b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.555197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] For port be65829d-e9f3-4b78-9191-0c950e10bff1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=be65829d-e9f3-4b78-9191-0c950e10bff1,segment=NetworkSegment(b45970b6-ed8a-4030-b08b-8e1057af062c),segment_id=b45970b6-ed8a-4030-b08b-8e1057af062c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:19.555576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.575070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32af4afa-4cd5-4872-8f25-21e09b585b31 None None] Port e6c41325-fbe6-4710-88f0-65f3946ca085 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:19.605674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Calling delete_port for be65829d-e9f3-4b78-9191-0c950e10bff1 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:19.665039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:19.671395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bd650868-1630-43de-99cb-7a17be72b5b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/045d2b87-d541-44f1-8918-5872aef6e527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2502913 Mar 07 10:59:19.781570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (be65829d-e9f3-4b78-9191-0c950e10bff1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.783397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 093a30ea-abac-4502-b722-8f8305760472 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:19.837825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Pushing event deleted for resources: {'Port': ['ID=be65829d-e9f3-4b78-9191-0c950e10bff1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:19.839679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['be65829d-e9f3-4b78-9191-0c950e10bff1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:19.969758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] No DVR routers for this DVR port be65829d-e9f3-4b78-9191-0c950e10bff1 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:19.973347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.991236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df3b2ff1-8dde-468a-ab61-7cd1ddc58c31 req-70349bd8-72c6-4a38-b09e-26fe756519d3 tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.32 "DELETE /v2.0/ports/be65829d-e9f3-4b78-9191-0c950e10bff1 HTTP/1.1" status: 204 len: 173 time: 0.9752297 Mar 07 10:59:19.991811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'name': 'network-vif-deleted', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:20.008560 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9973177-fd26-4920-aac1-648060263e62" -d '{"events": [{"server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "name": "network-vif-deleted", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:20.044678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ade4733f-97a9-428c-9271-a3b94291b2bb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:20.129126 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579f5ed-f62a-4991-b357-b107b870b4a0 x-openstack-request-id: req-b579f5ed-f62a-4991-b357-b107b870b4a0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:20.129126 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc490ef-55d1-43e6-8138-b41c4f1ae6bd", "name": "network-vif-deleted", "tag": "be65829d-e9f3-4b78-9191-0c950e10bff1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:20.129450 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b579f5ed-f62a-4991-b357-b107b870b4a0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:20.129750 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc490ef-55d1-43e6-8138-b41c4f1ae6bd', 'name': 'network-vif-deleted', 'tag': 'be65829d-e9f3-4b78-9191-0c950e10bff1', 'status': 'completed', 'code': 200} Mar 07 10:59:20.161008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:20.191245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 093a30ea-abac-4502-b722-8f8305760472 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:20.205529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 093a30ea-abac-4502-b722-8f8305760472 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:20.205898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (093a30ea-abac-4502-b722-8f8305760472), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.265701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:20.266445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:58:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:20.402789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59554962-4c84-4d0c-bfb0-b84ab95309f8 req-6d56bba4-b13d-406c-a5a6-c286122e9bba tempest-InstanceActionsV221TestJSON-1697968507 tempest-InstanceActionsV221TestJSON-1697968507-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc490ef-55d1-43e6-8138-b41c4f1ae6bd HTTP/1.1" status: 200 len: 210 time: 0.0789609 Mar 07 10:59:20.548540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9413052-f066-4eac-8177-a716d02029b1 req-6b77152e-8935-43c2-9c30-1afc55d38778 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0628862 Mar 07 10:59:20.581296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ade4733f-97a9-428c-9271-a3b94291b2bb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:20.581893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.668747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9028010-a9a0-4113-a009-6f4b4e8c41e3 req-0eeff022-66d3-4827-9c02-6aa13eae1a9f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:20.678053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9028010-a9a0-4113-a009-6f4b4e8c41e3 req-0eeff022-66d3-4827-9c02-6aa13eae1a9f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 945 time: 0.1126482 Mar 07 10:59:20.690138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:20.757834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:20.763412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-601997925-network', 'tenant_id': '77c63174163d492f8a541317fdae2d13'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:20.777973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9028010-a9a0-4113-a009-6f4b4e8c41e3 req-166b1151-886d-4cb7-9f29-c51438ae33c4 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889683 Mar 07 10:59:20.782541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3904-b6a9-420b-a2b0-3f19694a2e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.800964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Made reservation on behalf of 77c63174163d492f8a541317fdae2d13 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:20.803327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.812426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.844780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ade4733f-97a9-428c-9271-a3b94291b2bb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:20.876854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 093a30ea-abac-4502-b722-8f8305760472 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:20.877247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (093a30ea-abac-4502-b722-8f8305760472), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.948134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks [] for security_group (f7d305ef-c19b-4613-ae0d-ece9006503c3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.961905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f7d305ef-c19b-4613-ae0d-ece9006503c3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.977494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:20.997790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (164263df-23d0-4002-88ac-5674f96a9482), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.998228 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Added segment 164263df-23d0-4002-88ac-5674f96a9482 of type vlan for network 99c06580-ca4c-47f1-b367-932bf12b6b13 Mar 07 10:59:21.049013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a30ea-abac-4502-b722-8f8305760472'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:21.051413 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2e475-fa25-4a1f-8db6-422ccbcb3a2a" -d '{"events": [{"server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "name": "network-vif-plugged", "status": "completed", "tag": "093a30ea-abac-4502-b722-8f8305760472"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:21.054719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (99c06580-ca4c-47f1-b367-932bf12b6b13), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.086857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=093a30ea-abac-4502-b722-8f8305760472,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:21.117126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d305ef-c19b-4613-ae0d-ece9006503c3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.119593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (99c06580-ca4c-47f1-b367-932bf12b6b13), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.121279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.122155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.132130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (093a30ea-abac-4502-b722-8f8305760472), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.184301 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2004fc5-1055-40f2-90e0-71dbfa78e572 x-openstack-request-id: req-a2004fc5-1055-40f2-90e0-71dbfa78e572 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:21.184663 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "name": "network-vif-plugged", "status": "completed", "tag": "093a30ea-abac-4502-b722-8f8305760472", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:21.184854 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2004fc5-1055-40f2-90e0-71dbfa78e572 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:21.185235 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a30ea-abac-4502-b722-8f8305760472', 'code': 200} Mar 07 10:59:21.193006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Pushing event updated for resources: {'Network': ['ID=99c06580-ca4c-47f1-b367-932bf12b6b13,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.195850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 2, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:21.209638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.212155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.212613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.213726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.214970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.215544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.216099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.216524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.216950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.217375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.218654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.219081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.219503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.239544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:21.240011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Updating router 045d2b87-d541-44f1-8918-5872aef6e527 port e6c41325-fbe6-4710-88f0-65f3946ca085 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:59:21.252968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.253329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.253990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.254545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.255408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.257201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.257890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.258553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.259136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.260962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.261494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.262593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.263145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.272889 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.281810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:21.291291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ab36ac2-8fd5-4c8b-b92f-661ca4eeba31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5291123 Mar 07 10:59:21.291630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:21.299942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Request body: {'subnet': {'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-601997925-subnet', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:21.311695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422d84-e055-4503-a7dd-240c2df303fd req-d2f607e1-e65f-4771-aca9-a1fe0457ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.314579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.315327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03422d84-e055-4503-a7dd-240c2df303fd req-d2f607e1-e65f-4771-aca9-a1fe0457ccce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 1128 time: 0.1208580 Mar 07 10:59:21.334845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Made reservation on behalf of 77c63174163d492f8a541317fdae2d13 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:21.337618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.390176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03422d84-e055-4503-a7dd-240c2df303fd req-9152b222-0625-4770-9a5b-a9ba039bc41b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Mar 07 10:59:21.400826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.401338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.401678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.402010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.402333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.402697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.403020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.403423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.403735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.404264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.404744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.405220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.405714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:21.675064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (0fe77182-defb-4e77-ac08-030a398137e3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.762458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks [] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.767260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7e75d80-902a-4375-97a3-e8e8bcbd3dcb req-eef94a48-0efb-417b-902e-94355a065fdc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0748296 Mar 07 10:59:21.772802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:21.781263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.860552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Checking segment: {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:21.861095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Network hostable DHCP agents. Network: 99c06580-ca4c-47f1-b367-932bf12b6b13, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:21.880160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Deleting subnet 75443845-8e31-4171-8882-9637b6f6fd30 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:59:21.884077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Publish callbacks [] for subnet (75443845-8e31-4171-8882-9637b6f6fd30), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.890504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe77182-defb-4e77-ac08-030a398137e3,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.944815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (75443845-8e31-4171-8882-9637b6f6fd30), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.962716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:21.998402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 99c06580-ca4c-47f1-b367-932bf12b6b13) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:22.001751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757603b-6f46-436d-89b1-76866952606a None None] Pushing event updated for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:22.012215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.013575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.027577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Attempting to bind port e6c41325-fbe6-4710-88f0-65f3946ca085 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:22.036220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Attempting to bind port e6c41325-fbe6-4710-88f0-65f3946ca085 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:22.036619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Attempting to bind port e6c41325-fbe6-4710-88f0-65f3946ca085 on network 2277c4a7-06e7-44ff-bc26-6df590615361 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:22.039431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b279b74-ffd0-4afa-a4b0-28af42ba5179 None None] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:22.051671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (75443845-8e31-4171-8882-9637b6f6fd30), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.074873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52806) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:22.077258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8da12159-de39-4e32-8a58-66387770f774 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7742236 Mar 07 10:59:22.079712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:22.080099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Checking segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:22.080503 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.080899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Bound using segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:22.081394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Bound port: e6c41325-fbe6-4710-88f0-65f3946ca085, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:22.081776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.096998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:22.201289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.206265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.263148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (75443845-8e31-4171-8882-9637b6f6fd30), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.319445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] For port e6c41325-fbe6-4710-88f0-65f3946ca085, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:22.323092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] For port e6c41325-fbe6-4710-88f0-65f3946ca085, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e6c41325-fbe6-4710-88f0-65f3946ca085,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:22.357469 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.381239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75443845-8e31-4171-8882-9637b6f6fd30,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:22.388138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.399245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/75443845-8e31-4171-8882-9637b6f6fd30 HTTP/1.1" status: 204 len: 168 time: 0.6230664 Mar 07 10:59:22.400561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52812) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:22.431546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-99c06580-ca4c-47f1-b367-932bf12b6b13', 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13', 'project_id': '77c63174163d492f8a541317fdae2d13', 'fixed_ips': [{'subnet_id': '0fe77182-defb-4e77-ac08-030a398137e3'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:59:22.436694 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.467319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:22.468070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:58:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:22.488553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.488929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.489270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.489862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.490197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.490531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.490859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.491692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.491893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.492065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.492391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.492712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.493033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280ac0d-e260-4fba-9f31-7dd1b0dff1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:22.510822 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for router_controller (aa48a8f7-5176-4358-aab4-03080a11cf39), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.626754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d5a7a9eb-5dbd-4e61-adaf-888a52060897), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.841609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Provisioning complete for port e6c41325-fbe6-4710-88f0-65f3946ca085 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:22.842273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.904799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d5a7a9eb-5dbd-4e61-adaf-888a52060897), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.942100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:22.967452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a7a9eb-5dbd-4e61-adaf-888a52060897']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:22.972210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for router_gateway (aa48a8f7-5176-4358-aab4-03080a11cf39), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:22.987527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45970b6-ed8a-4030-b08b-8e1057af062c') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:22.987847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45970b6-ed8a-4030-b08b-8e1057af062c') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:23.006670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7cc0-c6d5-4bc8-8c25-5b3d1e0f52c7 req-83e5d3de-dc39-4371-9629-3395f9db6320 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:23.009640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (b45970b6-ed8a-4030-b08b-8e1057af062c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.014931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a7c7cc0-c6d5-4bc8-8c25-5b3d1e0f52c7 req-83e5d3de-dc39-4371-9629-3395f9db6320 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.5074942 Mar 07 10:59:23.033551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b45970b6-ed8a-4030-b08b-8e1057af062c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.044352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:59:23.044970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (b45970b6-ed8a-4030-b08b-8e1057af062c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:59:23.047522 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:59:23.068082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07f2bf48-b53e-48a3-83f7-d361a161d817 req-f43f475a-8577-4f6d-89bb-c8c977c3be4f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0872676 Mar 07 10:59:23.153174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d5a7a9eb-5dbd-4e61-adaf-888a52060897), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.155423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Current status of the port e6c41325-fbe6-4710-88f0-65f3946ca085 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:23.155783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.157862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9d09f7a9-af70-4aa3-9e0c-cb4f5e9f01ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.163183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.171297 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5a7a9eb-5dbd-4e61-adaf-888a52060897 HTTP/1.1" status: 204 len: 168 time: 0.7673087 Mar 07 10:59:23.200322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ca118-ee7d-43e3-a0b6-e7177fa1c999 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a7a9eb-5dbd-4e61-adaf-888a52060897,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:23.257827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a7c7cc0-c6d5-4bc8-8c25-5b3d1e0f52c7 req-6cb13871-a9a0-4c69-a0f7-00bbf153b860 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410295 Mar 07 10:59:23.489392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757603b-6f46-436d-89b1-76866952606a None None] Pushing event updated for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:23.594487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for router_gateway (aa48a8f7-5176-4358-aab4-03080a11cf39), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.608494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:23.635086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.691209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e57352d2-c622-477e-86de-80451fb42170 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6fac485db1e4fcca4ab25baf59ce734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812244 Mar 07 10:59:23.700243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:23.719972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] For port e6c41325-fbe6-4710-88f0-65f3946ca085, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e6c41325-fbe6-4710-88f0-65f3946ca085,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:23.808631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] Publish callbacks [] for security_group (a987df4e-9381-4ee3-86b0-b36ee361a7f9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.808959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device be65829d-e9f3-4b78-9191-0c950e10bff1 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:23.819576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.856481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] Publish callbacks [] for security_group (a987df4e-9381-4ee3-86b0-b36ee361a7f9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.885704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Allocated IP 172.25.4.204 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c66f8f53-12d8-4f7a-9957-15798a6227fe) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:23.920125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a987df4e-9381-4ee3-86b0-b36ee361a7f9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.924929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.927040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a987df4e-9381-4ee3-86b0-b36ee361a7f9 HTTP/1.1" status: 204 len: 168 time: 0.2153494 Mar 07 10:59:23.958643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef687cca-936e-4707-b4e3-70dbec467f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987df4e-9381-4ee3-86b0-b36ee361a7f9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:23.995400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Allocated IP 172.20.0.2 (99c06580-ca4c-47f1-b367-932bf12b6b13/0fe77182-defb-4e77-ac08-030a398137e3/f4077cd4-c9b1-4120-906a-f5bf8d241298) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:24.026693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfd4c2-9109-496e-aabe-e0918416f473 None None] Pushing event updated for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:24.048908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: be65829d-e9f3-4b78-9191-0c950e10bff1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:59:24.048908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device be65829d-e9f3-4b78-9191-0c950e10bff1 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:59:24.264489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f2b09d97-2a35-43d8-89fa-1489c4b1f1dd None None] Provisioning complete for port e6c41325-fbe6-4710-88f0-65f3946ca085 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:24.264880 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f2b09d97-2a35-43d8-89fa-1489c4b1f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.318474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.511266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.558099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks [] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.582545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.647471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c66f8f53-12d8-4f7a-9957-15798a6227fe,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:24.656718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fd14175-04e2-4082-b782-ff4cd184b42b req-17bf5569-55f1-4916-a8e8-73b48158ffe2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.2621815 Mar 07 10:59:24.668304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:24.670946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:24.674685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:24.712984 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.732424 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:24.747635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:24.759773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:24.766174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:24.771877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Pushing event updated for resources: {'Port': ['ID=f4077cd4-c9b1-4120-906a-f5bf8d241298,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:24.842921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:22Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:24.900612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3bf3-dfdb-4f51-8b50-7f11ef1701a6 req-bae9f09b-09e6-4503-9601-77f1749d9d0b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.902701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83ce3bf3-dfdb-4f51-8b50-7f11ef1701a6 req-bae9f09b-09e6-4503-9601-77f1749d9d0b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.5060637 Mar 07 10:59:24.922132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344165ac-7063-44b9-b5cb-b32556b38785 None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:22Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:25.127580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Attempting to bind port f4077cd4-c9b1-4120-906a-f5bf8d241298 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:25.139862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Attempting to bind port f4077cd4-c9b1-4120-906a-f5bf8d241298 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:25.140319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Attempting to bind port f4077cd4-c9b1-4120-906a-f5bf8d241298 on network 99c06580-ca4c-47f1-b367-932bf12b6b13 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:25.192942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:25.193438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Checking segment: {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:25.193855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.194104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Bound using segment: {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:25.194921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Bound port: f4077cd4-c9b1-4120-906a-f5bf8d241298, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:25.203907 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.207019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for router_gateway (aa48a8f7-5176-4358-aab4-03080a11cf39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.270047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f2b09d97-2a35-43d8-89fa-1489c4b1f1dd None None] Current status of the port e6c41325-fbe6-4710-88f0-65f3946ca085 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:25.443762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] For port f4077cd4-c9b1-4120-906a-f5bf8d241298, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:25.460128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] For port f4077cd4-c9b1-4120-906a-f5bf8d241298, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4077cd4-c9b1-4120-906a-f5bf8d241298,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:25.487811 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.636210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658b037-e56b-40b9-8401-8c436d87b2eb None None] Pushing event updated for resources: {'Port': ['ID=f4077cd4-c9b1-4120-906a-f5bf8d241298,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:25.732475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.774720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83ce3bf3-dfdb-4f51-8b50-7f11ef1701a6 req-9c4ebd23-d564-4d51-b993-94c143138452 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733695 Mar 07 10:59:25.941068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa767e20-1c43-4c74-bd05-8064863c56a8 req-4469f8a7-b087-4c1c-8bb9-50295519a544 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0400980 Mar 07 10:59:25.954930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.103764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e6c41325-fbe6-4710-88f0-65f3946ca085 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:26.154342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52900) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:26.294090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:26.307515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e6c41325-fbe6-4710-88f0-65f3946ca085 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:26.309077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.417388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fb29898-6a3d-48db-b92c-2c1958899d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.481830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-134305376-network', 'tenant_id': '472f89bd5b0c4a91b881b1dce86cc598'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:26.484450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f4390-02f3-4b81-86b9-c0e600abd41c req-d57c3772-43ea-49ac-b90b-e4454a473df8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:26.500809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-861f4390-02f3-4b81-86b9-c0e600abd41c req-d57c3772-43ea-49ac-b90b-e4454a473df8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.2242310 Mar 07 10:59:26.541640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Made reservation on behalf of 472f89bd5b0c4a91b881b1dce86cc598 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:26.549449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.562190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Router aa48a8f7-5176-4358-aab4-03080a11cf39 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:59:26.581490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.598857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e6c41325-fbe6-4710-88f0-65f3946ca085 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:26.688272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-861f4390-02f3-4b81-86b9-c0e600abd41c req-585ce68f-7fec-44dd-8d5d-c8e5929aca68 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808016 Mar 07 10:59:26.699244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fb29898-6a3d-48db-b92c-2c1958899d3d admin admin] Publish callbacks [] for security_group (feefe037-662b-4a58-9bc3-afb707b93167), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.721379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fb29898-6a3d-48db-b92c-2c1958899d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (feefe037-662b-4a58-9bc3-afb707b93167), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.757036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb29898-6a3d-48db-b92c-2c1958899d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feefe037-662b-4a58-9bc3-afb707b93167,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:26.820903 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3fb29898-6a3d-48db-b92c-2c1958899d3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04a271610b914f26ab8df8b50db62fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643651 Mar 07 10:59:26.821670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52916) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:26.940086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] Publish callbacks [] for security_group (feefe037-662b-4a58-9bc3-afb707b93167), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.982246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] Publish callbacks [] for security_group (feefe037-662b-4a58-9bc3-afb707b93167), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.100601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks [] for security_group (a062c2d4-b6c4-4aef-ae4a-96df61215779), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.107208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.116740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (feefe037-662b-4a58-9bc3-afb707b93167), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.126187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.130443 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feefe037-662b-4a58-9bc3-afb707b93167 HTTP/1.1" status: 204 len: 168 time: 0.2998116 Mar 07 10:59:27.137968 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a062c2d4-b6c4-4aef-ae4a-96df61215779), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.158949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d5440-1e09-4f93-9625-9b4b335e7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feefe037-662b-4a58-9bc3-afb707b93167,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:27.192938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:27.251814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a062c2d4-b6c4-4aef-ae4a-96df61215779,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:27.270820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b89a3c91-dcac-45c3-986d-dee6d7b5f201), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.285704 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Added segment b89a3c91-dcac-45c3-986d-dee6d7b5f201 of type vlan for network 5104b746-7061-44aa-b225-c1e277d92920 Mar 07 10:59:27.385387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5104b746-7061-44aa-b225-c1e277d92920), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.455806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5104b746-7061-44aa-b225-c1e277d92920), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.456866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:27.458057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.636716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fba05f-8477-4b02-882a-9dd2205cb719 None None] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:27.644648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e0654ff-201d-4d52-8613-5e3c14489e4c req-2afd9368-1bec-43b5-b069-ef054b6a2e40 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0778964 Mar 07 10:59:27.656475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:27.665445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] Pushing event updated for resources: {'Network': ['ID=5104b746-7061-44aa-b225-c1e277d92920,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:27.674972 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Sync routers for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:27.688362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c50402f-29b5-4b19-bc60-6041b0943814 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3900430 Mar 07 10:59:27.689018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:27.690009 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:27.690639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:59:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:27.693902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Request body: {'subnet': {'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-134305376-subnet', 'tenant_id': '472f89bd5b0c4a91b881b1dce86cc598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:27.708998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d584c5-eb22-42fe-ba48-fe0f846265e7 req-4de2e13f-7cfb-49fa-afba-111e67bf8a62 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:27.712952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3d584c5-eb22-42fe-ba48-fe0f846265e7 req-4de2e13f-7cfb-49fa-afba-111e67bf8a62 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.9003575 Mar 07 10:59:27.729322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Made reservation on behalf of 472f89bd5b0c4a91b881b1dce86cc598 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:27.731911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.749619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.754217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-43f829f6-9455-4764-abc5-4f449ee39fd2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6778266 Mar 07 10:59:27.754987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:27.849171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:27.866345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:27.888018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5104b746-7061-44aa-b225-c1e277d92920 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:27.893821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d497d2c-0d33-4a43-ae40-359c3be2e838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.072297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4077cd4-c9b1-4120-906a-f5bf8d241298 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:28.091896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Provisioning complete for port f4077cd4-c9b1-4120-906a-f5bf8d241298 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:28.092726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.112421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3d584c5-eb22-42fe-ba48-fe0f846265e7 req-229077af-f790-41c5-8678-0be7024a9055 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911960 Mar 07 10:59:28.426059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d497d2c-0d33-4a43-ae40-359c3be2e838 admin admin] Publish callbacks [] for security_group (be95571f-a6c6-4fe2-b631-5f276b0c11d4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.426059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d497d2c-0d33-4a43-ae40-359c3be2e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be95571f-a6c6-4fe2-b631-5f276b0c11d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.444535 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:24Z', 'revision_number': 3, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:28.501164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (802f36b9-dd72-4401-b19b-72122e5883c2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.554249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Current status of the port f4077cd4-c9b1-4120-906a-f5bf8d241298 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:28.555104 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.561949 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Checking router: aa48a8f7-5176-4358-aab4-03080a11cf39 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:28.562291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Updating router aa48a8f7-5176-4358-aab4-03080a11cf39 port c66f8f53-12d8-4f7a-9957-15798a6227fe binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:59:28.576877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802f36b9-dd72-4401-b19b-72122e5883c2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:28.584124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497d2c-0d33-4a43-ae40-359c3be2e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be95571f-a6c6-4fe2-b631-5f276b0c11d4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:28.609209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d497d2c-0d33-4a43-ae40-359c3be2e838 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9597a694b6843048e8346f63ede0021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7566485 Mar 07 10:59:28.615480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 52960) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:28.681974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] For port f4077cd4-c9b1-4120-906a-f5bf8d241298, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4077cd4-c9b1-4120-906a-f5bf8d241298,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:28.701448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4077cd4-c9b1-4120-906a-f5bf8d241298 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:28.703539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.707995 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.715951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Checking segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:28.716254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Network hostable DHCP agents. Network: 5104b746-7061-44aa-b225-c1e277d92920, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:28.782180 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.785489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] Publish callbacks [] for security_group (be95571f-a6c6-4fe2-b631-5f276b0c11d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.839778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Network 5104b746-7061-44aa-b225-c1e277d92920 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:28.867792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522d32-bdd1-4c00-ba9a-284192032e36 None None] Pushing event updated for resources: {'Port': ['ID=f4077cd4-c9b1-4120-906a-f5bf8d241298,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:28.870827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.886188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] Publish callbacks [] for security_group (be95571f-a6c6-4fe2-b631-5f276b0c11d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.890407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5104b746-7061-44aa-b225-c1e277d92920) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:28.904828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.905913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:28.937224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c23af3e-e3ac-42f6-9866-aceebaddeaf1 req-00d1379a-9fcc-4323-be4e-09fd9d4a6cbf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.1249897 Mar 07 10:59:28.977945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a3c40-410b-4ca3-8323-8fa047e0e70a None None] Network 5104b746-7061-44aa-b225-c1e277d92920 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:28.978524 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63535076-fa75-48d5-925b-3910d2898175 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2871153 Mar 07 10:59:28.981079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfd312-7d35-474c-ad11-4f0d8c72e163 req-2a3cc715-f478-4f4c-ac12-ebac101d529b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.984517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2cfd312-7d35-474c-ad11-4f0d8c72e163 req-2a3cc715-f478-4f4c-ac12-ebac101d529b tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.2236536 Mar 07 10:59:29.014142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be95571f-a6c6-4fe2-b631-5f276b0c11d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.016792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.017947 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be95571f-a6c6-4fe2-b631-5f276b0c11d4 HTTP/1.1" status: 204 len: 168 time: 0.4016287 Mar 07 10:59:29.042912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3e92-0041-4bb6-a0ca-4f6fa6779a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95571f-a6c6-4fe2-b631-5f276b0c11d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:29.132469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2cfd312-7d35-474c-ad11-4f0d8c72e163 req-50410b5a-2bf0-4c5d-b617-907fff4836b9 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402237 Mar 07 10:59:29.227504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4077cd4-c9b1-4120-906a-f5bf8d241298 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:29.248641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7a979bdf-54b5-44a6-87cd-75d8eb214b0d None None] Provisioning complete for port f4077cd4-c9b1-4120-906a-f5bf8d241298 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:29.249002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a979bdf-54b5-44a6-87cd-75d8eb214b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.318315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.335125 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks [] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.359682 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.451483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd0673-45c7-4dcd-b21e-23d459d00e62 None None] Network 5104b746-7061-44aa-b225-c1e277d92920 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:29.509128 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Attempting to bind port c66f8f53-12d8-4f7a-9957-15798a6227fe on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:29.509821 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Attempting to bind port c66f8f53-12d8-4f7a-9957-15798a6227fe by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:29.510528 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Attempting to bind port c66f8f53-12d8-4f7a-9957-15798a6227fe on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:29.518486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42d1de-ae93-4ac4-aff6-14cfd8f85f3e None None] Pushing event updated for resources: {'Port': ['ID=c66f8f53-12d8-4f7a-9957-15798a6227fe,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:29.542880 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:29.543264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:29.543682 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.544079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:29.544560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Bound port: c66f8f53-12d8-4f7a-9957-15798a6227fe, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:29.546986 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.656590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Allocated IP 172.20.0.1 (99c06580-ca4c-47f1-b367-932bf12b6b13/0fe77182-defb-4e77-ac08-030a398137e3/e3427e37-72e3-4317-9aba-1457dfa7be17) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:29.665652 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] For port c66f8f53-12d8-4f7a-9957-15798a6227fe, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:29.670229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] For port c66f8f53-12d8-4f7a-9957-15798a6227fe, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c66f8f53-12d8-4f7a-9957-15798a6227fe,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:29.682512 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.779773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7a979bdf-54b5-44a6-87cd-75d8eb214b0d None None] Current status of the port f4077cd4-c9b1-4120-906a-f5bf8d241298 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:29.814379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 52998) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:29.833972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8abe1eb9-efdf-477d-b996-5f519827ef90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.878019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks [] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:29.878277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42d1de-ae93-4ac4-aff6-14cfd8f85f3e None None] Pushing event updated for resources: {'Port': ['ID=c66f8f53-12d8-4f7a-9957-15798a6227fe,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:29.910152 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:29.911241 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:59:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:30.037148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4077cd4-c9b1-4120-906a-f5bf8d241298 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:30.114888 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:30.145711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b1d6640-8583-4bbf-add0-1dc32eba177b req-a9d6fcca-ac50-4ebd-abfe-cb01715f95c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0520389 Mar 07 10:59:30.215922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.302424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-635baa30-ae1a-44cc-a276-3c0fb6c148fa tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:30.304207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-635baa30-ae1a-44cc-a276-3c0fb6c148fa tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 817 time: 0.4120810 Mar 07 10:59:30.331251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Pushing event updated for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:30.406028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8abe1eb9-efdf-477d-b996-5f519827ef90 admin admin] Publish callbacks [] for security_group (723676f4-553f-4e92-8d97-a45bbbf65622), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.450494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8abe1eb9-efdf-477d-b996-5f519827ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (723676f4-553f-4e92-8d97-a45bbbf65622), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.466139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:59:30.479194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:30.485678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-3697509f-3fe5-4191-bb1a-fe6249924a85 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/quotas/472f89bd5b0c4a91b881b1dce86cc598 HTTP/1.1" status: 200 len: 375 time: 0.1513674 Mar 07 10:59:30.528236 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:24Z', 'revision_number': 3, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:30.536405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f4077cd4-c9b1-4120-906a-f5bf8d241298 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:30.537019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.539963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:30.551148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:30.581780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:30.582359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8abe1eb9-efdf-477d-b996-5f519827ef90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=badac52f7b214cc3b2befe62edfc5587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663555 Mar 07 10:59:30.598608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-5696a334-cefc-4011-8293-41334da761cb tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741246 Mar 07 10:59:30.604406 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2022da-f4aa-4c98-a641-85b74208ab0c None None] The sync data for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 is: [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:24Z', 'revision_number': 3, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:30.708358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1eb9-efdf-477d-b996-5f519827ef90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723676f4-553f-4e92-8d97-a45bbbf65622,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:30.735512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f4077cd4-c9b1-4120-906a-f5bf8d241298 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:30.793387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] Publish callbacks [] for security_group (723676f4-553f-4e92-8d97-a45bbbf65622), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.853845 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] Publish callbacks [] for security_group (723676f4-553f-4e92-8d97-a45bbbf65622), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.859111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f08f81-efeb-42ca-b29b-757d1b6301d1 req-04f354df-717b-4140-bb0e-a661954a3f4c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:30.860883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3f08f81-efeb-42ca-b29b-757d1b6301d1 req-04f354df-717b-4140-bb0e-a661954a3f4c tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.5524735 Mar 07 10:59:30.869396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-8643e1d8-550e-4747-8bcb-30d62d93be4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5516727 Mar 07 10:59:30.870612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (aa48a8f7-5176-4358-aab4-03080a11cf39), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.961877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (723676f4-553f-4e92-8d97-a45bbbf65622), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.966636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:30.976473 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/723676f4-553f-4e92-8d97-a45bbbf65622 HTTP/1.1" status: 204 len: 168 time: 0.3894053 Mar 07 10:59:30.999805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd835d4-099c-4e13-b6d1-2c95aab38273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723676f4-553f-4e92-8d97-a45bbbf65622,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:31.067375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ffce3589-b855-459f-85c9-5fb7ddb2c606 None None] Provisioning complete for port e3427e37-72e3-4317-9aba-1457dfa7be17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:31.067960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffce3589-b855-459f-85c9-5fb7ddb2c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:31.126899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ffce3589-b855-459f-85c9-5fb7ddb2c606 None None] Port e3427e37-72e3-4317-9aba-1457dfa7be17 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:31.168418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-60288f7e-5df5-45bf-8606-74a2bf0ebab7 service neutron] 10.222.0.23 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309985 Mar 07 10:59:31.291105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3f08f81-efeb-42ca-b29b-757d1b6301d1 req-c8b3d8cd-3975-4c6d-8d8b-a49bd70edf55 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165010 Mar 07 10:59:31.408583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-c5ec2355-da5a-4d6f-9584-94753f5a11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:31.410257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-c5ec2355-da5a-4d6f-9584-94753f5a11b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 1127 time: 0.5097818 Mar 07 10:59:31.470438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-069954cb-8ca1-47c7-a9bd-15b60661c69a req-a286f268-5d71-454a-953a-f6441bd7a3f0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0843186 Mar 07 10:59:31.577281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:31.718770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-be5569f6-d9d1-415c-b6dd-4c971f07f2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154843 Mar 07 10:59:31.782876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-f6140e5d-25f1-4879-868a-81de4c23b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:31.798583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-f6140e5d-25f1-4879-868a-81de4c23b161 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2944407 Mar 07 10:59:31.955109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-1bf4b867-b1ed-4380-b432-3fa0461c8435 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 200 len: 217 time: 0.1485813 Mar 07 10:59:32.057443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c66f8f53-12d8-4f7a-9957-15798a6227fe up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:32.175833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c66f8f53-12d8-4f7a-9957-15798a6227fe triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:32.176919 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.269276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks [] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.288148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.383189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c66f8f53-12d8-4f7a-9957-15798a6227fe is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:32.383845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.430757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c66f8f53-12d8-4f7a-9957-15798a6227fe, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c66f8f53-12d8-4f7a-9957-15798a6227fe,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:32.449007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.542220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-14bbd288-d376-4c13-a617-b1c6b2f24e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:32.546486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-14bbd288-d376-4c13-a617-b1c6b2f24e9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.3774343 Mar 07 10:59:32.548056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (aa48a8f7-5176-4358-aab4-03080a11cf39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:32.572227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c66f8f53-12d8-4f7a-9957-15798a6227fe,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:32.739085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cdf1e37-5dd7-4d67-9cbd-c13c7d3544b9 req-85c29bb7-6c69-471a-bd94-e1cea96bd85b tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 210 time: 0.2589602 Mar 07 10:59:33.000353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Pushing event updated for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:33.117886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bda5814-ea64-41f7-9405-60c8d223ae26 req-33253508-1ac7-4a1c-bbb8-a0e1d1d5664f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.2236276 Mar 07 10:59:33.171820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:33.200734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe394a9-4996-45f8-b7cd-a60791e4d8ff req-738a2fb5-6a6a-4f14-96a2-b8555758cfeb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:33.211006 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe394a9-4996-45f8-b7cd-a60791e4d8ff req-738a2fb5-6a6a-4f14-96a2-b8555758cfeb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.7321050 Mar 07 10:59:33.219196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:33.234863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-4c319140-46c0-4bf2-b58e-ea4989332313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:33.252447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-4c319140-46c0-4bf2-b58e-ea4989332313 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6887975 Mar 07 10:59:33.593945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-4245496b-d0eb-4fdd-85db-a2456162b11a service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315265 Mar 07 10:59:33.677721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d7671fc5-b86a-4944-bbe6-628737eefa4d None None] Provisioning complete for port e3427e37-72e3-4317-9aba-1457dfa7be17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:33.681556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d7671fc5-b86a-4944-bbe6-628737eefa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:33.767303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d7671fc5-b86a-4944-bbe6-628737eefa4d None None] Port e3427e37-72e3-4317-9aba-1457dfa7be17 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:34.038765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c66f8f53-12d8-4f7a-9957-15798a6227fe up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:34.124226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c66f8f53-12d8-4f7a-9957-15798a6227fe triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:34.125002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:34.348667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c66f8f53-12d8-4f7a-9957-15798a6227fe is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:34.536028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:34.550574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe394a9-4996-45f8-b7cd-a60791e4d8ff req-4b8cfc81-2541-40ad-9f47-c2a990a10c04 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3386891 Mar 07 10:59:34.601559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-298e5378-1b1b-43de-96a7-977124758fc9 req-0b2569c6-680e-4a86-b487-f049c5f91f45 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 210 time: 0.0793951 Mar 07 10:59:34.681881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b7a7672-c68b-4abe-9850-0ace78421203 req-1fe49fce-e91a-4e69-aafe-621d6963c876 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898374 Mar 07 10:59:34.693368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Router aa48a8f7-5176-4358-aab4-03080a11cf39 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:34.723918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f89f1ba-8f92-4ea4-bdfd-d3fb86c57aff req-71e9f390-fdcd-42f0-a1cf-b9435c9f6f25 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0734019 Mar 07 10:59:34.801494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63dbed84-5698-41e4-9060-7886c3bc44b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:34.978099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63dbed84-5698-41e4-9060-7886c3bc44b9 admin admin] Publish callbacks [] for security_group (d3537e44-0913-4a2a-a4b6-cb0d5ecadeef), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:34.998335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63dbed84-5698-41e4-9060-7886c3bc44b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d3537e44-0913-4a2a-a4b6-cb0d5ecadeef), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.064867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbed84-5698-41e4-9060-7886c3bc44b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3537e44-0913-4a2a-a4b6-cb0d5ecadeef,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:35.205402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63dbed84-5698-41e4-9060-7886c3bc44b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66f2bf87d22746be859dcbb4d1c8b516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668601 Mar 07 10:59:35.249622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:35.305304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:35.312717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7c87bf0-eda5-497b-985a-527b128b6aaf admin admin] 10.222.0.23 "PUT /v2.0/routers/aa48a8f7-5176-4358-aab4-03080a11cf39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5544932 Mar 07 10:59:35.327413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Sync routers for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:35.330152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-e4e0900a-9531-4572-a3e5-c7a8c6960e70 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.332032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-e4e0900a-9531-4572-a3e5-c7a8c6960e70 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.26 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 817 time: 0.2939739 Mar 07 10:59:35.347863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Request body: {'port': {'device_id': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'admin_state_up': True, 'tenant_id': '472f89bd5b0c4a91b881b1dce86cc598'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:35.360095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:35.360736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:59:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:35.390995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] Publish callbacks [] for security_group (d3537e44-0913-4a2a-a4b6-cb0d5ecadeef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.426653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] Publish callbacks [] for security_group (d3537e44-0913-4a2a-a4b6-cb0d5ecadeef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.499513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-172a43f1-9273-466e-a068-9181e12e8a58 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.501249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-172a43f1-9273-466e-a068-9181e12e8a58 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 817 time: 0.5141535 Mar 07 10:59:35.545058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Made reservation on behalf of 472f89bd5b0c4a91b881b1dce86cc598 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:35.546390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-c289f6b7-d782-4bac-9526-d3c40b6ad233 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.548261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-c289f6b7-d782-4bac-9526-d3c40b6ad233 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 817 time: 0.4545224 Mar 07 10:59:35.548621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.550111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d3537e44-0913-4a2a-a4b6-cb0d5ecadeef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.554210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:35.557936 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3537e44-0913-4a2a-a4b6-cb0d5ecadeef HTTP/1.1" status: 204 len: 168 time: 0.3050590 Mar 07 10:59:35.589202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Request body: {'port': {'device_id': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'admin_state_up': True, 'tenant_id': '472f89bd5b0c4a91b881b1dce86cc598'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:35.595853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Request body: {'port': {'device_id': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'admin_state_up': True, 'tenant_id': '472f89bd5b0c4a91b881b1dce86cc598'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:35.641726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a461b-f878-4084-a920-7d2d942e3f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3537e44-0913-4a2a-a4b6-cb0d5ecadeef,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:35.664682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:35.939015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Made reservation on behalf of 472f89bd5b0c4a91b881b1dce86cc598 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:35.943801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.104952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:31Z', 'revision_number': 4, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e3427e37-72e3-4317-9aba-1457dfa7be17', 'name': '', 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'mac_address': 'fa:16:3e:fd:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0fe77182-defb-4e77-ac08-030a398137e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:29Z', 'updated_at': '2022-03-07T10:59:31Z', 'revision_number': 2, 'project_id': '77c63174163d492f8a541317fdae2d13', 'subnets': [{'id': '0fe77182-defb-4e77-ac08-030a398137e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:36.126491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21b29e63-b77a-4140-b605-04e826896979 req-0bc88291-bd68-4fae-87ad-17bef0530ea5 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 210 time: 0.2400808 Mar 07 10:59:36.155545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Checking router: aa48a8f7-5176-4358-aab4-03080a11cf39 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:36.155962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Updating router aa48a8f7-5176-4358-aab4-03080a11cf39 port e3427e37-72e3-4317-9aba-1457dfa7be17 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:59:36.209782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.213951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f083df-28f4-4189-bf00-7856ab43d469 req-1cafcca5-c301-4176-baba-0ec08f1c7a56 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:36.216151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1f083df-28f4-4189-bf00-7856ab43d469 req-1cafcca5-c301-4176-baba-0ec08f1c7a56 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.3964820 Mar 07 10:59:36.226306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Allocated IP 172.20.0.14 (5104b746-7061-44aa-b225-c1e277d92920/802f36b9-dd72-4401-b19b-72122e5883c2/a377ec7a-27a7-47be-aa91-b2f58d327ee4) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:36.260702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53240) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:36.280796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0455a001-54c2-48f7-9997-cb7936a86975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.398039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Made reservation on behalf of 472f89bd5b0c4a91b881b1dce86cc598 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:36.398039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.398039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42014755-dade-4ec2-bc79-a246ceee3e49 req-af9d530c-e17b-422c-b128-8e6a1b1f4d2a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0742209 Mar 07 10:59:36.400020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0455a001-54c2-48f7-9997-cb7936a86975 admin admin] Publish callbacks [] for security_group (383ddaf5-b863-4d06-b4c4-ae7c811f1ce9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.410847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0455a001-54c2-48f7-9997-cb7936a86975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (383ddaf5-b863-4d06-b4c4-ae7c811f1ce9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.442559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455a001-54c2-48f7-9997-cb7936a86975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ddaf5-b863-4d06-b4c4-ae7c811f1ce9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:36.481425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1f083df-28f4-4189-bf00-7856ab43d469 req-6a9df15c-c219-4123-9be1-206d9638d403 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507842 Mar 07 10:59:36.489133 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0455a001-54c2-48f7-9997-cb7936a86975 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be5ee9eb0fa746f68b5c1908582f2763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246585 Mar 07 10:59:36.489875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:36.639315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] Publish callbacks [] for security_group (383ddaf5-b863-4d06-b4c4-ae7c811f1ce9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.688986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks [] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.703886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] Publish callbacks [] for security_group (383ddaf5-b863-4d06-b4c4-ae7c811f1ce9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.836035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.858102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Network 5104b746-7061-44aa-b225-c1e277d92920 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:36.860925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:36.864153 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:36.889282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks [] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.909499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.937980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (383ddaf5-b863-4d06-b4c4-ae7c811f1ce9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.946137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.951815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/383ddaf5-b863-4d06-b4c4-ae7c811f1ce9 HTTP/1.1" status: 204 len: 168 time: 0.4569666 Mar 07 10:59:36.988295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9235785-9b76-4693-a2a6-808f594920c6 None None] Pushing event updated for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:37.032473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Allocated IP 172.20.0.10 (5104b746-7061-44aa-b225-c1e277d92920/802f36b9-dd72-4401-b19b-72122e5883c2/31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:37.091435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:37.095545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.107757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d491e05-aa76-4478-bcba-f203c8c01f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ddaf5-b863-4d06-b4c4-ae7c811f1ce9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:37.182653 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6070521 Mar 07 10:59:37.219471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-4088b271-b064-44d3-b6c6-5074a0f22bf9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:59:37.229579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-4088b271-b064-44d3-b6c6-5074a0f22bf9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287979 Mar 07 10:59:37.232580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc39fe-df07-4696-88b6-60c253c30840 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event updated for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:37.286812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Attempting to bind port e3427e37-72e3-4317-9aba-1457dfa7be17 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:37.289287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Attempting to bind port e3427e37-72e3-4317-9aba-1457dfa7be17 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:37.289754 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Attempting to bind port e3427e37-72e3-4317-9aba-1457dfa7be17 on network 99c06580-ca4c-47f1-b367-932bf12b6b13 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:37.310952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:37.311319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Checking segment: {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:37.312030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.312981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Bound using segment: {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:37.313135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Bound port: e3427e37-72e3-4317-9aba-1457dfa7be17, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164263df-23d0-4002-88ac-5674f96a9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:37.313587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.541029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks [] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.557231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14870955-696a-44ec-9a7e-76ac18e5337d req-a098dccd-acf6-4ff2-96f3-8527d1e0b334 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:37.570508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14870955-696a-44ec-9a7e-76ac18e5337d req-a098dccd-acf6-4ff2-96f3-8527d1e0b334 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 932 time: 0.2508807 Mar 07 10:59:37.620846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b20aaa-2a0e-4ca8-9c1b-85c9612472c5 req-1138d79a-6fe8-4c98-9724-f1ec4211a411 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0470414 Mar 07 10:59:37.653827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] For port e3427e37-72e3-4317-9aba-1457dfa7be17, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:37.656406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fabd11bd-657a-456b-8019-b5c74011ec0d None None] Provisioning complete for port e3427e37-72e3-4317-9aba-1457dfa7be17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:37.656790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fabd11bd-657a-456b-8019-b5c74011ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.668640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] For port e3427e37-72e3-4317-9aba-1457dfa7be17, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e3427e37-72e3-4317-9aba-1457dfa7be17,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:37.741070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14870955-696a-44ec-9a7e-76ac18e5337d req-9ae5dcf3-ddc9-44b0-bacf-cf64c6476d62 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713104 Mar 07 10:59:37.750505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.829281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Request body: {'port': {'device_id': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:37.836653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fabd11bd-657a-456b-8019-b5c74011ec0d None None] Port e3427e37-72e3-4317-9aba-1457dfa7be17 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:37.845039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:37.987901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:37.990925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:59:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:37.995032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Allocated IP 172.20.0.3 (5104b746-7061-44aa-b225-c1e277d92920/802f36b9-dd72-4401-b19b-72122e5883c2/75e011d1-a76b-4cfb-bf3d-c05bef2bd176) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:38.015734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:38.232726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Network 5104b746-7061-44aa-b225-c1e277d92920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:38.269811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:38.280568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:38.339957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:38.529547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event updated for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:38.591102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:38.592706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:38.600059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9235785-9b76-4693-a2a6-808f594920c6 None None] Pushing event updated for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:38.641617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-872c7ec7-b1c6-4c45-a3f3-fcce591005b0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2989702 Mar 07 10:59:38.651405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5e335-c9a1-4d0d-b192-fe016e48f494 req-011b0760-9fef-46c2-92fb-e3162c3c1137 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:38.653841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a5e335-c9a1-4d0d-b192-fe016e48f494 req-011b0760-9fef-46c2-92fb-e3162c3c1137 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.7687733 Mar 07 10:59:38.657727 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks [] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:38.662424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Request body: {'port': {'device_id': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:38.682733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Provisioning complete for port e3427e37-72e3-4317-9aba-1457dfa7be17 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:38.683527 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:38.807394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:31Z', 'revision_number': 4, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e3427e37-72e3-4317-9aba-1457dfa7be17', 'name': '', 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'mac_address': 'fa:16:3e:fd:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0fe77182-defb-4e77-ac08-030a398137e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:29Z', 'updated_at': '2022-03-07T10:59:37Z', 'revision_number': 4, 'project_id': '77c63174163d492f8a541317fdae2d13', 'subnets': [{'id': '0fe77182-defb-4e77-ac08-030a398137e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:38.919815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623167aa-4a1d-4015-a1d0-6ef49c0efeb3 None None] The sync data for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 is: [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T10:59:31Z', 'revision_number': 4, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e3427e37-72e3-4317-9aba-1457dfa7be17', 'name': '', 'network_id': '99c06580-ca4c-47f1-b367-932bf12b6b13', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'mac_address': 'fa:16:3e:fd:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0fe77182-defb-4e77-ac08-030a398137e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:29Z', 'updated_at': '2022-03-07T10:59:37Z', 'revision_number': 4, 'project_id': '77c63174163d492f8a541317fdae2d13', 'subnets': [{'id': '0fe77182-defb-4e77-ac08-030a398137e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:38.950601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77f198ec-f4ee-4e19-85e1-e6fe8a0825de req-608b997e-16c2-4aa5-bcd8-29da34427901 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.1877403 Mar 07 10:59:38.987059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a5e335-c9a1-4d0d-b192-fe016e48f494 req-9bd9c989-9d5c-4fc1-bad5-9b84a7fd3d81 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178196 Mar 07 10:59:39.050417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.087852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.096661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Current status of the port e3427e37-72e3-4317-9aba-1457dfa7be17 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:39.102687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.208196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] For port e3427e37-72e3-4317-9aba-1457dfa7be17, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e3427e37-72e3-4317-9aba-1457dfa7be17,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:39.220111 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.331804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738d791-4e5c-49ce-b0a6-21999984219a None None] Pushing event updated for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:39.405145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Network 5104b746-7061-44aa-b225-c1e277d92920 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:39.411376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:39.418936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:39.596437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event updated for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:39.619986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a377ec7a-27a7-47be-aa91-b2f58d327ee4 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:39.653711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:39.654903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.666260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98f69-2cd4-4164-b258-486eec8dd94e req-4d9d104b-1a20-4f00-a71e-71574f7f9218 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:39.668774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ade98f69-2cd4-4164-b258-486eec8dd94e req-4d9d104b-1a20-4f00-a71e-71574f7f9218 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 932 time: 0.4940875 Mar 07 10:59:39.676900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks [] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.746812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ade98f69-2cd4-4164-b258-486eec8dd94e req-83310609-47a7-4166-b927-f01e0bf91474 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710444 Mar 07 10:59:39.750244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Transition to ACTIVE for port object a377ec7a-27a7-47be-aa91-b2f58d327ee4 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:39.757996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-d00eb75a-7b89-4721-a063-414b7575d441 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1871686 Mar 07 10:59:39.761987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.999243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:40.020291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks [] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.075925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Transition to ACTIVE for port object 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:40.084233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e3427e37-72e3-4317-9aba-1457dfa7be17 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:40.089175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Request body: {'port': {'device_id': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:40.155718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.198161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:40.282597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e3427e37-72e3-4317-9aba-1457dfa7be17 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:40.283117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.309188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a810e83d-5cd4-47c0-8c89-37b5a668665a req-a890f62d-62ff-4d1e-adf1-5395130c4a1b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.1316130 Mar 07 10:59:40.334432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Attempting to bind port a377ec7a-27a7-47be-aa91-b2f58d327ee4 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:40.334767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Attempting to bind port a377ec7a-27a7-47be-aa91-b2f58d327ee4 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:40.335098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Attempting to bind port a377ec7a-27a7-47be-aa91-b2f58d327ee4 on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:40.359617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Port a377ec7a-27a7-47be-aa91-b2f58d327ee4 on network 5104b746-7061-44aa-b225-c1e277d92920 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:40.359958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Attempting to bind port a377ec7a-27a7-47be-aa91-b2f58d327ee4 on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:40.368510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:40.376871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Checking segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:40.377413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Bound using segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:40.377883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Bound port: a377ec7a-27a7-47be-aa91-b2f58d327ee4, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:40.378257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.466693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Pushing event updated for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:40.475815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.562866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:40.571320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e3427e37-72e3-4317-9aba-1457dfa7be17 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:40.571898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:40.588380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.635566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:40.636235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.637884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a377ec7a-27a7-47be-aa91-b2f58d327ee4 HTTP/1.1" status: 200 len: 1092 time: 3.3824263 Mar 07 10:59:40.641793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:40.666639 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381" -d '{"events": [{"name": "network-changed", "server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:40.677909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa757a81-8f6f-4b4a-83fb-8be2b44c82a6 req-40515db1-8023-4c56-b5a2-41b0e93a1ce5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:40.687346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa757a81-8f6f-4b4a-83fb-8be2b44c82a6 req-40515db1-8023-4c56-b5a2-41b0e93a1ce5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.5128498 Mar 07 10:59:40.813587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Attempting to bind port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:40.814141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Attempting to bind port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:40.814609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Attempting to bind port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:40.821249 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29d38a-4db1-4f65-9715-e2f1c0ea9c9b x-openstack-request-id: req-0a29d38a-4db1-4f65-9715-e2f1c0ea9c9b {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:40.821554 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:40.821797 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a29d38a-4db1-4f65-9715-e2f1c0ea9c9b {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:40.822200 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4', 'status': 'completed', 'code': 200} Mar 07 10:59:40.827482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec on network 5104b746-7061-44aa-b225-c1e277d92920 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:40.828065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Attempting to bind port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:40.911931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:40.912271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Checking segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:40.913618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Bound using segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:40.913830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Bound port: 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:40.915679 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.923314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8e6e-b38a-467f-b754-c780671d8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:40.933780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-bd06a802-ae3b-451b-ba86-1da4b9ab0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:40.935311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-bd06a802-ae3b-451b-ba86-1da4b9ab0c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 1126 time: 0.2329943 Mar 07 10:59:40.939549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa757a81-8f6f-4b4a-83fb-8be2b44c82a6 req-6d01d3f2-5943-4a75-8893-e92b746da2af tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509747 Mar 07 10:59:41.055195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-73337fc6-7b14-4d20-905a-2696d5de2861 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4 HTTP/1.1" status: 200 len: 217 time: 0.1129887 Mar 07 10:59:41.209965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f34f61b9-6f75-46da-a8a8-5dbe80281c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.211399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-f34f61b9-6f75-46da-a8a8-5dbe80281c94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.1504860 Mar 07 10:59:41.277183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-54743bdd-68a3-4ddc-87a0-91920851297a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584722 Mar 07 10:59:41.323229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36020452-c243-4950-8f9c-cd4c1892872b req-ffb207f0-ec2a-4ef1-b285-9c82dfccd7f4 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.326166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36020452-c243-4950-8f9c-cd4c1892872b req-ffb207f0-ec2a-4ef1-b285-9c82dfccd7f4 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 944 time: 0.3637562 Mar 07 10:59:41.331825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:41.439178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:41.470259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:41.492385 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-a6906335-582e-4399-9d1c-3763785cb078 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084377 Mar 07 10:59:41.560284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36020452-c243-4950-8f9c-cd4c1892872b req-4388241d-7a11-44ee-9946-4f69310287d1 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332854 Mar 07 10:59:41.637324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68a8ae69-d443-49fb-a11e-afd36dbe381a req-322fcaad-20f9-4ad3-a9b6-e1b6baa31258 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.1494741 Mar 07 10:59:41.645781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.646529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:41.648516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] 10.222.0.26 "PUT /v2.0/ports/31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec HTTP/1.1" status: 200 len: 1092 time: 2.9953961 Mar 07 10:59:41.651016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:41.653497 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76157f63-a364-4eee-a536-fe4fb19c2dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:41.680971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:41.711801 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-da27828a-ab80-4546-b6ec-5309f4eac57b service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108109 Mar 07 10:59:41.742184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks [] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:41.746015 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f770f7d0-234f-4c3a-ab62-5f549fbf5e99 x-openstack-request-id: req-f770f7d0-234f-4c3a-ab62-5f549fbf5e99 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:41.746520 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:41.746914 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f770f7d0-234f-4c3a-ab62-5f549fbf5e99 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:41.747487 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec', 'status': 'completed', 'code': 200} Mar 07 10:59:41.946194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-28c77d20-66b7-4a88-a8e9-845f677613d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.946921 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-28c77d20-66b7-4a88-a8e9-845f677613d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 1126 time: 0.1347053 Mar 07 10:59:42.206444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-61a58372-f251-46b1-977c-4a8731f63202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.211513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-61a58372-f251-46b1-977c-4a8731f63202 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 918 time: 0.2597497 Mar 07 10:59:42.255894 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-c0cfa7ba-e9b7-4509-a529-10fa6b938649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4 HTTP/1.1" status: 200 len: 217 time: 0.0378838 Mar 07 10:59:42.399490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-9a3bdef6-9c81-49f3-85e8-bd28a2e1ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.401401 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-9a3bdef6-9c81-49f3-85e8-bd28a2e1ab8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.1368749 Mar 07 10:59:42.423275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0f93-d865-417e-85c1-56a9223b6337 service neutron] Pushing event updated for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:42.455907 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-77f183cb-8c46-4f9b-b541-491d613f7857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467117 Mar 07 10:59:42.510100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Transition to ACTIVE for port object 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:42.564297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:42.616620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-5fe7fe95-82f4-415b-80ec-c18b2a1e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.622841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-5fe7fe95-82f4-415b-80ec-c18b2a1e5f5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 1126 time: 0.9035068 Mar 07 10:59:42.683483 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-a7ceb520-1e87-4189-9969-49f2e6307dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205167 Mar 07 10:59:42.775083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-fcf519d5-f038-48c7-938a-086d6c0d1cdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec HTTP/1.1" status: 200 len: 217 time: 0.1085694 Mar 07 10:59:42.815214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47e5b-6487-4b45-80a7-16506ea830a5 req-9dde9f89-34fd-432d-a9ae-31b6da324a93 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.816908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cb47e5b-6487-4b45-80a7-16506ea830a5 req-9dde9f89-34fd-432d-a9ae-31b6da324a93 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.4143939 Mar 07 10:59:42.848801 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bc7fbe0-61a4-43a6-b83b-5c5f5a818381 req-1bbc8970-273b-4380-a8b8-cdda5ab27d89 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594744 Mar 07 10:59:42.866762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Pushing event updated for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:43.052864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95554-a7fe-4eab-9f20-94da171598fc req-f690afa0-3a23-4000-8b26-30554d46ab25 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:43.054453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0df95554-a7fe-4eab-9f20-94da171598fc req-f690afa0-3a23-4000-8b26-30554d46ab25 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 944 time: 0.3005722 Mar 07 10:59:43.059048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-62d66e56-3735-4aa9-863f-ec5151728ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:43.060960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-62d66e56-3735-4aa9-863f-ec5151728ffb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.2582040 Mar 07 10:59:43.162134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0df95554-a7fe-4eab-9f20-94da171598fc req-d13c538e-dadc-4a4a-831d-5e827d590168 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955157 Mar 07 10:59:43.188673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cb47e5b-6487-4b45-80a7-16506ea830a5 req-ebe3ec38-a4b7-4ca4-9524-829dd8365c9f tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170340 Mar 07 10:59:43.196100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-c9a6e1a0-a83a-40a0-9d38-358a02f88abd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241019 Mar 07 10:59:43.197679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Attempting to bind port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:43.198231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Attempting to bind port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:43.199170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Attempting to bind port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:43.217971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 on network 5104b746-7061-44aa-b225-c1e277d92920 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:43.218574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Attempting to bind port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 on network 5104b746-7061-44aa-b225-c1e277d92920 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:43.273692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:43.273692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Checking segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:43.274006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Bound using segment: {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:43.274383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Bound port: 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a3c91-dcac-45c3-986d-dee6d7b5f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5104b746-7061-44aa-b225-c1e277d92920'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:43.274736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:43.426933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e302fd47-20b4-4920-8feb-29c6b933db70 req-6950f788-86c2-4f0f-bc0f-dadb208e19ec tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbacfee-e340-4c29-9634-d04f59f5f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0332716 Mar 07 10:59:43.513920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-fa98c89f-7806-4c39-9dd0-599b5dd5803d service neutron] 10.222.0.26 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080323 Mar 07 10:59:43.515927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:43.541382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:43.552354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:43.572954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:43.643455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Pushing event updated for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:43.703733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:43.704350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:43.715709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-0fca5173-0440-4bb2-ac16-44388a23a422 service neutron] 10.222.0.32 "PUT /v2.0/ports/75e011d1-a76b-4cfb-bf3d-c05bef2bd176 HTTP/1.1" status: 200 len: 1091 time: 3.6353984 Mar 07 10:59:43.758927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:43.768946 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c68158-89f4-44ef-801d-1d205c0084be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:43.867289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-008cd509-daba-4a0f-a9ce-16609c1386b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:43.886385 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c3675-e63f-4171-a7ac-298c167afa63 x-openstack-request-id: req-bf8c3675-e63f-4171-a7ac-298c167afa63 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:43.886890 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:43.887889 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf8c3675-e63f-4171-a7ac-298c167afa63 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:43.888796 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176', 'status': 'completed', 'code': 200} Mar 07 10:59:44.037283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-379f1777-48d6-4083-879d-db7fb510aa57 service neutron] 10.222.0.26 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746130 Mar 07 10:59:44.045716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-008cd509-daba-4a0f-a9ce-16609c1386b2 admin admin] Publish callbacks [] for security_group (37c24ed5-8365-4cb6-a129-de8ce07dffb0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.052667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-008cd509-daba-4a0f-a9ce-16609c1386b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37c24ed5-8365-4cb6-a129-de8ce07dffb0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.070441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-96e9ba8a-95db-42f5-a2f5-c0e5fd59ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:44.072185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-96e9ba8a-95db-42f5-a2f5-c0e5fd59ccfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 1125 time: 0.2901924 Mar 07 10:59:44.169214 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-008cd509-daba-4a0f-a9ce-16609c1386b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0e3324b2c3c44758d61c1a9280b6ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497586 Mar 07 10:59:44.174877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:44.190090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cd509-daba-4a0f-a9ce-16609c1386b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c24ed5-8365-4cb6-a129-de8ce07dffb0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:44.230653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-129437fb-6dc3-4163-8edb-93b0c4b5883c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176 HTTP/1.1" status: 200 len: 217 time: 0.1495550 Mar 07 10:59:44.360951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] Publish callbacks [] for security_group (37c24ed5-8365-4cb6-a129-de8ce07dffb0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.400442 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] Publish callbacks [] for security_group (37c24ed5-8365-4cb6-a129-de8ce07dffb0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.500350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (37c24ed5-8365-4cb6-a129-de8ce07dffb0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.502959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.504249 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37c24ed5-8365-4cb6-a129-de8ce07dffb0 HTTP/1.1" status: 204 len: 168 time: 0.3253794 Mar 07 10:59:44.513825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806491e-21b5-4845-b1d7-21482d417d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c24ed5-8365-4cb6-a129-de8ce07dffb0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:44.574140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-d5a5b850-488a-4797-af43-6b5b01971615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:44.575996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-d5a5b850-488a-4797-af43-6b5b01971615 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 1126 time: 0.3523362 Mar 07 10:59:44.577817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d616f-1d0c-40cd-a527-23633a358e83 req-68c71ac1-befe-4103-b22c-e67b81f2d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:44.579703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-68c71ac1-befe-4103-b22c-e67b81f2d48e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.3298798 Mar 07 10:59:44.782791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50bf17-a4ea-4c5b-9f42-704d65680a10 req-36a10b94-67d5-4d11-ad3c-15f46c100da3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:44.791049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba50bf17-a4ea-4c5b-9f42-704d65680a10 req-36a10b94-67d5-4d11-ad3c-15f46c100da3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 944 time: 0.3837471 Mar 07 10:59:44.852965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-94f26154-6923-41e1-ba6a-7f3c483337a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224989 Mar 07 10:59:45.111975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc1763-d823-4572-86be-75c5bf4bb965 req-b0c99a76-68f4-40e4-b6b1-593331c085ae tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:45.111975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebc1763-d823-4572-86be-75c5bf4bb965 req-b0c99a76-68f4-40e4-b6b1-593331c085ae tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.7064734 Mar 07 10:59:45.117051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:45.133815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2882bd8-0e34-44bf-9e22-aa50419173dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.302329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba50bf17-a4ea-4c5b-9f42-704d65680a10 req-d7e5a22d-72ab-4810-9aef-7c8207229aaf tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070839 Mar 07 10:59:45.323404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-fd9173b1-a8f2-48c7-9ded-c3f53c36ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:45.326089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-fd9173b1-a8f2-48c7-9ded-c3f53c36ad35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 918 time: 0.7197125 Mar 07 10:59:45.345398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2882bd8-0e34-44bf-9e22-aa50419173dd admin admin] Publish callbacks [] for security_group (59633d7b-3d27-4c1d-8def-5de64180331b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.354387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b2882bd8-0e34-44bf-9e22-aa50419173dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59633d7b-3d27-4c1d-8def-5de64180331b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.411390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882bd8-0e34-44bf-9e22-aa50419173dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59633d7b-3d27-4c1d-8def-5de64180331b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:45.453531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b2882bd8-0e34-44bf-9e22-aa50419173dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d0aa63588fd4f5d8043408dd977abaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346834 Mar 07 10:59:45.458950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53570) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:45.493884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-1266f4c7-304f-44bd-ae3b-4322d46bf856 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946264 Mar 07 10:59:45.509039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-7844e12e-8165-46db-af91-6e05f9a72f72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec HTTP/1.1" status: 200 len: 217 time: 0.1453762 Mar 07 10:59:45.552911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] Publish callbacks [] for security_group (59633d7b-3d27-4c1d-8def-5de64180331b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.583029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] Publish callbacks [] for security_group (59633d7b-3d27-4c1d-8def-5de64180331b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.632852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebc1763-d823-4572-86be-75c5bf4bb965 req-cedad33e-7443-4819-8b1c-16d2761564ac tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996645 Mar 07 10:59:45.708893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59633d7b-3d27-4c1d-8def-5de64180331b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.712544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:45.713993 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59633d7b-3d27-4c1d-8def-5de64180331b HTTP/1.1" status: 204 len: 168 time: 0.2539132 Mar 07 10:59:45.732815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b439d-6eae-46bc-8542-b441475f40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59633d7b-3d27-4c1d-8def-5de64180331b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:45.849659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-c0dcb14c-170a-434a-a3a0-403c3a5ec756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:45.849659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-c0dcb14c-170a-434a-a3a0-403c3a5ec756 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.2524018 Mar 07 10:59:45.892430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-57f7c024-afb0-438c-8536-9aea39a7f448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383339 Mar 07 10:59:45.921680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a377ec7a-27a7-47be-aa91-b2f58d327ee4 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:45.982855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247d616f-1d0c-40cd-a527-23633a358e83 req-1ff8b305-10ec-4f2c-a475-0dff25c1da1f service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726150 Mar 07 10:59:46.151858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:46.165246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'port_id': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4', 'mac_address': 'fa:16:3e:d9:6b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802f36b9-dd72-4401-b19b-72122e5883c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:46.289816 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-6fd68c2d-4638-4f5b-836f-72d8e3235b2d service neutron] 10.222.0.26 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905001 Mar 07 10:59:46.310815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c68158-89f4-44ef-801d-1d205c0084be req-b0e7c419-6063-437a-bc93-f4458dab9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:46.312539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-b0e7c419-6063-437a-bc93-f4458dab9221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 1125 time: 0.2231030 Mar 07 10:59:46.330289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5f6c-f457-45f3-b3c2-ff3afa5372be req-a58c23a9-f146-497d-a47d-2dd42afbf51d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:46.331795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e7c5f6c-f457-45f3-b3c2-ff3afa5372be req-a58c23a9-f146-497d-a47d-2dd42afbf51d tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.2435491 Mar 07 10:59:46.554385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:46.798903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:46.816655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'port_id': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec', 'mac_address': 'fa:16:3e:bc:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802f36b9-dd72-4401-b19b-72122e5883c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:46.859324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a377ec7a-27a7-47be-aa91-b2f58d327ee4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:46.859952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:46.887750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a377ec7a-27a7-47be-aa91-b2f58d327ee4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:46.925513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:46.928100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:46.928753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:46.933474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:46.984331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:47.061846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:47.064015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76157f63-a364-4eee-a536-fe4fb19c2dbf req-79570a0a-0c9b-458a-a53b-1a4b1812c122 service neutron] 10.222.0.26 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300479 Mar 07 10:59:47.065286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c68158-89f4-44ef-801d-1d205c0084be req-f6af1942-5bad-4d77-9a54-e7761445fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:47.066886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-f6af1942-5bad-4d77-9a54-e7761445fea9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 200 len: 918 time: 0.7341571 Mar 07 10:59:47.076909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:47.078846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:47.211563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-67501f8c-72f8-4076-8b3d-afa1f331a18f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176 HTTP/1.1" status: 200 len: 217 time: 0.1369519 Mar 07 10:59:47.249191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:47.265847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e7c5f6c-f457-45f3-b3c2-ff3afa5372be req-fa020304-d268-4508-af9d-584c13dbded8 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215525 Mar 07 10:59:47.301638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:47.307808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae1fdc-dd87-4125-b720-54f4c257ec8b req-c2dd5bd2-bd36-4134-966f-558eaea7be96 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:47.309369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29ae1fdc-dd87-4125-b720-54f4c257ec8b req-c2dd5bd2-bd36-4134-966f-558eaea7be96 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 944 time: 0.8157523 Mar 07 10:59:47.352729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c68158-89f4-44ef-801d-1d205c0084be req-c017d3e5-ba6b-48fe-8821-535604c3fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:47.354242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-c017d3e5-ba6b-48fe-8821-535604c3fb4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 200 len: 857 time: 0.1249356 Mar 07 10:59:47.459695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-9c91515a-daaa-43ba-b3bd-4297e169dfe9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5104b746-7061-44aa-b225-c1e277d92920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965755 Mar 07 10:59:47.468109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a377ec7a-27a7-47be-aa91-b2f58d327ee4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:47.633078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-b313b10c-eb23-4141-85f2-deb9c495b765 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459730 Mar 07 10:59:47.641928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29ae1fdc-dd87-4125-b720-54f4c257ec8b req-a976e37b-b835-499e-9def-b999932b628d tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233306 Mar 07 10:59:47.699573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84531-7739-4f92-953d-fd31048df0f6 req-678a2295-9add-4ee9-9f9c-b1cc1dbf25d5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:47.707812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49b84531-7739-4f92-953d-fd31048df0f6 req-678a2295-9add-4ee9-9f9c-b1cc1dbf25d5 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.3019557 Mar 07 10:59:47.867766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49b84531-7739-4f92-953d-fd31048df0f6 req-8e8a3c4c-e04f-4ea1-9bc5-674b55b5135e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579549 Mar 07 10:59:47.933602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56c68158-89f4-44ef-801d-1d205c0084be req-08a14208-3edb-47b3-a026-361f6b85d5d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897184 Mar 07 10:59:48.341780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72a27e-36d7-4047-a0b2-a60ae08f21f8 req-01554e54-10c0-4987-a8bb-8ea740414068 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:48.345480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b72a27e-36d7-4047-a0b2-a60ae08f21f8 req-01554e54-10c0-4987-a8bb-8ea740414068 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.1103811 Mar 07 10:59:48.410382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b72a27e-36d7-4047-a0b2-a60ae08f21f8 req-33ca688c-e516-4629-b3ab-430d62998fc6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Mar 07 10:59:48.828892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cbf27-79a5-4173-8ace-7e5720a00572 req-c217681a-c3c1-4133-b6ee-0db61a691ce9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:48.831617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-144cbf27-79a5-4173-8ace-7e5720a00572 req-c217681a-c3c1-4133-b6ee-0db61a691ce9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 945 time: 0.1010225 Mar 07 10:59:48.911503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-144cbf27-79a5-4173-8ace-7e5720a00572 req-b1862b06-57e8-48e5-b59c-26f0b64a0a46 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724802 Mar 07 10:59:49.462508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2d96-e213-473d-a804-cc657c406c38 req-3b6d3c30-b355-4377-990f-dec444b2f9b3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:49.466024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-333f2d96-e213-473d-a804-cc657c406c38 req-3b6d3c30-b355-4377-990f-dec444b2f9b3 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.1148055 Mar 07 10:59:49.568340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:49.760449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f49d0758-7c8b-4275-a34a-78f1d8dc728c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:49.906793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f49d0758-7c8b-4275-a34a-78f1d8dc728c admin admin] Publish callbacks [] for security_group (3ca861c5-b3fe-4794-b544-452b8c4e83d8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:49.912746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f49d0758-7c8b-4275-a34a-78f1d8dc728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3ca861c5-b3fe-4794-b544-452b8c4e83d8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:49.953981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:50.015014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f49d0758-7c8b-4275-a34a-78f1d8dc728c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7963ccee4854aef800af315bf1fc64d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427934 Mar 07 10:59:50.015014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0758-7c8b-4275-a34a-78f1d8dc728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca861c5-b3fe-4794-b544-452b8c4e83d8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:50.019540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6093-a4f9-43c1-a1ad-fa0c162b75f7 req-287e58b9-af8a-4e9f-8ee7-0eb95e0efcdf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:50.021086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-128f6093-a4f9-43c1-a1ad-fa0c162b75f7 req-287e58b9-af8a-4e9f-8ee7-0eb95e0efcdf tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 946 time: 0.0934875 Mar 07 10:59:50.024745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port 093a30ea-abac-4502-b722-8f8305760472 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:50.025087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (093a30ea-abac-4502-b722-8f8305760472), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.028067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53720) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:50.139755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] Publish callbacks [] for security_group (3ca861c5-b3fe-4794-b544-452b8c4e83d8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.189878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] Publish callbacks [] for security_group (3ca861c5-b3fe-4794-b544-452b8c4e83d8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.199732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a377ec7a-27a7-47be-aa91-b2f58d327ee4 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:50.202555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-128f6093-a4f9-43c1-a1ad-fa0c162b75f7 req-a192fec9-aa03-46eb-9732-d8b596a80cf7 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372824 Mar 07 10:59:50.220758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port 093a30ea-abac-4502-b722-8f8305760472, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=093a30ea-abac-4502-b722-8f8305760472,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:50.221118 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (093a30ea-abac-4502-b722-8f8305760472), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.258229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for 093a30ea-abac-4502-b722-8f8305760472 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:50.283767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3ca861c5-b3fe-4794-b544-452b8c4e83d8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.289552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:50.291751 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.298148 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ca861c5-b3fe-4794-b544-452b8c4e83d8 HTTP/1.1" status: 204 len: 168 time: 0.2655952 Mar 07 10:59:50.310862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7c3c9-b74b-4d55-b7bd-1b08385633a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca861c5-b3fe-4794-b544-452b8c4e83d8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:50.312408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd9d9-8e6e-41a0-9558-949756728a5d req-9f3fb4bb-070c-467f-a253-3dd7278c6317 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:50.314010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe1dd9d9-8e6e-41a0-9558-949756728a5d req-9f3fb4bb-070c-467f-a253-3dd7278c6317 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 945 time: 0.1695704 Mar 07 10:59:50.429572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe1dd9d9-8e6e-41a0-9558-949756728a5d req-e4ca99ae-38ac-4efb-9571-cdeff3dcb57d tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Mar 07 10:59:50.529234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port a377ec7a-27a7-47be-aa91-b2f58d327ee4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:50.545999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port a377ec7a-27a7-47be-aa91-b2f58d327ee4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:50.546452 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.556444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:50.599299 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (093a30ea-abac-4502-b722-8f8305760472), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.633040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:50.637657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['093a30ea-abac-4502-b722-8f8305760472'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:50.663513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:50.686280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=093a30ea-abac-4502-b722-8f8305760472,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:50.727503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176', 'network_id': '5104b746-7061-44aa-b225-c1e277d92920', 'port_id': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176', 'mac_address': 'fa:16:3e:09:71:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802f36b9-dd72-4401-b19b-72122e5883c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:50.754631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:50.755039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.795906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port 093a30ea-abac-4502-b722-8f8305760472 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:50.799345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.803683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-333f2d96-e213-473d-a804-cc657c406c38 req-408f0261-1ddc-49b0-8808-d48429a811bb tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.32 "DELETE /v2.0/ports/093a30ea-abac-4502-b722-8f8305760472 HTTP/1.1" status: 204 len: 173 time: 1.3314083 Mar 07 10:59:50.804147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'name': 'network-vif-deleted', 'tag': '093a30ea-abac-4502-b722-8f8305760472'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:50.817473 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb46ca-07e7-4829-a2c3-9198f436ffa2" -d '{"events": [{"server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "name": "network-vif-deleted", "tag": "093a30ea-abac-4502-b722-8f8305760472"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:50.913182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:50.913362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:50.913970 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.945353 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84ee569d-d488-479c-984d-3aa8adec60fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.945832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64d17cc5-08a2-4d31-97ef-2d0debbc766e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:50.956906 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6577959-0bca-40a7-8777-519e7e3d2558 x-openstack-request-id: req-b6577959-0bca-40a7-8777-519e7e3d2558 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:50.957673 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98de0043-c6a4-4e8b-b981-8dd32f29126b", "name": "network-vif-deleted", "tag": "093a30ea-abac-4502-b722-8f8305760472", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:50.959286 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6577959-0bca-40a7-8777-519e7e3d2558 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:50.962082 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98de0043-c6a4-4e8b-b981-8dd32f29126b', 'name': 'network-vif-deleted', 'tag': '093a30ea-abac-4502-b722-8f8305760472', 'status': 'completed', 'code': 200} Mar 07 10:59:50.987939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:51.017827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:51.088001 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.136423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64d17cc5-08a2-4d31-97ef-2d0debbc766e admin admin] Publish callbacks [] for security_group (b34daa67-6152-4f32-9d88-64d411cebc34), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.151236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-64d17cc5-08a2-4d31-97ef-2d0debbc766e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b34daa67-6152-4f32-9d88-64d411cebc34), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.166272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a377ec7a-27a7-47be-aa91-b2f58d327ee4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:51.166685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.217789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:51.232847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-64d17cc5-08a2-4d31-97ef-2d0debbc766e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d161093f77e48c6b85a5acc2d5f2c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151913 Mar 07 10:59:51.233110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:51.252237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:51.254486 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe92c585-aac0-4a62-a030-02354021d2c4" -d '{"events": [{"server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "name": "network-vif-plugged", "status": "completed", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:51.263616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:51.264054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.283999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:51.295312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17cc5-08a2-4d31-97ef-2d0debbc766e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34daa67-6152-4f32-9d88-64d411cebc34,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:51.314278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.372699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] Publish callbacks [] for security_group (b34daa67-6152-4f32-9d88-64d411cebc34), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.408116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:51.414492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['75e011d1-a76b-4cfb-bf3d-c05bef2bd176'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:51.419535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] Publish callbacks [] for security_group (b34daa67-6152-4f32-9d88-64d411cebc34), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.444698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.479791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:51.511128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-044dd062-f70c-4452-961c-166bd42f7915 req-e503e2a6-6e79-462c-b30f-58cf9b432556 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98de0043-c6a4-4e8b-b981-8dd32f29126b HTTP/1.1" status: 200 len: 210 time: 0.1094649 Mar 07 10:59:51.580798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:51.603530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b34daa67-6152-4f32-9d88-64d411cebc34), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.607090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:51.613100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b34daa67-6152-4f32-9d88-64d411cebc34 HTTP/1.1" status: 204 len: 168 time: 0.3777709 Mar 07 10:59:51.637303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ace398-eb66-47c7-aae5-fad7f5f1fcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34daa67-6152-4f32-9d88-64d411cebc34,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:51.753910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245068-1da7-4bbe-b2b9-963be3ff9da7 req-27a7f774-a58a-4a2f-8b21-4fa07d0dcbb1 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:51.762234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f245068-1da7-4bbe-b2b9-963be3ff9da7 req-27a7f774-a58a-4a2f-8b21-4fa07d0dcbb1 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 946 time: 0.0997334 Mar 07 10:59:51.836475 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b8a7a-7aa4-4ef5-89c5-07d5c5aa3209 x-openstack-request-id: req-b74b8a7a-7aa4-4ef5-89c5-07d5c5aa3209 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:51.836772 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "name": "network-vif-plugged", "status": "completed", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:51.837761 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b74b8a7a-7aa4-4ef5-89c5-07d5c5aa3209 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:51.838178 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4', 'code': 200} Mar 07 10:59:51.858888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f245068-1da7-4bbe-b2b9-963be3ff9da7 req-f87c4c02-278f-44ce-af45-e63da7db31bc tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864882 Mar 07 10:59:51.937104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 093a30ea-abac-4502-b722-8f8305760472 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:51.967293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 093a30ea-abac-4502-b722-8f8305760472 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:59:51.967614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 093a30ea-abac-4502-b722-8f8305760472 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:59:52.010485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa41f55-fdad-43bb-9fc8-6ecb1f833fc6 req-32120618-5f19-4778-83bf-0416a5fd347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:52.011995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8aa41f55-fdad-43bb-9fc8-6ecb1f833fc6 req-32120618-5f19-4778-83bf-0416a5fd347d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 1128 time: 0.1004210 Mar 07 10:59:52.073221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8aa41f55-fdad-43bb-9fc8-6ecb1f833fc6 req-296cf626-46b9-4807-91c4-bbdd3d02100b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 Mar 07 10:59:53.002841 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0477ff73-7bfc-4d11-934b-3c43a2f26390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:53.087823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005b28f-7996-4a40-bf97-116271aa1132 req-a60a36ac-bdc5-49b7-8d4f-3b3091ab915a tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:53.089345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9005b28f-7996-4a40-bf97-116271aa1132 req-a60a36ac-bdc5-49b7-8d4f-3b3091ab915a tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 946 time: 0.0957928 Mar 07 10:59:53.157218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9005b28f-7996-4a40-bf97-116271aa1132 req-0a29c076-1ee0-4bd4-b59a-e8579e2e4cc0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614486 Mar 07 10:59:53.559466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:53.788961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79276613-d338-412c-a9d0-d055cf984b95 req-35d9f2c0-11a6-4c96-9927-5dbcf5d3cc71 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:53.796233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79276613-d338-412c-a9d0-d055cf984b95 req-35d9f2c0-11a6-4c96-9927-5dbcf5d3cc71 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 945 time: 0.1000948 Mar 07 10:59:53.799771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-81066083'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:53.824726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Made reservation on behalf of 58256a823bba4babb96914606267dde8 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:53.828317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:53.839313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:53.842490 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a348e-d2b4-467e-a358-098b6f685585" -d '{"events": [{"server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "name": "network-vif-plugged", "status": "completed", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:53.846857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:53.908352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79276613-d338-412c-a9d0-d055cf984b95 req-7c17c6aa-2123-46a2-8c9a-45917223b0a0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077962 Mar 07 10:59:53.939128 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04ae19-835c-45fa-b872-15bd193ad659 x-openstack-request-id: req-6b04ae19-835c-45fa-b872-15bd193ad659 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:53.940600 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "name": "network-vif-plugged", "status": "completed", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:53.941697 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b04ae19-835c-45fa-b872-15bd193ad659 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:53.950389 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec', 'code': 200} Mar 07 10:59:53.958576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:54.006443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks [] for security_group (18cd83d4-cdf1-419f-8179-ca35a21f5749), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.013505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18cd83d4-cdf1-419f-8179-ca35a21f5749), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.060975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:54.079094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:54.082170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cd83d4-cdf1-419f-8179-ca35a21f5749,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.086779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e5d085e9-4574-44c6-bad4-d5b2e408f0b2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.087460 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Added segment e5d085e9-4574-44c6-bad4-d5b2e408f0b2 of type vlan for network ca049e0f-c69f-4aa4-b205-9135f930a03f Mar 07 10:59:54.104544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:54.105924 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.130473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1154557-f0e1-4e0e-aba9-146fb90759bb req-52c87074-b7af-44b4-9dd2-a6a051af8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:54.134668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1154557-f0e1-4e0e-aba9-146fb90759bb req-52c87074-b7af-44b4-9dd2-a6a051af8d24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 1128 time: 0.1219258 Mar 07 10:59:54.142943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ca049e0f-c69f-4aa4-b205-9135f930a03f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.193119 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ca049e0f-c69f-4aa4-b205-9135f930a03f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.222081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1154557-f0e1-4e0e-aba9-146fb90759bb req-f522ef46-5fca-47c3-91b0-7d9c65dc905a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802720 Mar 07 10:59:54.223852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:54.232025 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.272818 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.303962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.306730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:54.307331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.322361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7609477 Mar 07 10:59:54.336306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:54.365035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:54.371118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.404099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8ef6-8c8d-4d29-9faa-cbd1530ffbb8 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Pushing event updated for resources: {'Network': ['ID=ca049e0f-c69f-4aa4-b205-9135f930a03f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.435522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ca049e0f-c69f-4aa4-b205-9135f930a03f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:54.437599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6e102-a4e7-449c-9e7d-a007e67ca574 req-fc74efc9-c408-4cc9-a3bd-effea695a56f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:54.451537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'name': 'tempest-network--592018189', 'router:external': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:54.464186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57e6e102-a4e7-449c-9e7d-a007e67ca574 req-fc74efc9-c408-4cc9-a3bd-effea695a56f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 946 time: 0.1507702 Mar 07 10:59:54.497611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:54.500189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.523007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.559828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.568466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57e6e102-a4e7-449c-9e7d-a007e67ca574 req-e5d6833c-34b7-461c-a9b6-39e8deed27f9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011031 Mar 07 10:59:54.670170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for security_group (8e70fd60-348f-42a7-b1c2-307d63a7e44b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.678884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8e70fd60-348f-42a7-b1c2-307d63a7e44b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.716890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:54.729874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70fd60-348f-42a7-b1c2-307d63a7e44b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.733491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44246c-830e-4ae7-974c-a308cc8abdd4 req-12953238-8294-4460-91ad-d4b91510f121 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:54.738107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.738700 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Added segment a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b of type vlan for network 400b2798-0eaa-4a3b-8cd0-2281490148b5 Mar 07 10:59:54.742549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e44246c-830e-4ae7-974c-a308cc8abdd4 req-12953238-8294-4460-91ad-d4b91510f121 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 946 time: 0.0666807 Mar 07 10:59:54.789056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e44246c-830e-4ae7-974c-a308cc8abdd4 req-82c9d999-58ac-4a99-93f3-4d156e96e8e1 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Mar 07 10:59:54.835628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (400b2798-0eaa-4a3b-8cd0-2281490148b5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.877716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (400b2798-0eaa-4a3b-8cd0-2281490148b5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.887149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:54.887149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.971082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6299450 Mar 07 10:59:54.973694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53864) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:54.976197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47601330-bc2d-48bf-87ec-a826b3fea659 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=400b2798-0eaa-4a3b-8cd0-2281490148b5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.997291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 400b2798-0eaa-4a3b-8cd0-2281490148b5 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:55.120215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (400b2798-0eaa-4a3b-8cd0-2281490148b5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.147626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d1e5-f6d7-4521-a437-638acb02ab12 req-19764dd1-b573-4e6c-bf1b-ecdc5ff8965e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:55.151354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d801d1e5-f6d7-4521-a437-638acb02ab12 req-19764dd1-b573-4e6c-bf1b-ecdc5ff8965e tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 945 time: 0.1398141 Mar 07 10:59:55.275369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d801d1e5-f6d7-4521-a437-638acb02ab12 req-170933dd-d80a-4346-8a47-793a3c43a3f6 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/security-groups?id=badbd1ba-f735-496d-967c-fdf75df923f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179409 Mar 07 10:59:55.318059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (400b2798-0eaa-4a3b-8cd0-2281490148b5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.329189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-77828dde-9aa9-422f-80b8-f8942a560525 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:55.331034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-77828dde-9aa9-422f-80b8-f8942a560525 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.26 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 945 time: 0.2057514 Mar 07 10:59:55.390190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400b2798-0eaa-4a3b-8cd0-2281490148b5']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:55.414800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:55.415089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:55.436664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.472398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.480872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:59:55.481358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (a1e3307f-6991-4f5d-b6fc-fb5cafff8e3b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:59:55.483297 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:59:55.549914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Deleting port 525b5906-0c3c-4ba1-970b-698a8758b351 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:55.550193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.578768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (400b2798-0eaa-4a3b-8cd0-2281490148b5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.585714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 400b2798-0eaa-4a3b-8cd0-2281490148b5 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:59:55.617168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.620455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/400b2798-0eaa-4a3b-8cd0-2281490148b5 HTTP/1.1" status: 204 len: 168 time: 0.6455178 Mar 07 10:59:55.625627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:55.631274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:55.633458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ffe5b-c2bb-4d56-86c0-ea1c065fc802 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Network': ['ID=400b2798-0eaa-4a3b-8cd0-2281490148b5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:55.702738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.704875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] For port 525b5906-0c3c-4ba1-970b-698a8758b351, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=525b5906-0c3c-4ba1-970b-698a8758b351,segment=NetworkSegment(60d8d485-1746-4203-ad5a-539273c33223),segment_id=60d8d485-1746-4203-ad5a-539273c33223)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:55.705264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.709369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:55.712463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.720980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Calling delete_port for 525b5906-0c3c-4ba1-970b-698a8758b351 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:55.746544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:55.763034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d273b734-1543-42f6-a591-902b37214c00), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.764281 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Added segment d273b734-1543-42f6-a591-902b37214c00 of type vlan for network bcfaa83c-5059-4230-93e9-b3f41c86d853 Mar 07 10:59:55.823973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (bcfaa83c-5059-4230-93e9-b3f41c86d853), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.881986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (bcfaa83c-5059-4230-93e9-b3f41c86d853), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.885495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:55.886415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:55.952544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:55.957893 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0446e1d-7844-487f-9cae-de7465fe2c8d" -d '{"events": [{"server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "name": "network-vif-plugged", "status": "completed", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:55.983589 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3567789 Mar 07 10:59:55.987715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:55.998770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'subnet': {'network_id': 'bcfaa83c-5059-4230-93e9-b3f41c86d853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:56.026806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73dda-fe04-4f4e-ae7b-813940749d30 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=bcfaa83c-5059-4230-93e9-b3f41c86d853,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.040529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network bcfaa83c-5059-4230-93e9-b3f41c86d853 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:59:56.053468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:56.067412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:56.073121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04978c-0a6a-493f-83f5-f4e45c2d7c9c req-d705b436-d2db-4764-832e-f37875234d1f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.081909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd04978c-0a6a-493f-83f5-f4e45c2d7c9c req-d705b436-d2db-4764-832e-f37875234d1f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 946 time: 0.1329865 Mar 07 10:59:56.084374 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (525b5906-0c3c-4ba1-970b-698a8758b351), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:56.097573 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344cd9d8-4a49-462d-b722-806b9f276b97 x-openstack-request-id: req-344cd9d8-4a49-462d-b722-806b9f276b97 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:56.101270 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "name": "network-vif-plugged", "status": "completed", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:56.102430 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-344cd9d8-4a49-462d-b722-806b9f276b97 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:56.103370 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176', 'code': 200} Mar 07 10:59:56.134310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Pushing event deleted for resources: {'Port': ['ID=525b5906-0c3c-4ba1-970b-698a8758b351,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.225778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['525b5906-0c3c-4ba1-970b-698a8758b351'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:56.296375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] No DVR routers for this DVR port 525b5906-0c3c-4ba1-970b-698a8758b351 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:56.309585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:56.314811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7ad8d55-db22-433d-8d57-ea9e1da9c4b8 req-281db1c7-f8c5-403f-b6bd-9433941669d0 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.26 "DELETE /v2.0/ports/525b5906-0c3c-4ba1-970b-698a8758b351 HTTP/1.1" status: 204 len: 173 time: 0.9743447 Mar 07 10:59:56.329163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'name': 'network-vif-deleted', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:56.333517 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b8800-9beb-4e64-9065-37646e6940f0" -d '{"events": [{"server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "name": "network-vif-deleted", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:56.368676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd04978c-0a6a-493f-83f5-f4e45c2d7c9c req-89fecf98-72bd-4bb1-82f4-81fa1c55b89e tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855353 Mar 07 10:59:56.397352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657023-a0a2-4135-ab5a-e0b211fc5c89 req-39efa1df-eb5e-4610-ab5c-3daf9546bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.404262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a657023-a0a2-4135-ab5a-e0b211fc5c89 req-39efa1df-eb5e-4610-ab5c-3daf9546bc82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 1127 time: 0.2727799 Mar 07 10:59:56.542499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ab09ef3-ce8b-41d4-be7a-1577ac3c08a3 req-4ed78c98-c00b-44fc-87d7-5d57814e8b29 tempest-ServersTestJSON-333526848 tempest-ServersTestJSON-333526848-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d29899-5fcf-452a-9c4c-410fbf81e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0813773 Mar 07 10:59:56.563186 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba70b86d-cbb3-4a04-acbe-16a7dd834785 x-openstack-request-id: req-ba70b86d-cbb3-4a04-acbe-16a7dd834785 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:56.567665 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d29899-5fcf-452a-9c4c-410fbf81e5c6", "name": "network-vif-deleted", "tag": "525b5906-0c3c-4ba1-970b-698a8758b351", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:56.568114 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba70b86d-cbb3-4a04-acbe-16a7dd834785 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:56.569205 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d29899-5fcf-452a-9c4c-410fbf81e5c6', 'name': 'network-vif-deleted', 'tag': '525b5906-0c3c-4ba1-970b-698a8758b351', 'status': 'completed', 'code': 200} Mar 07 10:59:56.609815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a657023-a0a2-4135-ab5a-e0b211fc5c89 req-66d74a2e-5c9d-46b5-8f52-7ff8668b6ac2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993628 Mar 07 10:59:56.692634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1308-c2d0-4ce4-af0d-6a999544948b req-f45ad299-8307-4067-be32-f40f603ca7b9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.698034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e83e1308-c2d0-4ce4-af0d-6a999544948b req-f45ad299-8307-4067-be32-f40f603ca7b9 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.0869613 Mar 07 10:59:56.765197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e83e1308-c2d0-4ce4-af0d-6a999544948b req-c70cc441-274c-41fc-8752-2c0b3601df8d tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604708 Mar 07 10:59:56.769690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:59:56.770213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (06c04ee4-c3e6-4d0f-85e2-3031a12c58d6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:56.845752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Subnet': ['ID=06c04ee4-c3e6-4d0f-85e2-3031a12c58d6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.852189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Checking segment: {'id': 'd273b734-1543-42f6-a591-902b37214c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bcfaa83c-5059-4230-93e9-b3f41c86d853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:56.852370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Network hostable DHCP agents. Network: bcfaa83c-5059-4230-93e9-b3f41c86d853, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:56.878324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Network bcfaa83c-5059-4230-93e9-b3f41c86d853 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:56.889212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, bcfaa83c-5059-4230-93e9-b3f41c86d853) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:56.900021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213861ca-48a6-4304-b55c-3fcf714194b8 None None] Network bcfaa83c-5059-4230-93e9-b3f41c86d853 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:56.904816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.904816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:56.937025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53894) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:56.944303 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc6117a0-fb21-4379-a6f3-356681528635 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9536994 Mar 07 10:59:56.945635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'floatingip': {'floating_network_id': 'bcfaa83c-5059-4230-93e9-b3f41c86d853'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:57.005524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.123253 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.129161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6740e5b-9a43-4acc-84e1-b61b6449cb69 None None] Network bcfaa83c-5059-4230-93e9-b3f41c86d853 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:59:57.156267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.285305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Allocated IP 172.20.0.13 (bcfaa83c-5059-4230-93e9-b3f41c86d853/06c04ee4-c3e6-4d0f-85e2-3031a12c58d6/dfeeb6c6-2f78-446b-b0eb-2a709149d2bb) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:57.416759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.457751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.506499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Network bcfaa83c-5059-4230-93e9-b3f41c86d853 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:57.509431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:57.514057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:57.517201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Port': ['ID=dfeeb6c6-2f78-446b-b0eb-2a709149d2bb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:57.632823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53912) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:57.646836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for floatingip (d60768ab-3397-43a9-9113-a9b7587b962b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.717867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Deleting subnet cb3e5856-5312-496d-9b3e-8ee34e2d557a {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:59:57.722901 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.725473 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Publish callbacks [] for subnet (cb3e5856-5312-496d-9b3e-8ee34e2d557a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.797874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (cb3e5856-5312-496d-9b3e-8ee34e2d557a), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.967789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:57.986418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.061809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (cb3e5856-5312-496d-9b3e-8ee34e2d557a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.127151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Port': ['ID=dfeeb6c6-2f78-446b-b0eb-2a709149d2bb,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:58.149824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (d60768ab-3397-43a9-9113-a9b7587b962b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.169933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0812bd-4734-4989-8425-4b19acb9af1f req-42c6beff-0864-4a00-b693-76054dea6002 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:58.171628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f0812bd-4734-4989-8425-4b19acb9af1f req-42c6beff-0864-4a00-b693-76054dea6002 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.2013743 Mar 07 10:59:58.193913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (cb3e5856-5312-496d-9b3e-8ee34e2d557a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.207026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.208306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-072c2bb5-6332-4e3f-8ddf-dad4d643d86d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2698939 Mar 07 10:59:58.217277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:58.235727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3e5856-5312-496d-9b3e-8ee34e2d557a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:58.242686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.246594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-72c6dc77-312d-4099-864d-26bf94a5cdfb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb3e5856-5312-496d-9b3e-8ee34e2d557a HTTP/1.1" status: 204 len: 168 time: 0.6110294 Mar 07 10:59:58.249182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:58.302971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f0812bd-4734-4989-8425-4b19acb9af1f req-322f48d9-6b8f-4b73-bd79-e5d2c3ca0f26 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183779 Mar 07 10:59:58.350026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (74a0422b-f131-4474-8102-e73832f4dd8c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.453674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (74a0422b-f131-4474-8102-e73832f4dd8c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.483290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a0422b-f131-4474-8102-e73832f4dd8c']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:58.495798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d8d485-1746-4203-ad5a-539273c33223') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:58.496155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d8d485-1746-4203-ad5a-539273c33223') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:58.508161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (60d8d485-1746-4203-ad5a-539273c33223), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.528810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (60d8d485-1746-4203-ad5a-539273c33223), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.535708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:59:58.536199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (60d8d485-1746-4203-ad5a-539273c33223), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: timer() Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:59:58.601265 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:59:58.609668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (74a0422b-f131-4474-8102-e73832f4dd8c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.623806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.630291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] 10.222.0.23 "DELETE /v2.0/networks/74a0422b-f131-4474-8102-e73832f4dd8c HTTP/1.1" status: 204 len: 168 time: 0.3800280 Mar 07 10:59:58.644739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95710daa-c145-44e2-adad-111423f7c20b admin admin] Pushing event deleted for resources: {'Network': ['ID=74a0422b-f131-4474-8102-e73832f4dd8c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:58.666196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.730500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aba00de4-73c8-4aca-ba50-c27513ad3c3b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=bcfaa83c-5059-4230-93e9-b3f41c86d853 HTTP/1.1" status: 200 len: 690 time: 0.5091424 Mar 07 10:59:58.730859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53930) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:58.833115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bcfaa83c-5059-4230-93e9-b3f41c86d853), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.878648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53934) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:58.923972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fcc52894-0604-464f-bf48-cba5566b929b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34ac65934ce341098f4e4951f7b70e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431094 Mar 07 10:59:58.926461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53936) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:58.960156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Deleting port dfeeb6c6-2f78-446b-b0eb-2a709149d2bb {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:58.960736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.981429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] Publish callbacks [] for security_group (badbd1ba-f735-496d-967c-fdf75df923f6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.007317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] Publish callbacks [] for security_group (badbd1ba-f735-496d-967c-fdf75df923f6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.069603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (badbd1ba-f735-496d-967c-fdf75df923f6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.071037 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.071377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for floatingip (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.072310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.077024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/badbd1ba-f735-496d-967c-fdf75df923f6 HTTP/1.1" status: 204 len: 168 time: 0.1460900 Mar 07 10:59:59.088496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377b4c-e1e2-46de-a39a-9597a9a82817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbd1ba-f735-496d-967c-fdf75df923f6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:59.109206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Calling delete_port for dfeeb6c6-2f78-446b-b0eb-2a709149d2bb owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:59.299113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dfeeb6c6-2f78-446b-b0eb-2a709149d2bb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.332442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfeeb6c6-2f78-446b-b0eb-2a709149d2bb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:59.426466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for floatingip (d60768ab-3397-43a9-9113-a9b7587b962b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.489889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (06c04ee4-c3e6-4d0f-85e2-3031a12c58d6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.543473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223fbad-60bc-4cbd-85a0-75d217e1836e req-ee88159b-169a-4293-829e-d83d42695c5f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:59.548822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6223fbad-60bc-4cbd-85a0-75d217e1836e req-ee88159b-169a-4293-829e-d83d42695c5f tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.1050966 Mar 07 10:59:59.560601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (06c04ee4-c3e6-4d0f-85e2-3031a12c58d6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.593131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=06c04ee4-c3e6-4d0f-85e2-3031a12c58d6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:59.651253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bcfaa83c-5059-4230-93e9-b3f41c86d853), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.674952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfaa83c-5059-4230-93e9-b3f41c86d853']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:59.685284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd273b734-1543-42f6-a591-902b37214c00') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:59.685578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd273b734-1543-42f6-a591-902b37214c00') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:59.691838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6223fbad-60bc-4cbd-85a0-75d217e1836e req-6497fcf1-1a70-48bd-a61f-3d1e85521cb2 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331098 Mar 07 10:59:59.709061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (d273b734-1543-42f6-a591-902b37214c00), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.738992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d273b734-1543-42f6-a591-902b37214c00), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.749252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:59:59.750993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (d273b734-1543-42f6-a591-902b37214c00), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: timer() Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:59:59.754230 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:59:59.915425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (bcfaa83c-5059-4230-93e9-b3f41c86d853), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:59.974959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcfaa83c-5059-4230-93e9-b3f41c86d853 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:59:59.995444 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.005221 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/bcfaa83c-5059-4230-93e9-b3f41c86d853 HTTP/1.1" status: 204 len: 168 time: 1.2733402 Mar 07 11:00:00.008127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53976) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.020135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e033a3-7fd6-43be-bf0b-9471985a95ed tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcfaa83c-5059-4230-93e9-b3f41c86d853,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:00.109028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-78a68391-5398-4eb0-9f7c-8daa28c263d7 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0992241 Mar 07 11:00:00.111588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.213173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dfc1a-3e6c-4612-bc43-5aa959ac9050 req-181244bb-5cd2-400d-a162-b1834aa98da0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.221473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e2dfc1a-3e6c-4612-bc43-5aa959ac9050 req-181244bb-5cd2-400d-a162-b1834aa98da0 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.1154239 Mar 07 11:00:00.308501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e2dfc1a-3e6c-4612-bc43-5aa959ac9050 req-ffa83fcd-887e-4a6c-b56d-d15ad002c760 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860155 Mar 07 11:00:00.338293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.338784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.339203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.339667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.340111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.340565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.341011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.341440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.345838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 525b5906-0c3c-4ba1-970b-698a8758b351 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:00.354778 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-239c3744-3b86-48ae-8b6a-16c3f82993c4 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5307 time: 0.2420719 Mar 07 11:00:00.358996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.398072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 525b5906-0c3c-4ba1-970b-698a8758b351 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:00.398437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 525b5906-0c3c-4ba1-970b-698a8758b351 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:00.438976 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-db3410ed-ec9a-49a2-8ca5-62d7a29e7d8c tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] delete failed (client error): The resource could not be found. Mar 07 11:00:00.442884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53992) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.451460 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db3410ed-ec9a-49a2-8ca5-62d7a29e7d8c tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/d60768ab-3397-43a9-9113-a9b7587b962b HTTP/1.1" status: 404 len: 345 time: 0.0913832 Mar 07 11:00:00.472817 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d572cd-b53b-4435-904f-81942974161c tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 11:00:00.473332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d572cd-b53b-4435-904f-81942974161c tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:00:00.485738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b4d572cd-b53b-4435-904f-81942974161c tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/bcfaa83c-5059-4230-93e9-b3f41c86d853 HTTP/1.1" status: 404 len: 339 time: 0.0414765 Mar 07 11:00:00.492470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 53994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.498007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'name': 'tempest-network--2005650066', 'router:external': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:00.539132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:00.541982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.578397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:00.590791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fa8dd399-67e3-4633-8187-a33425d0e7a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.591361 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Added segment fa8dd399-67e3-4633-8187-a33425d0e7a9 of type vlan for network f31d3b72-3f63-4b5f-b657-48e4ffa3a284 Mar 07 11:00:00.650198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f31d3b72-3f63-4b5f-b657-48e4ffa3a284), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.720921 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f31d3b72-3f63-4b5f-b657-48e4ffa3a284), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.722377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:00.723210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:00.804334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=f31d3b72-3f63-4b5f-b657-48e4ffa3a284,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:00.815996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f31d3b72-3f63-4b5f-b657-48e4ffa3a284 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:00.819748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 53998) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:00.820249 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-03230657-f08e-48af-a990-a3ce726864cd tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3267033 Mar 07 11:00:01.100528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab044ac-a610-4d35-af36-65dccb84f92b tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.106655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab044ac-a610-4d35-af36-65dccb84f92b tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.112843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab044ac-a610-4d35-af36-65dccb84f92b tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.120773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab044ac-a610-4d35-af36-65dccb84f92b tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.122803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2ab044ac-a610-4d35-af36-65dccb84f92b tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3019235 Mar 07 11:00:01.125796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:01.201941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f31d3b72-3f63-4b5f-b657-48e4ffa3a284), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.311732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f31d3b72-3f63-4b5f-b657-48e4ffa3a284), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.334600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31d3b72-3f63-4b5f-b657-48e4ffa3a284']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:01.345140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8dd399-67e3-4633-8187-a33425d0e7a9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:01.346153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8dd399-67e3-4633-8187-a33425d0e7a9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:01.358015 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (fa8dd399-67e3-4633-8187-a33425d0e7a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.376558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fa8dd399-67e3-4633-8187-a33425d0e7a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.385825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:01.386217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (fa8dd399-67e3-4633-8187-a33425d0e7a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:01.496340 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:01.516769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f31d3b72-3f63-4b5f-b657-48e4ffa3a284), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.564499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f31d3b72-3f63-4b5f-b657-48e4ffa3a284 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 11:00:01.580664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.584696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f31d3b72-3f63-4b5f-b657-48e4ffa3a284 HTTP/1.1" status: 204 len: 168 time: 0.4561071 Mar 07 11:00:01.588750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48dea2-5718-4778-8af0-24b50144790d tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Network': ['ID=f31d3b72-3f63-4b5f-b657-48e4ffa3a284,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:01.594707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:01.604406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'name': 'tempest-network--1129895144', 'router:external': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:01.640504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:01.644025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:01.681340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc212b0-8d09-4e47-b66c-ae253a82930f req-4ddeebf0-f202-404a-8797-bb6604d4a2da tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.682953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0dc212b0-8d09-4e47-b66c-ae253a82930f req-4ddeebf0-f202-404a-8797-bb6604d4a2da tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.1857009 Mar 07 11:00:01.691981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-14a32128-db1d-481f-a938-6c1608d8cfce tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:01.693723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-14a32128-db1d-481f-a938-6c1608d8cfce tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 945 time: 0.1865549 Mar 07 11:00:02.275922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:02.302077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (12e501f6-8a2d-40d8-840a-295717fc2036), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.302772 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Added segment 12e501f6-8a2d-40d8-840a-295717fc2036 of type vlan for network d061559f-167c-451e-91d2-8e44e23ccd82 Mar 07 11:00:02.376159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0dc212b0-8d09-4e47-b66c-ae253a82930f req-ead6272c-482a-4822-9824-c1f3e063758c tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807513 Mar 07 11:00:02.388778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Deleting port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:02.389259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.393600 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d061559f-167c-451e-91d2-8e44e23ccd82), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.508124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d061559f-167c-451e-91d2-8e44e23ccd82), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.509083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:02.509723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.611933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] For port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:02.612898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:02.659088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=d061559f-167c-451e-91d2-8e44e23ccd82,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:02.679388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Calling delete_port for 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:02.770152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-337f8861-2d75-4a06-a66e-c3aac3db6184 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1732452 Mar 07 11:00:02.775111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:02.879678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d061559f-167c-451e-91d2-8e44e23ccd82 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:02.970397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be93385-0c95-4f35-95dc-d2a3cf79cbff tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:02.975047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:02.984685 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3be93385-0c95-4f35-95dc-d2a3cf79cbff tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "GET /v2.0/networks/d061559f-167c-451e-91d2-8e44e23ccd82 HTTP/1.1" status: 200 len: 757 time: 0.2076998 Mar 07 11:00:03.042625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (75e011d1-a76b-4cfb-bf3d-c05bef2bd176), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.057778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:03.137747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a377ec7a-27a7-47be-aa91-b2f58d327ee4', '75e011d1-a76b-4cfb-bf3d-c05bef2bd176'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:03.175339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event deleted for resources: {'Port': ['ID=75e011d1-a76b-4cfb-bf3d-c05bef2bd176,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:03.244089 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] No DVR routers for this DVR port 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:03.247531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.256770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bf96edd-3b97-4d72-b9d3-c54f505fe96f req-892e601f-77f1-44ed-9836-04cfdf7c55d3 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "DELETE /v2.0/ports/75e011d1-a76b-4cfb-bf3d-c05bef2bd176 HTTP/1.1" status: 204 len: 173 time: 1.5484087 Mar 07 11:00:03.274308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'name': 'network-vif-deleted', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:03.284503 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313d7b8-bb5d-4bdd-977d-bd659f382a4d" -d '{"events": [{"server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "name": "network-vif-deleted", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:03.322037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eeea29-d506-4be7-84fa-0de7afef6213 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:03.348410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54054) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:03.355611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-72eeea29-d506-4be7-84fa-0de7afef6213 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "GET /v2.0/networks/ca049e0f-c69f-4aa4-b205-9135f930a03f HTTP/1.1" status: 200 len: 766 time: 0.3769963 Mar 07 11:00:03.417485 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7da5167-9507-4188-9617-5f9914c3fbb2 x-openstack-request-id: req-c7da5167-9507-4188-9617-5f9914c3fbb2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:03.417780 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc52648d-a50c-40fa-8023-af7109c9495e", "name": "network-vif-deleted", "tag": "75e011d1-a76b-4cfb-bf3d-c05bef2bd176", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:03.418041 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7da5167-9507-4188-9617-5f9914c3fbb2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:03.418451 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc52648d-a50c-40fa-8023-af7109c9495e', 'name': 'network-vif-deleted', 'tag': '75e011d1-a76b-4cfb-bf3d-c05bef2bd176', 'status': 'completed', 'code': 200} Mar 07 11:00:03.582370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d061559f-167c-451e-91d2-8e44e23ccd82), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.640408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccf02e1d-dc78-46b1-9457-cf5f603385ef req-4e582a98-e545-472e-9058-339ef4194167 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc52648d-a50c-40fa-8023-af7109c9495e HTTP/1.1" status: 200 len: 210 time: 0.0773613 Mar 07 11:00:03.721390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d061559f-167c-451e-91d2-8e44e23ccd82), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.763279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d061559f-167c-451e-91d2-8e44e23ccd82']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:03.778125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e501f6-8a2d-40d8-840a-295717fc2036') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:03.779409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e501f6-8a2d-40d8-840a-295717fc2036') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:03.800119 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (12e501f6-8a2d-40d8-840a-295717fc2036), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.824419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (12e501f6-8a2d-40d8-840a-295717fc2036), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.853006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:03.854930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (12e501f6-8a2d-40d8-840a-295717fc2036), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:03.862092 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:03.989411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d061559f-167c-451e-91d2-8e44e23ccd82), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.022428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d061559f-167c-451e-91d2-8e44e23ccd82 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 11:00:04.039078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.042648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d061559f-167c-451e-91d2-8e44e23ccd82 HTTP/1.1" status: 204 len: 168 time: 0.6929371 Mar 07 11:00:04.047310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54070) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:04.052696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'name': 'tempest-network--1562480945'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:04.057242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524eeac-cde7-4660-9084-8b26d4f5472a tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Network': ['ID=d061559f-167c-451e-91d2-8e44e23ccd82,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:04.089256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Made reservation on behalf of 5092faf6a7f74a228f13afc7f4063808 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:04.094536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.181133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:04.216819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5c01dd14-c299-4176-966e-82b1c95717e8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.217116 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Added segment 5c01dd14-c299-4176-966e-82b1c95717e8 of type vlan for network d675640d-ed27-43a0-a526-736dfafffef4 Mar 07 11:00:04.289889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d675640d-ed27-43a0-a526-736dfafffef4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.331251 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d675640d-ed27-43a0-a526-736dfafffef4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.332762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:04.336479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.373427 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3248932 Mar 07 11:00:04.377678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54078) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:04.388903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:04.555610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46f30-8609-4f14-a2c0-a2b8cf812e80 tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=d675640d-ed27-43a0-a526-736dfafffef4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:04.569783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d675640d-ed27-43a0-a526-736dfafffef4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:04.849948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d675640d-ed27-43a0-a526-736dfafffef4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.870872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d675640d-ed27-43a0-a526-736dfafffef4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.913440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Network d675640d-ed27-43a0-a526-736dfafffef4 is not hosted by any dhcp agent {{(pid=103788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:00:04.914339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:04.914947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:04.919239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54088) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:04.928355 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "PUT /v2.0/networks/d675640d-ed27-43a0-a526-736dfafffef4 HTTP/1.1" status: 200 len: 858 time: 0.5480871 Mar 07 11:00:05.040387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e519cf-e5b5-4711-b6f8-9b06b9a78f5b tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event updated for resources: {'Network': ['ID=d675640d-ed27-43a0-a526-736dfafffef4,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:05.068145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d675640d-ed27-43a0-a526-736dfafffef4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.253464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d675640d-ed27-43a0-a526-736dfafffef4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.309412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d675640d-ed27-43a0-a526-736dfafffef4']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:05.332058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c01dd14-c299-4176-966e-82b1c95717e8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:05.332567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c01dd14-c299-4176-966e-82b1c95717e8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:05.366409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5c01dd14-c299-4176-966e-82b1c95717e8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.399084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5c01dd14-c299-4176-966e-82b1c95717e8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.406273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:05.406664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5c01dd14-c299-4176-966e-82b1c95717e8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:05.408742 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:05.513120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d675640d-ed27-43a0-a526-736dfafffef4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.519243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d675640d-ed27-43a0-a526-736dfafffef4 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 11:00:05.534728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:05.546650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54112) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:05.555209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d675640d-ed27-43a0-a526-736dfafffef4 HTTP/1.1" status: 204 len: 168 time: 0.6347139 Mar 07 11:00:05.601158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855effe-988b-40e3-95c0-df56590f6c4f tempest-ExternalNetworksTestJSON-621959273 tempest-ExternalNetworksTestJSON-621959273-project-admin] Pushing event deleted for resources: {'Network': ['ID=d675640d-ed27-43a0-a526-736dfafffef4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:05.610474 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1103cae2-0ae0-4059-a911-7a53ee5ac277 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] DELETE failed (client error): The resource could not be found. Mar 07 11:00:05.611109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1103cae2-0ae0-4059-a911-7a53ee5ac277 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:00:05.620622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54114) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:05.621299 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1103cae2-0ae0-4059-a911-7a53ee5ac277 tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "DELETE /v2.0/subnets/06c04ee4-c3e6-4d0f-85e2-3031a12c58d6 HTTP/1.1" status: 404 len: 337 time: 0.0735173 Mar 07 11:00:05.865876 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ca049e0f-c69f-4aa4-b205-9135f930a03f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.017014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:06.018580 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ca049e0f-c69f-4aa4-b205-9135f930a03f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.056391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:06.059961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 75e011d1-a76b-4cfb-bf3d-c05bef2bd176 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:06.067064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca049e0f-c69f-4aa4-b205-9135f930a03f']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:06.096138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d085e9-4574-44c6-bad4-d5b2e408f0b2') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:06.096483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d085e9-4574-44c6-bad4-d5b2e408f0b2') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:06.122183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (e5d085e9-4574-44c6-bad4-d5b2e408f0b2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.166989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e5d085e9-4574-44c6-bad4-d5b2e408f0b2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.178020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:06.178437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (e5d085e9-4574-44c6-bad4-d5b2e408f0b2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:06.181774 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:06.382564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ca049e0f-c69f-4aa4-b205-9135f930a03f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.402137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce26d-6e8e-4fed-a8e2-53af15345f90 req-a5193925-403e-473b-af7b-f21b4a38f2e6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:06.410953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce26d-6e8e-4fed-a8e2-53af15345f90 req-a5193925-403e-473b-af7b-f21b4a38f2e6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:06.426805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce3ce26d-6e8e-4fed-a8e2-53af15345f90 req-a5193925-403e-473b-af7b-f21b4a38f2e6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea&device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 1683 time: 0.3172388 Mar 07 11:00:06.444538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:06.457958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] 10.222.0.23 "DELETE /v2.0/networks/ca049e0f-c69f-4aa4-b205-9135f930a03f HTTP/1.1" status: 204 len: 168 time: 0.8354902 Mar 07 11:00:06.491240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55d04a-ce21-4227-9cae-88f059acb60c tempest-ExternalNetworksTestJSON-259394107 tempest-ExternalNetworksTestJSON-259394107-project] Pushing event deleted for resources: {'Network': ['ID=ca049e0f-c69f-4aa4-b205-9135f930a03f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:06.535495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce3ce26d-6e8e-4fed-a8e2-53af15345f90 req-487b9e53-1939-446d-8abc-acd507820a1d tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073706 Mar 07 11:00:07.056931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54164) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:07.287699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b7d720dc-9de3-48bc-a0d0-c6655e216430 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58256a823bba4babb96914606267dde8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279437 Mar 07 11:00:07.288926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54178) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:07.373694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] Publish callbacks [] for security_group (18cd83d4-cdf1-419f-8179-ca35a21f5749), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:07.397782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] Publish callbacks [] for security_group (18cd83d4-cdf1-419f-8179-ca35a21f5749), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:07.437447 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:00:07.586472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc242c-16d2-4767-9c08-e2e5161c667e req-c9152611-a65d-4d52-b8a5-98179e8ee62c tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:07.588366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcbc242c-16d2-4767-9c08-e2e5161c667e req-c9152611-a65d-4d52-b8a5-98179e8ee62c tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 946 time: 0.1158223 Mar 07 11:00:07.589331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (18cd83d4-cdf1-419f-8179-ca35a21f5749), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:07.592254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:07.593744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18cd83d4-cdf1-419f-8179-ca35a21f5749 HTTP/1.1" status: 204 len: 168 time: 0.3015473 Mar 07 11:00:07.603986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643e41c-87b1-494b-9910-df09464d905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cd83d4-cdf1-419f-8179-ca35a21f5749,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:07.692724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcbc242c-16d2-4767-9c08-e2e5161c667e req-010e0123-9afc-4bbf-a69c-350e5c4e6efe tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 Mar 07 11:00:08.167004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54218) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:08.289266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-02749d85-8e5d-4188-b73a-13dea90a1830 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5092faf6a7f74a228f13afc7f4063808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1204863 Mar 07 11:00:08.289266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54222) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:08.432924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] Publish callbacks [] for security_group (8e70fd60-348f-42a7-b1c2-307d63a7e44b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:08.535396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] Publish callbacks [] for security_group (8e70fd60-348f-42a7-b1c2-307d63a7e44b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:08.616711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-80d2e19d-bf5f-4491-adc6-c95f108fa709 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:08.626562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-80d2e19d-bf5f-4491-adc6-c95f108fa709 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 946 time: 0.1736507 Mar 07 11:00:08.782124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8e70fd60-348f-42a7-b1c2-307d63a7e44b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:08.785405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:08.789504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e70fd60-348f-42a7-b1c2-307d63a7e44b HTTP/1.1" status: 204 len: 168 time: 0.4974942 Mar 07 11:00:08.810987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b0e2-d5e6-4d7e-aaa4-12d24e260a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70fd60-348f-42a7-b1c2-307d63a7e44b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:08.870357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-ef506ee3-4cd2-4c60-8877-2e1656fc33be tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:08.872009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-ef506ee3-4cd2-4c60-8877-2e1656fc33be tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "GET /v2.0/ports?device_id=b23de6eb-398c-4d5b-a9c3-2ddf60f828ea HTTP/1.1" status: 200 len: 946 time: 0.1832793 Mar 07 11:00:08.921949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ceb4a-29d1-45bc-849b-a11a039da170 req-e36f553d-e160-44e2-b04d-cb1440144ddf tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:08.923547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e8ceb4a-29d1-45bc-849b-a11a039da170 req-e36f553d-e160-44e2-b04d-cb1440144ddf tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 946 time: 0.1464517 Mar 07 11:00:08.967479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Deleting port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:08.967924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.240954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] For port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:09.241536 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.277705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Calling delete_port for 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:09.481167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e8ceb4a-29d1-45bc-849b-a11a039da170 req-bf600baf-4f35-4295-b9e5-2394f36dd08e tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/security-groups?id=a062c2d4-b6c4-4aef-ae4a-96df61215779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437796 Mar 07 11:00:09.506648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.521650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a377ec7a-27a7-47be-aa91-b2f58d327ee4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:09.523551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Deleting port a377ec7a-27a7-47be-aa91-b2f58d327ee4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:09.524075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.615993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:09.682172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] For port a377ec7a-27a7-47be-aa91-b2f58d327ee4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a377ec7a-27a7-47be-aa91-b2f58d327ee4,segment=NetworkSegment(b89a3c91-dcac-45c3-986d-dee6d7b5f201),segment_id=b89a3c91-dcac-45c3-986d-dee6d7b5f201)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:09.682563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.741373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Calling delete_port for a377ec7a-27a7-47be-aa91-b2f58d327ee4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:10.148562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a377ec7a-27a7-47be-aa91-b2f58d327ee4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.161362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:10.382180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] No DVR routers for this DVR port a377ec7a-27a7-47be-aa91-b2f58d327ee4 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:10.389715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.411408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a82f1a4a-c48f-4505-b64a-9625f65e6db8 req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.32 "DELETE /v2.0/ports/a377ec7a-27a7-47be-aa91-b2f58d327ee4 HTTP/1.1" status: 204 len: 173 time: 1.5311825 Mar 07 11:00:10.412286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event deleted for resources: {'Port': ['ID=31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:10.458792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54296) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:10.605119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'name': 'network-vif-deleted', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:10.610976 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12742ce0-4342-4b45-beb5-498c0e13f4af" -d '{"events": [{"server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "name": "network-vif-deleted", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:10.620001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07084e67-33c8-480d-9ec2-9aa978eff108 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Pushing event deleted for resources: {'Port': ['ID=a377ec7a-27a7-47be-aa91-b2f58d327ee4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:10.639414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] No DVR routers for this DVR port 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:10.647756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.660154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37230afc-8833-4cd6-9312-e202dd5e8841 req-540309f2-429d-4108-938e-9157a4aa3ba6 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.26 "DELETE /v2.0/ports/31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec HTTP/1.1" status: 204 len: 173 time: 2.0267141 Mar 07 11:00:10.697639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-267116801'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:10.714366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b4af0fa-3166-4c49-ad42-0bef7f9fd6f9 req-5a05d095-f657-4ff4-8eaa-46cb19bfd313 tempest-ListServersNegativeTestJSON-1775963222 tempest-ListServersNegativeTestJSON-1775963222-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d HTTP/1.1" status: 200 len: 210 time: 0.0525320 Mar 07 11:00:10.739037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:10.745230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.748045 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb553a8d-8402-4285-8803-5d5aa70454b0 x-openstack-request-id: req-bb553a8d-8402-4285-8803-5d5aa70454b0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:10.748341 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23de6eb-398c-4d5b-a9c3-2ddf60f828ea", "name": "network-vif-deleted", "tag": "a377ec7a-27a7-47be-aa91-b2f58d327ee4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:10.748592 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb553a8d-8402-4285-8803-5d5aa70454b0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:10.749027 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23de6eb-398c-4d5b-a9c3-2ddf60f828ea', 'name': 'network-vif-deleted', 'tag': 'a377ec7a-27a7-47be-aa91-b2f58d327ee4', 'status': 'completed', 'code': 200} Mar 07 11:00:10.759632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.880513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for security_group (1529dfe1-e389-401e-8a79-042ea240019c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.895010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1529dfe1-e389-401e-8a79-042ea240019c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.968058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:11.036636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1529dfe1-e389-401e-8a79-042ea240019c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:11.071745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3b4ff713-d85c-404b-97e2-f622d3a95862), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:11.072176 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Added segment 3b4ff713-d85c-404b-97e2-f622d3a95862 of type vlan for network bf660e73-e4f6-444a-b42e-56618846918f Mar 07 11:00:11.188652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (bf660e73-e4f6-444a-b42e-56618846918f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:11.251852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (bf660e73-e4f6-444a-b42e-56618846918f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:11.259242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:11.260371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:11.370665 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9088299 Mar 07 11:00:11.370847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54322) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:11.391581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'subnet': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:11.444265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ecc5b-8aee-43ce-86e6-662e49d8ffb8 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Network': ['ID=bf660e73-e4f6-444a-b42e-56618846918f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:11.472241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network bf660e73-e4f6-444a-b42e-56618846918f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:11.632551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:11.643232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:11.874440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54336) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:11.957974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Deleting subnet 802f36b9-dd72-4401-b19b-72122e5883c2 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:00:11.968408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Publish callbacks [] for subnet (802f36b9-dd72-4401-b19b-72122e5883c2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.027741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (69c9b797-cbd8-4b6e-9cb9-de53b54e4759), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.043413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (802f36b9-dd72-4401-b19b-72122e5883c2), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.112555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (802f36b9-dd72-4401-b19b-72122e5883c2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.133056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Subnet': ['ID=69c9b797-cbd8-4b6e-9cb9-de53b54e4759,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:12.145751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Checking segment: {'id': '3b4ff713-d85c-404b-97e2-f622d3a95862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:12.147118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network hostable DHCP agents. Network: bf660e73-e4f6-444a-b42e-56618846918f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:12.174738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:12.201574 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (802f36b9-dd72-4401-b19b-72122e5883c2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.203969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, bf660e73-e4f6-444a-b42e-56618846918f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:12.210708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:12.211420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.215204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bcde4f-0101-40cf-b2c1-602ff83b238f None None] Network bf660e73-e4f6-444a-b42e-56618846918f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:12.236290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802f36b9-dd72-4401-b19b-72122e5883c2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:12.245437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-067a820d-b861-48d9-8bae-6a59c78dc553 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8709693 Mar 07 11:00:12.246331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54344) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:12.255045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-1381467949'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:12.270779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.291214 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-babbf479-4207-42a6-8c27-f790c4bc60b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/802f36b9-dd72-4401-b19b-72122e5883c2 HTTP/1.1" status: 204 len: 168 time: 0.4107783 Mar 07 11:00:12.291214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54348) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:12.387736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5104b746-7061-44aa-b225-c1e277d92920), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.480287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:12.545819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:12.550464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:12.572305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:12.585251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.591366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5104b746-7061-44aa-b225-c1e277d92920), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.593331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-bf660e73-e4f6-444a-b42e-56618846918f', 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'project_id': 'e58908d321df4058a3337c1c38ceb3dd', 'fixed_ips': [{'subnet_id': '69c9b797-cbd8-4b6e-9cb9-de53b54e4759'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:00:12.596950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.654649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:12.661414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5104b746-7061-44aa-b225-c1e277d92920']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:12.686561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a3c91-dcac-45c3-986d-dee6d7b5f201') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:12.688015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a3c91-dcac-45c3-986d-dee6d7b5f201') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:12.717400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (b89a3c91-dcac-45c3-986d-dee6d7b5f201), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.743452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b89a3c91-dcac-45c3-986d-dee6d7b5f201), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.750926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:12.757561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (b89a3c91-dcac-45c3-986d-dee6d7b5f201), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:12.760006 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:12.774136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'name': 'network-vif-deleted', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:12.781305 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9199152-51aa-46e8-a1fd-c6b3404a5827" -d '{"events": [{"server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "name": "network-vif-deleted", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:12.907338 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ab756-088d-4cf4-adf0-1d9f3cc88e64 x-openstack-request-id: req-fc3ab756-088d-4cf4-adf0-1d9f3cc88e64 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:12.907659 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d", "name": "network-vif-deleted", "tag": "31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:12.907924 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc3ab756-088d-4cf4-adf0-1d9f3cc88e64 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:12.908368 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fef1c7-8e8f-4d3c-b9be-8b0df32a751d', 'name': 'network-vif-deleted', 'tag': '31e3b4ee-d9a0-47c5-94fa-51fcb14ddeec', 'status': 'completed', 'code': 200} Mar 07 11:00:12.917555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Allocated IP 172.20.0.2 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/7ec19ec9-318f-407d-be67-868885b96c00) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:12.928728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5104b746-7061-44aa-b225-c1e277d92920), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.941680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.951922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5104b746-7061-44aa-b225-c1e277d92920 HTTP/1.1" status: 204 len: 168 time: 0.6617641 Mar 07 11:00:12.968894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fbdb0-3958-4f7d-a25e-7390d3b01288 admin admin] Pushing event deleted for resources: {'Network': ['ID=5104b746-7061-44aa-b225-c1e277d92920,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:13.175576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks [] for port (7ec19ec9-318f-407d-be67-868885b96c00), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.191374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7ec19ec9-318f-407d-be67-868885b96c00), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.297223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54398) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:13.329417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.11 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/634571b6-ac5d-4012-ad0a-a7cb2a292df3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:13.388500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Pushing event updated for resources: {'Port': ['ID=7ec19ec9-318f-407d-be67-868885b96c00,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:13.404493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:13.406413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:13.410157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:13.432987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a38eeee1-588f-4e33-a5d7-53c001f0e06f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=472f89bd5b0c4a91b881b1dce86cc598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314092 Mar 07 11:00:13.433167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54402) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:13.523672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] Publish callbacks [] for security_group (a062c2d4-b6c4-4aef-ae4a-96df61215779), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.546851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Attempting to bind port 7ec19ec9-318f-407d-be67-868885b96c00 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:13.547344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Attempting to bind port 7ec19ec9-318f-407d-be67-868885b96c00 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3b4ff713-d85c-404b-97e2-f622d3a95862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:13.549261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Attempting to bind port 7ec19ec9-318f-407d-be67-868885b96c00 on network bf660e73-e4f6-444a-b42e-56618846918f {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:13.576497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:13.577147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Checking segment: {'id': '3b4ff713-d85c-404b-97e2-f622d3a95862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:13.577815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.578337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Bound using segment: {'id': '3b4ff713-d85c-404b-97e2-f622d3a95862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:13.579016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Bound port: 7ec19ec9-318f-407d-be67-868885b96c00, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4ff713-d85c-404b-97e2-f622d3a95862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:13.580138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ec19ec9-318f-407d-be67-868885b96c00), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.604463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] Publish callbacks [] for security_group (a062c2d4-b6c4-4aef-ae4a-96df61215779), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.657240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.714355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a062c2d4-b6c4-4aef-ae4a-96df61215779), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.717618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.718894 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a062c2d4-b6c4-4aef-ae4a-96df61215779 HTTP/1.1" status: 204 len: 168 time: 0.2847614 Mar 07 11:00:13.738244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02218feb-6530-421b-b3a2-0acec05ddaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a062c2d4-b6c4-4aef-ae4a-96df61215779,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:13.792944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.808639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] For port 7ec19ec9-318f-407d-be67-868885b96c00, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:13.856055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] For port 7ec19ec9-318f-407d-be67-868885b96c00, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7ec19ec9-318f-407d-be67-868885b96c00,segment=NetworkSegment(3b4ff713-d85c-404b-97e2-f622d3a95862),segment_id=3b4ff713-d85c-404b-97e2-f622d3a95862)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:13.907400 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7ec19ec9-318f-407d-be67-868885b96c00), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.982804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=634571b6-ac5d-4012-ad0a-a7cb2a292df3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:14.019792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:14.032175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:14.040693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:14.072808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a377ec7a-27a7-47be-aa91-b2f58d327ee4 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:14.133624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:14.134378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.216313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a18dece3-62f4-4205-9622-2ba101f25961 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9687998 Mar 07 11:00:14.219730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:14.226748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-3297648', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b1:b6:d8'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:14.267212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: a377ec7a-27a7-47be-aa91-b2f58d327ee4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:14.267905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a377ec7a-27a7-47be-aa91-b2f58d327ee4 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:14.302930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a4aa0-c791-4e13-8c9a-bf65c0767a39 None None] Pushing event updated for resources: {'Port': ['ID=7ec19ec9-318f-407d-be67-868885b96c00,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:14.565274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:14.777278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.817984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port dc3f150a-88b0-4a81-ad4e-11eafb7050c9 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:15.153686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.7 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/dc3f150a-88b0-4a81-ad4e-11eafb7050c9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:15.409398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54492) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:15.514521 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.600412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.648502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-network', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:15.651148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:15.671575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:15.674099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:15.695559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Made reservation on behalf of 7a43ec3a3b9f4cd9ab8abd5240c4a237 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:15.698953 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.735183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.758747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=dc3f150a-88b0-4a81-ad4e-11eafb7050c9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:15.795038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:15.795758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.833085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-da381c36-cf03-4435-9d6c-3e7f9aa6656d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 1.6080947 Mar 07 11:00:15.833730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54506) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:15.914831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks [] for security_group (7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.927783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396fd94-93a2-4b41-ac62-0476c0bf1de3 None None] Network bf660e73-e4f6-444a-b42e-56618846918f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:15.939327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:15.994727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:16.053435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9ac9b3d2-942e-4ab2-a667-f11e64e84f16), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.053561 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Added segment 9ac9b3d2-942e-4ab2-a667-f11e64e84f16 of type vlan for network eececbf0-9097-4941-9f8a-1e0235205d8b Mar 07 11:00:16.054965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:16.129911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (eececbf0-9097-4941-9f8a-1e0235205d8b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.152748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7ec19ec9-318f-407d-be67-868885b96c00 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:16.187424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721ea61-3767-4bf2-b646-2de2dcfa8939 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:16.188120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (eececbf0-9097-4941-9f8a-1e0235205d8b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.189131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:16.189835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.207074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721ea61-3767-4bf2-b646-2de2dcfa8939 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:16.219137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721ea61-3767-4bf2-b646-2de2dcfa8939 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:16.248358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Provisioning complete for port 7ec19ec9-318f-407d-be67-868885b96c00 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:16.248939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ec19ec9-318f-407d-be67-868885b96c00), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.251968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54520) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:16.262043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f721ea61-3767-4bf2-b646-2de2dcfa8939 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4032686 Mar 07 11:00:16.269176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8576040 Mar 07 11:00:16.274011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54522) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:16.282136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Request body: {'subnet': {'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-subnet', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:16.348452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Made reservation on behalf of 7a43ec3a3b9f4cd9ab8abd5240c4a237 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:16.363807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.429384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7ec19ec9-318f-407d-be67-868885b96c00 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:16.429634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ec19ec9-318f-407d-be67-868885b96c00), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.439265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3bbb-e619-47f9-8342-738cf0f31226 admin admin] Pushing event updated for resources: {'Network': ['ID=eececbf0-9097-4941-9f8a-1e0235205d8b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:16.467779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network eececbf0-9097-4941-9f8a-1e0235205d8b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:16.613861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Current status of the port 7ec19ec9-318f-407d-be67-868885b96c00 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:16.613955 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7ec19ec9-318f-407d-be67-868885b96c00), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.676242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] For port 7ec19ec9-318f-407d-be67-868885b96c00, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7ec19ec9-318f-407d-be67-868885b96c00,segment=NetworkSegment(3b4ff713-d85c-404b-97e2-f622d3a95862),segment_id=3b4ff713-d85c-404b-97e2-f622d3a95862)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:16.687088 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7ec19ec9-318f-407d-be67-868885b96c00), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.772942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port dc3f150a-88b0-4a81-ad4e-11eafb7050c9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:16.773668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:16.809930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7ec19ec9-318f-407d-be67-868885b96c00 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:16.866161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc47626-f33a-4363-bb84-99958c763ad8 None None] Pushing event updated for resources: {'Port': ['ID=7ec19ec9-318f-407d-be67-868885b96c00,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:17.025459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.033577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (19cb823a-e89d-462e-b1dd-b65b4e41ebf8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.039559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for dc3f150a-88b0-4a81-ad4e-11eafb7050c9 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:17.141341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Provisioning complete for port dc3f150a-88b0-4a81-ad4e-11eafb7050c9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:17.141912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.177591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cb823a-e89d-462e-b1dd-b65b4e41ebf8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:17.187989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Checking segment: {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:17.189187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Network hostable DHCP agents. Network: eececbf0-9097-4941-9f8a-1e0235205d8b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:17.243194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Network eececbf0-9097-4941-9f8a-1e0235205d8b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:17.276402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Port dc3f150a-88b0-4a81-ad4e-11eafb7050c9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:17.289051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, eececbf0-9097-4941-9f8a-1e0235205d8b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:17.294652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:17.298402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.310660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cba228-4b1b-4c03-8b2a-30bcb348e772 None None] Network eececbf0-9097-4941-9f8a-1e0235205d8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:17.345315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-60f490cc-84d5-40aa-a41f-c801877fc0b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0673196 Mar 07 11:00:17.345518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dc3f150a-88b0-4a81-ad4e-11eafb7050c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.345890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54546) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:17.350977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:17.425140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=dc3f150a-88b0-4a81-ad4e-11eafb7050c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:17.456768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Provisioning complete for port 7ec19ec9-318f-407d-be67-868885b96c00 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:17.466580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ec19ec9-318f-407d-be67-868885b96c00), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.510825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.512803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.787184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for router_controller (e8ea3e53-f53f-4c39-826f-35fd064561ca), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:17.937794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Current status of the port 7ec19ec9-318f-407d-be67-868885b96c00 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:17.971153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b615a-b5ac-4bd7-9bb0-af1f0b488d6a None None] Network eececbf0-9097-4941-9f8a-1e0235205d8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:18.105685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7ec19ec9-318f-407d-be67-868885b96c00 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:18.120294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Provisioning complete for port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:18.123709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.137694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for router_gateway (e8ea3e53-f53f-4c39-826f-35fd064561ca), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.287524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.291289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ade663c-76d9-4916-b161-ec2370e70125 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/dc3f150a-88b0-4a81-ad4e-11eafb7050c9 HTTP/1.1" status: 204 len: 168 time: 2.0367622 Mar 07 11:00:18.293907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54566) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:18.317753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0b73-c8c1-4274-885c-f77b7db7e2e0 None None] Port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:18.355468 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d3c398-6560-49d7-ab55-2972d97ff90d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] GET failed (client error): The resource could not be found. Mar 07 11:00:18.360370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-74d3c398-6560-49d7-ab55-2972d97ff90d tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports/dc3f150a-88b0-4a81-ad4e-11eafb7050c9 HTTP/1.1" status: 404 len: 333 time: 0.0615714 Mar 07 11:00:18.367438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54570) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:18.372449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-1478623967'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:18.442202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-38ee512b-b765-489a-b4bb-cb0f0c611b67 None None] Could not find standard attr ID for object dc3f150a-88b0-4a81-ad4e-11eafb7050c9. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:00:18.497838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-38ee512b-b765-489a-b4bb-cb0f0c611b67 None None] Provisioning complete for port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:18.502881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-38ee512b-b765-489a-b4bb-cb0f0c611b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.627029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7ec19ec9-318f-407d-be67-868885b96c00 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:18.632450 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7ec19ec9-318f-407d-be67-868885b96c00), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.657595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-38ee512b-b765-489a-b4bb-cb0f0c611b67 None None] Port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:18.766549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7ec19ec9-318f-407d-be67-868885b96c00 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:18.844677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for router_gateway (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.901562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:19.221318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Allocated IP 172.25.4.48 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0e4aac70-a4d5-48d2-a111-670ce165777c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:19.288710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:19.292902 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:19.383752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:19.535714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:19.624891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:19.709016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.8 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/50aa3b71-3d83-48f5-811d-f42e4a6c1ee5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:19.711825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4aac70-a4d5-48d2-a111-670ce165777c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:19.750873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:19.755376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:19.765806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:20.099820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.160459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.288308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:20.304153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:20.307367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:20.357567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for router_gateway (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.358531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=50aa3b71-3d83-48f5-811d-f42e4a6c1ee5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:20.447355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:20.448200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.487082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-113e09d3-4f83-4ab1-9671-643c2a0942a4 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1184242 Mar 07 11:00:20.491078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54614) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:20.527482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b1:b6:d8'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:20.701337 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-165c0f24-6856-46e8-9538-43f33f9e564d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.814074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-df24412c-f6a6-4ea8-98ae-c8e30af538a0 None None] Provisioning complete for port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:20.814615 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-df24412c-f6a6-4ea8-98ae-c8e30af538a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.898151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.910217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-df24412c-f6a6-4ea8-98ae-c8e30af538a0 None None] Port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:20.915111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.288736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.304217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.458217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=50aa3b71-3d83-48f5-811d-f42e4a6c1ee5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:21.465770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] In _notify_port_updated(), no bound segment for port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 on network bf660e73-e4f6-444a-b42e-56618846918f {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:00:21.471530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:21.472199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.473555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-34364689-9b67-4a5b-a93d-75deef5c6f5a tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "PUT /v2.0/ports/50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 HTTP/1.1" status: 200 len: 994 time: 0.9818041 Mar 07 11:00:21.476761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54638) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:21.693277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:21.693773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.947401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.949418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-747bf0b1-ceda-4e65-9347-57bfdab1ffd8 None None] Provisioning complete for port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:21.949894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-747bf0b1-ceda-4e65-9347-57bfdab1ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:21.982166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:22.087985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-747bf0b1-ceda-4e65-9347-57bfdab1ffd8 None None] Port 50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:22.110871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Router e8ea3e53-f53f-4c39-826f-35fd064561ca is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:00:22.371360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:00:22.381061 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Sync routers for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:00:22.397774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (50aa3b71-3d83-48f5-811d-f42e4a6c1ee5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:22.399194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:22.402020 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea075e17-5ae4-49cc-84da-ec12e0696d54 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0550022 Mar 07 11:00:22.404601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:22.431717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:22.432363 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T10:59:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:22.525344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=50aa3b71-3d83-48f5-811d-f42e4a6c1ee5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:22.612993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.613504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.614221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.614635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.615086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.615520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.616004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.616446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.616885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.617382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.618280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.618280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.618714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:22.796593 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:22.981293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:23.005694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-303350f2-a0f8-4e59-8185-f29b1f7a06cc tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 HTTP/1.1" status: 204 len: 168 time: 1.5276623 Mar 07 11:00:23.006832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54676) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:23.009255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61edfd5c-33e1-422a-b588-73005fcf6ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:23.116062 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d526bca-4f41-4cc9-a7e6-5ccebfe2a83c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] GET failed (client error): The resource could not be found. Mar 07 11:00:23.127598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d526bca-4f41-4cc9-a7e6-5ccebfe2a83c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports/50aa3b71-3d83-48f5-811d-f42e4a6c1ee5 HTTP/1.1" status: 404 len: 333 time: 0.1182692 Mar 07 11:00:23.128420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54678) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:23.140234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-605867555'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:23.156824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:20Z', 'revision_number': 3, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:23.217854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Checking router: e8ea3e53-f53f-4c39-826f-35fd064561ca for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:00:23.218208 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Updating router e8ea3e53-f53f-4c39-826f-35fd064561ca port 0e4aac70-a4d5-48d2-a111-670ce165777c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:00:23.315898 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:23.406529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:23.410255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:23.454974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port c6040ea1-d737-412e-b783-a25557648ee5 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:23.756768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.7 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/c6040ea1-d737-412e-b783-a25557648ee5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:23.781966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.023604 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks [] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.068520 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.222103 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Pushing event updated for resources: {'Port': ['ID=0e4aac70-a4d5-48d2-a111-670ce165777c,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:24.231579 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Attempting to bind port 0e4aac70-a4d5-48d2-a111-670ce165777c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:24.233536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Attempting to bind port 0e4aac70-a4d5-48d2-a111-670ce165777c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:24.234877 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Attempting to bind port 0e4aac70-a4d5-48d2-a111-670ce165777c on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:24.244263 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (c6040ea1-d737-412e-b783-a25557648ee5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.259962 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.262414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.262899 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.263373 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.269753 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.270419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.271379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.272819 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.273297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.274228 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.274706 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.275175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.275636 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:24.290455 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:24.291099 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:24.293405 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.294367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:24.294999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Bound port: 0e4aac70-a4d5-48d2-a111-670ce165777c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:24.295948 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.315276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c6040ea1-d737-412e-b783-a25557648ee5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.328990 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.341916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.370685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Allocated IP 172.20.0.1 (eececbf0-9097-4941-9f8a-1e0235205d8b/19cb823a-e89d-462e-b1dd-b65b4e41ebf8/82a579c5-a2c0-4b29-a2e9-bd2ed169bece) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:24.431420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:24.444458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:24.465780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:24.536130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] For port 0e4aac70-a4d5-48d2-a111-670ce165777c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:24.558966 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] For port 0e4aac70-a4d5-48d2-a111-670ce165777c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0e4aac70-a4d5-48d2-a111-670ce165777c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:24.568568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=c6040ea1-d737-412e-b783-a25557648ee5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:24.579606 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.677776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:24.679575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.714130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks [] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.730457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-95bb34c2-2814-4326-85bf-44714010c693 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5981503 Mar 07 11:00:24.746080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:24.766947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:24.768516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b1:b6:d8'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:24.809325 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:24.813947 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:00:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:24.875321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Network eececbf0-9097-4941-9f8a-1e0235205d8b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:24.878638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:24.903351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:25.008222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:25.042591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.043528 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6040ea1-d737-412e-b783-a25557648ee5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.046849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.047428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.048564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.049072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.049563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.050046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.050533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.051008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.052190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.052848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.053622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.054117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.054594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:25.114218 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291235-d103-49a6-9f1b-6669ad05d1be None None] Pushing event updated for resources: {'Port': ['ID=0e4aac70-a4d5-48d2-a111-670ce165777c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:25.135267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-330f7554-648d-4c15-b5f5-4f1a0f22db3f None None] Provisioning complete for port c6040ea1-d737-412e-b783-a25557648ee5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:25.142039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-330f7554-648d-4c15-b5f5-4f1a0f22db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6040ea1-d737-412e-b783-a25557648ee5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.302429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-330f7554-648d-4c15-b5f5-4f1a0f22db3f None None] Port c6040ea1-d737-412e-b783-a25557648ee5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:25.348157 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:25.453763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.671190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (c6040ea1-d737-412e-b783-a25557648ee5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.684809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c6040ea1-d737-412e-b783-a25557648ee5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.716837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.819575 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:20Z', 'revision_number': 3, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:25.957206 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfb921-f491-4be5-8718-d1000c9b275a None None] The sync data for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 is: [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:20Z', 'revision_number': 3, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:00:26.021882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=c6040ea1-d737-412e-b783-a25557648ee5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:26.040702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks [] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.054801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.058595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] In _notify_port_updated(), no bound segment for port c6040ea1-d737-412e-b783-a25557648ee5 on network bf660e73-e4f6-444a-b42e-56618846918f {{(pid=103789) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:00:26.081941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:26.082641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.098933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-562336d0-7251-4f4e-9beb-24d027eeb745 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "PUT /v2.0/ports/c6040ea1-d737-412e-b783-a25557648ee5 HTTP/1.1" status: 200 len: 995 time: 1.3515666 Mar 07 11:00:26.099536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54736) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:26.201463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:26.260721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.458327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ba5c7eca-de0a-4a0a-be20-0c8219691dc9 None None] Provisioning complete for port c6040ea1-d737-412e-b783-a25557648ee5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:26.460591 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7eca-de0a-4a0a-be20-0c8219691dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6040ea1-d737-412e-b783-a25557648ee5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.486638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port c6040ea1-d737-412e-b783-a25557648ee5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:26.486983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c6040ea1-d737-412e-b783-a25557648ee5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.547454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c7eca-de0a-4a0a-be20-0c8219691dc9 None None] Port c6040ea1-d737-412e-b783-a25557648ee5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:26.667876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Network eececbf0-9097-4941-9f8a-1e0235205d8b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:26.671895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:26.864145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c6040ea1-d737-412e-b783-a25557648ee5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:26.904895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for c6040ea1-d737-412e-b783-a25557648ee5 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:27.103216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Router e8ea3e53-f53f-4c39-826f-35fd064561ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:00:27.108520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:27.405701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c6040ea1-d737-412e-b783-a25557648ee5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:27.480095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=c6040ea1-d737-412e-b783-a25557648ee5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:27.536575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:00:27.542070 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-821ca738-c89d-4c3e-98e7-0cc672b776b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8ea3e53-f53f-4c39-826f-35fd064561ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1359997 Mar 07 11:00:27.735180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:27.743352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54758) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:27.767116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-87f9aba9-8a4a-4b0f-8bc5-fbb3df054709 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/c6040ea1-d737-412e-b783-a25557648ee5 HTTP/1.1" status: 204 len: 168 time: 1.6661990 Mar 07 11:00:27.796242 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6305dbd8-3efc-49fb-a9f9-c0967ca33dcf tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] GET failed (client error): The resource could not be found. Mar 07 11:00:27.801944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:27.807162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-517438772'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:27.843704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6305dbd8-3efc-49fb-a9f9-c0967ca33dcf tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports/c6040ea1-d737-412e-b783-a25557648ee5 HTTP/1.1" status: 404 len: 333 time: 0.0976033 Mar 07 11:00:28.174440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0e4aac70-a4d5-48d2-a111-670ce165777c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:28.335222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:28.341104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:28.416549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port 0fe6b964-c47e-43da-bb85-f64a765a548b yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:28.722992 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:28.751324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0e4aac70-a4d5-48d2-a111-670ce165777c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:28.752026 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:28.827930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-379219de-ccb6-4640-a1f1-5730034c0064 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:28.836366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-379219de-ccb6-4640-a1f1-5730034c0064 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 819 time: 0.2409825 Mar 07 11:00:28.873904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0e4aac70-a4d5-48d2-a111-670ce165777c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:28.874566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:28.877716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-73aa4906-cdb7-430a-bc64-46e2fc128dfe tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/quotas/7a43ec3a3b9f4cd9ab8abd5240c4a237 HTTP/1.1" status: 200 len: 375 time: 0.0404100 Mar 07 11:00:28.931304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0e4aac70-a4d5-48d2-a111-670ce165777c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0e4aac70-a4d5-48d2-a111-670ce165777c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:28.944675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:29.152548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.3 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/0fe6b964-c47e-43da-bb85-f64a765a548b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:29.160386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0e4aac70-a4d5-48d2-a111-670ce165777c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:29.186373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.186992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.186992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.187300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.192069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.194091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.194461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.194799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.195132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.195466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.197938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.198673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.199022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:29.230699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-3b01ae47-56ad-4d52-abc9-4c7304ee37a9 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3520186 Mar 07 11:00:29.502030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ac68ab7e-34fd-47ad-ade5-f47f4cee972c service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694743 Mar 07 11:00:29.687155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-7f377afc-05c0-426c-9e31-b5aee5331b25 service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789083 Mar 07 11:00:29.936883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Sync routers for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:00:29.982535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:29.983199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:00:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:30.182515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:30.206276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0e4aac70-a4d5-48d2-a111-670ce165777c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:30.303878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:30.365264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0e4aac70-a4d5-48d2-a111-670ce165777c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:30.365646 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:30.466468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=0fe6b964-c47e-43da-bb85-f64a765a548b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:30.498913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:30.502685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:30.516470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:30.665160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:30.674141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:30.700228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:30.731425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c3b7908c-5da9-46c5-90f1-a75db560626e tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9282472 Mar 07 11:00:30.733892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 54806) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:30.746565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'network_id': 'bf660e73-e4f6-444a-b42e-56618846918f', 'name': 'tempest-AllowedAddressPairTestJSON-540267421'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:30.798189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0e4aac70-a4d5-48d2-a111-670ce165777c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:31.039205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Made reservation on behalf of e58908d321df4058a3337c1c38ceb3dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:31.043308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:31.079998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] device_id is not set on port 24fbf7e2-8201-4893-805c-081ffd0f82c9 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:31.215983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-31772983-5a03-4ac7-ab04-cd19a09fd2f9 None None] Provisioning complete for port 0fe6b964-c47e-43da-bb85-f64a765a548b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:31.216870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31772983-5a03-4ac7-ab04-cd19a09fd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:31.428632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Allocated IP 172.20.0.10 (bf660e73-e4f6-444a-b42e-56618846918f/69c9b797-cbd8-4b6e-9cb9-de53b54e4759/24fbf7e2-8201-4893-805c-081ffd0f82c9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:31.458563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-31772983-5a03-4ac7-ab04-cd19a09fd2f9 None None] Port 0fe6b964-c47e-43da-bb85-f64a765a548b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:31.547904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 2, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:31.666516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Checking router: e8ea3e53-f53f-4c39-826f-35fd064561ca for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:00:31.669005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Updating router e8ea3e53-f53f-4c39-826f-35fd064561ca port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:00:31.737651 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:31.786807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:31.926864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df737f50-6cc3-40a4-b77b-e742cec4e689 req-f2218975-bc01-4856-96d1-f227846b177c tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 210 time: 0.6224029 Mar 07 11:00:31.938478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:32.153372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=24fbf7e2-8201-4893-805c-081ffd0f82c9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:32.199324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Network bf660e73-e4f6-444a-b42e-56618846918f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:32.205731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:32.208653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:32.370754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:32.371788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:32.410812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c92bd7d-df94-4464-b6e2-22e6ae17e72f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6756446 Mar 07 11:00:32.414046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:32.419628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b1:b6:d8'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:66:0d:38'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:32.669415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks [] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:32.685664 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:32.833004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.035197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a09f749a-0785-4ee3-85f3-517263872c8f None None] Provisioning complete for port 24fbf7e2-8201-4893-805c-081ffd0f82c9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:33.035624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a09f749a-0785-4ee3-85f3-517263872c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.154352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a09f749a-0785-4ee3-85f3-517263872c8f None None] Port 24fbf7e2-8201-4893-805c-081ffd0f82c9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:33.159400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Attempting to bind port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:33.164459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Attempting to bind port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:33.172539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Attempting to bind port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece on network eececbf0-9097-4941-9f8a-1e0235205d8b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:33.188388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a42b1e05-ae47-4175-b08e-4ffc8e9345b9 req-aafb5abc-e20e-49fa-bf6d-e96c5531d833 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 210 time: 0.0654247 Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Checking segment: {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Bound using segment: {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Bound port: 82a579c5-a2c0-4b29-a2e9-bd2ed169bece, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:33.188944 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.202304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c4871-71cc-4eb4-8f97-b2f9e18d71fd None None] Pushing event updated for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:33.358729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] For port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:33.366132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] For port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:33.381228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.503265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.514051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.514336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c4871-71cc-4eb4-8f97-b2f9e18d71fd None None] Pushing event updated for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:33.541113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:33.542094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:00:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:33.700026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event updated for resources: {'Port': ['ID=24fbf7e2-8201-4893-805c-081ffd0f82c9,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:33.842481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] In _notify_port_updated(), no bound segment for port 24fbf7e2-8201-4893-805c-081ffd0f82c9 on network bf660e73-e4f6-444a-b42e-56618846918f {{(pid=103788) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:00:33.853633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:33.854597 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:33.856345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-759f40ce-5da6-45ac-9908-ad34597b834e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:33.860815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aaf71af0-d5a0-477f-8e6c-1f78e6006660 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "PUT /v2.0/ports/24fbf7e2-8201-4893-805c-081ffd0f82c9 HTTP/1.1" status: 200 len: 1056 time: 1.4432642 Mar 07 11:00:33.861371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 54934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:33.870176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-759f40ce-5da6-45ac-9908-ad34597b834e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 819 time: 0.3238857 Mar 07 11:00:33.887290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'port': {'device_id': '5f103643-455b-4107-988d-0371a2425f56', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'admin_state_up': True, 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:34.082487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:34.204562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port 24fbf7e2-8201-4893-805c-081ffd0f82c9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:34.204992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:34.511418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:34.542222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f86526-7db2-4a0c-a8d2-f890dfe27a26 req-dae73c35-0cf0-463a-953d-430dc7e66343 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 210 time: 0.0974250 Mar 07 11:00:34.542222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Made reservation on behalf of 7a43ec3a3b9f4cd9ab8abd5240c4a237 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:34.542222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:34.563760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for 24fbf7e2-8201-4893-805c-081ffd0f82c9 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:34.563971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4c0d26ed-a7f6-48ed-98da-a0e4259b8911 None None] Provisioning complete for port 24fbf7e2-8201-4893-805c-081ffd0f82c9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:34.564377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c0d26ed-a7f6-48ed-98da-a0e4259b8911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:34.664389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d26ed-a7f6-48ed-98da-a0e4259b8911 None None] Port 24fbf7e2-8201-4893-805c-081ffd0f82c9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:00:34.692746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:33Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:34.745105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Allocated IP 172.20.0.6 (eececbf0-9097-4941-9f8a-1e0235205d8b/19cb823a-e89d-462e-b1dd-b65b4e41ebf8/ff12824f-f4e1-4bac-986d-5bb8fecf86b4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:34.817933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e51b-f03a-43f6-b1e5-c3f38990e670 None None] The sync data for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 is: [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:33Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:00:35.044473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-cbcc568e-c32e-4e4a-aaaa-0139876ea2be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7972617 Mar 07 11:00:35.048934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (24fbf7e2-8201-4893-805c-081ffd0f82c9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:35.062251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:35.105183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=24fbf7e2-8201-4893-805c-081ffd0f82c9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:35.368762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:35.606957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:35.694899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Network eececbf0-9097-4941-9f8a-1e0235205d8b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:35.696600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:35.734398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:35.826358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:35.844971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d8b5f790-649c-4a01-ba4f-3a19009e1cc5 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/24fbf7e2-8201-4893-805c-081ffd0f82c9 HTTP/1.1" status: 204 len: 168 time: 1.9824486 Mar 07 11:00:35.846306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:35.955274 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa29ea1-565c-4fc4-a420-27bd79ecaf9c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] GET failed (client error): The resource could not be found. Mar 07 11:00:35.961578 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9aa29ea1-565c-4fc4-a420-27bd79ecaf9c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports/24fbf7e2-8201-4893-805c-081ffd0f82c9 HTTP/1.1" status: 404 len: 333 time: 0.1111393 Mar 07 11:00:35.962587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55132) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:35.975391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e1897-e5a3-4444-8647-277aedff767c req-c64cccc3-b969-443f-997f-963a27886850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:35.977469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-c64cccc3-b969-443f-997f-963a27886850 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 1127 time: 0.8468230 Mar 07 11:00:36.039161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:36.045617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:36.210130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82a579c5-a2c0-4b29-a2e9-bd2ed169bece up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:36.384510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port 0fe6b964-c47e-43da-bb85-f64a765a548b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:36.390151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:36.401564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:36.401997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:36.700957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:36.701354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:36.736898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:36.796984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for 0fe6b964-c47e-43da-bb85-f64a765a548b owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:36.854051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:36.865952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:37.112946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:37.179184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0fe6b964-c47e-43da-bb85-f64a765a548b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:37.315074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=0fe6b964-c47e-43da-bb85-f64a765a548b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:37.474083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:37.478226 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5678b0d-c18b-4d25-a6a0-5b0e6278076f tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/0fe6b964-c47e-43da-bb85-f64a765a548b HTTP/1.1" status: 204 len: 168 time: 1.5140920 Mar 07 11:00:37.481280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:37.566311 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-864122ba-1935-4d7b-afb8-3ff2cbbb98c6 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] GET failed (client error): The resource could not be found. Mar 07 11:00:37.574323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-864122ba-1935-4d7b-afb8-3ff2cbbb98c6 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "GET /v2.0/ports/0fe6b964-c47e-43da-bb85-f64a765a548b HTTP/1.1" status: 404 len: 333 time: 0.0918365 Mar 07 11:00:37.575332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55272) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:37.755062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-ce55b666-f1e0-412c-8933-ea2e4282c4aa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8761747 Mar 07 11:00:37.781715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Request body: {'port': {'device_id': '5f103643-455b-4107-988d-0371a2425f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:37.796916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port 634571b6-ac5d-4012-ad0a-a7cb2a292df3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:37.797176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:37.946761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2eb1f5-2e6d-4b8e-8b53-e8de4e33ca1d req-7f2a658c-2493-451e-b40c-542579402f7d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:37.956499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f2eb1f5-2e6d-4b8e-8b53-e8de4e33ca1d req-7f2a658c-2493-451e-b40c-542579402f7d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.3945422 Mar 07 11:00:38.035601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.067917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for 634571b6-ac5d-4012-ad0a-a7cb2a292df3 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:38.124087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82a579c5-a2c0-4b29-a2e9-bd2ed169bece up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:38.130007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f2eb1f5-2e6d-4b8e-8b53-e8de4e33ca1d req-6787e523-60cb-4a6e-984c-254ab15f30fa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644032 Mar 07 11:00:38.150482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea370e3-0bab-480a-a919-5627bbf562ec req-682ddb1b-703e-4211-bdd6-922ba7780624 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:38.152520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ea370e3-0bab-480a-a919-5627bbf562ec req-682ddb1b-703e-4211-bdd6-922ba7780624 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 931 time: 2.3910613 Mar 07 11:00:38.212299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-151c5e75-81ae-4bd6-8aa7-4b487b3d5920 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:38.213847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-151c5e75-81ae-4bd6-8aa7-4b487b3d5920 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.7492340 Mar 07 11:00:38.216211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.307281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:38.307676 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.418632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (634571b6-ac5d-4012-ad0a-a7cb2a292df3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.570496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:38.587177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=634571b6-ac5d-4012-ad0a-a7cb2a292df3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:38.696074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.704663 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-002eb8cf-5e4c-4740-b8ba-1937b75b568c tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/ports/634571b6-ac5d-4012-ad0a-a7cb2a292df3 HTTP/1.1" status: 204 len: 168 time: 1.1238253 Mar 07 11:00:38.714479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:38.805838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e1897-e5a3-4444-8647-277aedff767c req-861b32f7-6deb-40b9-8595-5ba40177bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:38.808071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-861b32f7-6deb-40b9-8595-5ba40177bb9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 2.6573858 Mar 07 11:00:38.812083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting subnet 69c9b797-cbd8-4b6e-9cb9-de53b54e4759 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:00:38.822294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for subnet (69c9b797-cbd8-4b6e-9cb9-de53b54e4759), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.863685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ea370e3-0bab-480a-a919-5627bbf562ec req-733941cb-f5d0-4bd9-a4cc-c1ba6adf6cac tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823273 Mar 07 11:00:38.915943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-0dfcee24-348f-4685-92a4-8e71427e4d58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 200 len: 217 time: 0.1012866 Mar 07 11:00:38.939492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (69c9b797-cbd8-4b6e-9cb9-de53b54e4759), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.091324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:39.091806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.105420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e1897-e5a3-4444-8647-277aedff767c req-b28617e2-501d-4f8a-8cc5-f88fabcfeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:39.107777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-b28617e2-501d-4f8a-8cc5-f88fabcfeb26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1840036 Mar 07 11:00:39.134082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (69c9b797-cbd8-4b6e-9cb9-de53b54e4759), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.229859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (69c9b797-cbd8-4b6e-9cb9-de53b54e4759), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.266754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Subnet': ['ID=69c9b797-cbd8-4b6e-9cb9-de53b54e4759,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:39.277347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.284001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cb72c-8b4f-4b93-b526-50bf3152e509 None None] Network bf660e73-e4f6-444a-b42e-56618846918f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:39.285114 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-53943be9-ccff-4477-afcd-eec2e8004e9b tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/subnets/69c9b797-cbd8-4b6e-9cb9-de53b54e4759 HTTP/1.1" status: 204 len: 168 time: 0.5724018 Mar 07 11:00:39.285971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55368) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:39.393929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bf660e73-e4f6-444a-b42e-56618846918f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.460189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff12824f-f4e1-4bac-986d-5bb8fecf86b4 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:00:39.477206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks [] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.485709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Deleting port 7ec19ec9-318f-407d-be67-868885b96c00 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:39.486586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7ec19ec9-318f-407d-be67-868885b96c00), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.501725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e1897-e5a3-4444-8647-277aedff767c req-6cc6b2cc-bced-4803-b184-c78464c5c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:39.503434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-6cc6b2cc-bced-4803-b184-c78464c5c80c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3731084 Mar 07 11:00:39.528764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:39.539038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.587222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] DHCP port deletion for bf660e73-e4f6-444a-b42e-56618846918f request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:00:39.597368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Transition to ACTIVE for port object ff12824f-f4e1-4bac-986d-5bb8fecf86b4 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:00:39.611725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] For port 7ec19ec9-318f-407d-be67-868885b96c00, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7ec19ec9-318f-407d-be67-868885b96c00,segment=NetworkSegment(3b4ff713-d85c-404b-97e2-f622d3a95862),segment_id=3b4ff713-d85c-404b-97e2-f622d3a95862)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:39.612406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7ec19ec9-318f-407d-be67-868885b96c00), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.625243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:39.630520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Calling delete_port for 7ec19ec9-318f-407d-be67-868885b96c00 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:39.633781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.702780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Deleting port 7ec19ec9-318f-407d-be67-868885b96c00 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:39.703041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7ec19ec9-318f-407d-be67-868885b96c00), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.737349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f01ab1-7fd8-4657-a5f3-7b8e832cb31a req-a6fd3f16-4258-4b1a-bda2-6f77b303824e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:39.738988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2f01ab1-7fd8-4657-a5f3-7b8e832cb31a req-a6fd3f16-4258-4b1a-bda2-6f77b303824e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 945 time: 0.4484439 Mar 07 11:00:39.775299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7ec19ec9-318f-407d-be67-868885b96c00), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.821999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Port': ['ID=7ec19ec9-318f-407d-be67-868885b96c00,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:39.833361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] No DVR routers for this DVR port 7ec19ec9-318f-407d-be67-868885b96c00 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:39.904076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] For port 7ec19ec9-318f-407d-be67-868885b96c00, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7ec19ec9-318f-407d-be67-868885b96c00,segment=NetworkSegment(3b4ff713-d85c-404b-97e2-f622d3a95862),segment_id=3b4ff713-d85c-404b-97e2-f622d3a95862)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:39.904423 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7ec19ec9-318f-407d-be67-868885b96c00), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.971362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Calling delete_port for 7ec19ec9-318f-407d-be67-868885b96c00 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:40.014328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:40.091239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7ec19ec9-318f-407d-be67-868885b96c00 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:40.124720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7ec19ec9-318f-407d-be67-868885b96c00 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:40.125323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7ec19ec9-318f-407d-be67-868885b96c00 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:40.194284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7ec19ec9-318f-407d-be67-868885b96c00), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.221078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2f01ab1-7fd8-4657-a5f3-7b8e832cb31a req-83f1ca89-4b92-4163-aee0-dfeeaf1f5100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad913f58-0ba9-444a-89eb-b4c320f44e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765445 Mar 07 11:00:40.224290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] Pushing event deleted for resources: {'Port': ['ID=7ec19ec9-318f-407d-be67-868885b96c00,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:40.229426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b810418-2da1-4e01-b8e3-da564fd9294d None None] No DVR routers for this DVR port 7ec19ec9-318f-407d-be67-868885b96c00 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:40.241815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-391cac2d-dce0-472e-848c-d2860b577d89 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309847 Mar 07 11:00:40.407345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.413619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Attempting to bind port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:40.413964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Attempting to bind port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:40.414278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Attempting to bind port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 on network eececbf0-9097-4941-9f8a-1e0235205d8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:40.418619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:40.469611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 on network eececbf0-9097-4941-9f8a-1e0235205d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:00:40.470105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Attempting to bind port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 on network eececbf0-9097-4941-9f8a-1e0235205d8b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:40.476149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:40.483458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:40.483834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Checking segment: {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:40.484345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Bound using segment: {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:40.484804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Bound port: ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac9b3d2-942e-4ab2-a667-f11e64e84f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:40.485163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.540559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bf660e73-e4f6-444a-b42e-56618846918f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.569078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf660e73-e4f6-444a-b42e-56618846918f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:40.570442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b18c-fd28-4603-8062-f6d5027eeeda req-cee2aeff-7096-491a-b0fb-1c425d49bf50 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:40.572175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c81b18c-fd28-4603-8062-f6d5027eeeda req-cee2aeff-7096-491a-b0fb-1c425d49bf50 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 943 time: 0.4905455 Mar 07 11:00:40.582499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4ff713-d85c-404b-97e2-f622d3a95862') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:40.582882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4ff713-d85c-404b-97e2-f622d3a95862') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:40.594129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (3b4ff713-d85c-404b-97e2-f622d3a95862), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.611595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3b4ff713-d85c-404b-97e2-f622d3a95862), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.618591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:40.618836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (3b4ff713-d85c-404b-97e2-f622d3a95862), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.644342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:40.648413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:40.679580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:40.682495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.686862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.690206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cf08735-c141-479e-aedd-5fbd1c115d47 req-714786c4-2134-4913-ae77-4f080a60a595 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "DELETE /v2.0/ports/2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d HTTP/1.1" status: 204 len: 173 time: 2.4533756 Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:40.694556 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:40.696495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'name': 'network-vif-deleted', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:40.698481 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da504532-7d8c-4890-93d3-5be41eb716e4" -d '{"events": [{"server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "name": "network-vif-deleted", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:40.705855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (bf660e73-e4f6-444a-b42e-56618846918f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.742888 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.754789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] 10.222.0.23 "DELETE /v2.0/networks/bf660e73-e4f6-444a-b42e-56618846918f HTTP/1.1" status: 204 len: 168 time: 1.4655664 Mar 07 11:00:40.756593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee223878-15bb-4409-a5ae-dfa48e070824 tempest-AllowedAddressPairTestJSON-2054424457 tempest-AllowedAddressPairTestJSON-2054424457-project] Pushing event deleted for resources: {'Network': ['ID=bf660e73-e4f6-444a-b42e-56618846918f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:40.834526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:40.839523 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724aa7c-1396-433e-aaa6-260a2e7c6045 x-openstack-request-id: req-b724aa7c-1396-433e-aaa6-260a2e7c6045 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:40.839960 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9ebe3a-879f-4593-875b-eed9205a59d3", "name": "network-vif-deleted", "tag": "2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:40.840218 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b724aa7c-1396-433e-aaa6-260a2e7c6045 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:40.840624 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9ebe3a-879f-4593-875b-eed9205a59d3', 'name': 'network-vif-deleted', 'tag': '2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d', 'status': 'completed', 'code': 200} Mar 07 11:00:40.851780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:40.861862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:40.863483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-dec27c2d-5ef4-4f5a-a444-f70ac8b0d99e service neutron] 10.222.0.32 "PUT /v2.0/ports/ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 1091 time: 3.0910304 Mar 07 11:00:40.931908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e1897-e5a3-4444-8647-277aedff767c req-37c1bec5-f78f-49e2-8823-be6a4296ac74 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374320 Mar 07 11:00:40.992247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c81b18c-fd28-4603-8062-f6d5027eeeda req-20705756-0bb3-45f9-a52f-024bb83e78f1 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010975 Mar 07 11:00:41.026151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-614300a8-9213-436a-8940-3bc8e0d3ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:41.026151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-614300a8-9213-436a-8940-3bc8e0d3ee97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1125 time: 0.1084576 Mar 07 11:00:41.070899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-3926de65-e384-4b9a-a416-c2bc4de0a59d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.0417235 Mar 07 11:00:41.194790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-aa51fd70-f2fa-4b29-b366-a7a6e18010f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:41.196567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-aa51fd70-f2fa-4b29-b366-a7a6e18010f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.1196122 Mar 07 11:00:41.237182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-fd8b2fce-8a5e-41e0-a86b-e1ade5b124ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344112 Mar 07 11:00:41.308390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:41.359526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-a12a2c4e-2b45-4b9e-8de3-b96459c3b016 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153119 Mar 07 11:00:41.391228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ec0c101-5031-4b4b-9eec-06f23b117df6 req-79ef90f2-9ad0-4a66-a6bb-07a278cd22aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0306880 Mar 07 11:00:41.489670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7037e2e7-52aa-473f-8e8a-042f962eb575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e58908d321df4058a3337c1c38ceb3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795506 Mar 07 11:00:41.490249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55400) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:41.496125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6af95ff1-2d74-470b-816e-b5902c8c0af9 req-69cc2330-3eed-4434-b2d1-06ee6a88ba17 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037223 Mar 07 11:00:41.557429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] Publish callbacks [] for security_group (1529dfe1-e389-401e-8a79-042ea240019c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:41.580278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] Publish callbacks [] for security_group (1529dfe1-e389-401e-8a79-042ea240019c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:41.628306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1529dfe1-e389-401e-8a79-042ea240019c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:41.631409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:41.635018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1529dfe1-e389-401e-8a79-042ea240019c HTTP/1.1" status: 204 len: 168 time: 0.1413863 Mar 07 11:00:41.641993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1141-ba83-4d50-9190-314ad05a57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529dfe1-e389-401e-8a79-042ea240019c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:42.146742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c07d79-95a4-429f-9ec3-c95134a7b969 req-8aaf5176-ccd9-4290-83b5-42c9bcf8b29e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:42.148143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59c07d79-95a4-429f-9ec3-c95134a7b969 req-8aaf5176-ccd9-4290-83b5-42c9bcf8b29e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 943 time: 0.0636685 Mar 07 11:00:42.228208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59c07d79-95a4-429f-9ec3-c95134a7b969 req-4c425f21-6a53-48aa-abb8-210cc87a335d tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727284 Mar 07 11:00:42.479167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55434) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:42.504118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:42.517887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ead0b8f7-7d1a-4976-b57c-1579b29874d2 req-602bd73c-5252-43a3-8115-b0c1003ca10b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0519660 Mar 07 11:00:42.546480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:42.547151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 2a25c0d6-7b84-4cf0-b01c-edfea6eebd0d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:42.621382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'networks': [{'name': 'tempest-network--664288128'}, {'name': 'tempest-network--1266088389'}]} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:42.621915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-network--664288128'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:42.622181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-network--1266088389'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:42.643788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'network': 2} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:42.648070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.656731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.735381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for security_group (5e0b01cd-0876-4d4c-81ae-9ab54828894a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.740661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5e0b01cd-0876-4d4c-81ae-9ab54828894a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.741126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.781490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b01cd-0876-4d4c-81ae-9ab54828894a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:42.789609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:42.807780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (089f3f39-8680-43df-b583-0e6bf3ff6f7d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.808128 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment 089f3f39-8680-43df-b583-0e6bf3ff6f7d of type vlan for network 9e80dea9-4b06-4206-98b4-f73267cfb7c9 Mar 07 11:00:42.841735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:42.846355 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:42.861140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9e80dea9-4b06-4206-98b4-f73267cfb7c9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.897566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:42.909568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (530f866e-8fe5-4477-8fa0-381cd91c0dc9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.910026 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment 530f866e-8fe5-4477-8fa0-381cd91c0dc9 of type vlan for network 2e68aa29-668a-4a62-bb9b-2dd3e6a368dc Mar 07 11:00:42.914332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a7b89-f134-4d46-87c6-938d8c01d3bd x-openstack-request-id: req-355a7b89-f134-4d46-87c6-938d8c01d3bd {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:42.914619 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:42.914868 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-355a7b89-f134-4d46-87c6-938d8c01d3bd {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:42.915262 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:00:42.968872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2e68aa29-668a-4a62-bb9b-2dd3e6a368dc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:43.010031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-bf09894d-1a2c-4bee-9ddd-3cf42b2295e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.013329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-bf09894d-1a2c-4bee-9ddd-3cf42b2295e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1125 time: 0.0734448 Mar 07 11:00:43.053490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9e80dea9-4b06-4206-98b4-f73267cfb7c9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:43.055116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2e68aa29-668a-4a62-bb9b-2dd3e6a368dc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:43.081541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.097505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.098483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:43.146696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6639082 Mar 07 11:00:43.149818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:43.221275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-d6a98b25-d3de-4a03-a5ee-33a6f7766f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.227935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-d6a98b25-d3de-4a03-a5ee-33a6f7766f59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.2037435 Mar 07 11:00:43.271980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-046d94b6-4549-41a8-9c07-e91eabd7c6a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.0427504 Mar 07 11:00:43.354556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-f5758aa8-434e-4be4-ad36-fbef6c947819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.361667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-f5758aa8-434e-4be4-ad36-fbef6c947819 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.0835462 Mar 07 11:00:43.504415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-e0e8b88e-9230-44de-97a4-65896149fc2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320281 Mar 07 11:00:43.505567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=9e80dea9-4b06-4206-98b4-f73267cfb7c9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:43.518889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9e80dea9-4b06-4206-98b4-f73267cfb7c9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:43.547890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca40df-70f9-42c9-b3fa-2f3b27c11cdc tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.568484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca40df-70f9-42c9-b3fa-2f3b27c11cdc tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.587983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca40df-70f9-42c9-b3fa-2f3b27c11cdc tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.601131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca40df-70f9-42c9-b3fa-2f3b27c11cdc tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:43.608844 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2cca40df-70f9-42c9-b3fa-2f3b27c11cdc tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4545670 Mar 07 11:00:43.623498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:43.717332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55462) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:43.726546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc0c9-d83e-4086-b590-e93e4fddecac tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=2e68aa29-668a-4a62-bb9b-2dd3e6a368dc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:43.738082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2e68aa29-668a-4a62-bb9b-2dd3e6a368dc details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:43.867933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9e80dea9-4b06-4206-98b4-f73267cfb7c9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:43.986573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29ceaad8-5d34-458f-b84d-82526e50c181 req-281317bd-22c2-4a70-a2bb-cf15a2a1c7bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.3173873 Mar 07 11:00:44.093282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797b72f-cd56-4388-b474-3737e7f8cdde req-43242d07-269b-4bb5-a2c5-c2c3d9ffb5bf tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:44.101490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3797b72f-cd56-4388-b474-3737e7f8cdde req-43242d07-269b-4bb5-a2c5-c2c3d9ffb5bf tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 943 time: 0.6963661 Mar 07 11:00:44.216189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-091dda66-2732-40f8-8742-d2f1983b8c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.223820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9e80dea9-4b06-4206-98b4-f73267cfb7c9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.334721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-b05253e9-3023-4f79-b3a4-7f26163fbd74 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902765 Mar 07 11:00:44.349292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3797b72f-cd56-4388-b474-3737e7f8cdde req-ab70465c-0489-4b31-8e1f-8f52c4e9f35d tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418942 Mar 07 11:00:44.354238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e80dea9-4b06-4206-98b4-f73267cfb7c9']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:44.394663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089f3f39-8680-43df-b583-0e6bf3ff6f7d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:44.394873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089f3f39-8680-43df-b583-0e6bf3ff6f7d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:44.403403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-091dda66-2732-40f8-8742-d2f1983b8c57 admin admin] Publish callbacks [] for security_group (ec20b29d-a87c-40fd-b210-fc151252323a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.419452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (089f3f39-8680-43df-b583-0e6bf3ff6f7d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.421229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-091dda66-2732-40f8-8742-d2f1983b8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec20b29d-a87c-40fd-b210-fc151252323a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.443559 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:00:44.486362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dda66-2732-40f8-8742-d2f1983b8c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20b29d-a87c-40fd-b210-fc151252323a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:44.506459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (089f3f39-8680-43df-b583-0e6bf3ff6f7d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.538744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:44.539274 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (089f3f39-8680-43df-b583-0e6bf3ff6f7d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:44.543022 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:44.549621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-091dda66-2732-40f8-8742-d2f1983b8c57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc1ab13f6d03482ab30ca199c7cf785d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854539 Mar 07 11:00:44.550965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:44.650350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] Publish callbacks [] for security_group (ec20b29d-a87c-40fd-b210-fc151252323a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.654565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0e2bdf-1287-453c-bd11-0cf8953dcf1b req-61dd45da-c368-474c-b4ba-e371d232a821 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040469 Mar 07 11:00:44.655878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9e80dea9-4b06-4206-98b4-f73267cfb7c9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.678672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.681806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/9e80dea9-4b06-4206-98b4-f73267cfb7c9 HTTP/1.1" status: 204 len: 168 time: 1.0561123 Mar 07 11:00:44.686566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:44.695711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] Publish callbacks [] for security_group (ec20b29d-a87c-40fd-b210-fc151252323a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.708858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbace65-c3c4-483d-9edb-cc8ae04fa8f5 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=9e80dea9-4b06-4206-98b4-f73267cfb7c9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:44.790457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ec20b29d-a87c-40fd-b210-fc151252323a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.794674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.803525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec20b29d-a87c-40fd-b210-fc151252323a HTTP/1.1" status: 204 len: 168 time: 0.2508414 Mar 07 11:00:44.805755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2e68aa29-668a-4a62-bb9b-2dd3e6a368dc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.821661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcdb7c-8112-4543-bb74-67b88aa2eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20b29d-a87c-40fd-b210-fc151252323a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:44.956122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2e68aa29-668a-4a62-bb9b-2dd3e6a368dc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:44.985749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e68aa29-668a-4a62-bb9b-2dd3e6a368dc']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:44.999235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530f866e-8fe5-4477-8fa0-381cd91c0dc9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:44.999487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530f866e-8fe5-4477-8fa0-381cd91c0dc9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:45.011556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (530f866e-8fe5-4477-8fa0-381cd91c0dc9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.027753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (530f866e-8fe5-4477-8fa0-381cd91c0dc9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.035879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:45.036322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (530f866e-8fe5-4477-8fa0-381cd91c0dc9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:45.113142 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:45.615810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79b712e0-3e38-4644-9c30-28819c5e65c0 req-a433b620-eedf-423a-a346-394cb00c046b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.5037591 Mar 07 11:00:45.638907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2e68aa29-668a-4a62-bb9b-2dd3e6a368dc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.683938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.690479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/2e68aa29-668a-4a62-bb9b-2dd3e6a368dc HTTP/1.1" status: 204 len: 168 time: 0.9989936 Mar 07 11:00:45.690836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:45.706831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38f4a4-a563-47f7-a22e-8aad3b78505b tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=2e68aa29-668a-4a62-bb9b-2dd3e6a368dc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:45.738369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c8561-8965-4987-9996-b649b276c420 req-253de946-3d2f-4636-a83e-fa157a7dfd21 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:45.746619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c8561-8965-4987-9996-b649b276c420 req-253de946-3d2f-4636-a83e-fa157a7dfd21 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 943 time: 0.1336570 Mar 07 11:00:45.806924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e64c8561-8965-4987-9996-b649b276c420 req-5bdcbaf2-dfa1-492e-92d9-e0a8d288736b tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593925 Mar 07 11:00:45.832382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25b7b5-df0d-4e3a-be2a-8d72d379ef0e tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:45.834333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25b7b5-df0d-4e3a-be2a-8d72d379ef0e tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:45.837295 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df25b7b5-df0d-4e3a-be2a-8d72d379ef0e tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1354694 Mar 07 11:00:45.840311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55508) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:45.846536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-573153625'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:45.866986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:45.870594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.897487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:45.908006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1421bd54-0dc6-49db-bf6a-e338d6a02cea), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:45.908577 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment 1421bd54-0dc6-49db-bf6a-e338d6a02cea of type vlan for network 0f050ca9-80e7-4c22-8c8e-340452e666a7 Mar 07 11:00:45.965716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0f050ca9-80e7-4c22-8c8e-340452e666a7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.007978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0f050ca9-80e7-4c22-8c8e-340452e666a7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.013342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:46.013952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.069917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2281950 Mar 07 11:00:46.072681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:46.078148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-49971660'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:46.102721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b03b-de16-4a8e-bb53-260be377b454 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=0f050ca9-80e7-4c22-8c8e-340452e666a7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:46.107204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:46.111559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.114169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0f050ca9-80e7-4c22-8c8e-340452e666a7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:46.139336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:46.149143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5c23aef3-4993-4436-8d97-c78f63b35d5e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.149492 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment 5c23aef3-4993-4436-8d97-c78f63b35d5e of type vlan for network 62358eec-3845-4034-a146-a3ad6f0a2e4d Mar 07 11:00:46.209028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (62358eec-3845-4034-a146-a3ad6f0a2e4d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.243151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (62358eec-3845-4034-a146-a3ad6f0a2e4d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.249912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff12824f-f4e1-4bac-986d-5bb8fecf86b4 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:00:46.251455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:46.252254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.301869 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2251079 Mar 07 11:00:46.302953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55524) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:46.308432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'ports': [{'network_id': '0f050ca9-80e7-4c22-8c8e-340452e666a7', 'name': 'tempest-port--1410697589', 'admin_state_up': True}, {'network_id': '62358eec-3845-4034-a146-a3ad6f0a2e4d', 'admin_state_up': False}]} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:46.308752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'port': {'network_id': '0f050ca9-80e7-4c22-8c8e-340452e666a7', 'name': 'tempest-port--1410697589', 'admin_state_up': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:46.309282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'port': {'network_id': '62358eec-3845-4034-a146-a3ad6f0a2e4d', 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:46.381897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166171e7-9d0b-4ea8-8f37-4a819c308e84 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=62358eec-3845-4034-a146-a3ad6f0a2e4d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:46.383189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:46.396502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 62358eec-3845-4034-a146-a3ad6f0a2e4d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:46.428661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'port_id': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'mac_address': 'fa:16:3e:f3:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:00:46.528845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:46.529286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.546023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'port': 2} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:46.547432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff12824f-f4e1-4bac-986d-5bb8fecf86b4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:00:46.551398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.573421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:46.575411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.579012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:46.638676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:46.775061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a688f223-70f7-47d0-9d21-5963c6905d16 req-f806d881-b721-437d-8a45-29e9c33c2b44 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0493953 Mar 07 11:00:46.785534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] device_id is not set on port daf7379e-6ea9-4bc4-99a1-f19c73c7f953 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:46.882324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:46.942213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for port (daf7379e-6ea9-4bc4-99a1-f19c73c7f953), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.014931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c128-caf7-46a3-90ba-5904e50d1244 req-82ef4359-dbb2-47d1-a2f0-189d8de3583f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.016693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30f0c128-caf7-46a3-90ba-5904e50d1244 req-82ef4359-dbb2-47d1-a2f0-189d8de3583f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 944 time: 0.1270981 Mar 07 11:00:47.096234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30f0c128-caf7-46a3-90ba-5904e50d1244 req-246fba94-6f6c-4bbb-b8d5-6cbc3ed958db tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Mar 07 11:00:47.130338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] device_id is not set on port cf4ea053-6d16-4aec-be63-e6b4b0d8a53d yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:00:47.225736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for port (cf4ea053-6d16-4aec-be63-e6b4b0d8a53d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.267184 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (daf7379e-6ea9-4bc4-99a1-f19c73c7f953), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.341045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Port': ['ID=daf7379e-6ea9-4bc4-99a1-f19c73c7f953,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:47.353759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Checking segment: {'id': '1421bd54-0dc6-49db-bf6a-e338d6a02cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f050ca9-80e7-4c22-8c8e-340452e666a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:47.354128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network hostable DHCP agents. Network: 0f050ca9-80e7-4c22-8c8e-340452e666a7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:47.373450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network 0f050ca9-80e7-4c22-8c8e-340452e666a7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:47.388517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0f050ca9-80e7-4c22-8c8e-340452e666a7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:47.392848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:47.393818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cf4ea053-6d16-4aec-be63-e6b4b0d8a53d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.405843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9da7c-c41d-477b-b28c-edf04d3de678 None None] Network 0f050ca9-80e7-4c22-8c8e-340452e666a7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:47.489456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Checking segment: {'id': '5c23aef3-4993-4436-8d97-c78f63b35d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62358eec-3845-4034-a146-a3ad6f0a2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:47.490077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network hostable DHCP agents. Network: 62358eec-3845-4034-a146-a3ad6f0a2e4d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:47.496921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Port': ['ID=cf4ea053-6d16-4aec-be63-e6b4b0d8a53d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:47.517397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network 62358eec-3845-4034-a146-a3ad6f0a2e4d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:47.530989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 62358eec-3845-4034-a146-a3ad6f0a2e4d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:47.536096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:47.542356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.543118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d74e3-c64c-4c7c-bfb6-b7e48cfa3f96 None None] Network 62358eec-3845-4034-a146-a3ad6f0a2e4d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:47.546854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.547534 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.585856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6907f53f-5eb6-499f-aea9-f14333d4f49a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2816644 Mar 07 11:00:47.588570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55576) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:47.652707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0875443-c815-48a6-a641-d258fd617166 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.658491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0875443-c815-48a6-a641-d258fd617166 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.660182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0875443-c815-48a6-a641-d258fd617166 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0704477 Mar 07 11:00:47.663204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55580) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:47.757423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting port daf7379e-6ea9-4bc4-99a1-f19c73c7f953 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:47.758050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (daf7379e-6ea9-4bc4-99a1-f19c73c7f953), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.844518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (daf7379e-6ea9-4bc4-99a1-f19c73c7f953), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:47.860994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Calling delete_port for daf7379e-6ea9-4bc4-99a1-f19c73c7f953 owned by {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:47.925223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55588) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:47.935580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5182ee68-e13d-4560-9b25-54f3ae6a688b req-66d335c8-6917-4cd0-83d4-cd75a7a8ed2c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0644393 Mar 07 11:00:47.982647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (daf7379e-6ea9-4bc4-99a1-f19c73c7f953), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.016059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Port': ['ID=daf7379e-6ea9-4bc4-99a1-f19c73c7f953,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.022093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.026242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-590d9c29-0cad-4f9e-b7f1-aaad50f8f967 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/ports/daf7379e-6ea9-4bc4-99a1-f19c73c7f953 HTTP/1.1" status: 204 len: 168 time: 0.3618784 Mar 07 11:00:48.029306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55592) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.082131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-29fb7bea-1783-42ed-898a-424ee75c80a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.179192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting port cf4ea053-6d16-4aec-be63-e6b4b0d8a53d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:48.179546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cf4ea053-6d16-4aec-be63-e6b4b0d8a53d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.235193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52e97-7f75-4963-adba-9ae5e82cb3d8 req-a8dac2f7-d611-4161-b95b-99281801cefa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:48.238801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c52e97-7f75-4963-adba-9ae5e82cb3d8 req-a8dac2f7-d611-4161-b95b-99281801cefa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 944 time: 0.0656824 Mar 07 11:00:48.247273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff12824f-f4e1-4bac-986d-5bb8fecf86b4 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:48.276908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-29fb7bea-1783-42ed-898a-424ee75c80a0 admin admin] Publish callbacks [] for security_group (2d9e2809-1816-4da2-b02d-f61e94058f73), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.280681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cf4ea053-6d16-4aec-be63-e6b4b0d8a53d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.289764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-29fb7bea-1783-42ed-898a-424ee75c80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d9e2809-1816-4da2-b02d-f61e94058f73), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.307841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c52e97-7f75-4963-adba-9ae5e82cb3d8 req-9055c796-0ebc-4386-8a45-66c14f823482 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Mar 07 11:00:48.308030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Calling delete_port for cf4ea053-6d16-4aec-be63-e6b4b0d8a53d owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:48.335698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:00:48.340067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:48.340510 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.350245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-29fb7bea-1783-42ed-898a-424ee75c80a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c69ca26e0c54c69abc0a47118f5408d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239328 Mar 07 11:00:48.353056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.363544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb7bea-1783-42ed-898a-424ee75c80a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e2809-1816-4da2-b02d-f61e94058f73,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.411585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] Publish callbacks [] for security_group (2d9e2809-1816-4da2-b02d-f61e94058f73), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.434264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] Publish callbacks [] for security_group (2d9e2809-1816-4da2-b02d-f61e94058f73), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.457881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:48.459006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.487971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d9e2809-1816-4da2-b02d-f61e94058f73), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.491116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.492428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d9e2809-1816-4da2-b02d-f61e94058f73 HTTP/1.1" status: 204 len: 168 time: 0.1383882 Mar 07 11:00:48.493855 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cf4ea053-6d16-4aec-be63-e6b4b0d8a53d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.504174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:48.506872 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3456acdd-6b3e-4314-ab84-845b089986d0" -d '{"events": [{"server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "name": "network-vif-plugged", "status": "completed", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:48.521356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4fc0f-54dc-492a-83af-797f3b888861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e2809-1816-4da2-b02d-f61e94058f73,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.527487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:48.553750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Port': ['ID=cf4ea053-6d16-4aec-be63-e6b4b0d8a53d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.554973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.564471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.572101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.572253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-abddee86-31c8-4551-b9f3-672d641a2d85 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/ports/cf4ea053-6d16-4aec-be63-e6b4b0d8a53d HTTP/1.1" status: 204 len: 168 time: 0.5404501 Mar 07 11:00:48.591419 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5c8bf-5408-4a5c-a6fe-9238313c599b x-openstack-request-id: req-e9b5c8bf-5408-4a5c-a6fe-9238313c599b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:48.591737 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "name": "network-vif-plugged", "status": "completed", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:48.592006 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9b5c8bf-5408-4a5c-a6fe-9238313c599b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:48.592391 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'code': 200} Mar 07 11:00:48.620706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b61b41ae-f138-4b07-8837-fde893315a0e tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0469568 Mar 07 11:00:48.621359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.624001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55608) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.629197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-451554946'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:48.675406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:48.679018 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.717782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:48.731418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b6fcade5-190b-4b30-9e6d-ffa878ddf4f2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.731793 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment b6fcade5-190b-4b30-9e6d-ffa878ddf4f2 of type vlan for network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 Mar 07 11:00:48.740487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84195-d7c5-4652-9514-f38b70fb1d1b req-4b56611b-d8a3-456b-a6b3-4e22136f5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:48.742019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85b84195-d7c5-4652-9514-f38b70fb1d1b req-4b56611b-d8a3-456b-a6b3-4e22136f5867 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.0976472 Mar 07 11:00:48.805524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.828771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85b84195-d7c5-4652-9514-f38b70fb1d1b req-e059ed1b-6e81-4e9e-82f7-e8d24223d531 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Mar 07 11:00:48.845135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.850751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:48.851409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.869361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55614) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.886301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf1036e6-8c45-4312-b5e5-7fa3d0698cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.893798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2686489 Mar 07 11:00:48.896954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55616) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:48.904197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1171758086'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:48.926584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75aa18-94d1-41b1-85f7-a081280abc61 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:48.938204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:48.946468 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:48.950457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.993969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:00:49.020408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3f84c341-bbc7-41b1-98d2-fe3d653a916e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.021018 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Added segment 3f84c341-bbc7-41b1-98d2-fe3d653a916e of type vlan for network a838efba-2e35-4038-bc91-4b1445904d02 Mar 07 11:00:49.069996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf1036e6-8c45-4312-b5e5-7fa3d0698cb8 admin admin] Publish callbacks [] for security_group (40a5b583-333d-4f27-9934-463298e58de0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.084625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf1036e6-8c45-4312-b5e5-7fa3d0698cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (40a5b583-333d-4f27-9934-463298e58de0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.087603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4028f9c4-69f7-40f6-9385-15b2756327e8 req-8ef2f52f-bee9-41a8-853c-c034a8e0e1ca tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0415075 Mar 07 11:00:49.112007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a838efba-2e35-4038-bc91-4b1445904d02), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.136819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1036e6-8c45-4312-b5e5-7fa3d0698cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5b583-333d-4f27-9934-463298e58de0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:49.152403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55620) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:49.154983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf1036e6-8c45-4312-b5e5-7fa3d0698cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f0710d05a574ffbbf61c1ce71e2dcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841480 Mar 07 11:00:49.178425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a838efba-2e35-4038-bc91-4b1445904d02), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.185369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:49.186386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.224710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] Publish callbacks [] for security_group (40a5b583-333d-4f27-9934-463298e58de0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.230381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3319952 Mar 07 11:00:49.260014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] Publish callbacks [] for security_group (40a5b583-333d-4f27-9934-463298e58de0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.313498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031854-b916-49f8-be59-33a17582bc45 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Network': ['ID=a838efba-2e35-4038-bc91-4b1445904d02,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:49.330000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (40a5b583-333d-4f27-9934-463298e58de0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.341231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:49.342960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40a5b583-333d-4f27-9934-463298e58de0 HTTP/1.1" status: 204 len: 168 time: 0.1895998 Mar 07 11:00:49.363415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a838efba-2e35-4038-bc91-4b1445904d02 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:00:49.375312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67db46-027d-4587-88c1-fe3b43cd64e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5b583-333d-4f27-9934-463298e58de0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:49.626751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c30b-c98e-401d-9bde-9086a609612d req-44f8ed0d-bee0-4cbc-ad96-279b000d60a8 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:49.637011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8558c30b-c98e-401d-9bde-9086a609612d req-44f8ed0d-bee0-4cbc-ad96-279b000d60a8 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1896064 Mar 07 11:00:49.740462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8558c30b-c98e-401d-9bde-9086a609612d req-de34ec06-6f48-46a0-939d-67cb25af5b98 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027293 Mar 07 11:00:50.594679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be4b0080-5dde-4e74-bc22-f683328b59ea req-eda6c9c0-43af-4a8e-944a-687b1ce24268 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0428190 Mar 07 11:00:50.697813 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2ed797c-9c06-48ce-b443-d8d87eb10776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:50.971562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b8590-e959-4fea-a279-40b8d1bff6bb req-66ae8ba0-40ea-4c87-9f7a-95c6dcde9f19 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:50.974896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-139b8590-e959-4fea-a279-40b8d1bff6bb req-66ae8ba0-40ea-4c87-9f7a-95c6dcde9f19 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1207104 Mar 07 11:00:51.055475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-139b8590-e959-4fea-a279-40b8d1bff6bb req-b3a70a33-a817-4c9d-8c5f-813f6f843255 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Mar 07 11:00:51.478064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-046ad7dc-50e3-4ba6-96d2-09e87ed319dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:51.483854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-046ad7dc-50e3-4ba6-96d2-09e87ed319dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.0946822 Mar 07 11:00:51.646753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7772-c5e5-422f-81b6-942ce76c6757 req-c171ab3b-b01e-4893-8de0-5b29d009df60 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:51.654423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90da7772-c5e5-422f-81b6-942ce76c6757 req-c171ab3b-b01e-4893-8de0-5b29d009df60 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1685567 Mar 07 11:00:51.891452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90da7772-c5e5-422f-81b6-942ce76c6757 req-5a65ebbc-5d3e-4ecd-a3d2-48cbf7cfb910 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274096 Mar 07 11:00:51.929237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cd185fc-ef7b-484f-a772-c12e3f60f178 req-f8ac768e-ea0b-4095-ad0d-80dd2bd9b1e7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.1103642 Mar 07 11:00:52.029768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-641e63b5-dbad-4c4e-90cf-8d95467f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:52.031275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-641e63b5-dbad-4c4e-90cf-8d95467f6e36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.4943709 Mar 07 11:00:52.088604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-d4946b65-ab7f-4a39-885e-3d9246fa1fbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.0500779 Mar 07 11:00:52.149267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-a97d9dc3-d1b0-4d53-be17-2166f7cc196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:52.152127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-a97d9dc3-d1b0-4d53-be17-2166f7cc196e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.0577960 Mar 07 11:00:52.189555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-d8015c18-a30f-4bdf-8809-286264f0d139 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299704 Mar 07 11:00:52.399890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-fbd7aee3-9d69-4828-89c6-6d3c21502870 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021110 Mar 07 11:00:52.590070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a0e4e79-1220-453f-b8f5-2e0bbbcfa63e req-dfc9b35e-4328-4122-af84-0210c7164377 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840937 Mar 07 11:00:52.601392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55702) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:52.608307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'subnets': [{'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1728672110', 'ip_version': 6}, {'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:52.608647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'subnet': {'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1728672110', 'ip_version': 6}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:52.609334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Request body: {'subnet': {'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:52.869364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Made reservation on behalf of 7d16e4f9ff62459aa6199e68b5b1fb8b for: {'subnet': 2} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:52.876938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:52.877730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.013645 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9cf57dd5-431c-45f5-987c-4807c983562d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.026602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55722) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:53.273795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e5a85bf-b7e0-4d66-abf8-eb2519dd03c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.396208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6dedeb42-4b93-416c-849a-d6662664c5a8 req-dc5cf3b8-720e-4329-97a9-ec9194e9d3f0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.2717299 Mar 07 11:00:53.402046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e5a85bf-b7e0-4d66-abf8-eb2519dd03c9 admin admin] Publish callbacks [] for security_group (89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.413001 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e5a85bf-b7e0-4d66-abf8-eb2519dd03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.425823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850778e-4c98-464f-aebb-d98798b46541 req-39db5db4-ce5e-4387-8a52-b985cc8a6368 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:53.427836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1850778e-4c98-464f-aebb-d98798b46541 req-39db5db4-ce5e-4387-8a52-b985cc8a6368 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.3786988 Mar 07 11:00:53.452714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e5a85bf-b7e0-4d66-abf8-eb2519dd03c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be0f2c273ab1430cbf48925c14ca2aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243553 Mar 07 11:00:53.462703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:53.491482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a85bf-b7e0-4d66-abf8-eb2519dd03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:53.508764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1850778e-4c98-464f-aebb-d98798b46541 req-74af4915-924f-40a7-999a-2d2448be3ed8 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Mar 07 11:00:53.592304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] Publish callbacks [] for security_group (89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.617703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (75b0bd83-9b91-43eb-94da-74a39012c252), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.622688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] Publish callbacks [] for security_group (89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.729842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.734040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.737944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8 HTTP/1.1" status: 204 len: 168 time: 0.2674766 Mar 07 11:00:53.738106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Subnet': ['ID=75b0bd83-9b91-43eb-94da-74a39012c252,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:53.747097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cf430-d4d8-4eb3-a0f4-491f2c689a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7a4fe-d9cc-4046-8c34-4d8b3c8d0da8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:53.751262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Checking segment: {'id': 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:53.751841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network hostable DHCP agents. Network: a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:53.803970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:53.821722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:53.828389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (458ec546-99e8-4fc0-a8ad-44312cb00c11), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.833607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b680864-1763-49fc-930f-b1df27925f34 None None] Network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:54.034912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event updated for resources: {'Subnet': ['ID=458ec546-99e8-4fc0-a8ad-44312cb00c11,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:54.039305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Checking segment: {'id': '3f84c341-bbc7-41b1-98d2-fe3d653a916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:54.041851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network hostable DHCP agents. Network: a838efba-2e35-4038-bc91-4b1445904d02, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:00:54.078010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Network a838efba-2e35-4038-bc91-4b1445904d02 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:00:54.083431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522', 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522', 'project_id': '7d16e4f9ff62459aa6199e68b5b1fb8b', 'fixed_ips': [{'subnet_id': '75b0bd83-9b91-43eb-94da-74a39012c252'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:00:54.086997 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.100797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a838efba-2e35-4038-bc91-4b1445904d02) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:54.117968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c3dba-88ec-4cb8-9e41-b1b10e8f8a58 None None] Network a838efba-2e35-4038-bc91-4b1445904d02 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:54.135161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.137101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.138779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.181447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cf90b436-9f5d-40e5-b791-5861f4a8822a tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5788760 Mar 07 11:00:54.184356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55758) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:54.322414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a6c3c-0991-4e4b-8735-1a79b48d7b19 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.324403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a6c3c-0991-4e4b-8735-1a79b48d7b19 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.325788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a6c3c-0991-4e4b-8735-1a79b48d7b19 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.334661 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4f9a6c3c-0991-4e4b-8735-1a79b48d7b19 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1484845 Mar 07 11:00:54.338626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:54.367737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:54.385999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5ad-b09e-4b62-956b-1e3e335c7381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.416711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting subnet 75b0bd83-9b91-43eb-94da-74a39012c252 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:00:54.446375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.447067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.533922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5ad-b09e-4b62-956b-1e3e335c7381 admin admin] Publish callbacks [] for security_group (df92271c-f669-439e-85c4-23fbe55687db), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.541278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5ad-b09e-4b62-956b-1e3e335c7381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (df92271c-f669-439e-85c4-23fbe55687db), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.585363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dddc2d3-0b4a-4a89-b505-93b1c3709e9c req-05963c34-58a3-470f-a22d-5ed87dba2aaf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0711067 Mar 07 11:00:54.619240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ad16d5ad-b09e-4b62-956b-1e3e335c7381 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76e7dd513b824f739b4ac6e5f66a1605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502885 Mar 07 11:00:54.620247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d5ad-b09e-4b62-956b-1e3e335c7381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df92271c-f669-439e-85c4-23fbe55687db,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:54.621774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55770) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:54.642624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a838efba-2e35-4038-bc91-4b1445904d02', 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02', 'project_id': '7d16e4f9ff62459aa6199e68b5b1fb8b', 'fixed_ips': [{'subnet_id': '458ec546-99e8-4fc0-a8ad-44312cb00c11'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:00:54.643516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.708967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Allocated IP 2001:db8::1 (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522/75b0bd83-9b91-43eb-94da-74a39012c252/c5f91bd2-ead8-4577-9d4f-8e56752e4142) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:54.766708 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] Publish callbacks [] for security_group (df92271c-f669-439e-85c4-23fbe55687db), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.799750 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] Publish callbacks [] for security_group (df92271c-f669-439e-85c4-23fbe55687db), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.836348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99353370-ddb0-48e7-befb-b9f2f0ce742e req-461994dc-a6bc-494b-8136-59592d0783de tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.837830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99353370-ddb0-48e7-befb-b9f2f0ce742e req-461994dc-a6bc-494b-8136-59592d0783de tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1106992 Mar 07 11:00:54.917379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99353370-ddb0-48e7-befb-b9f2f0ce742e req-b99aca0e-d43c-46d9-bb6d-7be9416f1a7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719590 Mar 07 11:00:54.929809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (df92271c-f669-439e-85c4-23fbe55687db), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.936654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:54.941398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df92271c-f669-439e-85c4-23fbe55687db HTTP/1.1" status: 204 len: 168 time: 0.3182595 Mar 07 11:00:54.954388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e59f5-9f00-41df-90f2-fba6908ed027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df92271c-f669-439e-85c4-23fbe55687db,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:55.006909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Allocated IP 2001:db8:0:1::1 (a838efba-2e35-4038-bc91-4b1445904d02/458ec546-99e8-4fc0-a8ad-44312cb00c11/cd9d2352-5000-48a0-8515-3377946f2aab) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:55.092330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks [] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.110054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for subnet (75b0bd83-9b91-43eb-94da-74a39012c252), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.135321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.190867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:55.201536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:55.211266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:55.212020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (75b0bd83-9b91-43eb-94da-74a39012c252), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.294571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Pushing event updated for resources: {'Port': ['ID=c5f91bd2-ead8-4577-9d4f-8e56752e4142,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:55.380600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Attempting to bind port c5f91bd2-ead8-4577-9d4f-8e56752e4142 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:55.380964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Attempting to bind port c5f91bd2-ead8-4577-9d4f-8e56752e4142 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:55.381324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Attempting to bind port c5f91bd2-ead8-4577-9d4f-8e56752e4142 on network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:55.388414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:55.388786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Checking segment: {'id': 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:55.389188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.389576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Bound using segment: {'id': 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:55.390037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Bound port: c5f91bd2-ead8-4577-9d4f-8e56752e4142, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:55.390416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.449426 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks [] for port (cd9d2352-5000-48a0-8515-3377946f2aab), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.473175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.475969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (75b0bd83-9b91-43eb-94da-74a39012c252), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.521284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Pushing event updated for resources: {'Port': ['ID=cd9d2352-5000-48a0-8515-3377946f2aab,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:55.539276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Network a838efba-2e35-4038-bc91-4b1445904d02 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:55.541388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:55.547125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:55.648144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (75b0bd83-9b91-43eb-94da-74a39012c252), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.660600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Attempting to bind port cd9d2352-5000-48a0-8515-3377946f2aab on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:55.661340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Attempting to bind port cd9d2352-5000-48a0-8515-3377946f2aab by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3f84c341-bbc7-41b1-98d2-fe3d653a916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:55.661924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Attempting to bind port cd9d2352-5000-48a0-8515-3377946f2aab on network a838efba-2e35-4038-bc91-4b1445904d02 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:55.666892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] For port c5f91bd2-ead8-4577-9d4f-8e56752e4142, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:55.674360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:55.675204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Checking segment: {'id': '3f84c341-bbc7-41b1-98d2-fe3d653a916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:55.676027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.676935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Bound using segment: {'id': '3f84c341-bbc7-41b1-98d2-fe3d653a916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:55.677640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Bound port: cd9d2352-5000-48a0-8515-3377946f2aab, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84c341-bbc7-41b1-98d2-fe3d653a916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a838efba-2e35-4038-bc91-4b1445904d02'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:55.678245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.726720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] For port c5f91bd2-ead8-4577-9d4f-8e56752e4142, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c5f91bd2-ead8-4577-9d4f-8e56752e4142,segment=NetworkSegment(b6fcade5-190b-4b30-9e6d-ffa878ddf4f2),segment_id=b6fcade5-190b-4b30-9e6d-ffa878ddf4f2)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:55.728489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Subnet': ['ID=75b0bd83-9b91-43eb-94da-74a39012c252,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:55.755020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.762609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0dba84bb-554e-46c2-a420-e3b3e5cb9c68 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/subnets/75b0bd83-9b91-43eb-94da-74a39012c252 HTTP/1.1" status: 204 len: 168 time: 1.4228921 Mar 07 11:00:55.764491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55794) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:55.818838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] For port cd9d2352-5000-48a0-8515-3377946f2aab, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:55.823992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] For port cd9d2352-5000-48a0-8515-3377946f2aab, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cd9d2352-5000-48a0-8515-3377946f2aab,segment=NetworkSegment(3f84c341-bbc7-41b1-98d2-fe3d653a916e),segment_id=3f84c341-bbc7-41b1-98d2-fe3d653a916e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:55.831976 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.837051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.846584 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.902547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46a9006a-ab73-4180-b7e6-d851856244d3 req-200a428d-e7b9-4c69-87f4-b571809e113c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.1229362 Mar 07 11:00:55.924212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting subnet 458ec546-99e8-4fc0-a8ad-44312cb00c11 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:00:55.945142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for subnet (458ec546-99e8-4fc0-a8ad-44312cb00c11), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.958674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c6118-6b66-436f-a54b-0843b046ee0e None None] Pushing event updated for resources: {'Port': ['ID=c5f91bd2-ead8-4577-9d4f-8e56752e4142,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:56.084120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (458ec546-99e8-4fc0-a8ad-44312cb00c11), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.101657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5fb12-a60a-4380-86df-a69cb15b9378 None None] Pushing event updated for resources: {'Port': ['ID=cd9d2352-5000-48a0-8515-3377946f2aab,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:56.226192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3f071-bdb3-47de-b3e2-9a65a8310ea8 req-96cef8a4-f829-4080-9a78-db02c9dca337 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:56.235108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffb3f071-bdb3-47de-b3e2-9a65a8310ea8 req-96cef8a4-f829-4080-9a78-db02c9dca337 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1399367 Mar 07 11:00:56.304094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (458ec546-99e8-4fc0-a8ad-44312cb00c11), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.384934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffb3f071-bdb3-47de-b3e2-9a65a8310ea8 req-3c6932d0-78a3-456a-b109-2d11d7e76657 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486120 Mar 07 11:00:56.451622 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (458ec546-99e8-4fc0-a8ad-44312cb00c11), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.527934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.531803 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/subnets/458ec546-99e8-4fc0-a8ad-44312cb00c11 HTTP/1.1" status: 204 len: 168 time: 0.7661934 Mar 07 11:00:56.533027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc9d7-4455-4467-b1c2-1346a0e706aa tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Subnet': ['ID=458ec546-99e8-4fc0-a8ad-44312cb00c11,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:56.534532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55810) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:56.666676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b5160-1efb-4aff-a1d5-cd4ab1626224 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:56.668552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e71b5160-1efb-4aff-a1d5-cd4ab1626224 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1329782 Mar 07 11:00:56.673444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55816) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:56.817749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a838efba-2e35-4038-bc91-4b1445904d02), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.910655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting port cd9d2352-5000-48a0-8515-3377946f2aab {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:56.911003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.004511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] For port cd9d2352-5000-48a0-8515-3377946f2aab, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cd9d2352-5000-48a0-8515-3377946f2aab,segment=NetworkSegment(3f84c341-bbc7-41b1-98d2-fe3d653a916e),segment_id=3f84c341-bbc7-41b1-98d2-fe3d653a916e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:57.004959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.035528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Calling delete_port for cd9d2352-5000-48a0-8515-3377946f2aab owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:57.088205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.113192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee7e85d-9ce9-47f9-84f9-d02ba5e473ee req-d654d2d2-73bb-4460-b07c-e5c8fabcd6a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0702651 Mar 07 11:00:57.164858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cd9d2352-5000-48a0-8515-3377946f2aab), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.214734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Port': ['ID=cd9d2352-5000-48a0-8515-3377946f2aab,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:57.219522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] No DVR routers for this DVR port cd9d2352-5000-48a0-8515-3377946f2aab on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:57.319706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a838efba-2e35-4038-bc91-4b1445904d02), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.366988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a838efba-2e35-4038-bc91-4b1445904d02']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.381757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f84c341-bbc7-41b1-98d2-fe3d653a916e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.382074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f84c341-bbc7-41b1-98d2-fe3d653a916e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.398883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (3f84c341-bbc7-41b1-98d2-fe3d653a916e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.416279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3f84c341-bbc7-41b1-98d2-fe3d653a916e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.444947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:57.446942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (3f84c341-bbc7-41b1-98d2-fe3d653a916e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:57.456408 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:57.678761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a838efba-2e35-4038-bc91-4b1445904d02), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.704102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.713877 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/a838efba-2e35-4038-bc91-4b1445904d02 HTTP/1.1" status: 204 len: 168 time: 1.0391746 Mar 07 11:00:57.720013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722334d3-1940-452b-99ac-421fc5c27521 req-4f85415b-7a6f-48aa-b06d-80f196ca7a01 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:57.730083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55844) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:57.733919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722334d3-1940-452b-99ac-421fc5c27521 req-4f85415b-7a6f-48aa-b06d-80f196ca7a01 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1975908 Mar 07 11:00:57.841764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722334d3-1940-452b-99ac-421fc5c27521 req-0d9e4b47-265f-43ae-a301-dbf8fc26952f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064467 Mar 07 11:00:57.947170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.960018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7601b-109b-4717-b795-a3e397698d23 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=a838efba-2e35-4038-bc91-4b1445904d02,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:58.134820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Deleting port c5f91bd2-ead8-4577-9d4f-8e56752e4142 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:58.136809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.187117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5f91bd2-ead8-4577-9d4f-8e56752e4142 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:58.309269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4b4e266-0ae5-4d11-b53e-6917f7c8bd5e req-cc48d599-48bf-4ebf-b8ac-255dde4c3678 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0676632 Mar 07 11:00:58.321449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] For port c5f91bd2-ead8-4577-9d4f-8e56752e4142, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c5f91bd2-ead8-4577-9d4f-8e56752e4142,segment=NetworkSegment(b6fcade5-190b-4b30-9e6d-ffa878ddf4f2),segment_id=b6fcade5-190b-4b30-9e6d-ffa878ddf4f2)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:58.326850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.351498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c5f91bd2-ead8-4577-9d4f-8e56752e4142 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:58.351898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.372630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Calling delete_port for c5f91bd2-ead8-4577-9d4f-8e56752e4142 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:58.551523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41035edf-d753-40ba-90e3-c8f10ed5ef73 None None] Network a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:58.573889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.660503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Port': ['ID=c5f91bd2-ead8-4577-9d4f-8e56752e4142,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:58.672891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] No DVR routers for this DVR port c5f91bd2-ead8-4577-9d4f-8e56752e4142 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:58.710776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a7906a7f-afc6-45ec-9931-e11ec0014f5e None None] Could not find standard attr ID for object c5f91bd2-ead8-4577-9d4f-8e56752e4142. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:00:58.985329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.063693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:59.101718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:59.101991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fcade5-190b-4b30-9e6d-ffa878ddf4f2') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:59.134894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (b6fcade5-190b-4b30-9e6d-ffa878ddf4f2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.174726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9eb86-2ff5-4608-aa3f-d7afbd2c56c1 req-b9d9e4f6-f51b-4947-a62e-5b23e9b80f95 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:59.181944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55a9eb86-2ff5-4608-aa3f-d7afbd2c56c1 req-b9d9e4f6-f51b-4947-a62e-5b23e9b80f95 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1742339 Mar 07 11:00:59.190819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c5f91bd2-ead8-4577-9d4f-8e56752e4142 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:59.191384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5f91bd2-ead8-4577-9d4f-8e56752e4142), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.198784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (b6fcade5-190b-4b30-9e6d-ffa878ddf4f2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.217723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:00:59.218366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (b6fcade5-190b-4b30-9e6d-ffa878ddf4f2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.242057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55a9eb86-2ff5-4608-aa3f-d7afbd2c56c1 req-9908abf5-624a-4b85-8ff0-9ba707df22fd tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541964 Mar 07 11:00:59.252324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2398152-ddaf-403f-9740-a0720b7cf329 None None] DHCP port deletion for a838efba-2e35-4038-bc91-4b1445904d02 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:00:59.256786 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:00:59.276260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-134dec2a-8c76-42c0-9273-9e37e9777320 None None] Could not find standard attr ID for object cd9d2352-5000-48a0-8515-3377946f2aab. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:00:59.400740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5a0bb-ca2c-43c3-ba98-9efa85a25af3 None None] Network a838efba-2e35-4038-bc91-4b1445904d02 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:00:59.426104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.427613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.443630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.447087 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 HTTP/1.1" status: 204 len: 168 time: 1.7160523 Mar 07 11:00:59.450009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55898) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:59.477844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5a0bb-ca2c-43c3-ba98-9efa85a25af3 None None] Network a838efba-2e35-4038-bc91-4b1445904d02 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:00:59.507205 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2bc20-a8ed-4b6c-addc-7dccb21c2555 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:59.544602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f93801f-c09b-4cba-b54b-7148670fa0be req-ae7a5df1-f0ef-4663-8ecc-0dcb235acd76 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0565529 Mar 07 11:00:59.569654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc57a4-f21d-46e5-84c7-9af54ea4deef None None] DHCP port deletion for a3364ee0-bc5f-43a3-ac4f-c80aa3bfd522 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:00:59.585095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (62358eec-3845-4034-a146-a3ad6f0a2e4d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.827331 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (62358eec-3845-4034-a146-a3ad6f0a2e4d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.887168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62358eec-3845-4034-a146-a3ad6f0a2e4d']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:59.909863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c23aef3-4993-4436-8d97-c78f63b35d5e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:59.910576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c23aef3-4993-4436-8d97-c78f63b35d5e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:00.039903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (5c23aef3-4993-4436-8d97-c78f63b35d5e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.055991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd9d2352-5000-48a0-8515-3377946f2aab no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:00.069392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5c23aef3-4993-4436-8d97-c78f63b35d5e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.084974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:00.085404 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (5c23aef3-4993-4436-8d97-c78f63b35d5e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:00.091334 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:00.101908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: cd9d2352-5000-48a0-8515-3377946f2aab {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:00.102256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd9d2352-5000-48a0-8515-3377946f2aab not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:00.102669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5f91bd2-ead8-4577-9d4f-8e56752e4142 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:00.146477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c5f91bd2-ead8-4577-9d4f-8e56752e4142 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:00.147088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5f91bd2-ead8-4577-9d4f-8e56752e4142 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:00.169668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55918) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:00.266999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (62358eec-3845-4034-a146-a3ad6f0a2e4d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.279776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.279776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/62358eec-3845-4034-a146-a3ad6f0a2e4d HTTP/1.1" status: 204 len: 168 time: 0.8252182 Mar 07 11:01:00.280790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55924) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:00.312245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b208fed-0fe9-40b9-897c-d52f0bafacf4 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=62358eec-3845-4034-a146-a3ad6f0a2e4d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:00.446522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cf0b-8620-442b-8ff6-bcd7215fdf20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.474747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0f050ca9-80e7-4c22-8c8e-340452e666a7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.532493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e8e8f-0d4c-4795-8ceb-e8e3353ebd7c req-5ff15087-f409-4520-b0df-0204c0c3c28a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:00.540455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-314e8e8f-0d4c-4795-8ceb-e8e3353ebd7c req-5ff15087-f409-4520-b0df-0204c0c3c28a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.2001474 Mar 07 11:01:00.662407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-314e8e8f-0d4c-4795-8ceb-e8e3353ebd7c req-c57f3469-2596-4557-97b6-01a9883819a5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209483 Mar 07 11:01:00.688404 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0f050ca9-80e7-4c22-8c8e-340452e666a7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.732380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc10f737-45ae-444b-96e1-306c60101ebe req-dfcb81db-f01f-4776-9219-25554d71c905 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0641112 Mar 07 11:01:00.745491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f050ca9-80e7-4c22-8c8e-340452e666a7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:00.773714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1421bd54-0dc6-49db-bf6a-e338d6a02cea') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:00.774003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1421bd54-0dc6-49db-bf6a-e338d6a02cea') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:00.790744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cf0b-8620-442b-8ff6-bcd7215fdf20 admin admin] Publish callbacks [] for security_group (72328e8d-ded5-4faf-b4cc-8c66f81bfb51), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.792960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (1421bd54-0dc6-49db-bf6a-e338d6a02cea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.802839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cf0b-8620-442b-8ff6-bcd7215fdf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (72328e8d-ded5-4faf-b4cc-8c66f81bfb51), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.833848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1421bd54-0dc6-49db-bf6a-e338d6a02cea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.857581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:00.857978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (1421bd54-0dc6-49db-bf6a-e338d6a02cea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:00.861219 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:00.870578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7cf0b-8620-442b-8ff6-bcd7215fdf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72328e8d-ded5-4faf-b4cc-8c66f81bfb51,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:00.901706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dbf7cf0b-8620-442b-8ff6-bcd7215fdf20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e441e631250d4737814041d42aca0857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7279806 Mar 07 11:01:00.902652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:00.952131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0f050ca9-80e7-4c22-8c8e-340452e666a7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:00.993545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] Publish callbacks [] for security_group (72328e8d-ded5-4faf-b4cc-8c66f81bfb51), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.018408 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.023083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] Publish callbacks [] for security_group (72328e8d-ded5-4faf-b4cc-8c66f81bfb51), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.033710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] 10.222.0.23 "DELETE /v2.0/networks/0f050ca9-80e7-4c22-8c8e-340452e666a7 HTTP/1.1" status: 204 len: 168 time: 0.7539470 Mar 07 11:01:01.034851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f477e-893f-4713-a8a5-366b061d0fa0 tempest-BulkNetworkOpsIpV6Test-798638355 tempest-BulkNetworkOpsIpV6Test-798638355-project] Pushing event deleted for resources: {'Network': ['ID=0f050ca9-80e7-4c22-8c8e-340452e666a7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:01.132904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (72328e8d-ded5-4faf-b4cc-8c66f81bfb51), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.135902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.137137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72328e8d-ded5-4faf-b4cc-8c66f81bfb51 HTTP/1.1" status: 204 len: 168 time: 0.2332630 Mar 07 11:01:01.153462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae59d-b371-4b82-ac50-d206f37da973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72328e8d-ded5-4faf-b4cc-8c66f81bfb51,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:01.525284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55964) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:01.747960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:01.787918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2da51a1f-b953-4464-8276-599e71504ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.794223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4b0b2b18-21b9-4f42-8393-7744dfb834df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d16e4f9ff62459aa6199e68b5b1fb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677269 Mar 07 11:01:01.797796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 55984) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:01.908778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2da51a1f-b953-4464-8276-599e71504ea1 admin admin] Publish callbacks [] for security_group (883e64d8-0762-443c-ac40-4fcd40bbc3f4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.914278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2da51a1f-b953-4464-8276-599e71504ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (883e64d8-0762-443c-ac40-4fcd40bbc3f4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:01.947512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da51a1f-b953-4464-8276-599e71504ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883e64d8-0762-443c-ac40-4fcd40bbc3f4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:02.001261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2da51a1f-b953-4464-8276-599e71504ea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=055b8532afa54a129e4dc29f5f1d1e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528887 Mar 07 11:01:02.002271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 55988) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:02.043201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] Publish callbacks [] for security_group (5e0b01cd-0876-4d4c-81ae-9ab54828894a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.066093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] Publish callbacks [] for security_group (5e0b01cd-0876-4d4c-81ae-9ab54828894a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.106742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] Publish callbacks [] for security_group (883e64d8-0762-443c-ac40-4fcd40bbc3f4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.131465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3ff0033-6928-4272-ae2a-dc696b420859 req-10eeb563-5d38-4c27-a267-8098b144e43c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.2334790 Mar 07 11:01:02.137211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5e0b01cd-0876-4d4c-81ae-9ab54828894a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.141605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.143032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0b01cd-0876-4d4c-81ae-9ab54828894a HTTP/1.1" status: 204 len: 168 time: 0.3422785 Mar 07 11:01:02.161485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bef76-6d93-400e-aa14-01da71aae40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b01cd-0876-4d4c-81ae-9ab54828894a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:02.163768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] Publish callbacks [] for security_group (883e64d8-0762-443c-ac40-4fcd40bbc3f4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.209268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c290c2b-9f65-4028-b63b-5cb5dab0b131 req-2ec8f066-ff69-4cf7-ae7a-02b4149d4052 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:02.218013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c290c2b-9f65-4028-b63b-5cb5dab0b131 req-2ec8f066-ff69-4cf7-ae7a-02b4149d4052 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.3297222 Mar 07 11:01:02.284892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c290c2b-9f65-4028-b63b-5cb5dab0b131 req-9d834da3-7a90-46ed-8985-d54326bc957a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607359 Mar 07 11:01:02.285085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (883e64d8-0762-443c-ac40-4fcd40bbc3f4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.288085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:02.291726 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/883e64d8-0762-443c-ac40-4fcd40bbc3f4 HTTP/1.1" status: 204 len: 168 time: 0.2860126 Mar 07 11:01:02.308201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed8041-6c42-4937-8ae4-c4f7a492b732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e64d8-0762-443c-ac40-4fcd40bbc3f4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:03.367780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-faf78c06-f291-46fb-b416-b773599ad73b req-42e175b2-0c06-4909-aa0f-4ce94ca75980 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0782669 Mar 07 11:01:03.551599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4718-62a9-4128-8093-11240fa97fa8 req-0dff405c-93dc-44b9-a219-83973f443010 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:03.559599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86ec4718-62a9-4128-8093-11240fa97fa8 req-0dff405c-93dc-44b9-a219-83973f443010 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1350656 Mar 07 11:01:03.678587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86ec4718-62a9-4128-8093-11240fa97fa8 req-a1f6c7df-1c99-4357-adef-9dab6446fd96 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134167 Mar 07 11:01:03.697492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56140) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:03.870324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319832475'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:03.898530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:03.912440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:03.922582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.058154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for security_group (8a264bb7-8de4-4889-b810-949bd1c81abc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.070107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8a264bb7-8de4-4889-b810-949bd1c81abc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.103590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:04.121217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a264bb7-8de4-4889-b810-949bd1c81abc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:04.128326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5d4fe841-d254-4155-9f2b-def24db82fc1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.129477 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 5d4fe841-d254-4155-9f2b-def24db82fc1 of type vlan for network 097c9d99-85aa-494b-b98a-4edcf8ccb101 Mar 07 11:01:04.199959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (097c9d99-85aa-494b-b98a-4edcf8ccb101), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.241946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (097c9d99-85aa-494b-b98a-4edcf8ccb101), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.247448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:04.248400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.301471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6012697 Mar 07 11:01:04.411984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae27278-3319-480f-bdb7-4874b8017edc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=097c9d99-85aa-494b-b98a-4edcf8ccb101,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:04.432860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56256) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:04.438689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:04.450075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:04.591012 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2c523b1-57db-4580-9bef-458b55391bdf req-6337e19f-2c57-4f3f-9100-c7909adbceff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0369639 Mar 07 11:01:04.664521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:04.671365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:04.921582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565a7f5-9a2a-4f0a-bf02-0ba4679710b2 req-abb95b93-3a5a-4f9e-b30b-653553caf2d2 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:04.923535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2565a7f5-9a2a-4f0a-bf02-0ba4679710b2 req-abb95b93-3a5a-4f9e-b30b-653553caf2d2 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1612558 Mar 07 11:01:05.065393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56324) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:05.119691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2565a7f5-9a2a-4f0a-bf02-0ba4679710b2 req-16c93a7f-190b-4a84-b988-5fdb1b2badde tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834223 Mar 07 11:01:05.149525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (476fe3bc-94ff-4975-b389-181b4a8fe9ef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.270957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=476fe3bc-94ff-4975-b389-181b4a8fe9ef,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:05.290513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '5d4fe841-d254-4155-9f2b-def24db82fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:05.291433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 097c9d99-85aa-494b-b98a-4edcf8ccb101, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:05.296329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c810287-b73e-485d-a66e-96f7e628308a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.324586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:05.337217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 097c9d99-85aa-494b-b98a-4edcf8ccb101) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:05.349045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b428ce6-fa21-4bd4-8bd1-0cab138b0d82 None None] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:05.361992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:05.362600 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.400577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-27191e8f-7751-42f2-a8ed-c87bea6968a0 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9665058 Mar 07 11:01:05.403929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56362) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:05.412400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-353510758'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:05.459531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:05.463383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.489867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c810287-b73e-485d-a66e-96f7e628308a admin admin] Publish callbacks [] for security_group (a2a77c09-c66d-4455-ae90-a8a14b48eea2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.496923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c810287-b73e-485d-a66e-96f7e628308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2a77c09-c66d-4455-ae90-a8a14b48eea2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.517559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:05.551212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c810287-b73e-485d-a66e-96f7e628308a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ea848de6c60401e87bb016386f9666d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4845693 Mar 07 11:01:05.557592 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6c51e9ef-da18-4a66-a8fd-689824d0056a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.557950 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 6c51e9ef-da18-4a66-a8fd-689824d0056a of type vlan for network a174f641-4b33-47df-8414-a19eb7b9cd29 Mar 07 11:01:05.558580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:05.627733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-097c9d99-85aa-494b-b98a-4edcf8ccb101', 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '476fe3bc-94ff-4975-b389-181b4a8fe9ef'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:05.638775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c810287-b73e-485d-a66e-96f7e628308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a77c09-c66d-4455-ae90-a8a14b48eea2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:05.663108 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.693560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a174f641-4b33-47df-8414-a19eb7b9cd29), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.764817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] Publish callbacks [] for security_group (a2a77c09-c66d-4455-ae90-a8a14b48eea2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.825912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] Publish callbacks [] for security_group (a2a77c09-c66d-4455-ae90-a8a14b48eea2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.866690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78683dad-2b07-4701-b0ed-7b840a213c0c req-63bb22ab-6510-4e19-a8b2-435eed427846 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0872600 Mar 07 11:01:05.869996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a174f641-4b33-47df-8414-a19eb7b9cd29), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.880080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:05.881397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.961459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a2a77c09-c66d-4455-ae90-a8a14b48eea2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.964381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:05.966057 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2a77c09-c66d-4455-ae90-a8a14b48eea2 HTTP/1.1" status: 204 len: 168 time: 0.4004831 Mar 07 11:01:05.986621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583aff-2c80-4cfc-b6b3-92bffc0228f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a77c09-c66d-4455-ae90-a8a14b48eea2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:06.050087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=a174f641-4b33-47df-8414-a19eb7b9cd29,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:06.058229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d344dfca-d8b6-4763-ae84-ea23443c522a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6508923 Mar 07 11:01:06.058634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56432) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:06.064147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': 'a174f641-4b33-47df-8414-a19eb7b9cd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:06.092140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a174f641-4b33-47df-8414-a19eb7b9cd29 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:06.211102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Allocated IP 172.20.255.242 (097c9d99-85aa-494b-b98a-4edcf8ccb101/476fe3bc-94ff-4975-b389-181b4a8fe9ef/b6553ffe-f1e6-4613-9559-7bc431f862e8) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:06.285312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:06.291342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:06.392042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb2746-fa79-4926-81f8-b8039b2196ce req-acbcde01-d131-406a-9d4b-a84fcfaeeac5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:06.395145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2fb2746-fa79-4926-81f8-b8039b2196ce req-acbcde01-d131-406a-9d4b-a84fcfaeeac5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1451278 Mar 07 11:01:06.632109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2fb2746-fa79-4926-81f8-b8039b2196ce req-45454fe5-1f09-4215-bfba-7d47f53947a6 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175040 Mar 07 11:01:06.686028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (1c11ad25-e19f-4125-b0a5-4d7d19651089), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:06.761906 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks [] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:06.774577 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:06.845847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Pushing event updated for resources: {'Port': ['ID=b6553ffe-f1e6-4613-9559-7bc431f862e8,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:06.864888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '6c51e9ef-da18-4a66-a8fd-689824d0056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a174f641-4b33-47df-8414-a19eb7b9cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:06.869473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: a174f641-4b33-47df-8414-a19eb7b9cd29, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:06.876565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:06.878216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:06.881020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:06.891115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=1c11ad25-e19f-4125-b0a5-4d7d19651089,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:06.921723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network a174f641-4b33-47df-8414-a19eb7b9cd29 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:06.937209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a174f641-4b33-47df-8414-a19eb7b9cd29) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:06.952352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:06.953025 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:06.997393 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-84fa6018-b47a-4377-9449-eb9cc53911d9 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9376078 Mar 07 11:01:07.000231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56526) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:07.035336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b073e-7f03-4764-8f60-315cf7d939a6 None None] Network a174f641-4b33-47df-8414-a19eb7b9cd29 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:07.189070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Attempting to bind port b6553ffe-f1e6-4613-9559-7bc431f862e8 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:07.189951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Attempting to bind port b6553ffe-f1e6-4613-9559-7bc431f862e8 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5d4fe841-d254-4155-9f2b-def24db82fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:07.190493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Attempting to bind port b6553ffe-f1e6-4613-9559-7bc431f862e8 on network 097c9d99-85aa-494b-b98a-4edcf8ccb101 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:07.200837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:07.203468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Checking segment: {'id': '5d4fe841-d254-4155-9f2b-def24db82fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:07.204268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.204680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Bound using segment: {'id': '5d4fe841-d254-4155-9f2b-def24db82fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:07.205151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Bound port: b6553ffe-f1e6-4613-9559-7bc431f862e8, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4fe841-d254-4155-9f2b-def24db82fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '097c9d99-85aa-494b-b98a-4edcf8ccb101'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:07.205530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.226405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d1a5966-bbc3-4688-91f9-24b6d9f3e0ef req-81f70f2f-96a2-41e1-827f-ef8b6c0ec0e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.1271975 Mar 07 11:01:07.313068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be3f1b-52ff-427c-a7b3-902450ecb2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a174f641-4b33-47df-8414-a19eb7b9cd29', 'network_id': 'a174f641-4b33-47df-8414-a19eb7b9cd29', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '1c11ad25-e19f-4125-b0a5-4d7d19651089'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:07.314617 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64be3f1b-52ff-427c-a7b3-902450ecb2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.375963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a174f641-4b33-47df-8414-a19eb7b9cd29), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.409463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] For port b6553ffe-f1e6-4613-9559-7bc431f862e8, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:07.420057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] For port b6553ffe-f1e6-4613-9559-7bc431f862e8, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6553ffe-f1e6-4613-9559-7bc431f862e8,segment=NetworkSegment(5d4fe841-d254-4155-9f2b-def24db82fc1),segment_id=5d4fe841-d254-4155-9f2b-def24db82fc1)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:07.432967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.483007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1c11ad25-e19f-4125-b0a5-4d7d19651089), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.580049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1c11ad25-e19f-4125-b0a5-4d7d19651089), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.663079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dd576-edef-4651-b956-c1182eb7fe61 None None] Pushing event updated for resources: {'Port': ['ID=b6553ffe-f1e6-4613-9559-7bc431f862e8,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-64be3f1b-52ff-427c-a7b3-902450ecb2a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c11ad25-e19f-4125-b0a5-4d7d19651089: This subnet is being modified by another concurrent operation. Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:01:07.701645 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c11ad25-e19f-4125-b0a5-4d7d19651089: This subnet is being modified by another concurrent operation. Mar 07 11:01:07.705057 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 11:01:07.730053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615ff58-274f-4828-bd1f-9956dd9711f6 None None] Network a174f641-4b33-47df-8414-a19eb7b9cd29 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:07.752441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=1c11ad25-e19f-4125-b0a5-4d7d19651089,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:07.820081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:07.867908 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a174f641-4b33-47df-8414-a19eb7b9cd29), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:07.928132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a174f641-4b33-47df-8414-a19eb7b9cd29']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:07.954489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c51e9ef-da18-4a66-a8fd-689824d0056a') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:07.954793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c51e9ef-da18-4a66-a8fd-689824d0056a') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:07.971431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (6c51e9ef-da18-4a66-a8fd-689824d0056a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.016666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cea2c-cd8d-4b95-908c-03a67620e3b4 req-b8eb5362-3ec3-43cb-90e4-3780bffaa322 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:08.018284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-351cea2c-cd8d-4b95-908c-03a67620e3b4 req-b8eb5362-3ec3-43cb-90e4-3780bffaa322 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1693065 Mar 07 11:01:08.020752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6c51e9ef-da18-4a66-a8fd-689824d0056a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.068925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:08.069333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (6c51e9ef-da18-4a66-a8fd-689824d0056a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:08.098133 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:08.124900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-351cea2c-cd8d-4b95-908c-03a67620e3b4 req-e1e28a0b-6554-47fa-bd17-3e92c13ce756 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993559 Mar 07 11:01:08.202912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-bf86a4b0-302d-47ed-a234-3654ae8a6d16 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.204547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf86a4b0-302d-47ed-a234-3654ae8a6d16 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3833425 Mar 07 11:01:08.207560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56628) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.212112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6553ffe-f1e6-4613-9559-7bc431f862e8 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:01:08.213954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-bf92e759-fc29-4265-b36f-59d8288f916b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.215552 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf92e759-fc29-4265-b36f-59d8288f916b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064707 Mar 07 11:01:08.218038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56630) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.230655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-9e783745-9531-4884-a438-20c6a20fd17f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.231601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e783745-9531-4884-a438-20c6a20fd17f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065246 Mar 07 11:01:08.234960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56632) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.241282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-63fa0bcf-4691-456f-812e-3dcd88ae806b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.245698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56636) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.246114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-63fa0bcf-4691-456f-812e-3dcd88ae806b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098667 Mar 07 11:01:08.247554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a174f641-4b33-47df-8414-a19eb7b9cd29), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.250377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-ff6d71a6-f950-4b75-816a-1bc123eaf96a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.251455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff6d71a6-f950-4b75-816a-1bc123eaf96a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043826 Mar 07 11:01:08.254077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56638) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.259131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-2ca00c2e-b8e4-4209-aa20-6f8c78d300ac tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.259959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.261025 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ca00c2e-b8e4-4209-aa20-6f8c78d300ac tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053482 Mar 07 11:01:08.263556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56640) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.269250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-77313086-be6b-4c90-86de-9b8a75a04389 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.270250 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77313086-be6b-4c90-86de-9b8a75a04389 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056362 Mar 07 11:01:08.270907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56642) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.272857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56644) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.273902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/a174f641-4b33-47df-8414-a19eb7b9cd29 HTTP/1.1" status: 204 len: 168 time: 1.2723937 Mar 07 11:01:08.278727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880470476'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:08.287514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-bfe0c1fc-59e6-4636-8fe3-73ba5e2fe9a6 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.288453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28fb67-a9be-4815-b42c-9fb3bdfcc985 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=a174f641-4b33-47df-8414-a19eb7b9cd29,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:08.289008 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bfe0c1fc-59e6-4636-8fe3-73ba5e2fe9a6 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064204 Mar 07 11:01:08.291821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56646) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.298201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-fb8fb1b0-2fea-4f90-b2b8-5dd9f390040f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.299492 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fb8fb1b0-2fea-4f90-b2b8-5dd9f390040f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051644 Mar 07 11:01:08.303822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56648) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.310723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-000f758a-7832-4f53-94a2-528c15748170 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.314619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56650) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.315311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-000f758a-7832-4f53-94a2-528c15748170 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097439 Mar 07 11:01:08.321050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-284b2678-2b89-41e5-8d92-1ee7541c282f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.322067 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-284b2678-2b89-41e5-8d92-1ee7541c282f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044537 Mar 07 11:01:08.326399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56652) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.330326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-fd378e2e-a29d-4f3f-b4c6-9c7b337704a0 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.333682 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fd378e2e-a29d-4f3f-b4c6-9c7b337704a0 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039835 Mar 07 11:01:08.333682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:08.334433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.339437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-9e1c7d9f-4f7e-4f92-8183-d2beb341b802 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.343255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9e1c7d9f-4f7e-4f92-8183-d2beb341b802 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076370 Mar 07 11:01:08.344099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.348037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b6553ffe-f1e6-4613-9559-7bc431f862e8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:01:08.348496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.349609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-9fc9b99d-8496-4d1c-8f31-c5127e4baca7 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.353423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9fc9b99d-8496-4d1c-8f31-c5127e4baca7 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0082304 Mar 07 11:01:08.354201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56658) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.355190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.369100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-e8409cdd-2d53-499b-82b7-64a69c581184 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.374214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56660) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.374914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e8409cdd-2d53-499b-82b7-64a69c581184 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079215 Mar 07 11:01:08.379544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-63ac69ad-e4ed-4566-9020-908c92900f4f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.380730 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63ac69ad-e4ed-4566-9020-908c92900f4f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047960 Mar 07 11:01:08.384148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.389647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-32a82b00-ff95-4d9e-a1b4-554c06f40e9e tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.391397 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-32a82b00-ff95-4d9e-a1b4-554c06f40e9e tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055385 Mar 07 11:01:08.393226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56664) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.399433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-25d70eab-0cd9-407b-ab3e-1a9424ca74a5 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.400644 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-25d70eab-0cd9-407b-ab3e-1a9424ca74a5 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063908 Mar 07 11:01:08.404327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56666) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.405080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2fd02f7-2b5d-4017-af09-1a25ecb45c38 req-bb9fabac-1cce-4863-9a97-7252ed719eac tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0497761 Mar 07 11:01:08.434680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-f88bc697-660b-45ef-aba4-c71be38d3010 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.435850 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f88bc697-660b-45ef-aba4-c71be38d3010 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066521 Mar 07 11:01:08.439229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.445110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:08.453393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-e73d72e4-5df8-4555-b807-28f11f16c93d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.457576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e73d72e4-5df8-4555-b807-28f11f16c93d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0170991 Mar 07 11:01:08.461081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56672) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.465856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-69e59d43-d356-46a3-8107-54fa25e0d97d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.469862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-69e59d43-d356-46a3-8107-54fa25e0d97d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075688 Mar 07 11:01:08.470437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.475296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-41a673fe-b9ad-451a-920b-f8f54686967b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.478138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41a673fe-b9ad-451a-920b-f8f54686967b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065422 Mar 07 11:01:08.479710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56676) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.484596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-d4f36b72-aad3-47eb-a5d4-4578ee4d379f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.485767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4f36b72-aad3-47eb-a5d4-4578ee4d379f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044916 Mar 07 11:01:08.488211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56678) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.488559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3278727b-3a16-4fae-b615-c94b0102d2a1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.489147 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 3278727b-3a16-4fae-b615-c94b0102d2a1 of type vlan for network 940af47e-cbe1-4e60-a004-6d1d97d7f4e0 Mar 07 11:01:08.496929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-fb18c277-2221-40a4-a7af-d5b59dbc6a34 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.499056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb18c277-2221-40a4-a7af-d5b59dbc6a34 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096440 Mar 07 11:01:08.502510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56680) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.511889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-26717acc-0f53-4845-9a14-cc642badd244 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.513454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-26717acc-0f53-4845-9a14-cc642badd244 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097349 Mar 07 11:01:08.516831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.519242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b6553ffe-f1e6-4613-9559-7bc431f862e8 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:01:08.520182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.542049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-73957b4a-1928-49de-ade5-00f74158b3db tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.546209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56684) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.546676 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-73957b4a-1928-49de-ade5-00f74158b3db tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080876 Mar 07 11:01:08.550873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-9732e2f8-6f23-4ac2-934c-182487a0c5d8 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.552413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9732e2f8-6f23-4ac2-934c-182487a0c5d8 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050011 Mar 07 11:01:08.554716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.560145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port b6553ffe-f1e6-4613-9559-7bc431f862e8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6553ffe-f1e6-4613-9559-7bc431f862e8,segment=NetworkSegment(5d4fe841-d254-4155-9f2b-def24db82fc1),segment_id=5d4fe841-d254-4155-9f2b-def24db82fc1)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:08.563778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-105430e2-8aea-47ac-a44e-b0686de3b792 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.567566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.567762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (940af47e-cbe1-4e60-a004-6d1d97d7f4e0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.568872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.572431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-105430e2-8aea-47ac-a44e-b0686de3b792 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0164931 Mar 07 11:01:08.575284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-19d4fb9e-6ee5-412d-a7ea-8e9b48dac147 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.579408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56690) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.579910 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-19d4fb9e-6ee5-412d-a7ea-8e9b48dac147 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094578 Mar 07 11:01:08.596718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-192505c0-2daa-47a6-901a-e926f542dc9d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.601400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-192505c0-2daa-47a6-901a-e926f542dc9d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0209367 Mar 07 11:01:08.601992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.606149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-86d7260f-06ed-4553-99ba-9d767416acdd tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.609236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-86d7260f-06ed-4553-99ba-9d767416acdd tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041647 Mar 07 11:01:08.611114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56694) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.618771 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-82fdb4e1-80d0-4b6d-a11c-b2b291125280 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.622855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56696) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.623525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82fdb4e1-80d0-4b6d-a11c-b2b291125280 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0107999 Mar 07 11:01:08.627077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-4651b725-a6a9-4993-b3e8-b474a3ddec69 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.632858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4651b725-a6a9-4993-b3e8-b474a3ddec69 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090151 Mar 07 11:01:08.633423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.637332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-06b2a8a3-c2e8-42b1-8023-ff5f34470283 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.638251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-06b2a8a3-c2e8-42b1-8023-ff5f34470283 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039835 Mar 07 11:01:08.643531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56700) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.646316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (940af47e-cbe1-4e60-a004-6d1d97d7f4e0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.651411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:08.654611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.661494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-2d782fe4-ece6-4898-95bb-d4467647954e tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.668170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d782fe4-ece6-4898-95bb-d4467647954e tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0227604 Mar 07 11:01:08.670052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56702) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.675311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-d2670ddd-a7c7-461a-be14-d821ec8168b2 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.679186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d2670ddd-a7c7-461a-be14-d821ec8168b2 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080116 Mar 07 11:01:08.679802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56704) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.683890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-dbfd2959-f852-4f14-81e2-ef3dd927685a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.692924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dbfd2959-f852-4f14-81e2-ef3dd927685a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121126 Mar 07 11:01:08.693738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56706) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.697576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=b6553ffe-f1e6-4613-9559-7bc431f862e8,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:08.705831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-df4f2c69-f324-459d-ab14-2db1778ad422 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.707335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df4f2c69-f324-459d-ab14-2db1778ad422 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104647 Mar 07 11:01:08.710147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.718828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-1f40818c-b55f-44f1-8a7e-156561756cc5 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.723637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f40818c-b55f-44f1-8a7e-156561756cc5 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097897 Mar 07 11:01:08.723982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56710) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.731761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-4d982d04-cee2-4bb9-ab15-2f383d05a399 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.735082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4d982d04-cee2-4bb9-ab15-2f383d05a399 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072930 Mar 07 11:01:08.735417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56712) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.744458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-4d3a63cc-af02-4015-a000-7e50e778fa2d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.748411 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d3a63cc-af02-4015-a000-7e50e778fa2d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0120287 Mar 07 11:01:08.749203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56714) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.754182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-314134a4-44d5-4569-b855-b943e9bdec92 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.758667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-314134a4-44d5-4569-b855-b943e9bdec92 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083623 Mar 07 11:01:08.759487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.763448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4913046 Mar 07 11:01:08.764012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-0ca770f9-281f-4f44-8efd-56c576edda80 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.767311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56718) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.768033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0ca770f9-281f-4f44-8efd-56c576edda80 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072856 Mar 07 11:01:08.768292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56720) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.772224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '940af47e-cbe1-4e60-a004-6d1d97d7f4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:08.798891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-5cdbc39d-e3e3-40b7-8228-8746de5773c7 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.803461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56722) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.804074 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5cdbc39d-e3e3-40b7-8228-8746de5773c7 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088313 Mar 07 11:01:08.808121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-89d327ef-8733-4402-b6a3-576ffd08ea5f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.808294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6722a96-1a4d-40bd-8f0a-c0997464c02e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=940af47e-cbe1-4e60-a004-6d1d97d7f4e0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:08.811941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-89d327ef-8733-4402-b6a3-576ffd08ea5f tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070932 Mar 07 11:01:08.812745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.818230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-4d124921-694b-4a5a-955f-ada6b2b1b975 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.820274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 940af47e-cbe1-4e60-a004-6d1d97d7f4e0 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:08.824373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d124921-694b-4a5a-955f-ada6b2b1b975 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0105574 Mar 07 11:01:08.828212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56726) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.839227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-b326555a-c3b1-4f27-9e6d-3cc663ffbdb0 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.846869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b326555a-c3b1-4f27-9e6d-3cc663ffbdb0 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0173883 Mar 07 11:01:08.848228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56728) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.853139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-c5183085-fcbf-4437-ad03-7e57a111061d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.857096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c5183085-fcbf-4437-ad03-7e57a111061d tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072966 Mar 07 11:01:08.857965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56730) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.862792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-8e544b21-7707-4bf1-8515-fc02ce42ac23 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.866715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e544b21-7707-4bf1-8515-fc02ce42ac23 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076554 Mar 07 11:01:08.867565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56732) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.872595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-a73c7f80-8c5f-4166-93c6-5d59304a0965 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.877271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a73c7f80-8c5f-4166-93c6-5d59304a0965 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077512 Mar 07 11:01:08.878140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.883762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-7170f194-903c-4bbe-866e-628bb89b85e6 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.887813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7170f194-903c-4bbe-866e-628bb89b85e6 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082867 Mar 07 11:01:08.888646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56736) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.893724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-93fd4c1d-e2cf-4a0c-bf7d-8eb15c15c699 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.897810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93fd4c1d-e2cf-4a0c-bf7d-8eb15c15c699 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080173 Mar 07 11:01:08.898656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.903051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-6378ebd7-f4b3-44c0-a963-53ef095a7907 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.906841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6378ebd7-f4b3-44c0-a963-53ef095a7907 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070598 Mar 07 11:01:08.907626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56740) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.912245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-61f4eda2-4ac8-49c2-8264-b7db804eb34b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.916065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-61f4eda2-4ac8-49c2-8264-b7db804eb34b tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073235 Mar 07 11:01:08.916852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56742) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.921086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-ca6062ce-f9c3-439b-a39a-694807822bcf tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.924884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca6062ce-f9c3-439b-a39a-694807822bcf tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0068841 Mar 07 11:01:08.926031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.938311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-12aad147-3477-424a-a012-7bc7f678f270 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.939307 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12aad147-3477-424a-a012-7bc7f678f270 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0123463 Mar 07 11:01:08.943215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.948829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-3180d0a4-b49b-4476-9585-028bded16457 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.952812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3180d0a4-b49b-4476-9585-028bded16457 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083692 Mar 07 11:01:08.953613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56748) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.979977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-a5858391-129a-444e-bb08-abe3a232c38a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.984850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a5858391-129a-444e-bb08-abe3a232c38a tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0219469 Mar 07 11:01:08.985103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56750) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:08.989885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-537e54b3-8ea0-4eeb-88d7-784037a9a248 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:08.991049 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-537e54b3-8ea0-4eeb-88d7-784037a9a248 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050449 Mar 07 11:01:08.992534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:09.000585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56752) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.003340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:09.007524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-f64d92b6-b27e-4768-b38a-6e54a30d7389 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.012204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f64d92b6-b27e-4768-b38a-6e54a30d7389 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0102184 Mar 07 11:01:09.013119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56754) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.018892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-189e1096-6eb8-430a-a054-f04cbf4b4023 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.027694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56756) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.032765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-189e1096-6eb8-430a-a054-f04cbf4b4023 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0166094 Mar 07 11:01:09.037776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-998c4518-576c-43e9-ac51-65df0f09bc52 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.042170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56758) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.047429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-0bc93315-6d20-455f-aa9b-957d8bae9d02 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.047719 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-998c4518-576c-43e9-ac51-65df0f09bc52 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164273 Mar 07 11:01:09.054809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0bc93315-6d20-455f-aa9b-957d8bae9d02 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0113225 Mar 07 11:01:09.055690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.059750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-ce747bf0-b29c-43cb-87ef-6e55524b5e33 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.063399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce747bf0-b29c-43cb-87ef-6e55524b5e33 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068016 Mar 07 11:01:09.064169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.071294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-60d4bdf5-7553-4894-9d0c-3b9229704eab tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.072555 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60d4bdf5-7553-4894-9d0c-3b9229704eab tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0069499 Mar 07 11:01:09.076346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.080999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-0ec760e5-9a46-40ad-a43b-dd07e4170688 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.094690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0ec760e5-9a46-40ad-a43b-dd07e4170688 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0172586 Mar 07 11:01:09.096139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56768) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.101286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-03508e0b-f28d-4bfc-b158-c3af1fdfe678 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.107589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.110040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-03508e0b-f28d-4bfc-b158-c3af1fdfe678 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0119257 Mar 07 11:01:09.111962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [None req-268e3146-e765-4150-9b9b-292d83077569 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.113346 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-268e3146-e765-4150-9b9b-292d83077569 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046718 Mar 07 11:01:09.115997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56772) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.121140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-f0ad34aa-2088-4e9d-b831-62af996a8ceb tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.122091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0ad34aa-2088-4e9d-b831-62af996a8ceb tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051601 Mar 07 11:01:09.127568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing IP validity checks on allocation pools {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:01:09.127779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56776) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.128120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:01:09.132038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-7c8c65aa-8282-453b-9097-078767237d46 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.132980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7c8c65aa-8282-453b-9097-078767237d46 tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043092 Mar 07 11:01:09.136028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56778) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.140639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [None req-9a9ddc50-e42f-4aa4-9a84-3812bbe5a3ea tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:09.141567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9a9ddc50-e42f-4aa4-9a84-3812bbe5a3ea tempest-ExtensionsTestJSON-604420135 tempest-ExtensionsTestJSON-604420135-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046163 Mar 07 11:01:09.305717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4966db-0b3e-4543-aa1c-d1e4052f61f9 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:09.369136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2d019261-7fa1-4818-a90c-c20f00075433 None None] Provisioning complete for port b6553ffe-f1e6-4613-9559-7bc431f862e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:01:09.369508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d019261-7fa1-4818-a90c-c20f00075433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:09.411937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff406ea-fa2a-4f4b-92c1-2980b5f423da req-fc887d42-6375-4983-8424-476de628d218 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:09.416711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eff406ea-fa2a-4f4b-92c1-2980b5f423da req-fc887d42-6375-4983-8424-476de628d218 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.0983593 Mar 07 11:01:09.534116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d1c6d956-25b9-4ba4-84bd-21a6a82ee76d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:09.581087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4966db-0b3e-4543-aa1c-d1e4052f61f9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:09.603030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ead00fe2-3356-49cd-ae1e-0f2fa1b565dc req-8645453f-420b-4f16-aef7-dc92933fb84f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0565751 Mar 07 11:01:09.659448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eff406ea-fa2a-4f4b-92c1-2980b5f423da req-5a5627d3-9aab-4d78-a746-bbe5c6e8d7e7 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375779 Mar 07 11:01:09.665506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2d019261-7fa1-4818-a90c-c20f00075433 None None] Current status of the port b6553ffe-f1e6-4613-9559-7bc431f862e8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:01:09.715038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=d1c6d956-25b9-4ba4-84bd-21a6a82ee76d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:09.726523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '3278727b-3a16-4fae-b615-c94b0102d2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '940af47e-cbe1-4e60-a004-6d1d97d7f4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:09.727085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 940af47e-cbe1-4e60-a004-6d1d97d7f4e0, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:09.739294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56796) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:09.766463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 940af47e-cbe1-4e60-a004-6d1d97d7f4e0 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:09.783733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 940af47e-cbe1-4e60-a004-6d1d97d7f4e0) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:09.789127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:09.789875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:09.817674 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bdfdee50-5000-45ed-8061-d971e2f876ed tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0497518 Mar 07 11:01:09.819833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56802) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:10.089327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df71d09-7dc5-4b40-a26b-d4e2bd62f069 None None] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:10.139588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07da6ee-371f-4c62-bdb7-acfdbb98ce8f None None] Network 940af47e-cbe1-4e60-a004-6d1d97d7f4e0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:10.157508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6553ffe-f1e6-4613-9559-7bc431f862e8 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:01:10.339364 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (940af47e-cbe1-4e60-a004-6d1d97d7f4e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.357661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adbf6a9a-a466-43cb-9b51-074d11989388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.424869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a2d64-1dca-4173-9e04-fbe71d7c927d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-940af47e-cbe1-4e60-a004-6d1d97d7f4e0', 'network_id': '940af47e-cbe1-4e60-a004-6d1d97d7f4e0', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': 'd1c6d956-25b9-4ba4-84bd-21a6a82ee76d'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:10.426864 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b68a2d64-1dca-4173-9e04-fbe71d7c927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.443025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b6553ffe-f1e6-4613-9559-7bc431f862e8 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:01:10.445300 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.449975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d1c6d956-25b9-4ba4-84bd-21a6a82ee76d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.589858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (d1c6d956-25b9-4ba4-84bd-21a6a82ee76d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.635590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c6d956-25b9-4ba4-84bd-21a6a82ee76d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:10.638706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adbf6a9a-a466-43cb-9b51-074d11989388 admin admin] Publish callbacks [] for security_group (7a2ee15b-811c-43b6-9f43-8c1e403b03cc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.666602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adbf6a9a-a466-43cb-9b51-074d11989388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a2ee15b-811c-43b6-9f43-8c1e403b03cc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-b68a2d64-1dca-4173-9e04-fbe71d7c927d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1c6d956-25b9-4ba4-84bd-21a6a82ee76d: This subnet is being modified by another concurrent operation. Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:01:10.772611 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1c6d956-25b9-4ba4-84bd-21a6a82ee76d: This subnet is being modified by another concurrent operation. Mar 07 11:01:10.776342 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 11:01:10.798787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866962c3-58b3-49de-a596-161f8138bf93 None None] Network 940af47e-cbe1-4e60-a004-6d1d97d7f4e0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:10.860207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (940af47e-cbe1-4e60-a004-6d1d97d7f4e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:10.975690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:10.982523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-adbf6a9a-a466-43cb-9b51-074d11989388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39c11d2ea8534c4a832e85cbe433e3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2426457 Mar 07 11:01:10.991636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a2729cf9-2ee4-4d26-9522-90416042955c req-cf78045b-9d73-4e8a-9619-59313c851a61 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.2068229 Mar 07 11:01:11.045468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf6a9a-a466-43cb-9b51-074d11989388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ee15b-811c-43b6-9f43-8c1e403b03cc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:11.066371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940af47e-cbe1-4e60-a004-6d1d97d7f4e0']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:11.093696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3278727b-3a16-4fae-b615-c94b0102d2a1') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:11.094078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3278727b-3a16-4fae-b615-c94b0102d2a1') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:11.122913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b6553ffe-f1e6-4613-9559-7bc431f862e8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:01:11.129110 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3278727b-3a16-4fae-b615-c94b0102d2a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.133673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] Publish callbacks [] for security_group (7a2ee15b-811c-43b6-9f43-8c1e403b03cc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.161576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3278727b-3a16-4fae-b615-c94b0102d2a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.163455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f3b3c-56a0-4047-8f19-d99b0591876e None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:11.178988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86773-2c9e-42e7-b912-ee507cd5c6fa req-f9a72a2c-9b99-440c-94e0-0c7092ce0538 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:11.182498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ca86773-2c9e-42e7-b912-ee507cd5c6fa req-f9a72a2c-9b99-440c-94e0-0c7092ce0538 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.3642106 Mar 07 11:01:11.186992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:11.189341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3278727b-3a16-4fae-b615-c94b0102d2a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:11.194834 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:11.292047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-91c8ffb9-fcef-44b6-9c69-b44487ad1f33 None None] Provisioning complete for port b6553ffe-f1e6-4613-9559-7bc431f862e8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:01:11.293865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91c8ffb9-fcef-44b6-9c69-b44487ad1f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.411728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f3b3c-56a0-4047-8f19-d99b0591876e None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:11.442332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ca86773-2c9e-42e7-b912-ee507cd5c6fa req-f982620d-3bdc-446e-8070-d33defaee098 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473423 Mar 07 11:01:11.454374 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (940af47e-cbe1-4e60-a004-6d1d97d7f4e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.466753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.470629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/940af47e-cbe1-4e60-a004-6d1d97d7f4e0 HTTP/1.1" status: 204 len: 168 time: 1.6491902 Mar 07 11:01:11.474937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:11.493094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433450696'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:11.548241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-91c8ffb9-fcef-44b6-9c69-b44487ad1f33 None None] Current status of the port b6553ffe-f1e6-4613-9559-7bc431f862e8 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:01:11.552607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:11.556076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.559397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fdb69-b41a-4827-a600-fd1278713280 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=940af47e-cbe1-4e60-a004-6d1d97d7f4e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:11.604126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:11.620845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.621189 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 319513fe-30ca-443e-9261-cf4a200f09c6 of type vlan for network a615a674-dc26-4b3a-ac77-45b00f078aae Mar 07 11:01:11.707865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.737851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] Publish callbacks [] for security_group (7a2ee15b-811c-43b6-9f43-8c1e403b03cc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.777461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.793807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:11.794604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.837708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a2ee15b-811c-43b6-9f43-8c1e403b03cc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.840831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.842652 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a2ee15b-811c-43b6-9f43-8c1e403b03cc HTTP/1.1" status: 204 len: 168 time: 0.8654366 Mar 07 11:01:11.857312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869745d-2a36-4bca-b55f-8b7c9a639886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ee15b-811c-43b6-9f43-8c1e403b03cc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:11.865506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3758845 Mar 07 11:01:11.867582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:11.877082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:11.967221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee13edb-d7b5-483f-b97c-ece8b6e158e4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=a615a674-dc26-4b3a-ac77-45b00f078aae,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:11.984869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a615a674-dc26-4b3a-ac77-45b00f078aae details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:12.099568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:12.103844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.268280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b5100358-871a-459d-9830-1f42b1232f28 req-f372eb8e-0120-41e2-8948-00c018cf8e6a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0847383 Mar 07 11:01:12.398959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (581969c1-b62e-4bfb-a8cd-dbc07bf5f63e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.523858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=581969c1-b62e-4bfb-a8cd-dbc07bf5f63e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:12.536953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '319513fe-30ca-443e-9261-cf4a200f09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:12.537327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: a615a674-dc26-4b3a-ac77-45b00f078aae, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:12.572150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network a615a674-dc26-4b3a-ac77-45b00f078aae is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:12.593049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a615a674-dc26-4b3a-ac77-45b00f078aae) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:12.598906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:12.600160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.606985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a4db4-b5ef-4a59-810b-3b3de8fee76d None None] Network a615a674-dc26-4b3a-ac77-45b00f078aae requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:12.624404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c510a-8d00-4f5f-bdab-0e9a234f1068 req-bafac631-a713-45ae-b13e-fde93ed01c77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:12.627092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af8c510a-8d00-4f5f-bdab-0e9a234f1068 req-bafac631-a713-45ae-b13e-fde93ed01c77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.0796394 Mar 07 11:01:12.636482 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c47ef15-0cf3-47d1-8fc3-1d71c40dcb01 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7674627 Mar 07 11:01:12.639966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:12.699515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af8c510a-8d00-4f5f-bdab-0e9a234f1068 req-d0080bcc-f637-40b6-b6ad-f76d7d3d60cc tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623844 Mar 07 11:01:12.817771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a615a674-dc26-4b3a-ac77-45b00f078aae', 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '581969c1-b62e-4bfb-a8cd-dbc07bf5f63e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:12.819088 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.828813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.928275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (581969c1-b62e-4bfb-a8cd-dbc07bf5f63e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.034484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Allocated IP 172.20.0.1 (a615a674-dc26-4b3a-ac77-45b00f078aae/581969c1-b62e-4bfb-a8cd-dbc07bf5f63e/056dc519-f7b3-4282-baf6-6398847a7392) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:13.119085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:13.219688 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks [] for port (056dc519-f7b3-4282-baf6-6398847a7392), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.231709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (056dc519-f7b3-4282-baf6-6398847a7392), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.250081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (581969c1-b62e-4bfb-a8cd-dbc07bf5f63e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.298155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Network a615a674-dc26-4b3a-ac77-45b00f078aae is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:13.307495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:13.330034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:13.355022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=581969c1-b62e-4bfb-a8cd-dbc07bf5f63e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:13.382794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Pushing event updated for resources: {'Port': ['ID=056dc519-f7b3-4282-baf6-6398847a7392,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:13.393546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'networks': [{'name': 'tempest-network--1402548094'}, {'name': 'tempest-network--1280593786'}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:13.393546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-network--1402548094'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:13.393546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-network--1280593786'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:13.441209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Attempting to bind port 056dc519-f7b3-4282-baf6-6398847a7392 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:13.441800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Attempting to bind port 056dc519-f7b3-4282-baf6-6398847a7392 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '319513fe-30ca-443e-9261-cf4a200f09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:13.442163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Attempting to bind port 056dc519-f7b3-4282-baf6-6398847a7392 on network a615a674-dc26-4b3a-ac77-45b00f078aae {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:13.467782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:13.469124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Checking segment: {'id': '319513fe-30ca-443e-9261-cf4a200f09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:13.470209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.470686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Bound using segment: {'id': '319513fe-30ca-443e-9261-cf4a200f09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:13.472392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Bound port: 056dc519-f7b3-4282-baf6-6398847a7392, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319513fe-30ca-443e-9261-cf4a200f09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:13.472782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (056dc519-f7b3-4282-baf6-6398847a7392), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.484451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'network': 2} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:13.489085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.496018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.548665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a615a674-dc26-4b3a-ac77-45b00f078aae']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:13.560469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319513fe-30ca-443e-9261-cf4a200f09c6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:13.560995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319513fe-30ca-443e-9261-cf4a200f09c6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:13.565832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5608de4b-4f04-4e82-a822-8c9a08185a30 req-9591fcc9-f871-4088-99d4-6b44ed11bc90 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.1020088 Mar 07 11:01:13.567693 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.578438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.593650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] For port 056dc519-f7b3-4282-baf6-6398847a7392, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:13.603203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] For port 056dc519-f7b3-4282-baf6-6398847a7392, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=056dc519-f7b3-4282-baf6-6398847a7392,segment=NetworkSegment(319513fe-30ca-443e-9261-cf4a200f09c6),segment_id=319513fe-30ca-443e-9261-cf4a200f09c6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:13.612619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (056dc519-f7b3-4282-baf6-6398847a7392), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.614650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.623237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:13.624342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:13.630266 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:13.725032 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.api [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:13.725032 n-d-832156-4 neutron-server[103788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:13.725032 n-d-832156-4 neutron-server[103788]: [parameters: {'id': 'a615a674-dc26-4b3a-ac77-45b00f078aae'}] Mar 07 11:01:13.725032 n-d-832156-4 neutron-server[103788]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:13.725709 n-d-832156-4 neutron-server[103788]: DEBUG oslo_db.api [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:13.752103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a6cf5-485e-4fa8-b013-e652b1e518b6 None None] Pushing event updated for resources: {'Port': ['ID=056dc519-f7b3-4282-baf6-6398847a7392,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:13.783800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571cd79-6a0b-427d-af2f-052f502d9ded None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:13.881995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for security_group (899a70ca-c36d-4f01-827a-2e0d985a9b98), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.894381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (899a70ca-c36d-4f01-827a-2e0d985a9b98), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.895254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.905215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571cd79-6a0b-427d-af2f-052f502d9ded None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:13.933732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899a70ca-c36d-4f01-827a-2e0d985a9b98,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:13.956740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8f9c7-dc2b-4c9f-8589-a4608105fc79 req-142f5566-98e6-4489-9207-9d7bd72fe181 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:13.961376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcb8f9c7-dc2b-4c9f-8589-a4608105fc79 req-142f5566-98e6-4489-9207-9d7bd72fe181 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1582460 Mar 07 11:01:13.977236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:13.988113 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c21a8972-dec9-41c6-a61b-09fc2eb25eca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:13.999094 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment c21a8972-dec9-41c6-a61b-09fc2eb25eca of type vlan for network 90e16f39-2d7e-4c7b-b80f-dc8b7536de78 Mar 07 11:01:14.136490 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (90e16f39-2d7e-4c7b-b80f-dc8b7536de78), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.211324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065b5d2-ffbc-4c63-94a1-4aae0e5200a3 None None] Network a615a674-dc26-4b3a-ac77-45b00f078aae requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:14.212631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcb8f9c7-dc2b-4c9f-8589-a4608105fc79 req-24cd1fca-dab7-4e0f-9588-5d2ebf8b1394 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426010 Mar 07 11:01:14.227467 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.230824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:14.251234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (783a078a-77a2-4425-a54c-f2b5b14089c4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.251714 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment 783a078a-77a2-4425-a54c-f2b5b14089c4 of type vlan for network 1fd938fa-8679-42eb-8f91-655048912c19 Mar 07 11:01:14.332337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1fd938fa-8679-42eb-8f91-655048912c19), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.359704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port 056dc519-f7b3-4282-baf6-6398847a7392 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:14.360194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (056dc519-f7b3-4282-baf6-6398847a7392), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.380654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (90e16f39-2d7e-4c7b-b80f-dc8b7536de78), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.381881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1fd938fa-8679-42eb-8f91-655048912c19), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.390072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.405879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.406577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.453395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3328853 Mar 07 11:01:14.474626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56896) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:14.524109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port 056dc519-f7b3-4282-baf6-6398847a7392, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=056dc519-f7b3-4282-baf6-6398847a7392,segment=NetworkSegment(319513fe-30ca-443e-9261-cf4a200f09c6),segment_id=319513fe-30ca-443e-9261-cf4a200f09c6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:14.525609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (056dc519-f7b3-4282-baf6-6398847a7392), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.557138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for 056dc519-f7b3-4282-baf6-6398847a7392 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:14.671209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=90e16f39-2d7e-4c7b-b80f-dc8b7536de78,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:14.689163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 90e16f39-2d7e-4c7b-b80f-dc8b7536de78 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:14.756409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (056dc519-f7b3-4282-baf6-6398847a7392), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:14.788658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=056dc519-f7b3-4282-baf6-6398847a7392,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:14.796257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port 056dc519-f7b3-4282-baf6-6398847a7392 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:14.802820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80d15266-5f83-4941-a0a5-f82f3a52d5c9 req-d6e65e2c-57ef-4352-a31d-7a07540b50ee tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.1143727 Mar 07 11:01:14.908586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479b96-ebc0-4d09-89ad-8087a94002eb tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=1fd938fa-8679-42eb-8f91-655048912c19,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:14.919553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1fd938fa-8679-42eb-8f91-655048912c19 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:14.934845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa789d08-8b47-49d6-85c4-e109222daf69 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.941677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa789d08-8b47-49d6-85c4-e109222daf69 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.947719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa789d08-8b47-49d6-85c4-e109222daf69 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.953619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa789d08-8b47-49d6-85c4-e109222daf69 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:14.955312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aa789d08-8b47-49d6-85c4-e109222daf69 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4796343 Mar 07 11:01:14.958387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56902) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:14.961708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.035326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a615a674-dc26-4b3a-ac77-45b00f078aae']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.058192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319513fe-30ca-443e-9261-cf4a200f09c6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.060916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319513fe-30ca-443e-9261-cf4a200f09c6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.071045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (90e16f39-2d7e-4c7b-b80f-dc8b7536de78), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.086698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.108021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.122006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:15.122642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (319513fe-30ca-443e-9261-cf4a200f09c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:15.126152 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:15.188741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (90e16f39-2d7e-4c7b-b80f-dc8b7536de78), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.203162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a615a674-dc26-4b3a-ac77-45b00f078aae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.213975 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.221547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e16f39-2d7e-4c7b-b80f-dc8b7536de78']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.224097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/a615a674-dc26-4b3a-ac77-45b00f078aae HTTP/1.1" status: 204 len: 168 time: 2.5829670 Mar 07 11:01:15.224995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56906) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:15.233027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21a8972-dec9-41c6-a61b-09fc2eb25eca') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.233407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21a8972-dec9-41c6-a61b-09fc2eb25eca') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.236759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849371132'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:15.259322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (c21a8972-dec9-41c6-a61b-09fc2eb25eca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.272391 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:15.277189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.281000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2c6a-edb7-41a1-93fe-fb5857fddc4a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=a615a674-dc26-4b3a-ac77-45b00f078aae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:15.297695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c21a8972-dec9-41c6-a61b-09fc2eb25eca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.316004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:15.316789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (c21a8972-dec9-41c6-a61b-09fc2eb25eca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.333406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:15.355832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.359845 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 94ad4a92-4e61-422b-8c24-0f67203e68ce of type vlan for network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:15.416856 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:15.463346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (90e16f39-2d7e-4c7b-b80f-dc8b7536de78), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.467714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.474320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.478204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/90e16f39-2d7e-4c7b-b80f-dc8b7536de78 HTTP/1.1" status: 204 len: 168 time: 0.5189028 Mar 07 11:01:15.481712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56914) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:15.503565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8d704-3ad9-47a4-a38b-036fdb547c23 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=90e16f39-2d7e-4c7b-b80f-dc8b7536de78,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:15.531920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f395728-0ecf-4617-afa3-64a253ad3153 req-2dc74c70-66fb-4b33-bf3a-7b6bde9592fa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:15.533866 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f395728-0ecf-4617-afa3-64a253ad3153 req-2dc74c70-66fb-4b33-bf3a-7b6bde9592fa tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1158679 Mar 07 11:01:15.612199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f395728-0ecf-4617-afa3-64a253ad3153 req-41beda08-b9d3-4da6-b17a-db648741cf34 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722299 Mar 07 11:01:15.620060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1fd938fa-8679-42eb-8f91-655048912c19), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.623209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.630181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:15.630796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.721550 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4892955 Mar 07 11:01:15.721888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56920) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:15.727125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:15.740932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87958b9-ff5f-4219-9674-d4b46a9c508c tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=bd1723ff-f5dd-4ad5-aabe-f180ace76a47,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:15.754332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:15.813556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1fd938fa-8679-42eb-8f91-655048912c19), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.858747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd938fa-8679-42eb-8f91-655048912c19']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.861718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:15.868382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.882842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783a078a-77a2-4425-a54c-f2b5b14089c4') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.883316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783a078a-77a2-4425-a54c-f2b5b14089c4') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:15.894323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (783a078a-77a2-4425-a54c-f2b5b14089c4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.914599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (783a078a-77a2-4425-a54c-f2b5b14089c4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.928465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:15.929171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (783a078a-77a2-4425-a54c-f2b5b14089c4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:15.932678 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:16.011454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-336b3758-7d04-4c98-9fc5-8107dc71dcf2 req-afabd9ec-d5a0-4e90-ba57-1c7ed9a12177 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d9ebe3a-879f-4593-875b-eed9205a59d3 HTTP/1.1" status: 200 len: 210 time: 0.0571523 Mar 07 11:01:16.033154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1fd938fa-8679-42eb-8f91-655048912c19), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.039062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.048113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/1fd938fa-8679-42eb-8f91-655048912c19 HTTP/1.1" status: 204 len: 168 time: 0.5602701 Mar 07 11:01:16.049824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56924) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:16.067451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912dd0-d7f4-437e-89f2-804f7c1f039c tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=1fd938fa-8679-42eb-8f91-655048912c19,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:16.213331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362de56f-1030-4e51-a375-1af7a1269099 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:16.218741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362de56f-1030-4e51-a375-1af7a1269099 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:16.220369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-362de56f-1030-4e51-a375-1af7a1269099 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1675014 Mar 07 11:01:16.226814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:16.234038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1458664334'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:16.289630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8e8e3581-7f69-475e-b4c9-7b51c8310bf3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.294877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:16.299714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.334815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:16.346400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c08f6f71-e991-4e99-a2fb-72c34b16b5ff), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.346885 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment c08f6f71-e991-4e99-a2fb-72c34b16b5ff of type vlan for network 610d19fe-8698-4520-9f13-d51f78142bf1 Mar 07 11:01:16.412665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e3581-7f69-475e-b4c9-7b51c8310bf3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:16.415480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '94ad4a92-4e61-422b-8c24-0f67203e68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:16.415988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: bd1723ff-f5dd-4ad5-aabe-f180ace76a47, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:16.418333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (610d19fe-8698-4520-9f13-d51f78142bf1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.442825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:16.452163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (610d19fe-8698-4520-9f13-d51f78142bf1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.460747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, bd1723ff-f5dd-4ad5-aabe-f180ace76a47) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:16.460938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:16.461632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.465568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:16.466237 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.474225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efc575-0e17-4dd7-802c-d71b6272b61b None None] Network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:16.494338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0a30a17e-b297-4a39-ad79-03f77d42b73b tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7711682 Mar 07 11:01:16.496769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56936) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:16.562097 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3318152 Mar 07 11:01:16.564157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:16.570761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2098429278'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:16.581286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec43399-3028-40b5-922f-742fce51802b tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=610d19fe-8698-4520-9f13-d51f78142bf1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:16.602753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:16.608452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.610676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 610d19fe-8698-4520-9f13-d51f78142bf1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:16.645876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:16.656463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-bd1723ff-f5dd-4ad5-aabe-f180ace76a47', 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '8e8e3581-7f69-475e-b4c9-7b51c8310bf3'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:16.657203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.662585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d4808e49-1bad-4df8-acbf-7181a7cfba5a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.663626 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment d4808e49-1bad-4df8-acbf-7181a7cfba5a of type vlan for network 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f Mar 07 11:01:16.712953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.725176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.782890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.795440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:16.796112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.904983 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8e8e3581-7f69-475e-b4c9-7b51c8310bf3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:16.913279 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3482614 Mar 07 11:01:16.917395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56944) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:16.923051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'ports': [{'network_id': '610d19fe-8698-4520-9f13-d51f78142bf1', 'name': 'tempest-port--1712812350', 'admin_state_up': True}, {'network_id': '4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f', 'admin_state_up': False}]} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:16.923441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'port': {'network_id': '610d19fe-8698-4520-9f13-d51f78142bf1', 'name': 'tempest-port--1712812350', 'admin_state_up': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:16.923968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'port': {'network_id': '4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f', 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:16.994914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7dc47-1f12-420e-aa88-d58a8b3fd85a req-69cfc4af-5126-428d-8cf4-9117fb8c8eba tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:17.006373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d762dab-bd13-4c1c-bdf2-12d44c3dbc25 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:17.006577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d7dc47-1f12-420e-aa88-d58a8b3fd85a req-69cfc4af-5126-428d-8cf4-9117fb8c8eba tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.2003613 Mar 07 11:01:17.031299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:17.071241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Allocated IP 172.20.0.2 (bd1723ff-f5dd-4ad5-aabe-f180ace76a47/8e8e3581-7f69-475e-b4c9-7b51c8310bf3/cda3697f-cfbc-415e-8d4b-bc297a651c1e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:17.187601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d7dc47-1f12-420e-aa88-d58a8b3fd85a req-9abac3ab-2367-4da4-adbd-1a1ea4818d84 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799700 Mar 07 11:01:17.318512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'port': 2} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:17.330307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.353562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.472730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks [] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.491733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.536795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:17.540495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:17.545082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:17.558748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Pushing event updated for resources: {'Port': ['ID=cda3697f-cfbc-415e-8d4b-bc297a651c1e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:17.559822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] device_id is not set on port b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:01:17.630974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Attempting to bind port cda3697f-cfbc-415e-8d4b-bc297a651c1e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:17.631600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Attempting to bind port cda3697f-cfbc-415e-8d4b-bc297a651c1e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '94ad4a92-4e61-422b-8c24-0f67203e68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:17.632133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Attempting to bind port cda3697f-cfbc-415e-8d4b-bc297a651c1e on network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:17.637387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:17.637942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Checking segment: {'id': '94ad4a92-4e61-422b-8c24-0f67203e68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:17.638529 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.639161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Bound using segment: {'id': '94ad4a92-4e61-422b-8c24-0f67203e68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:17.639941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Bound port: cda3697f-cfbc-415e-8d4b-bc297a651c1e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad4a92-4e61-422b-8c24-0f67203e68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:17.640505 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.696680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (8e8e3581-7f69-475e-b4c9-7b51c8310bf3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.701287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for port (b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.706370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] For port cda3697f-cfbc-415e-8d4b-bc297a651c1e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:17.709966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] For port cda3697f-cfbc-415e-8d4b-bc297a651c1e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cda3697f-cfbc-415e-8d4b-bc297a651c1e,segment=NetworkSegment(94ad4a92-4e61-422b-8c24-0f67203e68ce),segment_id=94ad4a92-4e61-422b-8c24-0f67203e68ce)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:17.716909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.753686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e3581-7f69-475e-b4c9-7b51c8310bf3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:17.811629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df893e4-2d3f-452c-ab80-9d2bbbf43fff None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:17.842372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0661-290c-40bf-b591-e3dc56194cf9 None None] Pushing event updated for resources: {'Port': ['ID=cda3697f-cfbc-415e-8d4b-bc297a651c1e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:17.857369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] device_id is not set on port 2457e154-ed0a-4dbd-8589-111b3edccd2a yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:01:17.894732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.922859 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1723ff-f5dd-4ad5-aabe-f180ace76a47']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:17.936634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad4a92-4e61-422b-8c24-0f67203e68ce') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:17.937159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad4a92-4e61-422b-8c24-0f67203e68ce') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:17.943885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df893e4-2d3f-452c-ab80-9d2bbbf43fff None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:17.952695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.971114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.981976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:17.982601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:17.986081 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:18.125767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for port (2457e154-ed0a-4dbd-8589-111b3edccd2a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.173184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.api [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:18.173184 n-d-832156-4 neutron-server[103789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:18.173184 n-d-832156-4 neutron-server[103789]: [parameters: {'id': 'bd1723ff-f5dd-4ad5-aabe-f180ace76a47'}] Mar 07 11:01:18.173184 n-d-832156-4 neutron-server[103789]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:18.173755 n-d-832156-4 neutron-server[103789]: DEBUG oslo_db.api [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:18.179281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.247985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Port': ['ID=b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:18.277525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Checking segment: {'id': 'c08f6f71-e991-4e99-a2fb-72c34b16b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '610d19fe-8698-4520-9f13-d51f78142bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:18.278137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network hostable DHCP agents. Network: 610d19fe-8698-4520-9f13-d51f78142bf1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:18.338247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network 610d19fe-8698-4520-9f13-d51f78142bf1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:18.393503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff7086-b1fc-4617-bb45-45784ec91e2c req-662b7290-eb14-4f84-a904-3499803a9072 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.396062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ff7086-b1fc-4617-bb45-45784ec91e2c req-662b7290-eb14-4f84-a904-3499803a9072 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Mar 07 11:01:18.397152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 610d19fe-8698-4520-9f13-d51f78142bf1) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:18.400893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:18.401943 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2457e154-ed0a-4dbd-8589-111b3edccd2a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.420884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3244369-ba43-4b22-b48e-55c0b3830c42 None None] Network 610d19fe-8698-4520-9f13-d51f78142bf1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:18.423088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816df7ab-ff4c-4890-9df2-e279c07b3066 None None] Network bd1723ff-f5dd-4ad5-aabe-f180ace76a47 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:18.495359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Port': ['ID=2457e154-ed0a-4dbd-8589-111b3edccd2a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:18.507693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ff7086-b1fc-4617-bb45-45784ec91e2c req-243278ad-c55b-405b-ad3f-1049d4109a96 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996258 Mar 07 11:01:18.541454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Checking segment: {'id': 'd4808e49-1bad-4df8-acbf-7181a7cfba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:18.541454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network hostable DHCP agents. Network: 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:18.564098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:18.579994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:18.585435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:18.591607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.596701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.598949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.608604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9b8b4-0314-4392-b146-680c0917a4f3 None None] Network 4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:18.631662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56968) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:18.632249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b819a4df-a7cd-42e6-b149-3849aa385415 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7144699 Mar 07 11:01:18.675182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.729020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c04099-2eab-48ce-a4c5-e76860aeb0b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.735014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c04099-2eab-48ce-a4c5-e76860aeb0b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.740654 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57c04099-2eab-48ce-a4c5-e76860aeb0b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1037478 Mar 07 11:01:18.741450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56970) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:18.742813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port cda3697f-cfbc-415e-8d4b-bc297a651c1e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:18.743375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.831324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port cda3697f-cfbc-415e-8d4b-bc297a651c1e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cda3697f-cfbc-415e-8d4b-bc297a651c1e,segment=NetworkSegment(94ad4a92-4e61-422b-8c24-0f67203e68ce),segment_id=94ad4a92-4e61-422b-8c24-0f67203e68ce)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:18.832867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.872567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for cda3697f-cfbc-415e-8d4b-bc297a651c1e owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:18.929877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Deleting port b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:18.930131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.014087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cda3697f-cfbc-415e-8d4b-bc297a651c1e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.038982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.039342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port cda3697f-cfbc-415e-8d4b-bc297a651c1e on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:19.054502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Calling delete_port for b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:19.082051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=cda3697f-cfbc-415e-8d4b-bc297a651c1e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:19.201668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.209297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.266903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1723ff-f5dd-4ad5-aabe-f180ace76a47']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:19.276281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Port': ['ID=b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:19.279915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.296416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-83f35313-d843-43a2-b9b2-0cdd59e52c79 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/ports/b2fdf9c3-39d1-4d3a-a145-5d7d9fb406d4 HTTP/1.1" status: 204 len: 168 time: 0.5534728 Mar 07 11:01:19.297065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.319323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad4a92-4e61-422b-8c24-0f67203e68ce') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:19.319621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad4a92-4e61-422b-8c24-0f67203e68ce') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:19.331676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.356088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.365570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:19.365970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (94ad4a92-4e61-422b-8c24-0f67203e68ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:19.368987 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:19.380520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138c8b-942c-4fd5-89c7-1a11b6fbbf2b req-c994ed92-1403-40cb-afef-e1b35b086cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:19.382942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7138c8b-942c-4fd5-89c7-1a11b6fbbf2b req-c994ed92-1403-40cb-afef-e1b35b086cbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.1314669 Mar 07 11:01:19.463542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Deleting port 2457e154-ed0a-4dbd-8589-111b3edccd2a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:19.464278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2457e154-ed0a-4dbd-8589-111b3edccd2a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.504942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (bd1723ff-f5dd-4ad5-aabe-f180ace76a47), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.528666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.541310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2457e154-ed0a-4dbd-8589-111b3edccd2a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.549308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/bd1723ff-f5dd-4ad5-aabe-f180ace76a47 HTTP/1.1" status: 204 len: 168 time: 3.0514681 Mar 07 11:01:19.550869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.560366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801027440'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:19.569493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc810a4-6314-4e21-b698-16a36f4e5c36 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=bd1723ff-f5dd-4ad5-aabe-f180ace76a47,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:19.576393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Calling delete_port for 2457e154-ed0a-4dbd-8589-111b3edccd2a owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:19.583522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7138c8b-942c-4fd5-89c7-1a11b6fbbf2b req-52e2490e-965b-4b1d-8f7c-299ce8962018 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710253 Mar 07 11:01:19.658482 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:19.662767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.710936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:19.733650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.734323 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0 of type vlan for network 8f936009-0cc5-44b5-b179-77d9d29c12d0 Mar 07 11:01:19.735780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e00919-4d05-49c0-bc20-f599dc7d0302 req-378226c8-1fbe-40ef-b5bf-438e9968bb53 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:19.750728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1e00919-4d05-49c0-bc20-f599dc7d0302 req-378226c8-1fbe-40ef-b5bf-438e9968bb53 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.1040998 Mar 07 11:01:19.771199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2457e154-ed0a-4dbd-8589-111b3edccd2a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.820549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.825253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/ports/2457e154-ed0a-4dbd-8589-111b3edccd2a HTTP/1.1" status: 204 len: 168 time: 0.5272276 Mar 07 11:01:19.827932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.831088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 56990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.834421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af49b89-3427-468d-9211-09c06a1bfbdd tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Port': ['ID=2457e154-ed0a-4dbd-8589-111b3edccd2a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:19.844217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1e00919-4d05-49c0-bc20-f599dc7d0302 req-1f5cf591-72ef-4442-9c66-5b2b8f07052e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925474 Mar 07 11:01:19.875551 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-031beb0b-4055-4fb0-878d-0704a038e471 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383363 Mar 07 11:01:19.880403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56992) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.885523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-53519273'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:19.901060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.907176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:19.907791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.911785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:19.915465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.963152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4096885 Mar 07 11:01:19.969435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 56996) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.988033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:19.991907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:20.059971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8351f3-bcf8-475a-a094-58ffd11b91ef tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=8f936009-0cc5-44b5-b179-77d9d29c12d0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:20.063573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6666837b-7090-49ca-b8fe-765ca7ba2a9b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.067556 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment 6666837b-7090-49ca-b8fe-765ca7ba2a9b of type vlan for network 142795e7-41db-4759-a368-204ec80e6d2f Mar 07 11:01:20.071913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 8f936009-0cc5-44b5-b179-77d9d29c12d0 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:20.163097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (142795e7-41db-4759-a368-204ec80e6d2f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.192815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:20.199202 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.262884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (142795e7-41db-4759-a368-204ec80e6d2f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.268477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:20.270186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.366155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing IP validity checks on allocation pools {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:01:20.366846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:01:20.379686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=142795e7-41db-4759-a368-204ec80e6d2f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:20.393241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 142795e7-41db-4759-a368-204ec80e6d2f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:20.448560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:20.449434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0ef515cb-790f-465c-b927-d0bbe41bf3c3 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5676792 Mar 07 11:01:20.453570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-19045462'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:20.507535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:20.511139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.576687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:20.601050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cda9f241-a23b-44b5-93e4-f1aed7977f44), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.601955 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Added segment cda9f241-a23b-44b5-93e4-f1aed7977f44 of type vlan for network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 Mar 07 11:01:20.634093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.687093 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.702567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b712c300-9425-4dd0-ae5a-a0729bfa0415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.718872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:20.733911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:20.734272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 8f936009-0cc5-44b5-b179-77d9d29c12d0, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:20.743332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.748611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:20.751904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.773213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 8f936009-0cc5-44b5-b179-77d9d29c12d0 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:20.784548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 8f936009-0cc5-44b5-b179-77d9d29c12d0) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:20.794373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc5d45-75f4-44d1-bf56-deb564699891 None None] Network 8f936009-0cc5-44b5-b179-77d9d29c12d0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:20.798506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:20.799151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.834686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b680302e-6404-49f3-a1dd-1a84ddc0a8a6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8625915 Mar 07 11:01:20.837448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57010) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:20.865903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Network': ['ID=ee0ab05b-9dd0-44f7-afd1-2c3eea093f53,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:20.890878 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a0378ebe-19d0-4e24-acdd-09da5074c09e tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4411676 Mar 07 11:01:20.961523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:21.036250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:21.041409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'subnets': [{'network_id': '142795e7-41db-4759-a368-204ec80e6d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1077969515', 'ip_version': 4}, {'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:21.041727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'subnet': {'network_id': '142795e7-41db-4759-a368-204ec80e6d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1077969515', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:21.042292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Request body: {'subnet': {'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:21.085681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.126304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-8f936009-0cc5-44b5-b179-77d9d29c12d0', 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:21.127832 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.217036 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3bea-e981-41d9-950b-6cfef454ce9a req-19f1602f-4e54-463c-9c04-4b11ba9b770f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:21.219315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d3c3bea-e981-41d9-950b-6cfef454ce9a req-19f1602f-4e54-463c-9c04-4b11ba9b770f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.2470627 Mar 07 11:01:21.273171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.311914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Allocated IP 172.20.0.3 (8f936009-0cc5-44b5-b179-77d9d29c12d0/375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9/113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:21.398750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d3c3bea-e981-41d9-950b-6cfef454ce9a req-5f2e76ab-321b-4e89-b98b-e1764749ebb3 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720781 Mar 07 11:01:21.408544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Made reservation on behalf of 1f0720863def4022992c88adc1ee3560 for: {'subnet': 2} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:21.414016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.414335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.440277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:01:21.453767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1531144168', 'description': 'tempest-description-1950127052'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:21.494391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.572548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks [] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.584946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.638110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Pushing event updated for resources: {'Port': ['ID=113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:21.644100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.663527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Network 8f936009-0cc5-44b5-b179-77d9d29c12d0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:21.666470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:21.668621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:21.728195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:21.759472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Attempting to bind port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:21.759889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Attempting to bind port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:21.760283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Attempting to bind port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 on network 8f936009-0cc5-44b5-b179-77d9d29c12d0 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:21.767145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:21.767526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Checking segment: {'id': 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:21.768027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.768446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Bound using segment: {'id': 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:21.769935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Bound port: 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:21.770797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.866451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] For port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:21.870108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] For port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2,segment=NetworkSegment(fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0),segment_id=fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:21.881964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.948810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50049891-e340-401c-a5e3-ff34caf22641 None None] Pushing event updated for resources: {'Port': ['ID=113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.057922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2ecf3-f922-40d4-b934-b9cc9987ceb6 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:22.223112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2ecf3-f922-40d4-b934-b9cc9987ceb6 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:22.281027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (28faf873-b114-4715-9646-a64742093456), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.369149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Subnet': ['ID=28faf873-b114-4715-9646-a64742093456,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.440159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Checking segment: {'id': '6666837b-7090-49ca-b8fe-765ca7ba2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '142795e7-41db-4759-a368-204ec80e6d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:22.440531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network hostable DHCP agents. Network: 142795e7-41db-4759-a368-204ec80e6d2f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:22.483614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network 142795e7-41db-4759-a368-204ec80e6d2f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:22.494535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 142795e7-41db-4759-a368-204ec80e6d2f) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:22.499433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4669f1f9-cb99-4009-9422-49e8a0610a9e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.576457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Checking segment: {'id': 'cda9f241-a23b-44b5-93e4-f1aed7977f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:22.577094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network hostable DHCP agents. Network: ee0ab05b-9dd0-44f7-afd1-2c3eea093f53, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:22.612051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:22.631557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event updated for resources: {'Subnet': ['ID=4669f1f9-cb99-4009-9422-49e8a0610a9e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.636698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.638371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ee0ab05b-9dd0-44f7-afd1-2c3eea093f53) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:22.649882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.651990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.653925 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.656354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.697338 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7f7203cd-5e24-4aee-9ce7-3d020a3600ac tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6576324 Mar 07 11:01:22.697635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:22.713526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7e943-493d-45d4-b558-cac423a6f6fc None None] Network 8f936009-0cc5-44b5-b179-77d9d29c12d0 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:22.725685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.773755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29ac9e-08dc-493c-b755-09da0f375e81 None None] Network 142795e7-41db-4759-a368-204ec80e6d2f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:22.773930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.775128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b007a3b1-708d-4a8c-8731-01010de97b54 req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.3269396 Mar 07 11:01:22.782578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.813414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.813763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.822004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.822405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.822754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.823463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.824587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.824940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.825293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.825850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.825959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.826254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.826580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aa21f-8625-4111-a9c1-c0cf74d9cf7e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.838305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f936009-0cc5-44b5-b179-77d9d29c12d0']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:22.861949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7d957-f37c-496b-8ee3-9952ba187911 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.865128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a51531-e082-4fff-9dce-76abfcd2926e None None] Network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:22.868142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7d957-f37c-496b-8ee3-9952ba187911 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.869667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7d957-f37c-496b-8ee3-9952ba187911 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.871593 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3cb7d957-f37c-496b-8ee3-9952ba187911 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1722860 Mar 07 11:01:22.874729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57046) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:22.875638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:22.875960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:22.960815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.995560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Deleting subnet 28faf873-b114-4715-9646-a64742093456 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:01:22.998245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for subnet (28faf873-b114-4715-9646-a64742093456), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.019084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ee0ab05b-9dd0-44f7-afd1-2c3eea093f53', 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53', 'project_id': '1f0720863def4022992c88adc1ee3560', 'fixed_ips': [{'subnet_id': '4669f1f9-cb99-4009-9422-49e8a0610a9e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:23.020380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.029195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-052b4ec9-9436-4452-8583-97f877f6c3e2 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1531144168&fields=id&tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237 HTTP/1.1" status: 200 len: 267 time: 0.1707685 Mar 07 11:01:23.030570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.042557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:23.042955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:23.046073 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:23.076686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (28faf873-b114-4715-9646-a64742093456), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.134899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (28faf873-b114-4715-9646-a64742093456), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.207844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (28faf873-b114-4715-9646-a64742093456), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.211781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e54e510c-89f5-4069-8b08-b19e7e72cd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.229028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.235907 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/subnets/28faf873-b114-4715-9646-a64742093456 HTTP/1.1" status: 204 len: 168 time: 0.3599417 Mar 07 11:01:23.242140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:23.259869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9a62a-302d-463d-adb9-ff044b6a08b6 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Subnet': ['ID=28faf873-b114-4715-9646-a64742093456,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:23.261764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.api [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:23.261764 n-d-832156-4 neutron-server[103789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:23.261764 n-d-832156-4 neutron-server[103789]: [parameters: {'id': '8f936009-0cc5-44b5-b179-77d9d29c12d0'}] Mar 07 11:01:23.261764 n-d-832156-4 neutron-server[103789]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:23.262125 n-d-832156-4 neutron-server[103789]: DEBUG oslo_db.api [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:23.311394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-e2e2f219-5962-41d6-ae35-becf4cf09b28 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:23.313374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-e2e2f219-5962-41d6-ae35-becf4cf09b28 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.2727201 Mar 07 11:01:23.330496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'port': {'security_groups': ['7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3', 'be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:23.339136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Deleting subnet 4669f1f9-cb99-4009-9422-49e8a0610a9e {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:01:23.371679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d1a57-b2fb-4bb6-89d5-03e72632c42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-142795e7-41db-4759-a368-204ec80e6d2f', 'network_id': '142795e7-41db-4759-a368-204ec80e6d2f', 'project_id': '1f0720863def4022992c88adc1ee3560', 'fixed_ips': [{'subnet_id': '28faf873-b114-4715-9646-a64742093456'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:23.378790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d59d1a57-b2fb-4bb6-89d5-03e72632c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.445388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Allocated IP 172.20.0.18 (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53/4669f1f9-cb99-4009-9422-49e8a0610a9e/a70d373e-56bf-4021-ade6-d9a2e8428f29) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:23.453108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.564287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac472c7-e68f-4d7c-a1c5-8a9470c523a3 None None] Network 142795e7-41db-4759-a368-204ec80e6d2f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:23.765559 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.928168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:23.948407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks [] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.959019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.960604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for subnet (4669f1f9-cb99-4009-9422-49e8a0610a9e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.030633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:24.032441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:24.037036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:24.044483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.054360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (4669f1f9-cb99-4009-9422-49e8a0610a9e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.058140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:24.058593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.075025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Pushing event updated for resources: {'Port': ['ID=a70d373e-56bf-4021-ade6-d9a2e8428f29,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:24.121431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Attempting to bind port a70d373e-56bf-4021-ade6-d9a2e8428f29 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:24.122737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Attempting to bind port a70d373e-56bf-4021-ade6-d9a2e8428f29 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'cda9f241-a23b-44b5-93e4-f1aed7977f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:24.123358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Attempting to bind port a70d373e-56bf-4021-ade6-d9a2e8428f29 on network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:24.129399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:24.130177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Checking segment: {'id': 'cda9f241-a23b-44b5-93e4-f1aed7977f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:24.130827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.131428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Bound using segment: {'id': 'cda9f241-a23b-44b5-93e4-f1aed7977f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:24.132154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Bound port: a70d373e-56bf-4021-ade6-d9a2e8428f29, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda9f241-a23b-44b5-93e4-f1aed7977f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee0ab05b-9dd0-44f7-afd1-2c3eea093f53'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:24.133262 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.133836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2,segment=NetworkSegment(fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0),segment_id=fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:24.134196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.149457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:24.232828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.309083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:24.311631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.318806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d949da96-a620-4fb1-9f89-e2c12f1e1454 req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "PUT /v2.0/ports/ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 981 time: 0.9994242 Mar 07 11:01:24.404918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:24.407833 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a8fc4a-2110-407f-a809-8d511c55087d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:24.410557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffff4f-277d-4314-b5ac-94efca12af30 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:24.475696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:24.530492 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d738d6b-6204-425e-9bbc-883f46123b7c x-openstack-request-id: req-6d738d6b-6204-425e-9bbc-883f46123b7c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:24.530780 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:24.531030 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d738d6b-6204-425e-9bbc-883f46123b7c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:24.531439 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:01:24.570033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:24.573324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.635155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.665307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] For port a70d373e-56bf-4021-ade6-d9a2e8428f29, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:24.671040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] For port a70d373e-56bf-4021-ade6-d9a2e8428f29, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a70d373e-56bf-4021-ade6-d9a2e8428f29,segment=NetworkSegment(cda9f241-a23b-44b5-93e4-f1aed7977f44),segment_id=cda9f241-a23b-44b5-93e4-f1aed7977f44)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:24.680897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-50be4d7b-df46-42ff-8043-cd4b27331a5b tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1531144168&fields=id&tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237 HTTP/1.1" status: 200 len: 267 time: 0.2631140 Mar 07 11:01:24.711786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.717740 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4669f1f9-cb99-4009-9422-49e8a0610a9e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.811017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.005369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port 113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:25.014148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da71e0-8077-48c5-8ee2-3136aa34ad42 None None] Pushing event updated for resources: {'Port': ['ID=a70d373e-56bf-4021-ade6-d9a2e8428f29,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:25.243377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=113bdcd0-ba5d-4a6d-bdea-c57d36dc0ec2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:25.278332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.336423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-03d44b54-c08b-4572-bc77-18fe2a8792a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:25.338958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-03d44b54-c08b-4572-bc77-18fe2a8792a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1166 time: 0.8066931 Mar 07 11:01:25.388299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f936009-0cc5-44b5-b179-77d9d29c12d0']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:25.459315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-5e4ac319-95e3-48d0-bd67-3a916955f4ec tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:25.460951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-5e4ac319-95e3-48d0-bd67-3a916955f4ec tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 984 time: 0.7713587 Mar 07 11:01:25.467246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:25.467693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:25.496093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'port': {'security_groups': ['7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:25.621438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.623607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.667081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (4669f1f9-cb99-4009-9422-49e8a0610a9e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.717074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Subnet': ['ID=4669f1f9-cb99-4009-9422-49e8a0610a9e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:25.717729 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.735046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.753040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:25.753736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (fc45a4b3-1986-4fc1-a26d-5ec5cb800fd0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:25.763761 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:25.770327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:25.775063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41e74c7b-57a9-48fe-8ca6-f049d21b875f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/subnets/4669f1f9-cb99-4009-9422-49e8a0610a9e HTTP/1.1" status: 204 len: 168 time: 2.5300021 Mar 07 11:01:25.780632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:25.888072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b8b7b-47e0-4038-ba65-1f9da2775935 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:25.893106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca6b8b7b-47e0-4038-ba65-1f9da2775935 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1066763 Mar 07 11:01:25.894256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57082) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:26.055414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.191611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Deleting port a70d373e-56bf-4021-ade6-d9a2e8428f29 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:26.192258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.270223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a70d373e-56bf-4021-ade6-d9a2e8428f29 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:01:26.342750 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] For port a70d373e-56bf-4021-ade6-d9a2e8428f29, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a70d373e-56bf-4021-ade6-d9a2e8428f29,segment=NetworkSegment(cda9f241-a23b-44b5-93e4-f1aed7977f44),segment_id=cda9f241-a23b-44b5-93e4-f1aed7977f44)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:26.343276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.379630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Calling delete_port for a70d373e-56bf-4021-ade6-d9a2e8428f29 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:26.422459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a70d373e-56bf-4021-ade6-d9a2e8428f29 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:01:26.422983 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.553411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:26.579466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a70d373e-56bf-4021-ade6-d9a2e8428f29 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:01:26.579892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.653158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad1916-551f-4494-b64d-7d3c905afc96 None None] Network ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:26.653523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a70d373e-56bf-4021-ade6-d9a2e8428f29), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.659763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.686436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (8f936009-0cc5-44b5-b179-77d9d29c12d0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.693210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.705974 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/8f936009-0cc5-44b5-b179-77d9d29c12d0 HTTP/1.1" status: 204 len: 168 time: 5.8674390 Mar 07 11:01:26.706679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:26.722038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] No DVR routers for this DVR port a70d373e-56bf-4021-ade6-d9a2e8428f29 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:26.731470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Port': ['ID=a70d373e-56bf-4021-ade6-d9a2e8428f29,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:26.735354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693617414'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:26.744000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3ea6f916-50c9-4d22-b37f-435da4a6716e None None] Could not find standard attr ID for object a70d373e-56bf-4021-ade6-d9a2e8428f29. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:01:26.744546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.780025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:26.798896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.801598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.801938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.802269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.802598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.802923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.803246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.803571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.803914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.804235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.804554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.807949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.808370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:26.813563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-700d4a71-0019-48fb-8d64-662ce429ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:26.817544 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-700d4a71-0019-48fb-8d64-662ce429ce1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 1.4397473 Mar 07 11:01:26.874363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cb368-8dda-4679-a400-8d9919e77329 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=8f936009-0cc5-44b5-b179-77d9d29c12d0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:26.966296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.036245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:27.039304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.047448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10ac9535-3d6c-4ba9-b6ba-2a9c602b2a13 req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "PUT /v2.0/ports/ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 942 time: 1.5772688 Mar 07 11:01:27.049238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-529f6789-76af-49e5-a158-6df92279a74d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.1547282 Mar 07 11:01:27.049683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:27.064725 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66" -d '{"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:27.067689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0ab05b-9dd0-44f7-afd1-2c3eea093f53']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.107888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda9f241-a23b-44b5-93e4-f1aed7977f44') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.110884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda9f241-a23b-44b5-93e4-f1aed7977f44') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.137596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (cda9f241-a23b-44b5-93e4-f1aed7977f44), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.153337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:27.173854 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (cda9f241-a23b-44b5-93e4-f1aed7977f44), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.199379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:27.199825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (cda9f241-a23b-44b5-93e4-f1aed7977f44), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:27.207395 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:27.247089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bb747-48fb-42c5-89c9-0f0253829d33 None None] DHCP port deletion for ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:01:27.271590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.296864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:27.301515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.319114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-8211a2d9-5e46-4fd4-a73c-89ab17cdf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:27.321143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-8211a2d9-5e46-4fd4-a73c-89ab17cdf1aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.2531068 Mar 07 11:01:27.373909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ee0ab05b-9dd0-44f7-afd1-2c3eea093f53), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.375015 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ba21a-76eb-4e12-b471-d4f452146b09 x-openstack-request-id: req-c93ba21a-76eb-4e12-b471-d4f452146b09 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:27.375738 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:27.376193 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c93ba21a-76eb-4e12-b471-d4f452146b09 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:27.378786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.382949 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/ee0ab05b-9dd0-44f7-afd1-2c3eea093f53 HTTP/1.1" status: 204 len: 168 time: 1.4875052 Mar 07 11:01:27.388770 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:01:27.390663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57112) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:27.439427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027430c4-9e2d-42a6-a14a-942ffa5a0903 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:27.496353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15994477-44ee-4c8f-aab5-cf1fdeeb570f tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=ee0ab05b-9dd0-44f7-afd1-2c3eea093f53,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:27.585160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-35b179eb-0d82-4f97-aae8-a1e5b1bc7d5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897626 Mar 07 11:01:27.636963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (142795e7-41db-4759-a368-204ec80e6d2f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.703320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:27.781450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57118) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:27.789455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.789810 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 95f2d4eb-a6c0-4a3b-ad57-2901167017ef of type vlan for network c3488782-38d7-4079-a1e6-21f61356366e Mar 07 11:01:27.890351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (142795e7-41db-4759-a368-204ec80e6d2f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.945554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142795e7-41db-4759-a368-204ec80e6d2f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.967736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6666837b-7090-49ca-b8fe-765ca7ba2a9b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.968031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6666837b-7090-49ca-b8fe-765ca7ba2a9b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:27.989383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c3488782-38d7-4079-a1e6-21f61356366e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.017116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-be2c38fb-12da-4dce-b1d4-a834e96229bc tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8896158 Mar 07 11:01:28.031901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:28.044239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (6666837b-7090-49ca-b8fe-765ca7ba2a9b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.087776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6666837b-7090-49ca-b8fe-765ca7ba2a9b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.105373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:28.109119 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (6666837b-7090-49ca-b8fe-765ca7ba2a9b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.130632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a70d373e-56bf-4021-ade6-d9a2e8428f29 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:28.166500 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:28.208404 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (142795e7-41db-4759-a368-204ec80e6d2f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.217432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a70d373e-56bf-4021-ade6-d9a2e8428f29 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:28.220886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.221440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a70d373e-56bf-4021-ade6-d9a2e8428f29 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:28.224440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 11:01:28.254139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.263861 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/142795e7-41db-4759-a368-204ec80e6d2f HTTP/1.1" status: 204 len: 168 time: 0.8715780 Mar 07 11:01:28.266458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b9750-1d37-4a56-856e-2de4f360ae08 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=142795e7-41db-4759-a368-204ec80e6d2f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.269574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57128) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.353219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c3488782-38d7-4079-a1e6-21f61356366e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.368724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:28.369442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.412248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-46d4a378-37af-4f8f-acd3-13c68329b7af service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466507 Mar 07 11:01:28.447130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-90cf7757-45fe-4ce0-9a14-a01ca05788bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9fdfc00b2794a97be052fa1057d4775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618063 Mar 07 11:01:28.447363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57130) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.564964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] Publish callbacks [] for security_group (45026513-d72e-47a1-b49b-09441d7ec76f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.625961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] Publish callbacks [] for security_group (45026513-d72e-47a1-b49b-09441d7ec76f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.658793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a8fc4a-2110-407f-a809-8d511c55087d req-1783a54e-a294-48fd-9ea4-6f43dd507401 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739571 Mar 07 11:01:28.754274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (45026513-d72e-47a1-b49b-09441d7ec76f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.757238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.764261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45026513-d72e-47a1-b49b-09441d7ec76f HTTP/1.1" status: 204 len: 168 time: 0.3160245 Mar 07 11:01:28.771434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57140) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.772601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0470822 Mar 07 11:01:28.779110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.803866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:28.814517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31caa07-44e1-4df2-b42a-73eba9fc09b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45026513-d72e-47a1-b49b-09441d7ec76f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.931047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.936473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae6266-dab5-42b8-b311-a941533d3fc2 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=c3488782-38d7-4079-a1e6-21f61356366e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.951073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c3488782-38d7-4079-a1e6-21f61356366e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:29.052958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:29.058045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.134149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-9e3993c6-367f-48d2-9448-b35986d98885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:29.135817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-9e3993c6-367f-48d2-9448-b35986d98885 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.3555863 Mar 07 11:01:29.326621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.352244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:29.366511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4808e49-1bad-4df8-acbf-7181a7cfba5a') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:29.366913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4808e49-1bad-4df8-acbf-7181a7cfba5a') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:29.379870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (d4808e49-1bad-4df8-acbf-7181a7cfba5a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.395803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d4808e49-1bad-4df8-acbf-7181a7cfba5a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.402991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:29.403347 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (d4808e49-1bad-4df8-acbf-7181a7cfba5a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.461188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (73b90bf2-6ca0-4ed1-83b7-894f62061773), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.610445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=73b90bf2-6ca0-4ed1-83b7-894f62061773,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:29.650322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '95f2d4eb-a6c0-4a3b-ad57-2901167017ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:29.650681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: c3488782-38d7-4079-a1e6-21f61356366e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:29.687086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network c3488782-38d7-4079-a1e6-21f61356366e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:29.707238 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:29.712353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c3488782-38d7-4079-a1e6-21f61356366e) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:29.718648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:29.719248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.732860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.739548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab137aae-328b-42bf-85f1-7bd1df7b8473 None None] Network c3488782-38d7-4079-a1e6-21f61356366e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:29.788614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8b70605-dc7e-49b8-8e28-c9f07db8db06 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0133886 Mar 07 11:01:29.796800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57160) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:29.844938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.852135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f HTTP/1.1" status: 204 len: 168 time: 1.5320523 Mar 07 11:01:29.852762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:29.894886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:29.919262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26566d77-232d-4904-bef3-d1b84733bf07 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=4a6b3f89-0f4c-4a25-99c1-8cfbd3b6e54f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:29.951863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-1d5bd020-04d7-48fb-bb89-39815e774d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:29.955429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-1d5bd020-04d7-48fb-bb89-39815e774d1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.8038671 Mar 07 11:01:30.136254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-8fc2ebbb-68ed-4442-8903-6557782b3b31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.1720657 Mar 07 11:01:30.194323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c3488782-38d7-4079-a1e6-21f61356366e', 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '73b90bf2-6ca0-4ed1-83b7-894f62061773'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:30.201205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.230886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (610d19fe-8698-4520-9f13-d51f78142bf1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.297900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c3488782-38d7-4079-a1e6-21f61356366e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.362155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-ed175a03-73b7-4e57-8c9c-333d06d9ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:30.367327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-ed175a03-73b7-4e57-8c9c-333d06d9ac56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.2072325 Mar 07 11:01:30.504946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-43285473-73a1-4c13-902c-bb4c0c82433f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296680 Mar 07 11:01:30.537010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Allocated IP 172.20.0.1 (c3488782-38d7-4079-a1e6-21f61356366e/73b90bf2-6ca0-4ed1-83b7-894f62061773/37a90f0b-0869-4c8d-97ea-071d72ed6223) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:30.561225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (610d19fe-8698-4520-9f13-d51f78142bf1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.646452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Allocated IP 172.25.4.34 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bf030924-0121-42fb-a47e-b1de592653c9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:30.650222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-03274824-10ee-4409-9120-45e5cf505a2b service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330159 Mar 07 11:01:30.778075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610d19fe-8698-4520-9f13-d51f78142bf1']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:30.783348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (73b90bf2-6ca0-4ed1-83b7-894f62061773), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.845303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08f6f71-e991-4e99-a2fb-72c34b16b5ff') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:30.847548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08f6f71-e991-4e99-a2fb-72c34b16b5ff') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:30.877403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (c08f6f71-e991-4e99-a2fb-72c34b16b5ff), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.898403 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-b0bb21a5-a375-493f-bb94-e374a460c39b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2718160 Mar 07 11:01:30.914063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c08f6f71-e991-4e99-a2fb-72c34b16b5ff), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.930140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks [] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.941565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:30.942412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (c08f6f71-e991-4e99-a2fb-72c34b16b5ff), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:30.946203 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:30.958730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.002253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Network c3488782-38d7-4079-a1e6-21f61356366e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:31.008668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:31.061304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:31.084795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (73b90bf2-6ca0-4ed1-83b7-894f62061773), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.109549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (610d19fe-8698-4520-9f13-d51f78142bf1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.126605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.141048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] 10.222.0.23 "DELETE /v2.0/networks/610d19fe-8698-4520-9f13-d51f78142bf1 HTTP/1.1" status: 204 len: 168 time: 1.2868912 Mar 07 11:01:31.203683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Attempting to bind port 37a90f0b-0869-4c8d-97ea-071d72ed6223 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:31.204590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Attempting to bind port 37a90f0b-0869-4c8d-97ea-071d72ed6223 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '95f2d4eb-a6c0-4a3b-ad57-2901167017ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:31.205119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Attempting to bind port 37a90f0b-0869-4c8d-97ea-071d72ed6223 on network c3488782-38d7-4079-a1e6-21f61356366e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:31.211216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:31.211902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Checking segment: {'id': '95f2d4eb-a6c0-4a3b-ad57-2901167017ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:31.212475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.213012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Bound using segment: {'id': '95f2d4eb-a6c0-4a3b-ad57-2901167017ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:31.213636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Bound port: 37a90f0b-0869-4c8d-97ea-071d72ed6223, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f2d4eb-a6c0-4a3b-ad57-2901167017ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c3488782-38d7-4079-a1e6-21f61356366e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:31.214190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.216764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Pushing event updated for resources: {'Port': ['ID=37a90f0b-0869-4c8d-97ea-071d72ed6223,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:31.225695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.226314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.226813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.227294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.227797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.228292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.228772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.229245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.229715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.230194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.230685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.231184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.231685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:31.312884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] For port 37a90f0b-0869-4c8d-97ea-071d72ed6223, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:31.321606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] For port 37a90f0b-0869-4c8d-97ea-071d72ed6223, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=37a90f0b-0869-4c8d-97ea-071d72ed6223,segment=NetworkSegment(95f2d4eb-a6c0-4a3b-ad57-2901167017ef),segment_id=95f2d4eb-a6c0-4a3b-ad57-2901167017ef)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:31.353077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.507238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c04b1f-dbe9-42bf-a27e-baad373cdf42 None None] Pushing event updated for resources: {'Port': ['ID=37a90f0b-0869-4c8d-97ea-071d72ed6223,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:31.560908 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c3488782-38d7-4079-a1e6-21f61356366e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:31.645872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9b44a1-a5f1-46c6-9885-4dc94d017f66 req-fffb30fa-91c8-4295-ae58-e3c6b0776aa7 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9893293 Mar 07 11:01:31.661445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1cdbe0-4d98-43b6-92ed-6e2f3d417b22 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:31.947216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:31.980113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cdbe0-4d98-43b6-92ed-6e2f3d417b22 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:32.109818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5539ba-22de-42cd-be68-147879208292 req-8627accd-99fc-443e-ae04-bf5d6a6add2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:32.114634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-8627accd-99fc-443e-ae04-bf5d6a6add2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.3513515 Mar 07 11:01:32.367258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for port (bf030924-0121-42fb-a47e-b1de592653c9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.376671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5539ba-22de-42cd-be68-147879208292 req-f4578653-7c91-4c1d-8392-85940106585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:32.378870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-f4578653-7c91-4c1d-8392-85940106585e service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.2439158 Mar 07 11:01:32.420268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df8b8e-09d9-4d1c-9d6c-c3e9c4b4503e None None] Network c3488782-38d7-4079-a1e6-21f61356366e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:32.558060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-cad47aa8-fdd3-4cba-a02d-6c2eaf8cc27f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.1674345 Mar 07 11:01:32.657146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=73b90bf2-6ca0-4ed1-83b7-894f62061773,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:32.665312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-24fa31ea-8d22-41ad-ab05-22b8f69740e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f0720863def4022992c88adc1ee3560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7044573 Mar 07 11:01:32.665908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:32.695126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3488782-38d7-4079-a1e6-21f61356366e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:32.699537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23f6ac-09aa-4aaf-875d-fb7b20a7d2c1 tempest-BulkNetworkOpsTest-110869232 tempest-BulkNetworkOpsTest-110869232-project] Pushing event deleted for resources: {'Network': ['ID=610d19fe-8698-4520-9f13-d51f78142bf1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:32.726102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5539ba-22de-42cd-be68-147879208292 req-608c0db5-ad45-4ef8-9594-4cf21af29452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:32.727592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-608c0db5-ad45-4ef8-9594-4cf21af29452 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.1585851 Mar 07 11:01:32.760116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bf030924-0121-42fb-a47e-b1de592653c9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.761973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f2d4eb-a6c0-4a3b-ad57-2901167017ef') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:32.763011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f2d4eb-a6c0-4a3b-ad57-2901167017ef') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:32.820750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.826057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-5ba2563d-ad9f-4db6-a165-ee9b7be39534 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834634 Mar 07 11:01:32.847847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:32.874196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] Publish callbacks [] for security_group (899a70ca-c36d-4f01-827a-2e0d985a9b98), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.896567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:32.908743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] Publish callbacks [] for security_group (899a70ca-c36d-4f01-827a-2e0d985a9b98), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.926785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:32.964869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (899a70ca-c36d-4f01-827a-2e0d985a9b98), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.968969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.970292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/899a70ca-c36d-4f01-827a-2e0d985a9b98 HTTP/1.1" status: 204 len: 168 time: 0.2723794 Mar 07 11:01:32.975316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.003952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c19d5-ed2a-4ec1-babe-64e6eed9329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a70ca-c36d-4f01-827a-2e0d985a9b98,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:33.014896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:33.015301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:33.025334 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:33.160391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.api [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:33.160391 n-d-832156-4 neutron-server[103788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:33.160391 n-d-832156-4 neutron-server[103788]: [parameters: {'id': 'c3488782-38d7-4079-a1e6-21f61356366e'}] Mar 07 11:01:33.160391 n-d-832156-4 neutron-server[103788]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:33.160802 n-d-832156-4 neutron-server[103788]: DEBUG oslo_db.api [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:33.167632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-f55e9d47-511a-462d-a6f5-fbd53374121b service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151891 Mar 07 11:01:33.227138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'Port': ['ID=bf030924-0121-42fb-a47e-b1de592653c9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:33.341247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5539ba-22de-42cd-be68-147879208292 req-0c8c7418-e749-4cfe-9c61-a09fe3cf5cac service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648867 Mar 07 11:01:33.343989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.432273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bf030924-0121-42fb-a47e-b1de592653c9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.662125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c3488782-38d7-4079-a1e6-21f61356366e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.720332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for port (bf030924-0121-42fb-a47e-b1de592653c9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.732420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bf030924-0121-42fb-a47e-b1de592653c9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.783910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port 37a90f0b-0869-4c8d-97ea-071d72ed6223 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:33.790963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:33.873405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event updated for resources: {'Port': ['ID=bf030924-0121-42fb-a47e-b1de592653c9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:33.967200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port 37a90f0b-0869-4c8d-97ea-071d72ed6223, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=37a90f0b-0869-4c8d-97ea-071d72ed6223,segment=NetworkSegment(95f2d4eb-a6c0-4a3b-ad57-2901167017ef),segment_id=95f2d4eb-a6c0-4a3b-ad57-2901167017ef)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:33.967575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.032746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for 37a90f0b-0869-4c8d-97ea-071d72ed6223 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:34.033671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.070442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.078035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-fe3677fb-106a-420c-b676-6767ee3ee296 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.0593543 Mar 07 11:01:34.263984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-5ff02607-e774-452b-adbf-13aa5e84c399 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1836810 Mar 07 11:01:34.267817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (37a90f0b-0869-4c8d-97ea-071d72ed6223), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.323431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=37a90f0b-0869-4c8d-97ea-071d72ed6223,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:34.349062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port 37a90f0b-0869-4c8d-97ea-071d72ed6223 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:34.436351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57250) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:34.439687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025642 Mar 07 11:01:34.444961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57252) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:34.481650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c3488782-38d7-4079-a1e6-21f61356366e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.499636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48c07-773f-4068-81a4-b8d29767c530 req-5a57cadd-ec49-48ba-9724-16f7835b2286 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:34.511340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-5a57cadd-ec49-48ba-9724-16f7835b2286 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2455342 Mar 07 11:01:34.523804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-515b5ea8-8f0b-407b-b467-39e0bbe0da8a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:34.531563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-88f48c07-773f-4068-81a4-b8d29767c530 req-515b5ea8-8f0b-407b-b467-39e0bbe0da8a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193264 Mar 07 11:01:34.533774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3488782-38d7-4079-a1e6-21f61356366e']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:34.545968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f2d4eb-a6c0-4a3b-ad57-2901167017ef') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:34.546494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f2d4eb-a6c0-4a3b-ad57-2901167017ef') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:34.562685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.587792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.597556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:34.598048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (95f2d4eb-a6c0-4a3b-ad57-2901167017ef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:34.601631 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:34.750374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c9c2c53d-a47a-47b5-bb8a-a5cbe5c9bb35 tempest-NetworksApiDiscovery-1549479765 tempest-NetworksApiDiscovery-1549479765-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3044226 Mar 07 11:01:34.780425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c3488782-38d7-4079-a1e6-21f61356366e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.785123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.794754 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/c3488782-38d7-4079-a1e6-21f61356366e HTTP/1.1" status: 204 len: 168 time: 4.9916284 Mar 07 11:01:34.795228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57266) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:34.805221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad550ed-05f5-4920-91d6-51b4a976d336 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=c3488782-38d7-4079-a1e6-21f61356366e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:34.830829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998651574'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:34.892736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:34.900292 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:34.949430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-523106a5-5303-4f00-927a-0e9afa4f0ef3 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:34.961438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-523106a5-5303-4f00-927a-0e9afa4f0ef3 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3391945 Mar 07 11:01:35.073273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:35.079175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-9c90b707-ea4f-4853-bca8-8a1e64435bd1 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1144094 Mar 07 11:01:35.097774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.098122 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 1f63024f-995d-4821-ae7a-bdeaccda929c of type vlan for network 1542ec6b-1483-437c-a674-5e692942e483 Mar 07 11:01:35.109995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'floatingip': {'port_id': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:35.185947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.261190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:35.314429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1542ec6b-1483-437c-a674-5e692942e483), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.383532 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1542ec6b-1483-437c-a674-5e692942e483), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.391078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:35.391078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.491790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:35.492159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6768949 Mar 07 11:01:35.498480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '1542ec6b-1483-437c-a674-5e692942e483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:35.536194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb307-883c-4dee-a2e4-3cf355c50ab6 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=1542ec6b-1483-437c-a674-5e692942e483,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:35.551196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1542ec6b-1483-437c-a674-5e692942e483 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:35.568751 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c02500ca-7b09-40ad-a8ed-0c9d4a830b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.744058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:35.748400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.831934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c02500ca-7b09-40ad-a8ed-0c9d4a830b6d admin admin] Publish callbacks [] for security_group (e5e86c0c-7de8-43c7-9d83-9ccfa2c26955), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.844158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c02500ca-7b09-40ad-a8ed-0c9d4a830b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5e86c0c-7de8-43c7-9d83-9ccfa2c26955), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.872267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c02500ca-7b09-40ad-a8ed-0c9d4a830b6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0968009ed9e64e2fab2232d2dc481130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6099601 Mar 07 11:01:35.893093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57288) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:35.930500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:35.936366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.040814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02500ca-7b09-40ad-a8ed-0c9d4a830b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e86c0c-7de8-43c7-9d83-9ccfa2c26955,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:36.120932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] Publish callbacks [] for security_group (e5e86c0c-7de8-43c7-9d83-9ccfa2c26955), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.138725 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Floating IP b30a5787-4618-45da-ba00-28eef742324f associated. External IP: 172.25.4.34, port: ff12824f-f4e1-4bac-986d-5bb8fecf86b4. Mar 07 11:01:36.160342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] Publish callbacks [] for security_group (e5e86c0c-7de8-43c7-9d83-9ccfa2c26955), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.231484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (59d4aa7d-b991-49be-a254-ed41ca3b6cf7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.283678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=59d4aa7d-b991-49be-a254-ed41ca3b6cf7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:36.336118 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '1f63024f-995d-4821-ae7a-bdeaccda929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1542ec6b-1483-437c-a674-5e692942e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:36.336706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 1542ec6b-1483-437c-a674-5e692942e483, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:36.348590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5e86c0c-7de8-43c7-9d83-9ccfa2c26955), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.351755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.353084 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5e86c0c-7de8-43c7-9d83-9ccfa2c26955 HTTP/1.1" status: 204 len: 168 time: 0.4570861 Mar 07 11:01:36.365128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e61707-1ab1-49e5-8495-d16d6fe25be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e86c0c-7de8-43c7-9d83-9ccfa2c26955,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:36.375715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 1542ec6b-1483-437c-a674-5e692942e483 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:36.389629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1542ec6b-1483-437c-a674-5e692942e483) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:36.395964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:36.396885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.406430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e120d96-4dfa-4a65-b5c5-47a90753bad7 None None] Network 1542ec6b-1483-437c-a674-5e692942e483 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:36.419504 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f01c487a-c628-4318-898f-c02d333200eb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9260793 Mar 07 11:01:36.422067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57298) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:36.531667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Router e8ea3e53-f53f-4c39-826f-35fd064561ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:01:36.631611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1542ec6b-1483-437c-a674-5e692942e483', 'network_id': '1542ec6b-1483-437c-a674-5e692942e483', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '59d4aa7d-b991-49be-a254-ed41ca3b6cf7'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:36.633015 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.893963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1542ec6b-1483-437c-a674-5e692942e483), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.927173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Allocated IP 172.20.0.1 (1542ec6b-1483-437c-a674-5e692942e483/59d4aa7d-b991-49be-a254-ed41ca3b6cf7/2bceed27-cdd6-4a31-9eee-cec7d8f5597f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:36.946069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:01:36.958526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Sync routers for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:01:36.970888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:36.992275 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:36.994878 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:37.075712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f078d015-98d6-44ec-b594-1410ee453e77 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "PUT /v2.0/floatingips/b30a5787-4618-45da-ba00-28eef742324f HTTP/1.1" status: 200 len: 995 time: 1.9825280 Mar 07 11:01:37.076191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:37.085028 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e4274d-74dc-4066-814e-399e4e6d2964" -d '{"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:37.099527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (59d4aa7d-b991-49be-a254-ed41ca3b6cf7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:37.194260 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b97cd9-c30c-4e1d-a294-a83499bd0576 x-openstack-request-id: req-b9b97cd9-c30c-4e1d-a294-a83499bd0576 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:37.194849 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:37.195365 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9b97cd9-c30c-4e1d-a294-a83499bd0576 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:37.195969 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:01:37.333929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:37.399285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-5eb7519d-5a76-49af-ac69-d9a9a9dbc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:37.406858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-5eb7519d-5a76-49af-ac69-d9a9a9dbc69e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.1877983 Mar 07 11:01:37.712818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b30a5787-4618-45da-ba00-28eef742324f', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'port_id': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'mac_address': 'fa:16:3e:f3:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f103643-455b-4107-988d-0371a2425f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:01:33Z', 'updated_at': '2022-03-07T11:01:35Z', 'revision_number': 1, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:37.757712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-0f081f97-63d7-4231-91c3-e598b9d276f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:37.761426 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Checking router: e8ea3e53-f53f-4c39-826f-35fd064561ca for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:01:37.762529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-0f081f97-63d7-4231-91c3-e598b9d276f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.3477254 Mar 07 11:01:37.766657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-050184bb-2973-490d-beac-63325a6de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:37.771951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:37.772848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:37.774602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-050184bb-2973-490d-beac-63325a6de83c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.6100698 Mar 07 11:01:37.892375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:37.908588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks [] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:37.924312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.041741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Network 1542ec6b-1483-437c-a674-5e692942e483 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:38.045399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:38.047310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f31f0432-dc10-428f-bc90-4c7f001bd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:38.051059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-f31f0432-dc10-428f-bc90-4c7f001bd806 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.2649322 Mar 07 11:01:38.059156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:38.070077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Pushing event updated for resources: {'Port': ['ID=2bceed27-cdd6-4a31-9eee-cec7d8f5597f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.170067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Attempting to bind port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:38.170067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Attempting to bind port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1f63024f-995d-4821-ae7a-bdeaccda929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1542ec6b-1483-437c-a674-5e692942e483'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:38.170067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Attempting to bind port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f on network 1542ec6b-1483-437c-a674-5e692942e483 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:38.183212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (59d4aa7d-b991-49be-a254-ed41ca3b6cf7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.186539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:38.186932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Checking segment: {'id': '1f63024f-995d-4821-ae7a-bdeaccda929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1542ec6b-1483-437c-a674-5e692942e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:38.191455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.191969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Bound using segment: {'id': '1f63024f-995d-4821-ae7a-bdeaccda929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1542ec6b-1483-437c-a674-5e692942e483'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:38.192480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Bound port: 2bceed27-cdd6-4a31-9eee-cec7d8f5597f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f63024f-995d-4821-ae7a-bdeaccda929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1542ec6b-1483-437c-a674-5e692942e483'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:38.192872 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.314991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=59d4aa7d-b991-49be-a254-ed41ca3b6cf7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.368396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-7a32cf6d-e89a-40b5-b92f-238c358dc5eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 998 time: 0.5927522 Mar 07 11:01:38.380041 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b30a5787-4618-45da-ba00-28eef742324f', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'port_id': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'mac_address': 'fa:16:3e:f3:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f103643-455b-4107-988d-0371a2425f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:01:33Z', 'updated_at': '2022-03-07T11:01:35Z', 'revision_number': 1, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:38.404464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-ed171850-22c2-4fc2-8530-986660b88211 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 998 time: 0.2266095 Mar 07 11:01:38.417895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1542ec6b-1483-437c-a674-5e692942e483), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.454156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] For port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:38.478342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] For port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2bceed27-cdd6-4a31-9eee-cec7d8f5597f,segment=NetworkSegment(1f63024f-995d-4821-ae7a-bdeaccda929c),segment_id=1f63024f-995d-4821-ae7a-bdeaccda929c)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:38.495497 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.509749 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2db8f-0b8e-40f2-8c73-55259ecc2e56 None None] The sync data for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 is: [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b30a5787-4618-45da-ba00-28eef742324f', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'port_id': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'mac_address': 'fa:16:3e:f3:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f103643-455b-4107-988d-0371a2425f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:01:33Z', 'updated_at': '2022-03-07T11:01:35Z', 'revision_number': 1, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:01:38.534933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-d6217f5d-4558-47c1-bb55-c1531ad67a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:38.537109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-d6217f5d-4558-47c1-bb55-c1531ad67a68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.1159630 Mar 07 11:01:38.582015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1542ec6b-1483-437c-a674-5e692942e483']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:38.588615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-88aa4782-1ead-4c84-88ae-75c33ad6c797 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403898 Mar 07 11:01:38.604500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f63024f-995d-4821-ae7a-bdeaccda929c') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:38.604800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f63024f-995d-4821-ae7a-bdeaccda929c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:38.626225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-3740a733-2b80-4c5d-99d4-92b866357feb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:38.627384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-3740a733-2b80-4c5d-99d4-92b866357feb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276155 Mar 07 11:01:38.663188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-b51180bf-9c7e-45cb-8369-1a2689a4b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:38.675801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-b51180bf-9c7e-45cb-8369-1a2689a4b6e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.2569091 Mar 07 11:01:38.758134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.795543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-e5f0b8d8-d0f0-4ae2-bdcd-d08025571f81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188800 Mar 07 11:01:38.805891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bfb8d-1278-4f1e-ae90-2524c08bb0f4 None None] Pushing event updated for resources: {'Port': ['ID=2bceed27-cdd6-4a31-9eee-cec7d8f5597f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.827603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2e873-d353-42d3-8d8b-9a161b125d02 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:38.851470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.926143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:38.926556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:38.929967 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:39.071386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebd10a-31b1-4818-82f7-1161f9d04f33 None None] New status for floating IP b30a5787-4618-45da-ba00-28eef742324f: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:01:39.218461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2e873-d353-42d3-8d8b-9a161b125d02 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:39.948723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfec21c-5c84-477b-bab4-5d02c58951b0 None None] Network 1542ec6b-1483-437c-a674-5e692942e483 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:39.967662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-4855a4c4-0dd4-4639-82a1-19f284c7b1c6 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1615615 Mar 07 11:01:40.009289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.api [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:40.009289 n-d-832156-4 neutron-server[103789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:40.009289 n-d-832156-4 neutron-server[103789]: [parameters: {'id': '1542ec6b-1483-437c-a674-5e692942e483'}] Mar 07 11:01:40.009289 n-d-832156-4 neutron-server[103789]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:40.010268 n-d-832156-4 neutron-server[103789]: DEBUG oslo_db.api [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:40.090126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-14614f45-0141-46d1-acd8-468cdb255633 service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4463930 Mar 07 11:01:40.355156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3e4274d-74dc-4066-814e-399e4e6d2964 req-01a0db3d-0279-4f1e-b577-c07be7ab9e3c service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746486 Mar 07 11:01:40.401667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50637c1e-8f0e-47a4-8798-963c6ffeb1dc req-85740a9e-27f8-46b0-a52e-e4f347f4d8f8 service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605324 Mar 07 11:01:40.550104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1542ec6b-1483-437c-a674-5e692942e483), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:40.697634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b6a3566a-c69e-44e1-9197-20f3d79b201f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 1000 time: 0.2406867 Mar 07 11:01:40.766557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-0ff7cfd1-cd44-4bdd-b9e6-72d14b824062 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:40.772793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-0ff7cfd1-cd44-4bdd-b9e6-72d14b824062 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports/ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 942 time: 0.0666115 Mar 07 11:01:40.814154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:40.821856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:40.913656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2bceed27-cdd6-4a31-9eee-cec7d8f5597f,segment=NetworkSegment(1f63024f-995d-4821-ae7a-bdeaccda929c),segment_id=1f63024f-995d-4821-ae7a-bdeaccda929c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:40.914295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:40.930244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for 2bceed27-cdd6-4a31-9eee-cec7d8f5597f owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:41.067853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2bceed27-cdd6-4a31-9eee-cec7d8f5597f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.142780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=2bceed27-cdd6-4a31-9eee-cec7d8f5597f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:41.158370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port 2bceed27-cdd6-4a31-9eee-cec7d8f5597f on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:41.353125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1542ec6b-1483-437c-a674-5e692942e483), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.379841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1542ec6b-1483-437c-a674-5e692942e483']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:41.399863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f63024f-995d-4821-ae7a-bdeaccda929c') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:41.407680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f63024f-995d-4821-ae7a-bdeaccda929c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:41.419671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.436954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.446740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:41.447333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (1f63024f-995d-4821-ae7a-bdeaccda929c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:41.555422 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:41.615206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-0be58cc9-06f2-4d7f-81f3-48d051a34db9 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 1000 time: 0.5592058 Mar 07 11:01:41.674239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1542ec6b-1483-437c-a674-5e692942e483), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.721341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.725912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/1542ec6b-1483-437c-a674-5e692942e483 HTTP/1.1" status: 204 len: 168 time: 5.3025219 Mar 07 11:01:41.729431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57394) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:41.736309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019624532'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:41.778661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635842b-33af-479a-80a5-d1c3e2af1b35 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=1542ec6b-1483-437c-a674-5e692942e483,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:41.793787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:41.805421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.856057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:41.873602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9090995f-fb5c-41cb-9d6b-437a5e70e03b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.874523 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 9090995f-fb5c-41cb-9d6b-437a5e70e03b of type vlan for network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 Mar 07 11:01:41.891316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b26e900f-3af3-444b-87e1-1fc43f53f4f8 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:41.892972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b26e900f-3af3-444b-87e1-1fc43f53f4f8 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.2475166 Mar 07 11:01:41.914925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-472ed36f-affb-420e-ae4e-309d63cb77ce tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:41.925694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-472ed36f-affb-420e-ae4e-309d63cb77ce tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079453 Mar 07 11:01:41.956659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.054269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-03d8ef52-f9da-4736-9e8f-df401c67b627 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 1000 time: 0.1295307 Mar 07 11:01:42.059075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.066782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:42.067435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.086504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:42.233567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.280741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:42.283232 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5518913 Mar 07 11:01:42.290930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:42.296112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26259437-918a-41a2-8f1c-fff4d6f02a90 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=924191ea-dbf1-4557-aa4c-38a12bf8d3b3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:42.312010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:42.683295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.712423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.983363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=924191ea-dbf1-4557-aa4c-38a12bf8d3b3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:42.998871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:43.014587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.016945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 is not hosted by any dhcp agent {{(pid=103789) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:01:43.033258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:43.033968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.037768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a70b504-4d49-45bb-ad1a-0f6fe907ff40 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "PUT /v2.0/networks/924191ea-dbf1-4557-aa4c-38a12bf8d3b3 HTTP/1.1" status: 200 len: 723 time: 0.7534876 Mar 07 11:01:43.039099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:43.040327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.040667 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Floating IP b30a5787-4618-45da-ba00-28eef742324f disassociated. External IP: 172.25.4.34, port: ff12824f-f4e1-4bac-986d-5bb8fecf86b4. Mar 07 11:01:43.398165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:43.446822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57446) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:43.653011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9a76-3955-4d4f-8664-5e625fdb7b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.949481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9a76-3955-4d4f-8664-5e625fdb7b2e admin admin] Publish callbacks [] for security_group (cdf54c2d-1ec4-4185-a427-960980ab6db8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.964157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9a76-3955-4d4f-8664-5e625fdb7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cdf54c2d-1ec4-4185-a427-960980ab6db8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:44.082903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Router e8ea3e53-f53f-4c39-826f-35fd064561ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:01:44.105816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6e9a9a76-3955-4d4f-8664-5e625fdb7b2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=398b0f6c0fd3457fa49b2d6d18453c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577818 Mar 07 11:01:44.106286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:44.107248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9a76-3955-4d4f-8664-5e625fdb7b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf54c2d-1ec4-4185-a427-960980ab6db8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:44.146001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:44.149504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:44.601006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (ead18a0b-d355-4e47-96a6-b2b581c70c32), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:44.711378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=ead18a0b-d355-4e47-96a6-b2b581c70c32,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:44.862360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] Publish callbacks [] for security_group (cdf54c2d-1ec4-4185-a427-960980ab6db8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:44.891856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] Publish callbacks [] for security_group (cdf54c2d-1ec4-4185-a427-960980ab6db8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.003587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '9090995f-fb5c-41cb-9d6b-437a5e70e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:45.004083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 924191ea-dbf1-4557-aa4c-38a12bf8d3b3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:45.015264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:01:45.028705 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Sync routers for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:01:45.039350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.044456 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:45.045523 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:45.171023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-b0f34605-0d8e-4cb5-acf7-e605aba91f1a tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "PUT /v2.0/floatingips/b30a5787-4618-45da-ba00-28eef742324f HTTP/1.1" status: 200 len: 694 time: 3.0888326 Mar 07 11:01:45.178978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:45.185214 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dfb79c-99c0-4960-91f4-f76fac7164a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:45.191285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:45.308638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cdf54c2d-1ec4-4185-a427-960980ab6db8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.315301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.322240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdf54c2d-1ec4-4185-a427-960980ab6db8 HTTP/1.1" status: 204 len: 168 time: 1.2122922 Mar 07 11:01:45.328659 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00185c6-58c7-4699-844c-bef58ad8df40 x-openstack-request-id: req-d00185c6-58c7-4699-844c-bef58ad8df40 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:45.328962 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:45.329223 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d00185c6-58c7-4699-844c-bef58ad8df40 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:45.329650 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:01:45.362470 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:45.371804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 924191ea-dbf1-4557-aa4c-38a12bf8d3b3) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:45.381772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:45.382683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce86439-ee05-4c00-845f-3a0050119bc0 None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:45.383353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.400061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cbd47-f2f1-41a2-b349-cbce49e67cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf54c2d-1ec4-4185-a427-960980ab6db8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:45.489861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-df0ee951-5bfc-4682-9334-428f88fda799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:45.498270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-df0ee951-5bfc-4682-9334-428f88fda799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.2985086 Mar 07 11:01:45.541039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57480) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:45.542166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-04b17c28-da32-4068-8572-b0884bcec5c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1535070 Mar 07 11:01:45.554822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:45.678591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-924191ea-dbf1-4557-aa4c-38a12bf8d3b3', 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': 'ead18a0b-d355-4e47-96a6-b2b581c70c32'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:45.679468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:45.768042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-303db0ba-518c-474d-adba-d10fd6e60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:45.774140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-303db0ba-518c-474d-adba-d10fd6e60d13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 1127 time: 0.4435866 Mar 07 11:01:45.884814 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:45.955149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Checking router: e8ea3e53-f53f-4c39-826f-35fd064561ca for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:01:45.984277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:45.985124 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:46.018633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-521885420'] for subnet (ead18a0b-d355-4e47-96a6-b2b581c70c32), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:46.045784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-c7a08124-e261-44c9-8f4f-a029d032b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:46.047348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-c7a08124-e261-44c9-8f4f-a029d032b47c service neutron] 10.222.0.23 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.5481868 Mar 07 11:01:46.161549 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:46.294813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-20eeb580-688f-4a81-a47b-9d6c9f3982b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.2228124 Mar 07 11:01:46.333875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Allocated IP 172.20.0.2 (924191ea-dbf1-4557-aa4c-38a12bf8d3b3/ead18a0b-d355-4e47-96a6-b2b581c70c32/a33706cb-6563-4194-b21c-5b81d632167b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:46.463001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-f6029a56-ba3b-4edf-b057-659b2ed07946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:46.464594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-f6029a56-ba3b-4edf-b057-659b2ed07946 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 200 len: 920 time: 0.6780865 Mar 07 11:01:46.597899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-19d22efd-77f8-4bc8-b91b-f0442d79b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:46.599416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-19d22efd-77f8-4bc8-b91b-f0442d79b597 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 0.2940862 Mar 07 11:01:46.616472 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:46.659959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-ee51748f-8c1c-43b0-9714-2ab0feac9aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 200 len: 217 time: 0.1649585 Mar 07 11:01:46.737121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bea44c-d102-44d2-8e52-97f45c9c1498 None None] The sync data for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 is: [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:00:25Z', 'revision_number': 4, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82a579c5-a2c0-4b29-a2e9-bd2ed169bece', 'name': '', 'network_id': 'eececbf0-9097-4941-9f8a-1e0235205d8b', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'mac_address': 'fa:16:3e:aa:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:23Z', 'updated_at': '2022-03-07T11:00:36Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'subnets': [{'id': '19cb823a-e89d-462e-b1dd-b65b4e41ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:01:46.761984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-e6649c7a-7e7e-4175-8ad1-11870c61383c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480846 Mar 07 11:01:46.859458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks [] for port (a33706cb-6563-4194-b21c-5b81d632167b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:46.897296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (a33706cb-6563-4194-b21c-5b81d632167b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.053637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:47.065820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:47.082456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:47.124797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Pushing event updated for resources: {'Port': ['ID=a33706cb-6563-4194-b21c-5b81d632167b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:47.182160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754497127599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-520107606'] for subnet (ead18a0b-d355-4e47-96a6-b2b581c70c32), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.333756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:47.334370 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.338032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "PUT /v2.0/subnets/ead18a0b-d355-4e47-96a6-b2b581c70c32 HTTP/1.1" status: 200 len: 806 time: 1.7917569 Mar 07 11:01:47.341445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:47.343613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eebef1-c99f-400a-82e0-e723f3704c08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=ead18a0b-d355-4e47-96a6-b2b581c70c32,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:47.445363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Attempting to bind port a33706cb-6563-4194-b21c-5b81d632167b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:47.445877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Attempting to bind port a33706cb-6563-4194-b21c-5b81d632167b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '9090995f-fb5c-41cb-9d6b-437a5e70e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:47.446432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Attempting to bind port a33706cb-6563-4194-b21c-5b81d632167b on network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:47.483331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:47.483736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Checking segment: {'id': '9090995f-fb5c-41cb-9d6b-437a5e70e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:47.484151 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.484538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Bound using segment: {'id': '9090995f-fb5c-41cb-9d6b-437a5e70e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:47.492074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Bound port: a33706cb-6563-4194-b21c-5b81d632167b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090995f-fb5c-41cb-9d6b-437a5e70e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '924191ea-dbf1-4557-aa4c-38a12bf8d3b3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:47.492508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a33706cb-6563-4194-b21c-5b81d632167b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.707226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.723581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] For port a33706cb-6563-4194-b21c-5b81d632167b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:47.740189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] For port a33706cb-6563-4194-b21c-5b81d632167b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a33706cb-6563-4194-b21c-5b81d632167b,segment=NetworkSegment(9090995f-fb5c-41cb-9d6b-437a5e70e03b),segment_id=9090995f-fb5c-41cb-9d6b-437a5e70e03b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:47.759552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e6a40-ec7e-4d35-a40e-82c4299bc30c None None] New status for floating IP b30a5787-4618-45da-ba00-28eef742324f: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:01:47.888489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a33706cb-6563-4194-b21c-5b81d632167b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.960542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port a33706cb-6563-4194-b21c-5b81d632167b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:47.961343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a33706cb-6563-4194-b21c-5b81d632167b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.162534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07816d-1b51-408d-84ce-71fccff8290a None None] Pushing event updated for resources: {'Port': ['ID=a33706cb-6563-4194-b21c-5b81d632167b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:48.389431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port a33706cb-6563-4194-b21c-5b81d632167b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a33706cb-6563-4194-b21c-5b81d632167b,segment=NetworkSegment(9090995f-fb5c-41cb-9d6b-437a5e70e03b),segment_id=9090995f-fb5c-41cb-9d6b-437a5e70e03b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:48.391355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a33706cb-6563-4194-b21c-5b81d632167b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.465776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for a33706cb-6563-4194-b21c-5b81d632167b owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:48.510134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-ea920dc5-2914-4ed8-9f63-299cd937f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:48.511632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-ea920dc5-2914-4ed8-9f63-299cd937f469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 200 len: 859 time: 1.8508737 Mar 07 11:01:48.608718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-79b829d0-65b7-4906-aecd-742fa752e523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eececbf0-9097-4941-9f8a-1e0235205d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828712 Mar 07 11:01:48.838330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-4880c8db-5ba1-4797-ae33-40d09c953f43 service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0258422 Mar 07 11:01:49.048783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a33706cb-6563-4194-b21c-5b81d632167b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.107244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=a33706cb-6563-4194-b21c-5b81d632167b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.228825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port a33706cb-6563-4194-b21c-5b81d632167b on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:49.284630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-fb604298-250f-4e4e-9940-b2348a4d97a6 service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495872 Mar 07 11:01:49.350668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6800c40-1c33-468c-a28f-7df1258eef96 req-a7e2ca3f-71a5-4dd6-b183-d13f2bea0ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060821 Mar 07 11:01:49.475247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ead18a0b-d355-4e47-96a6-b2b581c70c32), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.511859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-39a8d770-0e23-4603-8e32-872e3d042201 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips/b30a5787-4618-45da-ba00-28eef742324f HTTP/1.1" status: 200 len: 692 time: 0.0647209 Mar 07 11:01:49.711725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ead18a0b-d355-4e47-96a6-b2b581c70c32), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.810675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=ead18a0b-d355-4e47-96a6-b2b581c70c32,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.843912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57662) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:49.859014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878937249', 'description': 'tempest-secgroup-smoke-878937249 description', 'project_id': 'fe9b06196fdf4d96be8180def40d104e'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:50.072187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4dfb79c-99c0-4960-91f4-f76fac7164a1 req-59f338ef-f27e-4064-93c4-f73b8b04056d service neutron] 10.222.0.32 "GET /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204945 Mar 07 11:01:50.075911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.147002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.176633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-80f99034-a0da-4eb2-9ef7-a2ce5548515b tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:50.178266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-80f99034-a0da-4eb2-9ef7-a2ce5548515b tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 784 time: 0.6578732 Mar 07 11:01:50.193872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924191ea-dbf1-4557-aa4c-38a12bf8d3b3']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:50.217111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9090995f-fb5c-41cb-9d6b-437a5e70e03b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:50.217404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9090995f-fb5c-41cb-9d6b-437a5e70e03b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:50.220546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-cc6fa91e-a173-4f70-8676-758f69043d5e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:01:50.221783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-cc6fa91e-a173-4f70-8676-758f69043d5e tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225008 Mar 07 11:01:50.244654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (9090995f-fb5c-41cb-9d6b-437a5e70e03b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.272255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9090995f-fb5c-41cb-9d6b-437a5e70e03b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.283673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:50.284795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (9090995f-fb5c-41cb-9d6b-437a5e70e03b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:50.290652 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:50.359479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74460f-ef08-4e71-83be-90bfd4356c0b None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:50.382417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (62bad6dc-9906-4bf6-ac2f-d0fb35ecd029), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.441837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (924191ea-dbf1-4557-aa4c-38a12bf8d3b3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.447185 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.451230 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/924191ea-dbf1-4557-aa4c-38a12bf8d3b3 HTTP/1.1" status: 204 len: 168 time: 3.1020598 Mar 07 11:01:50.483853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cbaf1bd4-0e63-401a-b512-8334965c402c None None] Could not find standard attr ID for object a33706cb-6563-4194-b21c-5b81d632167b. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:01:50.485880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57672) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:50.487384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5abfa-d526-4ee2-afe7-730363e69f18 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=924191ea-dbf1-4557-aa4c-38a12bf8d3b3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:50.537933 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d068c11-044e-4721-9127-750cb3965320 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:01:50.538480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d068c11-044e-4721-9127-750cb3965320 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:01:50.541194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-b35dadb6-7c8a-458d-b3e3-faf61bd4cdec tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.2963884 Mar 07 11:01:50.545926 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d068c11-044e-4721-9127-750cb3965320 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/924191ea-dbf1-4557-aa4c-38a12bf8d3b3 HTTP/1.1" status: 404 len: 339 time: 0.0485921 Mar 07 11:01:50.545926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:50.550680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067944596', 'description': 'd1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:50.574305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (62bad6dc-9906-4bf6-ac2f-d0fb35ecd029), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.601543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:50.605593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.658139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:50.681901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bdb6eedc-bba3-46f4-99c2-240c27a4ece0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.684494 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment bdb6eedc-bba3-46f4-99c2-240c27a4ece0 of type vlan for network cf7b154f-3b65-4f7c-9740-d15119fb61d6 Mar 07 11:01:50.692263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ff883ec-22f3-4b46-b2f7-24000c185c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.702779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-463827e8-6754-4680-a6a8-44c785ca3f0f tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1549783 Mar 07 11:01:50.743886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c36002-086f-4077-9500-a6569d7cf7fa None None] DHCP port deletion for 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:01:50.769635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc81fb-4789-4f02-aa18-531e18faa222 None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:50.786767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.792367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc81fb-4789-4f02-aa18-531e18faa222 None None] Network 924191ea-dbf1-4557-aa4c-38a12bf8d3b3 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:01:50.852833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.858330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:50.870179 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.870179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0098619 Mar 07 11:01:50.871929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.879053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57676) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:50.895102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa7324-2b60-4bdf-8ad3-6fc9f985aced tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:50.898651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:51.017970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Deleting port bf030924-0121-42fb-a47e-b1de592653c9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:51.018505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bf030924-0121-42fb-a47e-b1de592653c9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.164686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=cf7b154f-3b65-4f7c-9740-d15119fb61d6,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:51.170647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (48872761-e667-4e30-8658-f974e8e57fb1), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.183625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cf7b154f-3b65-4f7c-9740-d15119fb61d6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:51.198058 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bf030924-0121-42fb-a47e-b1de592653c9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.200019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (bf030924-0121-42fb-a47e-b1de592653c9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.230303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Calling delete_port for bf030924-0121-42fb-a47e-b1de592653c9 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:51.338007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (48872761-e667-4e30-8658-f974e8e57fb1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.352537 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-513db32c-4f6b-47cc-9aff-3e3eba131ca8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8058319 Mar 07 11:01:51.355437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:51.377993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (48872761-e667-4e30-8658-f974e8e57fb1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.467829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48872761-e667-4e30-8658-f974e8e57fb1,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:51.496184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bf030924-0121-42fb-a47e-b1de592653c9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.568176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.570079 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a35f0d29-691a-43d6-9cc0-f42c9e0dad56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6817775 Mar 07 11:01:51.580315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57698) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:51.594386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:51.653230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event deleted for resources: {'Port': ['ID=bf030924-0121-42fb-a47e-b1de592653c9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:51.656300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4ea59-07ee-4df9-87b6-edd82b2c1954 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:51.671882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bdc4ea59-07ee-4df9-87b6-edd82b2c1954 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks?id=cf7b154f-3b65-4f7c-9740-d15119fb61d6 HTTP/1.1" status: 200 len: 761 time: 0.3148172 Mar 07 11:01:51.687421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57700) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:51.693988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'description': 'd2'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:51.744024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (55d127ef-bf18-4fa2-b315-b22f0e4b4db2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.791821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for floatingip (b30a5787-4618-45da-ba00-28eef742324f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.795026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.796689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c6ec26d-4311-40b3-915b-3fe47c6cb364 req-d6b24e78-dd0b-47d1-8d14-36c45a20ba94 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "DELETE /v2.0/floatingips/b30a5787-4618-45da-ba00-28eef742324f HTTP/1.1" status: 204 len: 173 time: 1.0915158 Mar 07 11:01:51.909998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58edc82d-873f-43c4-a20e-67d807cc947a req-4f280948-f715-47af-a162-14026cf81ea1 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups/be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1 HTTP/1.1" status: 200 len: 1827 time: 0.0842497 Mar 07 11:01:51.926323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (55d127ef-bf18-4fa2-b315-b22f0e4b4db2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.935328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (55d127ef-bf18-4fa2-b315-b22f0e4b4db2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.971818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d127ef-bf18-4fa2-b315-b22f0e4b4db2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:51.988120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:51.989386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c8f5b96-03fa-4b9e-a8e1-16f2c15179e9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4063025 Mar 07 11:01:51.993197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:51.997530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:52.068284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a33706cb-6563-4194-b21c-5b81d632167b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:52.113378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (b28be356-c825-478e-b9b9-8d4165935a7d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.129010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a33706cb-6563-4194-b21c-5b81d632167b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:52.129241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a33706cb-6563-4194-b21c-5b81d632167b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:52.204238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.278375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.309497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network cf7b154f-3b65-4f7c-9740-d15119fb61d6 is not hosted by any dhcp agent {{(pid=103789) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:01:52.315351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (b28be356-c825-478e-b9b9-8d4165935a7d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.324861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.325524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.334089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "PUT /v2.0/networks/cf7b154f-3b65-4f7c-9740-d15119fb61d6 HTTP/1.1" status: 200 len: 758 time: 0.6429827 Mar 07 11:01:52.334089 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-58edc82d-873f-43c4-a20e-67d807cc947a req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.340726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57718) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.345518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (b28be356-c825-478e-b9b9-8d4165935a7d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.463806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28be356-c825-478e-b9b9-8d4165935a7d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.472059 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.476391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8b206edd-2319-4995-bed4-d78b4daf4e3f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822290 Mar 07 11:01:52.484142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.494786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:52.548407 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-58edc82d-873f-43c4-a20e-67d807cc947a req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.564416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a23b1-c048-4f67-b779-9eba0156e383 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=cf7b154f-3b65-4f7c-9740-d15119fb61d6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.578886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cf7b154f-3b65-4f7c-9740-d15119fb61d6 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:52.593933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (e0ffc9f2-60da-4629-9530-724a818f87dd), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.620409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0e000-4199-4571-9089-c110240a3eb4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.622026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-99a0e000-4199-4571-9089-c110240a3eb4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks?id=cf7b154f-3b65-4f7c-9740-d15119fb61d6 HTTP/1.1" status: 200 len: 761 time: 0.2787213 Mar 07 11:01:52.626594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57726) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.637914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541980889'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:52.693411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:52.699520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.748310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:01:52.773450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.774040 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment 31c3fdbc-6e1d-4a17-bb3a-0875deba90e1 of type vlan for network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 Mar 07 11:01:52.812754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-58edc82d-873f-43c4-a20e-67d807cc947a req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.815487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-58edc82d-873f-43c4-a20e-67d807cc947a req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.837113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58edc82d-873f-43c4-a20e-67d807cc947a req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "DELETE /v2.0/security-groups/be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1 HTTP/1.1" status: 204 len: 173 time: 0.8439763 Mar 07 11:01:52.841005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.841294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (e0ffc9f2-60da-4629-9530-724a818f87dd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.857686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e0ffc9f2-60da-4629-9530-724a818f87dd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.877305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df89fc-97ef-4a61-b920-f89771af5dd5 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5d9f6c-3769-4ef8-8ac7-2ec1a82317a1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.916289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ffc9f2-60da-4629-9530-724a818f87dd,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.920397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.938213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.941817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.942324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.946090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2754ea1e-6c63-49f2-a5d6-fa714c5362d2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4558609 Mar 07 11:01:52.946315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.951043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:53.006356 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Project fe9b06196fdf4d96be8180def40d104e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:01:53.011614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (4257cf5b-d72f-4ae5-97bd-069565d9e4e1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.034512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474c9c5a-2830-46da-ae54-86a3c18a1dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.068178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4402733 Mar 07 11:01:53.069024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:53.078473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:53.153616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (4257cf5b-d72f-4ae5-97bd-069565d9e4e1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.165279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4257cf5b-d72f-4ae5-97bd-069565d9e4e1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.186801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1a8ce-3be0-4527-aa5e-5082d22b46bc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=165d62c0-92db-4ab4-bbe9-41bdd9c637f8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:53.200783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:01:53.212934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4257cf5b-d72f-4ae5-97bd-069565d9e4e1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:53.227360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.228636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e65e3c2e-1b96-49f9-822e-07f850b4c7a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2813916 Mar 07 11:01:53.232236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:53.237508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'security_group_rule': {'security_group_id': '62bad6dc-9906-4bf6-ac2f-d0fb35ecd029', 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:01:53.259373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:01:53.272110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.287551 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Project fe9b06196fdf4d96be8180def40d104e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:01:53.303596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (2d92cdd8-3f5a-422d-9527-765d90e262fb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.484227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (2d92cdd8-3f5a-422d-9527-765d90e262fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.497628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2d92cdd8-3f5a-422d-9527-765d90e262fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.537798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f4cd-a7f8-4bf2-9827-a24a007768b2 req-12fb4af4-9222-45cd-9ef4-4f19bab9fd79 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:53.539403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5487f4cd-a7f8-4bf2-9827-a24a007768b2 req-12fb4af4-9222-45cd-9ef4-4f19bab9fd79 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.2189214 Mar 07 11:01:53.680401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5487f4cd-a7f8-4bf2-9827-a24a007768b2 req-24933237-c5ec-4b35-afad-99d14ced0ac2 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193585 Mar 07 11:01:53.693289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d92cdd8-3f5a-422d-9527-765d90e262fb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:53.700305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.709003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-198942cf-a6a6-4154-ae1d-160ba001d912 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4743519 Mar 07 11:01:53.834925 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c3c2cd70-02a1-47f2-9418-6221eee65ac9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.004193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=c3c2cd70-02a1-47f2-9418-6221eee65ac9,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:54.017578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:54.018137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 165d62c0-92db-4ab4-bbe9-41bdd9c637f8, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:01:54.064175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:54.071343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:01:54.105652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 165d62c0-92db-4ab4-bbe9-41bdd9c637f8) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:54.119896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1df971-0abb-4258-bbd7-83955a49d23f None None] Network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:54.125316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:54.125940 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.182625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57812) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:54.190821 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c14a79e-22a6-4083-9d1c-1d9ded2d3cbf tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1061792 Mar 07 11:01:54.325257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.404745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.415133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-165d62c0-92db-4ab4-bbe9-41bdd9c637f8', 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': 'c3c2cd70-02a1-47f2-9418-6221eee65ac9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:01:54.416059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.494553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90b27fd6-c329-4b9c-a760-74f78ff4f9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.664437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.800968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Allocated IP 172.20.0.2 (165d62c0-92db-4ab4-bbe9-41bdd9c637f8/c3c2cd70-02a1-47f2-9418-6221eee65ac9/e29652fa-aeef-438e-b5a2-9ab5c71736f5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:01:54.936948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90b27fd6-c329-4b9c-a760-74f78ff4f9b2 admin admin] Publish callbacks [] for security_group (bde45794-b8ef-4773-81a4-d636d2cc901d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.940409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c3c2cd70-02a1-47f2-9418-6221eee65ac9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.009453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90b27fd6-c329-4b9c-a760-74f78ff4f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bde45794-b8ef-4773-81a4-d636d2cc901d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.074228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-90b27fd6-c329-4b9c-a760-74f78ff4f9b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5183432ef4584ffd86ef1119be44a1af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0069458 Mar 07 11:01:55.075543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:55.154524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks [] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.169897 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.196748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1b67-6695-4467-96be-7a4360ed147a req-261ee573-3206-449c-9c36-437e2ba2f199 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:55.199433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bdd1b67-6695-4467-96be-7a4360ed147a req-261ee573-3206-449c-9c36-437e2ba2f199 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.3770812 Mar 07 11:01:55.200865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b27fd6-c329-4b9c-a760-74f78ff4f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde45794-b8ef-4773-81a4-d636d2cc901d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:55.228914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] Publish callbacks [] for security_group (bde45794-b8ef-4773-81a4-d636d2cc901d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.290874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] Publish callbacks [] for security_group (bde45794-b8ef-4773-81a4-d636d2cc901d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.300242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (c3c2cd70-02a1-47f2-9418-6221eee65ac9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.356588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:01:55.359103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:01:55.362259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bde45794-b8ef-4773-81a4-d636d2cc901d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.368413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.373603 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bde45794-b8ef-4773-81a4-d636d2cc901d HTTP/1.1" status: 204 len: 168 time: 0.2956877 Mar 07 11:01:55.386625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a24bf-dcc2-44ab-acba-6c8acbee3df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde45794-b8ef-4773-81a4-d636d2cc901d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:55.391908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:01:55.399477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c2cd70-02a1-47f2-9418-6221eee65ac9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:55.427803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bdd1b67-6695-4467-96be-7a4360ed147a req-8fdba235-73b4-4da8-8b72-132629bfccac tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169046 Mar 07 11:01:55.449087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Pushing event updated for resources: {'Port': ['ID=e29652fa-aeef-438e-b5a2-9ab5c71736f5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:55.673109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.781076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165d62c0-92db-4ab4-bbe9-41bdd9c637f8']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:55.816851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:55.817139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:55.843531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.906043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-260beae5-3dce-4e1f-baf6-008eaa699f37 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:55.909611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-260beae5-3dce-4e1f-baf6-008eaa699f37 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.4354436 Mar 07 11:01:55.916071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:55.931163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:55.931860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.037236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Attempting to bind port e29652fa-aeef-438e-b5a2-9ab5c71736f5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:01:56.037706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Attempting to bind port e29652fa-aeef-438e-b5a2-9ab5c71736f5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:01:56.038738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Attempting to bind port e29652fa-aeef-438e-b5a2-9ab5c71736f5 on network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:01:56.043375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.046537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:01:56.047196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Checking segment: {'id': '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:01:56.047661 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.048121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Bound using segment: {'id': '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:01:56.048583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Bound port: e29652fa-aeef-438e-b5a2-9ab5c71736f5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:01:56.048947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:56.130676 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:56.139049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] For port e29652fa-aeef-438e-b5a2-9ab5c71736f5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:01:56.154583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] For port e29652fa-aeef-438e-b5a2-9ab5c71736f5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e29652fa-aeef-438e-b5a2-9ab5c71736f5,segment=NetworkSegment(31c3fdbc-6e1d-4a17-bb3a-0875deba90e1),segment_id=31c3fdbc-6e1d-4a17-bb3a-0875deba90e1)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:01:56.167632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.185000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.api [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:01:56.185000 n-d-832156-4 neutron-server[103789]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:01:56.185000 n-d-832156-4 neutron-server[103789]: [parameters: {'id': '165d62c0-92db-4ab4-bbe9-41bdd9c637f8'}] Mar 07 11:01:56.185000 n-d-832156-4 neutron-server[103789]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:01:56.185530 n-d-832156-4 neutron-server[103789]: DEBUG oslo_db.api [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:01:56.323272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Deleting port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:56.323955 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.399369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9f16-5de6-4027-966b-3361ac799551 None None] Pushing event updated for resources: {'Port': ['ID=e29652fa-aeef-438e-b5a2-9ab5c71736f5,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:56.414070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663752b-cf48-4a17-8798-142642bc10d4 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:01:56.576702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] For port ff12824f-f4e1-4bac-986d-5bb8fecf86b4, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:56.577070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.600925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Calling delete_port for ff12824f-f4e1-4bac-986d-5bb8fecf86b4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:56.689942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9663752b-cf48-4a17-8798-142642bc10d4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:01:56.778705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.125746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.149053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abd03b-b46f-4ee2-891e-c6f856ba1f9a req-3d81f62e-21b6-494d-ae37-c5dfe2d245be tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:57.156242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40abd03b-b46f-4ee2-891e-c6f856ba1f9a req-3d81f62e-21b6-494d-ae37-c5dfe2d245be tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f103643-455b-4107-988d-0371a2425f56 HTTP/1.1" status: 200 len: 945 time: 0.4738331 Mar 07 11:01:57.158356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e68ddc-1181-49a2-8af7-ff4fd50d979d None None] Network 165d62c0-92db-4ab4-bbe9-41bdd9c637f8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:57.220702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff12824f-f4e1-4bac-986d-5bb8fecf86b4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.234177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ff12824f-f4e1-4bac-986d-5bb8fecf86b4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:57.451236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port e29652fa-aeef-438e-b5a2-9ab5c71736f5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:57.451861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.503318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Pushing event deleted for resources: {'Port': ['ID=ff12824f-f4e1-4bac-986d-5bb8fecf86b4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:57.528957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40abd03b-b46f-4ee2-891e-c6f856ba1f9a req-07ec6b16-4a3c-4982-8e1e-ec45b75385bb tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717308 Mar 07 11:01:57.618540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] No DVR routers for this DVR port ff12824f-f4e1-4bac-986d-5bb8fecf86b4 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:57.622255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.626569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bd83197-77e9-4be5-a8b7-3af44d9cfe15 req-dc851a26-24b0-49a0-b3b9-d4e2d611c996 tempest-ServerRescueTestJSONUnderV235-1541852415 tempest-ServerRescueTestJSONUnderV235-1541852415-project] 10.222.0.32 "DELETE /v2.0/ports/ff12824f-f4e1-4bac-986d-5bb8fecf86b4 HTTP/1.1" status: 204 len: 173 time: 1.4906645 Mar 07 11:01:57.639458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'name': 'network-vif-deleted', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:57.647264 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6aa2f7-c4ac-4c09-bddd-d7666a783329" -d '{"events": [{"server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "name": "network-vif-deleted", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:57.666156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port e29652fa-aeef-438e-b5a2-9ab5c71736f5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e29652fa-aeef-438e-b5a2-9ab5c71736f5,segment=NetworkSegment(31c3fdbc-6e1d-4a17-bb3a-0875deba90e1),segment_id=31c3fdbc-6e1d-4a17-bb3a-0875deba90e1)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:57.666428 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.698337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for e29652fa-aeef-438e-b5a2-9ab5c71736f5 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:57.818629 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b525a1c7-2a19-4973-bf11-c40adda68bc9 x-openstack-request-id: req-b525a1c7-2a19-4973-bf11-c40adda68bc9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:57.819081 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f103643-455b-4107-988d-0371a2425f56", "name": "network-vif-deleted", "tag": "ff12824f-f4e1-4bac-986d-5bb8fecf86b4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:57.819451 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b525a1c7-2a19-4973-bf11-c40adda68bc9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:57.819979 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f103643-455b-4107-988d-0371a2425f56', 'name': 'network-vif-deleted', 'tag': 'ff12824f-f4e1-4bac-986d-5bb8fecf86b4', 'status': 'completed', 'code': 200} Mar 07 11:01:57.864865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e29652fa-aeef-438e-b5a2-9ab5c71736f5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.924969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=e29652fa-aeef-438e-b5a2-9ab5c71736f5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:57.949119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port e29652fa-aeef-438e-b5a2-9ab5c71736f5 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:58.142220 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.238470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165d62c0-92db-4ab4-bbe9-41bdd9c637f8']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:58.271539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:58.271844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c3fdbc-6e1d-4a17-bb3a-0875deba90e1') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:58.311965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.358769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.370307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:58.370777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (31c3fdbc-6e1d-4a17-bb3a-0875deba90e1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:58.374347 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:58.450414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:01:58.481637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (165d62c0-92db-4ab4-bbe9-41bdd9c637f8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.493820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:58.497209 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/165d62c0-92db-4ab4-bbe9-41bdd9c637f8 HTTP/1.1" status: 204 len: 168 time: 4.3137352 Mar 07 11:01:58.500037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:58.509052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813200d5-eca2-4f59-8f05-1a2c0cb4e4a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=165d62c0-92db-4ab4-bbe9-41bdd9c637f8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:58.540492 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7dc33c-7146-46f9-b95c-74b9722d5850 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] GET failed (client error): The resource could not be found. Mar 07 11:01:58.544918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c7dc33c-7146-46f9-b95c-74b9722d5850 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets/c3c2cd70-02a1-47f2-9418-6221eee65ac9 HTTP/1.1" status: 404 len: 337 time: 0.0401001 Mar 07 11:01:58.545445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57968) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:58.574645 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c712ded6-dfba-4359-8c6b-774d17205709 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:01:58.575878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c712ded6-dfba-4359-8c6b-774d17205709 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:01:58.581746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c712ded6-dfba-4359-8c6b-774d17205709 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/165d62c0-92db-4ab4-bbe9-41bdd9c637f8 HTTP/1.1" status: 404 len: 339 time: 0.0349848 Mar 07 11:01:58.587150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:58.623282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57976) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:58.739732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:59.013646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fd967-ef34-4fe6-905f-8890712f1036 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.016456 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-014fd967-ef34-4fe6-905f-8890712f1036 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4212217 Mar 07 11:01:59.017177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57986) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:59.121829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 57988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:59.123683 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c118198a-ad94-4e66-a638-2b37c95788e1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 207 time: 0.0987303 Mar 07 11:01:59.307939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d414d-7d40-4f2c-90dc-241c616d14c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.317593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d414d-7d40-4f2c-90dc-241c616d14c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.340481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d414d-7d40-4f2c-90dc-241c616d14c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.352565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d414d-7d40-4f2c-90dc-241c616d14c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.355703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-384d414d-7d40-4f2c-90dc-241c616d14c8 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2315483 Mar 07 11:01:59.359723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 57996) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:59.574921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:59.579545 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c23cc7d8-878b-4f41-b772-5726eb20fe31 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2184386 Mar 07 11:01:59.583187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58002) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:59.687976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bd97f-3147-4956-8083-c87b0a2a533f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.689466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bd97f-3147-4956-8083-c87b0a2a533f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.691580 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-033bd97f-3147-4956-8083-c87b0a2a533f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1073864 Mar 07 11:01:59.696954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:59.800288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2496000-ce00-48f0-b2eb-192555f0826a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.801605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2496000-ce00-48f0-b2eb-192555f0826a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:59.806415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f2496000-ce00-48f0-b2eb-192555f0826a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1047580 Mar 07 11:01:59.806820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.034608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842b8b1-5387-417a-9e8b-f90adb0e181f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:00.038537 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8842b8b1-5387-417a-9e8b-f90adb0e181f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks/097c9d99-85aa-494b-b98a-4edcf8ccb101 HTTP/1.1" status: 200 len: 799 time: 0.2305436 Mar 07 11:02:00.045150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.255697 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-80a007b8-f05b-46b4-9c67-813ebce26c6f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/networks/097c9d99-85aa-494b-b98a-4edcf8ccb101?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2087302 Mar 07 11:02:00.259388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.372402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b42f5-0626-4668-9605-9f104f139a10 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:00.382491 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a7b42f5-0626-4668-9605-9f104f139a10 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets/476fe3bc-94ff-4975-b389-181b4a8fe9ef HTTP/1.1" status: 200 len: 811 time: 0.1215971 Mar 07 11:02:00.386566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.515794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd10e51-3fe0-4340-aaeb-cd338cccb174 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['shared'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:00.517540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-afd10e51-3fe0-4340-aaeb-cd338cccb174 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "GET /v2.0/subnets/476fe3bc-94ff-4975-b389-181b4a8fe9ef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1296682 Mar 07 11:02:00.521360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.534340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795867733'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:00.601591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:00.609305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.643538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:00.655936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.656411 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Added segment ed8dae68-ab5b-4077-8d06-b609b4689e73 of type vlan for network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 Mar 07 11:02:00.699217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff12824f-f4e1-4bac-986d-5bb8fecf86b4 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:00.738609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Deleting port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:00.739147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.739523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ff12824f-f4e1-4bac-986d-5bb8fecf86b4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:00.739900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ff12824f-f4e1-4bac-986d-5bb8fecf86b4 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:00.744709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.776644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.785177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:00.785177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.868592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3461688 Mar 07 11:02:00.874738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58044) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:00.881184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:00.886746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262a401-0937-440d-8849-118426438b4f tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Network': ['ID=06995079-d38c-4fa6-8d66-f5e4700c6fe9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:00.907571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:00.908304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] For port 82a579c5-a2c0-4b29-a2e9-bd2ed169bece, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,segment=NetworkSegment(9ac9b3d2-942e-4ab2-a667-f11e64e84f16),segment_id=9ac9b3d2-942e-4ab2-a667-f11e64e84f16)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:00.908799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:00.945809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Calling delete_port for 82a579c5-a2c0-4b29-a2e9-bd2ed169bece owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:01.086537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Made reservation on behalf of 9c5af0b1463f447c9a4ed9f70371123b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:01.090225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.191575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing IP validity checks on allocation pools {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:02:01.192271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.ipam_backend_mixin [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103788) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:02:01.265865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (82a579c5-a2c0-4b29-a2e9-bd2ed169bece), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.293120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Pushing event deleted for resources: {'Port': ['ID=82a579c5-a2c0-4b29-a2e9-bd2ed169bece,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:01.479992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (48405ce9-a345-44f3-8a85-9976147aa57e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.662802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=48405ce9-a345-44f3-8a85-9976147aa57e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:01.680448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Checking segment: {'id': 'ed8dae68-ab5b-4077-8d06-b609b4689e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:01.681173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network hostable DHCP agents. Network: 06995079-d38c-4fa6-8d66-f5e4700c6fe9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:01.702113 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.712508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:01.737139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 06995079-d38c-4fa6-8d66-f5e4700c6fe9) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:01.748011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ea6b2-dc8c-4334-997a-6c83e21217cc None None] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:01.754053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:01.754923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.779868 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c21b122b-f584-4a2a-a801-10e35bff3fb3 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9039369 Mar 07 11:02:01.782528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58074) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:01.794071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:01.872908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-06995079-d38c-4fa6-8d66-f5e4700c6fe9', 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9', 'project_id': '9c5af0b1463f447c9a4ed9f70371123b', 'fixed_ips': [{'subnet_id': '48405ce9-a345-44f3-8a85-9976147aa57e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:02:01.875207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.037259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-521885420'] for subnet (48405ce9-a345-44f3-8a85-9976147aa57e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.196779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 11:02:02.196779 n-d-832156-4 neutron-server[103790]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 07 11:02:02.196779 n-d-832156-4 neutron-server[103790]: [parameters: {'in_use': 1, 'id_1': '48405ce9-a345-44f3-8a85-9976147aa57e'}] Mar 07 11:02:02.196779 n-d-832156-4 neutron-server[103790]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:02.198102 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:02.241937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Router e8ea3e53-f53f-4c39-826f-35fd064561ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:02.328814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754497127599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-520107606'] for subnet (48405ce9-a345-44f3-8a85-9976147aa57e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.424883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event updated for resources: {'Subnet': ['ID=48405ce9-a345-44f3-8a85-9976147aa57e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:02.435084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:02.436445 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.437979 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-450d004d-b6d2-4bfd-a0ef-798b72ffe6d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "PUT /v2.0/subnets/48405ce9-a345-44f3-8a85-9976147aa57e HTTP/1.1" status: 200 len: 877 time: 0.6540852 Mar 07 11:02:02.441314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58084) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:02.497775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:02.512212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f7f2a30b-4e74-4fbc-a231-b2c269d5e7de admin admin] 10.222.0.23 "PUT /v2.0/routers/e8ea3e53-f53f-4c39-826f-35fd064561ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8876929 Mar 07 11:02:02.512946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:02.513352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Sync routers for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:02.543320 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:02.544043 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:02.592559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.694102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (48405ce9-a345-44f3-8a85-9976147aa57e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.699638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.730291 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks [] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.880632 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:02.912593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Allocated IP 172.20.0.3 (06995079-d38c-4fa6-8d66-f5e4700c6fe9/48405ce9-a345-44f3-8a85-9976147aa57e/47ef160a-4850-42d4-a89a-40d69f66e5ae) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:02.931490 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks [] for router_gateway (e8ea3e53-f53f-4c39-826f-35fd064561ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.090461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Deleting port 0e4aac70-a4d5-48d2-a111-670ce165777c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:03.093879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.134599 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks [] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.148305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.196233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (48405ce9-a345-44f3-8a85-9976147aa57e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.220054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Pushing event updated for resources: {'Port': ['ID=47ef160a-4850-42d4-a89a-40d69f66e5ae,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:03.250496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:03.253125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:03.259435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:03.323175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=48405ce9-a345-44f3-8a85-9976147aa57e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:03.334066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] For port 0e4aac70-a4d5-48d2-a111-670ce165777c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0e4aac70-a4d5-48d2-a111-670ce165777c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:03.336562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.366827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Calling delete_port for 0e4aac70-a4d5-48d2-a111-670ce165777c owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:03.405210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Attempting to bind port 47ef160a-4850-42d4-a89a-40d69f66e5ae on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:03.410373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Attempting to bind port 47ef160a-4850-42d4-a89a-40d69f66e5ae by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ed8dae68-ab5b-4077-8d06-b609b4689e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:03.412416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Attempting to bind port 47ef160a-4850-42d4-a89a-40d69f66e5ae on network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:03.421457 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.429399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:03.430138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Checking segment: {'id': 'ed8dae68-ab5b-4077-8d06-b609b4689e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:03.431188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.431816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Bound using segment: {'id': 'ed8dae68-ab5b-4077-8d06-b609b4689e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:03.432445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Bound port: 47ef160a-4850-42d4-a89a-40d69f66e5ae, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dae68-ab5b-4077-8d06-b609b4689e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:03.433262 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.481316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06995079-d38c-4fa6-8d66-f5e4700c6fe9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.487931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:02:01Z', 'revision_number': 5, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port': {'id': '0e4aac70-a4d5-48d2-a111-670ce165777c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:00:18Z', 'updated_at': '2022-03-07T11:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.501560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dae68-ab5b-4077-8d06-b609b4689e73') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.501851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dae68-ab5b-4077-8d06-b609b4689e73') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.521704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] For port 47ef160a-4850-42d4-a89a-40d69f66e5ae, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:03.523284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.531983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] For port 47ef160a-4850-42d4-a89a-40d69f66e5ae, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=47ef160a-4850-42d4-a89a-40d69f66e5ae,segment=NetworkSegment(ed8dae68-ab5b-4077-8d06-b609b4689e73),segment_id=ed8dae68-ab5b-4077-8d06-b609b4689e73)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:03.554980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.568750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.578375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Checking router: e8ea3e53-f53f-4c39-826f-35fd064561ca for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:02:03.593324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:03.595797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:03.603695 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:03.615092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Routers {'e8ea3e53-f53f-4c39-826f-35fd064561ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:03.616442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:01:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e8ea3e53-f53f-4c39-826f-35fd064561ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.780877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0e4aac70-a4d5-48d2-a111-670ce165777c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:03.833053 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.api [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:02:03.833053 n-d-832156-4 neutron-server[103788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:02:03.833053 n-d-832156-4 neutron-server[103788]: [parameters: {'id': '06995079-d38c-4fa6-8d66-f5e4700c6fe9'}] Mar 07 11:02:03.833053 n-d-832156-4 neutron-server[103788]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:03.833958 n-d-832156-4 neutron-server[103788]: DEBUG oslo_db.api [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:03.849276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] Set router e8ea3e53-f53f-4c39-826f-35fd064561ca gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:03.853522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4aac70-a4d5-48d2-a111-670ce165777c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:03.867570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d83dc2-74af-445c-a4ed-3831b5ee1707 None None] Pushing event updated for resources: {'Port': ['ID=47ef160a-4850-42d4-a89a-40d69f66e5ae,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:03.912040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbdee75-2529-4abd-a76d-7b0fc5c74b71 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:02:04.004576 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:02:02Z', 'revision_number': 6, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:04.030480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.082417 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c6cc2-fc2e-4668-b289-86c253e4dc89 None None] The sync data for ids ['e8ea3e53-f53f-4c39-826f-35fd064561ca'] in n-d-832156-4 is: [{'id': 'e8ea3e53-f53f-4c39-826f-35fd064561ca', 'name': 'tempest-ServerRescueTestJSONUnderV235-204581325-router', 'tenant_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:00:17Z', 'updated_at': '2022-03-07T11:02:02Z', 'revision_number': 6, 'project_id': '7a43ec3a3b9f4cd9ab8abd5240c4a237', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:04.113634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdee75-2529-4abd-a76d-7b0fc5c74b71 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:02:04.241991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.257624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks [] for router_controller (e8ea3e53-f53f-4c39-826f-35fd064561ca), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.335152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.365501 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e8ea3e53-f53f-4c39-826f-35fd064561ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.366121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ea3e53-f53f-4c39-826f-35fd064561ca {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:04.373345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.374533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-328ffb1a-31ab-4bc4-83f8-a6e729a00b66 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e8ea3e53-f53f-4c39-826f-35fd064561ca HTTP/1.1" status: 204 len: 168 time: 1.8605502 Mar 07 11:02:04.377209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58128) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:04.451887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Deleting subnet 19cb823a-e89d-462e-b1dd-b65b4e41ebf8 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:04.455783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Publish callbacks [] for subnet (19cb823a-e89d-462e-b1dd-b65b4e41ebf8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.461274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8fffed-cc1b-4543-a0f4-49bb67656b9b None None] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:04.471515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port 47ef160a-4850-42d4-a89a-40d69f66e5ae {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:04.472419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.520799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (19cb823a-e89d-462e-b1dd-b65b4e41ebf8), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.633400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (19cb823a-e89d-462e-b1dd-b65b4e41ebf8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.649161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port 47ef160a-4850-42d4-a89a-40d69f66e5ae, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=47ef160a-4850-42d4-a89a-40d69f66e5ae,segment=NetworkSegment(ed8dae68-ab5b-4077-8d06-b609b4689e73),segment_id=ed8dae68-ab5b-4077-8d06-b609b4689e73)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:04.649525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.662153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9098e90-dda3-426d-bdfd-f0c9b5d273a1 None None] Network 06995079-d38c-4fa6-8d66-f5e4700c6fe9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:04.676563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for 47ef160a-4850-42d4-a89a-40d69f66e5ae owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:04.743947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (19cb823a-e89d-462e-b1dd-b65b4e41ebf8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.825734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cb823a-e89d-462e-b1dd-b65b4e41ebf8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:04.832098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:04.838066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a90a2a6b-dab1-4694-b9a1-b68b2e45d4eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19cb823a-e89d-462e-b1dd-b65b4e41ebf8 HTTP/1.1" status: 204 len: 168 time: 0.4599400 Mar 07 11:02:04.842272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58146) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:04.982662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (47ef160a-4850-42d4-a89a-40d69f66e5ae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.037730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (eececbf0-9097-4941-9f8a-1e0235205d8b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.068222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=47ef160a-4850-42d4-a89a-40d69f66e5ae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.086160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port 47ef160a-4850-42d4-a89a-40d69f66e5ae on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:05.204136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.227624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06995079-d38c-4fa6-8d66-f5e4700c6fe9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.250354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dae68-ab5b-4077-8d06-b609b4689e73') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.251404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dae68-ab5b-4077-8d06-b609b4689e73') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.263699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.281659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (eececbf0-9097-4941-9f8a-1e0235205d8b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.287387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.294373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:05.295050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ed8dae68-ab5b-4077-8d06-b609b4689e73), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:05.299235 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:05.323238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eececbf0-9097-4941-9f8a-1e0235205d8b']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.336993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac9b3d2-942e-4ab2-a667-f11e64e84f16') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.337279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac9b3d2-942e-4ab2-a667-f11e64e84f16') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.349236 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (9ac9b3d2-942e-4ab2-a667-f11e64e84f16), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.382701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (06995079-d38c-4fa6-8d66-f5e4700c6fe9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.391546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.416911 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/06995079-d38c-4fa6-8d66-f5e4700c6fe9 HTTP/1.1" status: 204 len: 168 time: 2.9576089 Mar 07 11:02:05.416911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.440304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (9ac9b3d2-942e-4ab2-a667-f11e64e84f16), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.450928 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfe80be-1170-43f7-a6db-ae0568ba7c68 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:05.451380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfe80be-1170-43f7-a6db-ae0568ba7c68 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:05.451789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:05.452338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (9ac9b3d2-942e-4ab2-a667-f11e64e84f16), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.457983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5bfe80be-1170-43f7-a6db-ae0568ba7c68 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/48405ce9-a345-44f3-8a85-9976147aa57e HTTP/1.1" status: 404 len: 337 time: 0.0422301 Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:05.475404 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:05.480623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.489083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c34e-3ea1-44e4-a834-b2317fc43867 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=06995079-d38c-4fa6-8d66-f5e4700c6fe9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.514798 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d2ca79-9950-4be4-820c-abd4b46ac9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:05.515332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d2ca79-9950-4be4-820c-abd4b46ac9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:05.522803 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4d2ca79-9950-4be4-820c-abd4b46ac9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/06995079-d38c-4fa6-8d66-f5e4700c6fe9 HTTP/1.1" status: 404 len: 339 time: 0.0410345 Mar 07 11:02:05.527876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58160) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.559042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (eececbf0-9097-4941-9f8a-1e0235205d8b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.571332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.579546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eececbf0-9097-4941-9f8a-1e0235205d8b HTTP/1.1" status: 204 len: 168 time: 0.7349348 Mar 07 11:02:05.601165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf4780-2df7-4de2-ac9f-e68615e4ed69 admin admin] Pushing event deleted for resources: {'Network': ['ID=eececbf0-9097-4941-9f8a-1e0235205d8b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.619851 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf88376-b2d0-4574-ad96-55279a3fddec tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:05.620286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf88376-b2d0-4574-ad96-55279a3fddec tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:05.630069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fcf88376-b2d0-4574-ad96-55279a3fddec tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/c3c2cd70-02a1-47f2-9418-6221eee65ac9 HTTP/1.1" status: 404 len: 337 time: 0.1002185 Mar 07 11:02:05.639355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58168) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.668114 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-96bac2d6-2dff-4628-aabe-4c29805a1adb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:05.668925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96bac2d6-2dff-4628-aabe-4c29805a1adb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:05.676910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-96bac2d6-2dff-4628-aabe-4c29805a1adb tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/165d62c0-92db-4ab4-bbe9-41bdd9c637f8 HTTP/1.1" status: 404 len: 339 time: 0.0363188 Mar 07 11:02:05.679265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58172) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.825192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.879595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.978634 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f617d340-a28e-4974-bd04-442a98fded14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a43ec3a3b9f4cd9ab8abd5240c4a237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978699 Mar 07 11:02:05.992292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58186) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.031781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.078311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0e4aac70-a4d5-48d2-a111-670ce165777c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:06.103552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0e4aac70-a4d5-48d2-a111-670ce165777c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:06.105016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0e4aac70-a4d5-48d2-a111-670ce165777c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:06.105656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82a579c5-a2c0-4b29-a2e9-bd2ed169bece no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:06.113674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7b154f-3b65-4f7c-9740-d15119fb61d6']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:06.139283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 82a579c5-a2c0-4b29-a2e9-bd2ed169bece {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:06.139936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82a579c5-a2c0-4b29-a2e9-bd2ed169bece not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:06.153939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb6eedc-bba3-46f4-99c2-240c27a4ece0') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:06.156466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb6eedc-bba3-46f4-99c2-240c27a4ece0') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:06.181744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (bdb6eedc-bba3-46f4-99c2-240c27a4ece0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.241124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bdb6eedc-bba3-46f4-99c2-240c27a4ece0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.248665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:06.249224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (bdb6eedc-bba3-46f4-99c2-240c27a4ece0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:06.279932 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:06.413387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (cf7b154f-3b65-4f7c-9740-d15119fb61d6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.420776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.423382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/cf7b154f-3b65-4f7c-9740-d15119fb61d6 HTTP/1.1" status: 204 len: 168 time: 0.7423069 Mar 07 11:02:06.436759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.455718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474b62b-e218-4e88-b217-3ec079d602a1 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=cf7b154f-3b65-4f7c-9740-d15119fb61d6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:06.479196 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6338b8b0-0e38-4e06-ab5d-1285f7cd1b3a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.479668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6338b8b0-0e38-4e06-ab5d-1285f7cd1b3a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.482765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6338b8b0-0e38-4e06-ab5d-1285f7cd1b3a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/ead18a0b-d355-4e47-96a6-b2b581c70c32 HTTP/1.1" status: 404 len: 337 time: 0.0359883 Mar 07 11:02:06.487905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58196) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.512436 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e99896-9fd2-4c7c-b0a7-1782b5f99469 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.512928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e99896-9fd2-4c7c-b0a7-1782b5f99469 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.517342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-14e99896-9fd2-4c7c-b0a7-1782b5f99469 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/924191ea-dbf1-4557-aa4c-38a12bf8d3b3 HTTP/1.1" status: 404 len: 339 time: 0.0270240 Mar 07 11:02:06.518592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58198) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.557886 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ea24d5-326b-4fc4-8b30-221e492bfd08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.558341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ea24d5-326b-4fc4-8b30-221e492bfd08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.563083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f7ea24d5-326b-4fc4-8b30-221e492bfd08 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/59d4aa7d-b991-49be-a254-ed41ca3b6cf7 HTTP/1.1" status: 404 len: 337 time: 0.0422547 Mar 07 11:02:06.565481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58200) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.605735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] Publish callbacks [] for security_group (7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.607097 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53ff010-234c-4d5c-be11-defa2d37b303 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.610722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53ff010-234c-4d5c-be11-defa2d37b303 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.616152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e53ff010-234c-4d5c-be11-defa2d37b303 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/1542ec6b-1483-437c-a674-5e692942e483 HTTP/1.1" status: 404 len: 339 time: 0.0495434 Mar 07 11:02:06.618877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.660605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] Publish callbacks [] for security_group (7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.667145 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d713993-02c5-47d7-b451-ec6a733d3e94 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.668838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d713993-02c5-47d7-b451-ec6a733d3e94 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.676710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d713993-02c5-47d7-b451-ec6a733d3e94 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/73b90bf2-6ca0-4ed1-83b7-894f62061773 HTTP/1.1" status: 404 len: 337 time: 0.0564020 Mar 07 11:02:06.679940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.720455 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-783dc7fd-dc7b-4757-9a0e-36acc738c73e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.721614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783dc7fd-dc7b-4757-9a0e-36acc738c73e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.728280 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-783dc7fd-dc7b-4757-9a0e-36acc738c73e tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/c3488782-38d7-4079-a1e6-21f61356366e HTTP/1.1" status: 404 len: 339 time: 0.0434730 Mar 07 11:02:06.729262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58216) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.776122 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf29edd5-0950-4525-b136-068b3dea6d8a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.777189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf29edd5-0950-4525-b136-068b3dea6d8a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.781670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cf29edd5-0950-4525-b136-068b3dea6d8a tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/375fd3d8-ff3d-472d-9b3a-3e9fb0a9d1d9 HTTP/1.1" status: 404 len: 337 time: 0.0512366 Mar 07 11:02:06.782014 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.784375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58218) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.788192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.792333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3 HTTP/1.1" status: 204 len: 168 time: 0.7967734 Mar 07 11:02:06.813460 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07f5c6c-a24f-4b45-8884-e86636aa86ca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.814040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07f5c6c-a24f-4b45-8884-e86636aa86ca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.817937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b07f5c6c-a24f-4b45-8884-e86636aa86ca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/8f936009-0cc5-44b5-b179-77d9d29c12d0 HTTP/1.1" status: 404 len: 339 time: 0.0322573 Mar 07 11:02:06.827602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.863611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce2eb-4673-439f-a308-c70c6994d39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ea4aa-21a1-4d3f-b1b6-716d59187ec3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:06.964046 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdca738-50e2-4180-83d0-4d48a57254dc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:06.964516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdca738-50e2-4180-83d0-4d48a57254dc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:06.978332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58230) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.980446 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dcdca738-50e2-4180-83d0-4d48a57254dc tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/8e8e3581-7f69-475e-b4c9-7b51c8310bf3 HTTP/1.1" status: 404 len: 337 time: 0.1508212 Mar 07 11:02:07.028438 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-135a0378-d22d-4bc5-aff6-48e69b251cf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.030452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135a0378-d22d-4bc5-aff6-48e69b251cf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.033853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-135a0378-d22d-4bc5-aff6-48e69b251cf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/bd1723ff-f5dd-4ad5-aabe-f180ace76a47 HTTP/1.1" status: 404 len: 339 time: 0.0542951 Mar 07 11:02:07.037087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58232) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.094072 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-796373e8-25e9-4a19-9d3a-41a42f82fc0d tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.094772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796373e8-25e9-4a19-9d3a-41a42f82fc0d tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.103699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-796373e8-25e9-4a19-9d3a-41a42f82fc0d tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/581969c1-b62e-4bfb-a8cd-dbc07bf5f63e HTTP/1.1" status: 404 len: 337 time: 0.0621338 Mar 07 11:02:07.103884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.152609 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-def281bb-a121-47c8-9fd7-c5abc58c07d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.154521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def281bb-a121-47c8-9fd7-c5abc58c07d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.167274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-def281bb-a121-47c8-9fd7-c5abc58c07d4 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/a615a674-dc26-4b3a-ac77-45b00f078aae HTTP/1.1" status: 404 len: 339 time: 0.0623345 Mar 07 11:02:07.169971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.209229 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af688d-0637-461d-813e-f381f8791879 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.209694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6af688d-0637-461d-813e-f381f8791879 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.215555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b6af688d-0637-461d-813e-f381f8791879 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/d1c6d956-25b9-4ba4-84bd-21a6a82ee76d HTTP/1.1" status: 404 len: 337 time: 0.0426805 Mar 07 11:02:07.215899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.251737 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d28b5b-a9ee-41fb-95cd-20d980cfcdf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.252346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d28b5b-a9ee-41fb-95cd-20d980cfcdf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.256383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-61d28b5b-a9ee-41fb-95cd-20d980cfcdf5 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/940af47e-cbe1-4e60-a004-6d1d97d7f4e0 HTTP/1.1" status: 404 len: 339 time: 0.0390377 Mar 07 11:02:07.259199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58246) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.339452 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f25ed0-79ce-4714-9a72-e066d6a38f31 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.341356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f25ed0-79ce-4714-9a72-e066d6a38f31 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.345676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7f25ed0-79ce-4714-9a72-e066d6a38f31 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/1c11ad25-e19f-4125-b0a5-4d7d19651089 HTTP/1.1" status: 404 len: 337 time: 0.0847087 Mar 07 11:02:07.348219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.381624 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffad9bd-d10b-4e84-9d5d-5dd6c5068aca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] DELETE failed (client error): The resource could not be found. Mar 07 11:02:07.382160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffad9bd-d10b-4e84-9d5d-5dd6c5068aca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:02:07.386856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8ffad9bd-d10b-4e84-9d5d-5dd6c5068aca tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/a174f641-4b33-47df-8414-a19eb7b9cd29 HTTP/1.1" status: 404 len: 339 time: 0.0373905 Mar 07 11:02:07.389080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.466796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting subnet 476fe3bc-94ff-4975-b389-181b4a8fe9ef {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:07.477934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (476fe3bc-94ff-4975-b389-181b4a8fe9ef), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.533938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (476fe3bc-94ff-4975-b389-181b4a8fe9ef), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.708850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (476fe3bc-94ff-4975-b389-181b4a8fe9ef), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.849231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (476fe3bc-94ff-4975-b389-181b4a8fe9ef), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.881023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.886011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800cd93e-e4f0-40d1-8687-e9df378eafc2 None None] Network 097c9d99-85aa-494b-b98a-4edcf8ccb101 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:07.888335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/subnets/476fe3bc-94ff-4975-b389-181b4a8fe9ef HTTP/1.1" status: 204 len: 168 time: 0.4979513 Mar 07 11:02:07.890958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58276) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:07.913374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438af947-4888-40d5-9fc5-555f6380ad41 tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Subnet': ['ID=476fe3bc-94ff-4975-b389-181b4a8fe9ef,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.068306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (097c9d99-85aa-494b-b98a-4edcf8ccb101), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.168191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] DHCP port deletion for 097c9d99-85aa-494b-b98a-4edcf8ccb101 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:02:08.181519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Deleting port b6553ffe-f1e6-4613-9559-7bc431f862e8 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:08.186186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.281592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Deleting port b6553ffe-f1e6-4613-9559-7bc431f862e8 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:08.282332 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.286930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] For port b6553ffe-f1e6-4613-9559-7bc431f862e8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6553ffe-f1e6-4613-9559-7bc431f862e8,segment=NetworkSegment(5d4fe841-d254-4155-9f2b-def24db82fc1),segment_id=5d4fe841-d254-4155-9f2b-def24db82fc1)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:08.287432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.304066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Calling delete_port for b6553ffe-f1e6-4613-9559-7bc431f862e8 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:08.335761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:08.400460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] For port b6553ffe-f1e6-4613-9559-7bc431f862e8, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b6553ffe-f1e6-4613-9559-7bc431f862e8,segment=NetworkSegment(5d4fe841-d254-4155-9f2b-def24db82fc1),segment_id=5d4fe841-d254-4155-9f2b-def24db82fc1)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:08.400852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.413545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Calling delete_port for b6553ffe-f1e6-4613-9559-7bc431f862e8 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:08.428149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.509345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Port': ['ID=b6553ffe-f1e6-4613-9559-7bc431f862e8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.518179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] No DVR routers for this DVR port b6553ffe-f1e6-4613-9559-7bc431f862e8 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:08.541698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1905048286-network', 'tenant_id': '6420b666a69242a29c1205c8fd2d3804'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:08.601486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Made reservation on behalf of 6420b666a69242a29c1205c8fd2d3804 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:08.604288 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.612600 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:08.615607 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:02:08.628228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.639251 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (b6553ffe-f1e6-4613-9559-7bc431f862e8), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.660515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] No DVR routers for this DVR port b6553ffe-f1e6-4613-9559-7bc431f862e8 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:08.696623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003584cd-bb05-4cdc-bb81-dbf7a8a349c6 None None] Pushing event deleted for resources: {'Port': ['ID=b6553ffe-f1e6-4613-9559-7bc431f862e8,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.711139 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (097c9d99-85aa-494b-b98a-4edcf8ccb101), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.735071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097c9d99-85aa-494b-b98a-4edcf8ccb101']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:08.755042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4fe841-d254-4155-9f2b-def24db82fc1') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:08.755042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4fe841-d254-4155-9f2b-def24db82fc1') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:08.763045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5d4fe841-d254-4155-9f2b-def24db82fc1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.774853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5d4fe841-d254-4155-9f2b-def24db82fc1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.782815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:08.783238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5d4fe841-d254-4155-9f2b-def24db82fc1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:08.786561 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:08.799034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks [] for security_group (b40ef303-e4d7-4531-a3fa-d1fb98ff2f11), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.805733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b40ef303-e4d7-4531-a3fa-d1fb98ff2f11), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.888869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.928066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (097c9d99-85aa-494b-b98a-4edcf8ccb101), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.936088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.942862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] 10.222.0.23 "DELETE /v2.0/networks/097c9d99-85aa-494b-b98a-4edcf8ccb101 HTTP/1.1" status: 204 len: 168 time: 1.0473566 Mar 07 11:02:08.951313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:08.956443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dcf5-6d1f-439c-9134-44ba969ee9cd tempest-NetworksTest-1158035959 tempest-NetworksTest-1158035959-project] Pushing event deleted for resources: {'Network': ['ID=097c9d99-85aa-494b-b98a-4edcf8ccb101,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.968133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a30b44bb-bef9-4c32-9465-51258275569d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.968836 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Added segment a30b44bb-bef9-4c32-9465-51258275569d of type vlan for network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b Mar 07 11:02:09.039587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0cf3f1fc-a978-448f-88ea-536b1c07ee1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.099562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0cf3f1fc-a978-448f-88ea-536b1c07ee1b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.100726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:09.105365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.139088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8017881 Mar 07 11:02:09.145160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58320) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.151453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Request body: {'subnet': {'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1905048286-subnet', 'tenant_id': '6420b666a69242a29c1205c8fd2d3804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:09.193497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Made reservation on behalf of 6420b666a69242a29c1205c8fd2d3804 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:09.196609 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.233503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799c2ad-dedb-43af-9be9-7fb72e989762 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf3f1fc-a978-448f-88ea-536b1c07ee1b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:09.254251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:09.398530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58324) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.449350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (82857c69-4d58-41bf-82b5-b5f5740a280e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.532730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=82857c69-4d58-41bf-82b5-b5f5740a280e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:09.545274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Checking segment: {'id': 'a30b44bb-bef9-4c32-9465-51258275569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:09.545960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Network hostable DHCP agents. Network: 0cf3f1fc-a978-448f-88ea-536b1c07ee1b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:09.616470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:09.644337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0cf3f1fc-a978-448f-88ea-536b1c07ee1b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:09.647127 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-92554ec5-ea05-4da5-bd47-227008ddbe14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c5af0b1463f447c9a4ed9f70371123b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471960 Mar 07 11:02:09.660272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58334) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.660778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb1507-da2b-4973-8f10-5c58b024423d None None] Network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:09.663455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:09.664247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.713402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fcc58107-f123-4173-a437-7b262cf5cefe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5668380 Mar 07 11:02:09.737786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] Publish callbacks [] for security_group (8a264bb7-8de4-4889-b810-949bd1c81abc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.769200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] Publish callbacks [] for security_group (8a264bb7-8de4-4889-b810-949bd1c81abc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.830803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3c4c7-1f45-4660-a98a-71c05c027d16 None None] Network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:09.858765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8a264bb7-8de4-4889-b810-949bd1c81abc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.863687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.875058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a264bb7-8de4-4889-b810-949bd1c81abc HTTP/1.1" status: 204 len: 168 time: 0.2105227 Mar 07 11:02:09.898895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1880f5-0ca6-47c8-8de0-3fad1b657991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a264bb7-8de4-4889-b810-949bd1c81abc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:10.173235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6553ffe-f1e6-4613-9559-7bc431f862e8 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:10.222871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b6553ffe-f1e6-4613-9559-7bc431f862e8 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:10.223295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b6553ffe-f1e6-4613-9559-7bc431f862e8 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:10.860093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58388) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:10.867485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096605179-network', 'tenant_id': '6d6cc19b940f469c9c24c0d4a4e0e953'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:10.901073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Made reservation on behalf of 6d6cc19b940f469c9c24c0d4a4e0e953 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:10.920543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.951371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.153205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks [] for security_group (7943f7f1-fadc-4235-ad2f-ac55a0c83c22), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.162172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7943f7f1-fadc-4235-ad2f-ac55a0c83c22), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.225789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943f7f1-fadc-4235-ad2f-ac55a0c83c22,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.235385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:11.245449 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a7e6c60d-a3f2-4ff7-b292-56e69dc630af), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.245812 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Added segment a7e6c60d-a3f2-4ff7-b292-56e69dc630af of type vlan for network 994d8d04-7391-4c16-9aea-9781da70099f Mar 07 11:02:11.326723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (994d8d04-7391-4c16-9aea-9781da70099f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.395259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (994d8d04-7391-4c16-9aea-9781da70099f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.398013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:11.400394 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.432749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58412) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:11.447381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5858710 Mar 07 11:02:11.450879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:11.459967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Request body: {'subnet': {'network_id': '994d8d04-7391-4c16-9aea-9781da70099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096605179-subnet', 'tenant_id': '6d6cc19b940f469c9c24c0d4a4e0e953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:11.566025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354754906'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:11.587272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Made reservation on behalf of 6d6cc19b940f469c9c24c0d4a4e0e953 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:11.589643 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.594874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd098e-506f-42eb-95f9-0f24e2884d6b admin admin] Pushing event updated for resources: {'Network': ['ID=994d8d04-7391-4c16-9aea-9781da70099f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.598838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.610077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.618616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 994d8d04-7391-4c16-9aea-9781da70099f details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:11.832466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (3c0912b4-bf7b-4155-89bf-abc2133a4b28), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.843762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3c0912b4-bf7b-4155-89bf-abc2133a4b28), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.944834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (011bdb7a-7988-4e63-a249-a5ac4db739e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.983779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.051568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0912b4-bf7b-4155-89bf-abc2133a4b28,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.057905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.083462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=011bdb7a-7988-4e63-a249-a5ac4db739e3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.097731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.100029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6656694 Mar 07 11:02:12.102598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.105136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acc08-9466-4865-ab2d-4def2c957f03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695cbc11-533d-4f6b-b015-7bd86c697262,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.131371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Checking segment: {'id': 'a7e6c60d-a3f2-4ff7-b292-56e69dc630af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '994d8d04-7391-4c16-9aea-9781da70099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:12.131772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Network hostable DHCP agents. Network: 994d8d04-7391-4c16-9aea-9781da70099f, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:12.190246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Network 994d8d04-7391-4c16-9aea-9781da70099f is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:12.238465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 994d8d04-7391-4c16-9aea-9781da70099f) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:12.247195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55269935-4eb2-4cc7-b406-88f298636896 None None] Network 994d8d04-7391-4c16-9aea-9781da70099f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:12.247551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58436) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.247909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1fa1b262-c37a-48b4-9fe7-09184a048bf4 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1393373 Mar 07 11:02:12.251203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.251825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.254053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-security--799367181', 'description': 'tempest-security-description-852414265'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:12.281424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d7e12cee-3a34-4e14-bd9c-0e38f7b761ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8292093 Mar 07 11:02:12.351188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.375202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9fb325-7268-411f-a8e3-5890b777b2ac None None] Network 994d8d04-7391-4c16-9aea-9781da70099f requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:12.471362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.483865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.486550 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.488078 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "PUT /v2.0/security-groups/695cbc11-533d-4f6b-b015-7bd86c697262 HTTP/1.1" status: 200 len: 1795 time: 0.2391827 Mar 07 11:02:12.490964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58444) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.512097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e03dd-0ebc-4f76-a38d-3f72e4ad8197 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695cbc11-533d-4f6b-b015-7bd86c697262,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.562514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-00b71e37-06e9-479f-87b6-289d7435f834 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups/695cbc11-533d-4f6b-b015-7bd86c697262 HTTP/1.1" status: 200 len: 1795 time: 0.0680130 Mar 07 11:02:12.563053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58448) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.635027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.664803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.739806 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (695cbc11-533d-4f6b-b015-7bd86c697262), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.745449 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.750312 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/695cbc11-533d-4f6b-b015-7bd86c697262 HTTP/1.1" status: 204 len: 168 time: 0.1838582 Mar 07 11:02:12.752538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.775275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cec370-81c5-454a-b947-2c4e64c4cff5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695cbc11-533d-4f6b-b015-7bd86c697262,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.836679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7ca2129a-4fa5-475f-8527-d0632c68f035 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804117 Mar 07 11:02:12.839530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58464) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.867575 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-46f0f9b9-b4ac-425f-b01c-9cb4c6541e96 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] delete failed (client error): The resource could not be found. Mar 07 11:02:12.876914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46f0f9b9-b4ac-425f-b01c-9cb4c6541e96 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/695cbc11-533d-4f6b-b015-7bd86c697262 HTTP/1.1" status: 404 len: 347 time: 0.0361412 Mar 07 11:02:12.882360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58466) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.888977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815160223'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:12.932635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.119286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (59f80aa9-628b-40f5-96b9-5b594d827da6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.128078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59f80aa9-628b-40f5-96b9-5b594d827da6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.164944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f80aa9-628b-40f5-96b9-5b594d827da6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.168013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.172254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-21d121a7-1fa6-49d8-9e2f-7950ff0a81d5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2886925 Mar 07 11:02:13.172631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.178110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '59f80aa9-628b-40f5-96b9-5b594d827da6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:13.212876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.278935 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.288485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.311972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7253e163-5bdc-42f4-b393-7f4e7f11d72d,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.324159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.332032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.339564 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-271ef693-9349-43f7-a212-3dc8b5a922b3 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595666 Mar 07 11:02:13.395916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.411631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.504741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7253e163-5bdc-42f4-b393-7f4e7f11d72d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.523516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.527089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7253e163-5bdc-42f4-b393-7f4e7f11d72d HTTP/1.1" status: 204 len: 168 time: 0.1917338 Mar 07 11:02:13.528062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58496) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.530074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c803b-2815-4244-ab3c-6e08b2783f9f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7253e163-5bdc-42f4-b393-7f4e7f11d72d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.592075 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61b06c47-a38b-4155-b0c7-0c1afc1b1d33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618985 Mar 07 11:02:13.594917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58498) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.672620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (59f80aa9-628b-40f5-96b9-5b594d827da6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.701284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (59f80aa9-628b-40f5-96b9-5b594d827da6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.765630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59f80aa9-628b-40f5-96b9-5b594d827da6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.768782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.772356 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/59f80aa9-628b-40f5-96b9-5b594d827da6 HTTP/1.1" status: 204 len: 168 time: 0.1737368 Mar 07 11:02:13.772744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58508) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.780554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373b05f-bf6a-44bb-aea5-6afe2d3d928d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f80aa9-628b-40f5-96b9-5b594d827da6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.853523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58510) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.857179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-296d2725-f6ca-4ebb-bf6c-7ef017f02b6e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828435 Mar 07 11:02:13.860403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265310979'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:13.897395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.013948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (1561fa88-c4eb-43af-9b34-065eae74d9f0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.025750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1561fa88-c4eb-43af-9b34-065eae74d9f0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.059489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.063614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2087498 Mar 07 11:02:14.063817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58516) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.065730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb52bc-0a48-4588-b217-61d650cd5d61 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1561fa88-c4eb-43af-9b34-065eae74d9f0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.071033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '1561fa88-c4eb-43af-9b34-065eae74d9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.126633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.226941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.231332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.265663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47971483-0323-496a-bcc0-311cb49179e9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.272997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.275464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ca8ea41-54a2-4bee-ba84-7ea7022a1e66 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2087781 Mar 07 11:02:14.277608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58524) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.282919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '1561fa88-c4eb-43af-9b34-065eae74d9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.317481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.396163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.404045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.443491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.448016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1690161 Mar 07 11:02:14.448622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58532) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.455689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '1561fa88-c4eb-43af-9b34-065eae74d9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.462360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2410e-8a58-49a4-bc2f-68fed81d9c27 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36841f27-3509-429e-9134-d981b3d69e2d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.488137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.571125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.577248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.596515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c73d0b-a06b-46ff-a38e-44765ec02793,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.612733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.617590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e06e9f5-a642-4fc3-abda-fcc9461da202 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639175 Mar 07 11:02:14.617958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58538) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.624851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '1561fa88-c4eb-43af-9b34-065eae74d9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.674609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.762782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.770190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.801885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad13206-80c6-4c8e-aaf0-f76bd8678a3e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.807505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.814396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.819722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '1561fa88-c4eb-43af-9b34-065eae74d9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.823051 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2b32df7-2bfc-4421-ab84-643567302fe7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1911714 Mar 07 11:02:14.853688 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.969320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.975881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.017687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.018949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2034874 Mar 07 11:02:15.038170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8f7e7-4439-4c29-bb7a-ac128b112b03 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e109972-9ea5-4e75-baef-aea0c339b3d9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.038654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58548) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.083258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.093312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.126045 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0e109972-9ea5-4e75-baef-aea0c339b3d9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.134167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.134167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0e109972-9ea5-4e75-baef-aea0c339b3d9 HTTP/1.1" status: 204 len: 168 time: 0.1091628 Mar 07 11:02:15.136343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58552) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.144594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1351b6-08d1-4bb2-9007-cb5a939044b7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e109972-9ea5-4e75-baef-aea0c339b3d9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.220739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bff1bc08-e139-4b0f-a2ca-e7f84758a101 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0830131 Mar 07 11:02:15.223488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.272545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.284361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.322340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (fad13206-80c6-4c8e-aaf0-f76bd8678a3e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.329567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.331795 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fad13206-80c6-4c8e-aaf0-f76bd8678a3e HTTP/1.1" status: 204 len: 168 time: 0.1027346 Mar 07 11:02:15.334084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58564) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.341270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164b4c6-d4a9-4186-ad2d-018744266aa2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad13206-80c6-4c8e-aaf0-f76bd8678a3e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.394848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98665d40-d569-4550-8223-d973f3f75e96 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0594079 Mar 07 11:02:15.397603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58566) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.427438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.435336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.526821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e7c73d0b-a06b-46ff-a38e-44765ec02793), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.533587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.534821 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e7c73d0b-a06b-46ff-a38e-44765ec02793 HTTP/1.1" status: 204 len: 168 time: 0.1361639 Mar 07 11:02:15.537663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58574) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.562420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10bdb8-5659-46f8-bf99-a2f695236e30 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c73d0b-a06b-46ff-a38e-44765ec02793,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.602212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-22e675ff-de0c-4817-94e0-6e161751800e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0630245 Mar 07 11:02:15.605050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58576) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.647163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.658869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.691238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (36841f27-3509-429e-9134-d981b3d69e2d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.697833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.699910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/36841f27-3509-429e-9134-d981b3d69e2d HTTP/1.1" status: 204 len: 168 time: 0.0928090 Mar 07 11:02:15.702027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58580) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.710366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a823af-16df-4a3c-b5f6-cb61ad4e9fa6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36841f27-3509-429e-9134-d981b3d69e2d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.772554 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75564fba-df6f-4b97-b8db-6110537e9baf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0692210 Mar 07 11:02:15.775566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58582) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.809399 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.818010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.852630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (47971483-0323-496a-bcc0-311cb49179e9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.861158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.863883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/47971483-0323-496a-bcc0-311cb49179e9 HTTP/1.1" status: 204 len: 168 time: 0.0872667 Mar 07 11:02:15.866504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58584) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.884930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987f6aa-c92d-4425-9121-0f51cc35e4d6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47971483-0323-496a-bcc0-311cb49179e9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.935394 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-812ada10-72b9-420f-8f31-b9dd00d18bf6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678670 Mar 07 11:02:15.938221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.028183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (1561fa88-c4eb-43af-9b34-065eae74d9f0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.055510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (1561fa88-c4eb-43af-9b34-065eae74d9f0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.107540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1561fa88-c4eb-43af-9b34-065eae74d9f0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.110172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.114038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/1561fa88-c4eb-43af-9b34-065eae74d9f0 HTTP/1.1" status: 204 len: 168 time: 0.1718512 Mar 07 11:02:16.114759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58592) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.122797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac294-f469-4879-a7b6-81960ef185b1 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1561fa88-c4eb-43af-9b34-065eae74d9f0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.182467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ef91045-56ff-482c-97c2-8d3424a40956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659220 Mar 07 11:02:16.190826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.195511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--897978222'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:16.257701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.391981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (c3914ee9-9990-4659-a5bb-774122e40946), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.398119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c3914ee9-9990-4659-a5bb-774122e40946), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.433761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.438001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2460992 Mar 07 11:02:16.443091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.447306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba116-0828-48a5-86c1-c3dce7c3a7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3914ee9-9990-4659-a5bb-774122e40946,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.452563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': 'c3914ee9-9990-4659-a5bb-774122e40946', 'direction': 'ingress', 'protocol': 17}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:16.491036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (ea17140f-f7e1-42d9-a5f9-9a9e4b4e28c6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.587800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (ea17140f-f7e1-42d9-a5f9-9a9e4b4e28c6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.597916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (ea17140f-f7e1-42d9-a5f9-9a9e4b4e28c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.625368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea17140f-f7e1-42d9-a5f9-9a9e4b4e28c6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.653536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.655192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ca06625-97f6-4d66-bc93-ec6a6a5c419a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2108183 Mar 07 11:02:16.659311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.775354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (c3914ee9-9990-4659-a5bb-774122e40946), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.829453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (c3914ee9-9990-4659-a5bb-774122e40946), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.905853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c3914ee9-9990-4659-a5bb-774122e40946), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.909009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.910578 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3914ee9-9990-4659-a5bb-774122e40946 HTTP/1.1" status: 204 len: 168 time: 0.2499688 Mar 07 11:02:16.913503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58622) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.926832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850ddc1-e3ef-4f3a-a0c7-306d1f977858 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3914ee9-9990-4659-a5bb-774122e40946,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:17.002967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bc0309c1-955f-47e4-8ded-d2fd047eea21 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696881 Mar 07 11:02:17.002967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58626) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:17.002967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--888891966'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:17.024476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.219106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-a5212488-6613-4e37-9e74-8a0f388238af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=094584bfdc4440ca8a91b04893cfbb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534229 Mar 07 11:02:17.266653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (7c277b63-b7d0-4280-b0a8-d711b3c97e8f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.311492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c277b63-b7d0-4280-b0a8-d711b3c97e8f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.208576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.210044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2204423 Mar 07 11:02:18.213310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.220860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884160679'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:18.229627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c9adf-028e-4da2-b6c7-cb812d4bfac2 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c277b63-b7d0-4280-b0a8-d711b3c97e8f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.258770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.319920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-87d77b13-a53a-45e8-8835-b255fe279f3e tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:18.329435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-87d77b13-a53a-45e8-8835-b255fe279f3e tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/networks?id=0cf3f1fc-a978-448f-88ea-536b1c07ee1b HTTP/1.1" status: 200 len: 825 time: 1.1621797 Mar 07 11:02:18.344750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-62d1e6cb-69c3-4a33-b1a0-b0d951105851 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:18.346387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-62d1e6cb-69c3-4a33-b1a0-b0d951105851 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1074295 Mar 07 11:02:18.357795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-be363338-93da-4d2f-bf8c-33bc4a2e23d8 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/quotas/6420b666a69242a29c1205c8fd2d3804 HTTP/1.1" status: 200 len: 375 time: 0.0267677 Mar 07 11:02:18.383485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-7c3be76f-f34a-48cf-b506-be03d0035016 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/quotas/094584bfdc4440ca8a91b04893cfbb10 HTTP/1.1" status: 200 len: 375 time: 0.0246768 Mar 07 11:02:18.396216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (f2f10f07-6bc7-48c8-a427-bacf42bc8a71), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.403036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f2f10f07-6bc7-48c8-a427-bacf42bc8a71), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.456272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-b576f6c5-3b0b-49c0-9fbf-063b47ba6200 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6420b666a69242a29c1205c8fd2d3804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712175 Mar 07 11:02:18.493580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f10f07-6bc7-48c8-a427-bacf42bc8a71,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.511450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.515587 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fed36371-7c4c-429b-8f4b-54a38b38377c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2978599 Mar 07 11:02:18.515870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.521263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '7c277b63-b7d0-4280-b0a8-d711b3c97e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2f10f07-6bc7-48c8-a427-bacf42bc8a71', 'remote_ip_prefix': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:18.526131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-12a2c487-0b08-4de2-931c-39ecc2f20203 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=094584bfdc4440ca8a91b04893cfbb10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200581 Mar 07 11:02:18.618269 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.749323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-aa8d20c9-6622-4ad6-b6aa-754a76c27eb9 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706649 Mar 07 11:02:18.866571 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.886773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.908608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c1a079-4be6-4872-9517-7410c106cd32,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.926757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.931990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d11424e-06fb-4783-8915-61515716d559 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4145515 Mar 07 11:02:18.934258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58698) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.973824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.994731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.036437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (04c1a079-4be6-4872-9517-7410c106cd32), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.057241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.058571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/04c1a079-4be6-4872-9517-7410c106cd32 HTTP/1.1" status: 204 len: 168 time: 0.1232088 Mar 07 11:02:19.060883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e11ded7b-b6f9-48d8-84db-c3b5455a194a req-dc913bbd-8ae6-4eb4-bce8-519109465ca2 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 210 time: 0.1516411 Mar 07 11:02:19.061373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58700) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.078099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6b86-d4f2-4719-a72b-76117a31a956 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04c1a079-4be6-4872-9517-7410c106cd32,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.155297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-674d96c9-34ef-4013-a0d0-05bd8acf08d4 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988471 Mar 07 11:02:19.190412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6864ffbf-4e9c-440b-a766-e42a343f8af7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1114869 Mar 07 11:02:19.192374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.373726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (f2f10f07-6bc7-48c8-a427-bacf42bc8a71), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.459665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (f2f10f07-6bc7-48c8-a427-bacf42bc8a71), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.547445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa958bff-5075-4917-bc36-98ea7906bfb8 req-57fa9bab-9699-406f-941f-1cbde923ab20 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 210 time: 0.0902355 Mar 07 11:02:19.569209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f2f10f07-6bc7-48c8-a427-bacf42bc8a71), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.571895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.576161 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/f2f10f07-6bc7-48c8-a427-bacf42bc8a71 HTTP/1.1" status: 204 len: 168 time: 0.3827226 Mar 07 11:02:19.576316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.593667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83efa3-7897-478a-8dc8-50f78799d758 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f10f07-6bc7-48c8-a427-bacf42bc8a71,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.690374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e1200084-85c5-4aba-b20c-66620a53d7d8 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1130030 Mar 07 11:02:19.693457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58726) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.861234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (7c277b63-b7d0-4280-b0a8-d711b3c97e8f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.890402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (7c277b63-b7d0-4280-b0a8-d711b3c97e8f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.978349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c277b63-b7d0-4280-b0a8-d711b3c97e8f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.982864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.988700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.997363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c277b63-b7d0-4280-b0a8-d711b3c97e8f HTTP/1.1" status: 204 len: 168 time: 0.3020768 Mar 07 11:02:20.013634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195be9f-d9de-4279-982b-0ebe0f9440f7 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c277b63-b7d0-4280-b0a8-d711b3c97e8f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:20.125165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58750) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:20.129914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369135945'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:20.143292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f51ae7b-c372-4f50-9b6b-cd173ffde8a4 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1526809 Mar 07 11:02:20.203005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.271984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-517e3f02-6069-4815-adfd-2901a35150d4 req-2f5f9b95-0602-43bc-a6a0-22b149cd1005 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 210 time: 0.0487540 Mar 07 11:02:20.366272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (adc14e51-bbfd-4cd9-8e90-bce9305ca25b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.375313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adc14e51-bbfd-4cd9-8e90-bce9305ca25b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.446794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.453312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58770) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:20.458655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': 'adc14e51-bbfd-4cd9-8e90-bce9305ca25b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:20.464280 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3378949 Mar 07 11:02:20.479548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1ef3-81d3-4f7c-8afb-9ba01b49008b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc14e51-bbfd-4cd9-8e90-bce9305ca25b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:20.509786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.711445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39b3ad4b-d7b7-4feb-bef7-f553204331c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.792933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-1a4ac1da-0906-4d27-99a5-718e725c3ea9 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=094584bfdc4440ca8a91b04893cfbb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711219 Mar 07 11:02:20.798392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.958863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.085846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d131a11-dc05-4a6a-bac6-9ad19cbc5ee3 req-2bee4bde-f1c1-44f7-a34e-c7a0f37f41a6 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 210 time: 0.3689833 Mar 07 11:02:21.157134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1ba1bd-3e57-4d40-8058-9bff3e2e310a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:21.164590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.174617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:21.177491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5d9375ae-f086-432d-8541-b177a1937a0f tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7225773 Mar 07 11:02:21.238273 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.260807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-937d3b38-24ff-42fb-883c-e9a7d280cecd tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:21.266018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-937d3b38-24ff-42fb-883c-e9a7d280cecd tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656513 Mar 07 11:02:21.266150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.285663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Request body: {'port': {'device_id': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '094584bfdc4440ca8a91b04893cfbb10'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:21.324614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0c1ba1bd-3e57-4d40-8058-9bff3e2e310a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.333528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.338531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0c1ba1bd-3e57-4d40-8058-9bff3e2e310a HTTP/1.1" status: 204 len: 168 time: 0.1599371 Mar 07 11:02:21.344028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58796) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:21.424835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe6525-86b7-41d1-a49f-33bc54b41c33 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c1ba1bd-3e57-4d40-8058-9bff3e2e310a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:21.451036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f06f190-edcd-483d-af6d-3a560950c246 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036103 Mar 07 11:02:21.453715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58804) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:21.584680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (adc14e51-bbfd-4cd9-8e90-bce9305ca25b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.601995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b940fcc3-9ed5-49b8-93d9-a130649f348c req-e84715c0-309a-48c1-8551-d84d6a05416d tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 210 time: 0.1967096 Mar 07 11:02:21.675074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (adc14e51-bbfd-4cd9-8e90-bce9305ca25b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.754141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (adc14e51-bbfd-4cd9-8e90-bce9305ca25b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.757325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.761036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/adc14e51-bbfd-4cd9-8e90-bce9305ca25b HTTP/1.1" status: 204 len: 168 time: 0.3038423 Mar 07 11:02:21.765390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-3983ee46-7a1d-4288-b809-e4eeaa2b801c tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:21.766954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-3983ee46-7a1d-4288-b809-e4eeaa2b801c tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.26 "GET /v2.0/networks?id=0cf3f1fc-a978-448f-88ea-536b1c07ee1b HTTP/1.1" status: 200 len: 825 time: 0.3648775 Mar 07 11:02:21.767896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58810) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:21.791922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec49c-4783-4b48-8ea5-437102893f75 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc14e51-bbfd-4cd9-8e90-bce9305ca25b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:21.804023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Request body: {'port': {'device_id': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b', 'admin_state_up': True, 'tenant_id': '6420b666a69242a29c1205c8fd2d3804'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:21.807377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Made reservation on behalf of 094584bfdc4440ca8a91b04893cfbb10 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:21.810714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.845112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:21.957787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-76680dd4-ac42-4479-9ec6-bdfade07c1c5 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883526 Mar 07 11:02:21.961868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58816) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:21.966179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072194452'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:22.037833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.041735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Made reservation on behalf of 6420b666a69242a29c1205c8fd2d3804 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:22.045589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.260438 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (3d8dbaec-66e6-45e7-b4d4-61bc74756444), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.274305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3d8dbaec-66e6-45e7-b4d4-61bc74756444), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.297470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a1db3e7-89e3-421d-8212-ebd26ebf1688 req-37c9f3d6-d925-4722-9a97-42027965959d tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 210 time: 0.0697713 Mar 07 11:02:22.331000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks [] for security_group (0cf3ea2e-fc38-47e0-9163-5929f59a89ed), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.346784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0cf3ea2e-fc38-47e0-9163-5929f59a89ed), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.363584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.365413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4029562 Mar 07 11:02:22.370663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.371985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8004fe-b557-4493-b2f9-9190d1c9c161 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8dbaec-66e6-45e7-b4d4-61bc74756444,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:22.381854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '3d8dbaec-66e6-45e7-b4d4-61bc74756444', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:22.423066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.518636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.526783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.573350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f69f51-a93b-42d1-bcd5-bf7bbfd58239,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:22.585972 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.587581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ca5bbadd-6bbb-4bfb-ab71-38a9120502cf tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128227 Mar 07 11:02:22.590354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.652964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d6035360-6afb-4eff-95ba-f9abf1277c01 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules/75f69f51-a93b-42d1-bcd5-bf7bbfd58239 HTTP/1.1" status: 200 len: 763 time: 0.0572827 Mar 07 11:02:22.655041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58846) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.673319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3ea2e-fc38-47e0-9163-5929f59a89ed,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:22.702767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Allocated IP 172.20.0.12 (0cf3f1fc-a978-448f-88ea-536b1c07ee1b/82857c69-4d58-41bf-82b5-b5f5740a280e/84fa447e-9f4e-4344-bb51-ee1225eaa5a4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:22.714898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Allocated IP 192.168.233.47 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/9ea599c9-624f-43df-b7e6-e06663bc691d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:22.717584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fa89df67-3eed-47de-8c5a-43815d5e5887 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607066 Mar 07 11:02:22.720386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58848) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.788597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2099c1c-2899-4e93-b68b-da3384b7f6d8 req-a880c7e3-61a7-4cfb-bd36-4f30eb4e0004 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 210 time: 0.0736489 Mar 07 11:02:22.849570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.901699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.012041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-03cd4fa7-5348-4d58-b9d0-77cbef26c9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.242755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (75f69f51-a93b-42d1-bcd5-bf7bbfd58239), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.251259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks [] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.262259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.265745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/75f69f51-a93b-42d1-bcd5-bf7bbfd58239 HTTP/1.1" status: 204 len: 168 time: 0.5395041 Mar 07 11:02:23.266114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:23.289579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f69f51-a93b-42d1-bcd5-bf7bbfd58239,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.320483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks [] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.356987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.357405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.357818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.358990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.360020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.360914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.362695 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed33a137-8595-4ab0-a6f6-5bb3c912a42a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940158 Mar 07 11:02:23.363023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.363490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.363852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.364249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.366619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.367041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.367485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff71cd4-e276-4bb8-a234-c6c8afd21920 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:23.368052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58876) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:23.379790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '3d8dbaec-66e6-45e7-b4d4-61bc74756444', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:23.454116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.570108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f47e2bc4-7464-465c-a523-067de6515ab7 req-5f744f3e-870f-4ab0-a8ce-928e0d1a8d5d tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 210 time: 0.0872326 Mar 07 11:02:23.592881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.627385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.640949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.681308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c720e7-6286-4102-8d56-d4237e36ab8b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.693754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.698187 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff8a91f5-eb33-4fe4-b498-f9ba5b015725 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260560 Mar 07 11:02:23.698796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58888) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:23.722800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:23.725918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.732246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:23.738450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6210b603-3ee7-4b7a-b4bc-3b9b51a8f3b6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules/52c720e7-6286-4102-8d56-d4237e36ab8b HTTP/1.1" status: 200 len: 763 time: 0.0385084 Mar 07 11:02:23.747931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 58890) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:23.767681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:23.864559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Pushing event updated for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.881353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:23.980261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:24.006675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:24.025100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9590d52a-d1e0-4e3a-95d8-312d5501e6ef tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2700887 Mar 07 11:02:24.025422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58898) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.075569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.090110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.112079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:24.112801 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.150995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Pushing event updated for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.185614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f30a2d3c-73b3-4230-9441-647a52218437 None None] Provisioning complete for port 9ea599c9-624f-43df-b7e6-e06663bc691d triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:24.196772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f30a2d3c-73b3-4230-9441-647a52218437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.202303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (52c720e7-6286-4102-8d56-d4237e36ab8b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.213784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612340-04b4-4609-88ba-180e703b8f34 req-6cec6441-b30f-4be9-9a41-58e6bc2cb83c tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:24.215767 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.216790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13612340-04b4-4609-88ba-180e703b8f34 req-6cec6441-b30f-4be9-9a41-58e6bc2cb83c tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 935 time: 0.3218830 Mar 07 11:02:24.219817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/52c720e7-6286-4102-8d56-d4237e36ab8b HTTP/1.1" status: 204 len: 168 time: 0.1920650 Mar 07 11:02:24.225066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58906) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.227141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-5f85ff1b-655d-4bc6-b049-530b068fb329 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9526486 Mar 07 11:02:24.240465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:24.241233 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.248825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Request body: {'port': {'device_id': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:24.301601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0332179-9718-4c13-80a7-4b2b4fa56d1e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52c720e7-6286-4102-8d56-d4237e36ab8b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.315968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-f4df37cf-9654-4424-b111-426754b68522 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5183458 Mar 07 11:02:24.349960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b347852a-4cc9-406b-9624-081de9bc6df6 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1235807 Mar 07 11:02:24.361611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58910) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.381282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Request body: {'port': {'device_id': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:24.383842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f30a2d3c-73b3-4230-9441-647a52218437 None None] Port 9ea599c9-624f-43df-b7e6-e06663bc691d cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:02:24.391684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '3d8dbaec-66e6-45e7-b4d4-61bc74756444', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:24.397436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.401610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.402608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.486429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13612340-04b4-4609-88ba-180e703b8f34 req-ef51a890-3e28-4574-aee5-af3553cf8a9f tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580714 Mar 07 11:02:24.497193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.612695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.628625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.695758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f29568-6082-4420-bb34-55a436f99e18,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.711744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.715383 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bded2e23-6f09-4ee7-af7c-a0200766a6af tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488038 Mar 07 11:02:24.719291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.756576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e93496ef-c10e-4a87-8b1a-3ab149c35b77 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules/e6f29568-6082-4420-bb34-55a436f99e18 HTTP/1.1" status: 200 len: 764 time: 0.0323801 Mar 07 11:02:24.756820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.788977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.834433 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc63fa3d-f0f1-4684-a77d-e547ab329d68 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0709012 Mar 07 11:02:24.839663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:24.885299 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.898384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.974263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e6f29568-6082-4420-bb34-55a436f99e18), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.981502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.986805 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e6f29568-6082-4420-bb34-55a436f99e18 HTTP/1.1" status: 204 len: 168 time: 0.1449318 Mar 07 11:02:24.986805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.011672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b09ec1-d44a-446e-b9d8-8613381bbc37 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f29568-6082-4420-bb34-55a436f99e18,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.025230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0b0e0-a934-417a-a1ad-c5243a7c369a req-4c8c3f7b-54e2-4700-85b2-af3485033dd7 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:25.028971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea0b0e0-a934-417a-a1ad-c5243a7c369a req-4c8c3f7b-54e2-4700-85b2-af3485033dd7 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 932 time: 0.3505871 Mar 07 11:02:25.067703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21af4916-69cb-4320-9199-f25c665f2772 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777645 Mar 07 11:02:25.070753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.192080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (3d8dbaec-66e6-45e7-b4d4-61bc74756444), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.236960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (3d8dbaec-66e6-45e7-b4d4-61bc74756444), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.327493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3d8dbaec-66e6-45e7-b4d4-61bc74756444), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.331286 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.332889 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d8dbaec-66e6-45e7-b4d4-61bc74756444 HTTP/1.1" status: 204 len: 168 time: 0.2506568 Mar 07 11:02:25.336687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.355513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fea0b0e0-a934-417a-a1ad-c5243a7c369a req-96c653e7-fd45-45f0-bd33-5926aa1a66c7 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017299 Mar 07 11:02:25.380847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54025-90d4-4e6c-8aff-09343235dd9b tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8dbaec-66e6-45e7-b4d4-61bc74756444,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.512376 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9f0de835-c2e7-4722-a4e0-ff869f8fcb0c tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1714120 Mar 07 11:02:25.518180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.521567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group': {'name': 'tempest-secgroup--234365943'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:25.568631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.585716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea599c9-624f-43df-b7e6-e06663bc691d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:02:25.629911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks [] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.724189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Transition to ACTIVE for port object 9ea599c9-624f-43df-b7e6-e06663bc691d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:02:25.735757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (01074a29-6b3e-4f2a-bee5-1a9951788797), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.741714 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.750757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.757160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (01074a29-6b3e-4f2a-bee5-1a9951788797), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.827775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01074a29-6b3e-4f2a-bee5-1a9951788797,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.831937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.839300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ee9a6a57-a399-46a7-a835-8cc4754fe44d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3214822 Mar 07 11:02:25.839986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58988) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.844945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Request body: {'security_group_rule': {'security_group_id': '01074a29-6b3e-4f2a-bee5-1a9951788797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:25.880394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (a8497961-9c9c-4948-8498-3a17c7dda51f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.012462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:02:26.015756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (a8497961-9c9c-4948-8498-3a17c7dda51f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.039769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks [] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.043677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a8497961-9c9c-4948-8498-3a17c7dda51f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.064731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:26.094234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8497961-9c9c-4948-8498-3a17c7dda51f,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:26.111954 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.113782 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7c58ced-651c-4f31-b96d-cba545665cbc tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2724826 Mar 07 11:02:26.116965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 58994) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.120836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Transition to ACTIVE for port object 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:02:26.131521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6b92-955a-405c-950d-aad4a2176e18 req-ba7d273c-065a-477d-8f65-a932a95a1c41 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.134174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68fe6b92-955a-405c-950d-aad4a2176e18 req-ba7d273c-065a-477d-8f65-a932a95a1c41 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 947 time: 0.4939849 Mar 07 11:02:26.154138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.237237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (01074a29-6b3e-4f2a-bee5-1a9951788797), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.321040 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (01074a29-6b3e-4f2a-bee5-1a9951788797), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.409166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (01074a29-6b3e-4f2a-bee5-1a9951788797), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.412775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.418171 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/01074a29-6b3e-4f2a-bee5-1a9951788797 HTTP/1.1" status: 204 len: 168 time: 0.2998064 Mar 07 11:02:26.418746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59008) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.490608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf9818-cf71-4bbc-94af-8bbe5a8c81f9 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01074a29-6b3e-4f2a-bee5-1a9951788797,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:26.590832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68fe6b92-955a-405c-950d-aad4a2176e18 req-e50679cc-7e49-42cb-975e-b157b54edb2b tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377525 Mar 07 11:02:26.594116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1d0b8a67-5647-474d-82a3-c38707f45a0e tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1510308 Mar 07 11:02:26.599277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.654479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Attempting to bind port 9ea599c9-624f-43df-b7e6-e06663bc691d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:26.654648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Attempting to bind port 9ea599c9-624f-43df-b7e6-e06663bc691d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:26.654974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Attempting to bind port 9ea599c9-624f-43df-b7e6-e06663bc691d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:26.690079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:26.710567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Port 9ea599c9-624f-43df-b7e6-e06663bc691d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:26.710899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Attempting to bind port 9ea599c9-624f-43df-b7e6-e06663bc691d on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:26.714413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e71fee3a-7233-46bf-9607-5becb9c0511a tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1138940 Mar 07 11:02:26.717164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.738124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:26.738472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:26.739266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:26.739412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Bound port: 9ea599c9-624f-43df-b7e6-e06663bc691d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:26.739730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.758244 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-82e39bd6-51ea-4d4d-a7e7-7533340d572d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] delete failed (client error): The resource could not be found. Mar 07 11:02:26.759866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82e39bd6-51ea-4d4d-a7e7-7533340d572d tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "DELETE /v2.0/security-groups/01074a29-6b3e-4f2a-bee5-1a9951788797 HTTP/1.1" status: 404 len: 347 time: 0.0364909 Mar 07 11:02:26.768630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59024) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.824092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-83c840c6-ffc4-4d38-a62b-2628d49d8e83 tempest-SecGroupTest-1372085826 tempest-SecGroupTest-1372085826-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538228 Mar 07 11:02:26.900743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Attempting to bind port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:26.901148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Attempting to bind port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'a30b44bb-bef9-4c32-9465-51258275569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:26.901399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Attempting to bind port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 on network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:26.909449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 on network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:26.909814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Attempting to bind port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 on network 0cf3f1fc-a978-448f-88ea-536b1c07ee1b {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:26.936949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4b617-b07c-4755-b3d9-008935bf7629 req-21363967-b015-4766-ac23-808444f7e465 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.936949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92b4b617-b07c-4755-b3d9-008935bf7629 req-21363967-b015-4766-ac23-808444f7e465 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 944 time: 0.3548002 Mar 07 11:02:26.939228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:26.939636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Checking segment: {'id': 'a30b44bb-bef9-4c32-9465-51258275569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:26.940054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Bound using segment: {'id': 'a30b44bb-bef9-4c32-9465-51258275569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:26.940499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Bound port: 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30b44bb-bef9-4c32-9465-51258275569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:26.940855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.000901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:27.078046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.147855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9ea599c9-624f-43df-b7e6-e06663bc691d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:27.164205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.203396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92b4b617-b07c-4755-b3d9-008935bf7629 req-a75ff9e4-cfb6-4a69-9173-92f24a4e5721 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536070 Mar 07 11:02:27.252118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:27.253545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.255216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] 10.222.0.26 "PUT /v2.0/ports/9ea599c9-624f-43df-b7e6-e06663bc691d HTTP/1.1" status: 200 len: 1095 time: 3.0106122 Mar 07 11:02:27.269003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:27.272230 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77dc616-fc1a-4b10-adb2-b70429190672" -d '{"events": [{"name": "network-changed", "server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:27.394790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:27.398421 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a07354-1ef6-446f-b7fb-3197ea1f83a2 x-openstack-request-id: req-c7a07354-1ef6-446f-b7fb-3197ea1f83a2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:27.398711 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:27.398967 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7a07354-1ef6-446f-b7fb-3197ea1f83a2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:27.399374 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d', 'status': 'completed', 'code': 200} Mar 07 11:02:27.518880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,segment=NetworkSegment(a30b44bb-bef9-4c32-9465-51258275569d),segment_id=a30b44bb-bef9-4c32-9465-51258275569d)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:27.519274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59046) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:27.538528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cdd66-970d-4b92-b82b-36101d619ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:27.551621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.677237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:27.679577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.681193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/84fa447e-9f4e-4344-bb51-ee1225eaa5a4 HTTP/1.1" status: 200 len: 1092 time: 3.3156092 Mar 07 11:02:27.835593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-2c28baf2-dca3-4afd-ac76-d1ce5a884ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:27.839681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-2c28baf2-dca3-4afd-ac76-d1ce5a884ada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=094584bfdc4440ca8a91b04893cfbb10&device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 1129 time: 0.5358262 Mar 07 11:02:27.861110 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88de58fd-7ce2-4833-b8a9-5443b6825b0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=915dc804a2e5440f90a35b5e5a99e3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405900 Mar 07 11:02:27.875382 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59066) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:27.882901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c23ff-70e1-4552-b951-02290b4cc7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:27.949488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Publish callbacks [] for security_group (3c0912b4-bf7b-4155-89bf-abc2133a4b28), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.978734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Publish callbacks [] for security_group (3c0912b4-bf7b-4155-89bf-abc2133a4b28), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.046044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3c0912b4-bf7b-4155-89bf-abc2133a4b28), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.048922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.053245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c0912b4-bf7b-4155-89bf-abc2133a4b28 HTTP/1.1" status: 204 len: 168 time: 0.1767387 Mar 07 11:02:28.074761 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0912b4-bf7b-4155-89bf-abc2133a4b28,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:28.086369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.086722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.087066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.087400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.087752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.088088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.088418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.088747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.089075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.089399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.089741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.090072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.090395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910c560-03ed-4874-9dbf-c50c240e1003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:28.670460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-6ac240eb-978f-4d55-9b45-d0ed90433893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9ea599c9-624f-43df-b7e6-e06663bc691d HTTP/1.1" status: 200 len: 217 time: 0.7796690 Mar 07 11:02:28.769347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.969362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-41f94c24-6e28-4949-9dda-42114a051f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:28.970940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-41f94c24-6e28-4949-9dda-42114a051f2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.2647998 Mar 07 11:02:29.026659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-9a369982-3ace-42f6-994f-9ccbefcfdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.032751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-9a369982-3ace-42f6-994f-9ccbefcfdb79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6420b666a69242a29c1205c8fd2d3804&device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 1126 time: 1.3029602 Mar 07 11:02:29.143389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbad708-f768-46ea-ae94-2b7bca240ca4 req-640c30b3-a14e-48dc-8a16-824523188407 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.147514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcbad708-f768-46ea-ae94-2b7bca240ca4 req-640c30b3-a14e-48dc-8a16-824523188407 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 947 time: 1.3051596 Mar 07 11:02:29.165727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-d13cb7b7-1c55-4135-a441-864b5240be4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4 HTTP/1.1" status: 200 len: 217 time: 0.1229680 Mar 07 11:02:29.262946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fa09e-61ce-4ed2-bb1c-a3075f6a8993 req-8d5554ad-057a-473c-b510-f6fd48b5d53f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.275050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b15fa09e-61ce-4ed2-bb1c-a3075f6a8993 req-8d5554ad-057a-473c-b510-f6fd48b5d53f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 944 time: 0.6090713 Mar 07 11:02:29.404038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:29.407229 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee245b-c211-45ba-9d27-f30889dd588e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:29.461500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcbad708-f768-46ea-ae94-2b7bca240ca4 req-a172933b-8c40-402a-9432-a2889fdef23f tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887807 Mar 07 11:02:29.504260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59124) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:29.505847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-c9713d0b-1c1d-44a0-880c-9801b6d6d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.507488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-c9713d0b-1c1d-44a0-880c-9801b6d6d1ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5152988 Mar 07 11:02:29.631625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b15fa09e-61ce-4ed2-bb1c-a3075f6a8993 req-9048eacf-3672-4e27-9727-e2993d89bc64 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535359 Mar 07 11:02:29.634708 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90723290-941d-40c0-880d-adb7ef2d9987 x-openstack-request-id: req-90723290-941d-40c0-880d-adb7ef2d9987 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:29.634996 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:29.635248 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90723290-941d-40c0-880d-adb7ef2d9987 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:29.635656 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4', 'status': 'completed', 'code': 200} Mar 07 11:02:29.637427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-27b356ac-5e61-4c45-81b1-6acff0e1a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.639058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-27b356ac-5e61-4c45-81b1-6acff0e1a7b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82857c69-4d58-41bf-82b5-b5f5740a280e HTTP/1.1" status: 200 len: 865 time: 0.4608603 Mar 07 11:02:29.769748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fe5e0c53-b795-4d0e-b84d-c036df1d23f1 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1088210200', 'prefixes': ['172.20.0.0/16']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:29.831717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-45bf0324-d334-4fe9-a721-cab0885c326d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf3f1fc-a978-448f-88ea-536b1c07ee1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420672 Mar 07 11:02:29.893390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-685ad086-29cf-4775-95ca-9bb947c6e7a3 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676295 Mar 07 11:02:29.954159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0c53-b795-4d0e-b84d-c036df1d23f1 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.956882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fe5e0c53-b795-4d0e-b84d-c036df1d23f1 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4514613 Mar 07 11:02:29.959486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.148349 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94df8772-9869-48ed-91ad-888813117b52 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "GET /v2.0/subnetpools/401db3e6-7e7c-4529-a571-8c91e79c590a HTTP/1.1" status: 200 len: 732 time: 0.1872666 Mar 07 11:02:30.149021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.153679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1a33e79a-ba3f-4250-bd8a-37502036f0d4 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-673741656'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:30.214269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-b92f5da7-b04a-46c8-a3b6-0926bee1b4b7 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816118 Mar 07 11:02:30.316812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24a0fc26-a1be-4d76-82b0-99cc19f594e1 req-21b7eb8a-9373-4d77-93b4-06f9d613c8e3 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388720 Mar 07 11:02:30.325761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a33e79a-ba3f-4250-bd8a-37502036f0d4 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.328196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a33e79a-ba3f-4250-bd8a-37502036f0d4 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "PUT /v2.0/subnetpools/401db3e6-7e7c-4529-a571-8c91e79c590a HTTP/1.1" status: 200 len: 683 time: 0.1780796 Mar 07 11:02:30.331569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.544380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a55-936a-4cd8-8610-e3c37877661d tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.548426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3bc2a55-936a-4cd8-8610-e3c37877661d tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "DELETE /v2.0/subnetpools/401db3e6-7e7c-4529-a571-8c91e79c590a HTTP/1.1" status: 204 len: 168 time: 0.2131829 Mar 07 11:02:30.548963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59168) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.566090 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-9c61509b-20ac-408e-afbf-e82295e2caeb tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] show failed (client error): The resource could not be found. Mar 07 11:02:30.570809 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c61509b-20ac-408e-afbf-e82295e2caeb tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "GET /v2.0/subnetpools/401db3e6-7e7c-4529-a571-8c91e79c590a HTTP/1.1" status: 404 len: 346 time: 0.0201163 Mar 07 11:02:30.572282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59172) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.599746 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-f75f372d-7740-40ca-8626-303cfcf2cf99 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] delete failed (client error): The resource could not be found. Mar 07 11:02:30.605906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f75f372d-7740-40ca-8626-303cfcf2cf99 tempest-SubnetPoolsTestJSON-1603644584 tempest-SubnetPoolsTestJSON-1603644584-project] 10.222.0.23 "DELETE /v2.0/subnetpools/401db3e6-7e7c-4529-a571-8c91e79c590a HTTP/1.1" status: 404 len: 346 time: 0.0319967 Mar 07 11:02:30.625428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee40f59b-3fcf-4f82-9f2a-13db093083c9 req-0d689958-21ea-4504-b992-350d318a5d7b service neutron] 10.222.0.26 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007721 Mar 07 11:02:30.723415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-436517ed-8205-4f21-b783-110d18461b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:30.724939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-436517ed-8205-4f21-b783-110d18461b28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=094584bfdc4440ca8a91b04893cfbb10&device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 1129 time: 0.2964699 Mar 07 11:02:31.006228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-c6c2912a-d707-43b9-be4b-1cdb45377d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.012169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-c6c2912a-d707-43b9-be4b-1cdb45377d8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6420b666a69242a29c1205c8fd2d3804&device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 1126 time: 0.2850113 Mar 07 11:02:31.094237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494941e-e14a-4a33-a6a1-75f69652766e req-644a09fe-3589-482d-9ffa-abdb70ae49e6 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.095873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c494941e-e14a-4a33-a6a1-75f69652766e req-644a09fe-3589-482d-9ffa-abdb70ae49e6 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 947 time: 0.3868582 Mar 07 11:02:31.133553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59198) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:31.162620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a8ef-1b2d-4238-9f8a-16e20c9aa656 req-1ab50ab2-67e7-4105-b6be-fea2f9224a39 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.164448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f24a8ef-1b2d-4238-9f8a-16e20c9aa656 req-1ab50ab2-67e7-4105-b6be-fea2f9224a39 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 944 time: 0.4362426 Mar 07 11:02:31.367113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37d32175-d516-43d3-b2ec-a34abfdb649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.444358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-9d444089-c5d7-4e56-912b-ebc0a2a64dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.446298 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-9d444089-c5d7-4e56-912b-ebc0a2a64dd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.6310170 Mar 07 11:02:31.534567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37d32175-d516-43d3-b2ec-a34abfdb649f admin admin] Publish callbacks [] for security_group (0f3f0ab4-2bd7-41bf-958d-29741bbeea81), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.541984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-37d32175-d516-43d3-b2ec-a34abfdb649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f3f0ab4-2bd7-41bf-958d-29741bbeea81), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.607780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-a62f807f-7f03-4011-bfa4-42c5a8d71235 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9ea599c9-624f-43df-b7e6-e06663bc691d HTTP/1.1" status: 200 len: 217 time: 0.1487565 Mar 07 11:02:31.645397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c494941e-e14a-4a33-a6a1-75f69652766e req-5d9e41d7-1cb4-4c4f-b125-cb4e9c811edf tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095503 Mar 07 11:02:31.677574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d32175-d516-43d3-b2ec-a34abfdb649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f0ab4-2bd7-41bf-958d-29741bbeea81,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:31.711898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-37d32175-d516-43d3-b2ec-a34abfdb649f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f0949e0d7bd4e93bea20f47e5e47b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5772078 Mar 07 11:02:31.716037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:31.790990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-ab29d517-69d7-4415-a358-ce593eebe78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.792859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-ab29d517-69d7-4415-a358-ce593eebe78e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf3f1fc-a978-448f-88ea-536b1c07ee1b HTTP/1.1" status: 200 len: 926 time: 0.7660427 Mar 07 11:02:31.872450 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] Publish callbacks [] for security_group (0f3f0ab4-2bd7-41bf-958d-29741bbeea81), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.874626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-cdea00c6-7e85-464c-9c56-4a300f328a3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4 HTTP/1.1" status: 200 len: 217 time: 0.0377672 Mar 07 11:02:31.880302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f24a8ef-1b2d-4238-9f8a-16e20c9aa656 req-8f7c00cd-86aa-4f73-a964-6b1953ddeb04 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356550 Mar 07 11:02:31.933275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-42ad33d4-b522-45af-b803-aa9a5f0168e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.935373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-42ad33d4-b522-45af-b803-aa9a5f0168e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.3053603 Mar 07 11:02:31.940987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] Publish callbacks [] for security_group (0f3f0ab4-2bd7-41bf-958d-29741bbeea81), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.042699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-15e38da6-5152-4e55-bdb1-2b3c6944fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:32.044761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-15e38da6-5152-4e55-bdb1-2b3c6944fcb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82857c69-4d58-41bf-82b5-b5f5740a280e HTTP/1.1" status: 200 len: 865 time: 0.1633427 Mar 07 11:02:32.064673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0f3f0ab4-2bd7-41bf-958d-29741bbeea81), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.069044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.070600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f3f0ab4-2bd7-41bf-958d-29741bbeea81 HTTP/1.1" status: 204 len: 168 time: 0.3536127 Mar 07 11:02:32.109252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40f20b-20d2-48e2-b2f4-45eec2cfbba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f0ab4-2bd7-41bf-958d-29741bbeea81,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:32.115991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-484bac07-7ee8-43e9-b820-1789ea39157c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf3f1fc-a978-448f-88ea-536b1c07ee1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640788 Mar 07 11:02:32.123480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-3684b4f2-8d36-4f37-97dd-6aa39f1eecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:32.126339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-3684b4f2-8d36-4f37-97dd-6aa39f1eecd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1798534 Mar 07 11:02:32.439587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-1a2b2653-25bb-4fc0-9346-8b73771a4264 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123462 Mar 07 11:02:32.448268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-df997cf4-151e-4e6e-984a-a25c366a6c07 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079619 Mar 07 11:02:32.621415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6ee245b-c211-45ba-9d27-f30889dd588e req-b13c7f21-c3e2-45c1-9fa9-8bbd92c2bf72 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722100 Mar 07 11:02:32.635511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c77dc616-fc1a-4b10-adb2-b70429190672 req-58726c96-cd71-4d05-8ad8-a367eb359097 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844199 Mar 07 11:02:32.835139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61160328-0da1-4acb-bc9c-872b049c0c9f req-7945fc3f-f053-4a5b-a43e-46e1dfc015d3 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:32.836694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61160328-0da1-4acb-bc9c-872b049c0c9f req-7945fc3f-f053-4a5b-a43e-46e1dfc015d3 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 947 time: 0.1140258 Mar 07 11:02:32.927468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61160328-0da1-4acb-bc9c-872b049c0c9f req-8f9146b3-2da2-4397-bf67-aeff07eeade0 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841250 Mar 07 11:02:32.997346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9ea599c9-624f-43df-b7e6-e06663bc691d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:02:33.111445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc9424-a520-4396-ad6a-16e50e89766e req-c787b677-6b14-42a2-ae20-e198a61ae37e tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:33.120949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58dc9424-a520-4396-ad6a-16e50e89766e req-c787b677-6b14-42a2-ae20-e198a61ae37e tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 944 time: 0.1355596 Mar 07 11:02:33.273590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58dc9424-a520-4396-ad6a-16e50e89766e req-4ae95dce-f79a-4be1-99d1-a18b8a6d99af tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348400 Mar 07 11:02:33.297199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9ea599c9-624f-43df-b7e6-e06663bc691d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:33.330661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '9ea599c9-624f-43df-b7e6-e06663bc691d', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': '9ea599c9-624f-43df-b7e6-e06663bc691d', 'mac_address': 'fa:16:3e:95:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:02:33.416139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9ea599c9-624f-43df-b7e6-e06663bc691d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:33.417671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.457300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea599c9-624f-43df-b7e6-e06663bc691d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:02:33.550454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9ea599c9-624f-43df-b7e6-e06663bc691d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:33.562200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.562911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:02:33.640819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:33.741538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,segment=NetworkSegment(a30b44bb-bef9-4c32-9465-51258275569d),segment_id=a30b44bb-bef9-4c32-9465-51258275569d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:33.753296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4', 'network_id': '0cf3f1fc-a978-448f-88ea-536b1c07ee1b', 'port_id': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4', 'mac_address': 'fa:16:3e:16:02:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82857c69-4d58-41bf-82b5-b5f5740a280e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:02:33.761118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.762814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.762814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.762814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.763059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.763324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.763716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.764050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.764376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.764701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.765026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.765348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.765672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:33.839603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:33.840093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.878003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:02:33.906270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,segment=NetworkSegment(a30b44bb-bef9-4c32-9465-51258275569d),segment_id=a30b44bb-bef9-4c32-9465-51258275569d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:33.923548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.085971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:34.202029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['84fa447e-9f4e-4344-bb51-ee1225eaa5a4'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:02:34.205986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['9ea599c9-624f-43df-b7e6-e06663bc691d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:02:34.270980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d98d1-3210-4629-a44d-a395a409f09e req-13cae593-047e-4323-9f25-5c2556612370 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:34.276541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b45d98d1-3210-4629-a44d-a395a409f09e req-13cae593-047e-4323-9f25-5c2556612370 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 948 time: 0.1781049 Mar 07 11:02:34.436755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b45d98d1-3210-4629-a44d-a395a409f09e req-d2e56069-9cc6-47a6-83d1-64ce38c97332 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545291 Mar 07 11:02:34.578203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d28ead-f002-42c3-8587-8e83af6be22b req-b7e44338-6924-4a17-97db-4546c0080964 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:34.580153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79d28ead-f002-42c3-8587-8e83af6be22b req-b7e44338-6924-4a17-97db-4546c0080964 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 945 time: 0.1470525 Mar 07 11:02:34.746649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79d28ead-f002-42c3-8587-8e83af6be22b req-5a44f2ee-7115-4dd3-9bcf-9ea84b3a0949 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525795 Mar 07 11:02:35.035791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9ea599c9-624f-43df-b7e6-e06663bc691d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:35.134826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 9ea599c9-624f-43df-b7e6-e06663bc691d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:02:35.140695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 9ea599c9-624f-43df-b7e6-e06663bc691d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:35.141527 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:35.353559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 9ea599c9-624f-43df-b7e6-e06663bc691d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:35.354019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:35.414418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:35.421120 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f37310a-c19b-4eb9-a2e1-abb513f39d8d" -d '{"events": [{"server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "name": "network-vif-plugged", "status": "completed", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:35.444017 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:02:35.456088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9ea599c9-624f-43df-b7e6-e06663bc691d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:35.467128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:35.657544 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7870011f-c358-4861-8c1d-ce93c202b569 x-openstack-request-id: req-7870011f-c358-4861-8c1d-ce93c202b569 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:35.657843 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "name": "network-vif-plugged", "status": "completed", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:35.658742 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7870011f-c358-4861-8c1d-ce93c202b569 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:35.659155 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d', 'code': 200} Mar 07 11:02:35.660939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:35.750622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815689a-29c4-4fd0-883c-394f1942d975 req-07f27f42-c7ee-4f3a-88f7-8bfb4ddb809d tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:35.752653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9815689a-29c4-4fd0-883c-394f1942d975 req-07f27f42-c7ee-4f3a-88f7-8bfb4ddb809d tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 949 time: 0.1222146 Mar 07 11:02:35.760790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04889a8-4ea4-4a2d-a41a-041e492eb79e req-8a89f463-c047-47f6-b65b-033075b02599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:35.762806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c04889a8-4ea4-4a2d-a41a-041e492eb79e req-8a89f463-c047-47f6-b65b-033075b02599 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 1131 time: 0.1166098 Mar 07 11:02:35.873170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9815689a-29c4-4fd0-883c-394f1942d975 req-6231095a-b448-4563-b7bc-fd132aee8411 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090784 Mar 07 11:02:35.875984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c04889a8-4ea4-4a2d-a41a-041e492eb79e req-fb4259e8-a97e-4959-9199-10b33774c421 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040664 Mar 07 11:02:35.974347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9e6a3-d301-450f-9f58-9b7b4f8d0032 req-5471d154-c660-4167-9529-68d9b44f6379 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:35.976584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84d9e6a3-d301-450f-9f58-9b7b4f8d0032 req-5471d154-c660-4167-9529-68d9b44f6379 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 945 time: 0.0760705 Mar 07 11:02:36.039070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84d9e6a3-d301-450f-9f58-9b7b4f8d0032 req-edc4a83c-9fbc-425d-8c78-08b287595160 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Mar 07 11:02:37.024982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:37.135499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1fdb-0b8f-40c2-ba48-fe73c0f50af1 req-5612445d-5174-4c85-8e70-4cff7fe9ef69 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:37.137875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deef1fdb-0b8f-40c2-ba48-fe73c0f50af1 req-5612445d-5174-4c85-8e70-4cff7fe9ef69 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 949 time: 0.1527770 Mar 07 11:02:37.238313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:02:37.242901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:37.243279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.344216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deef1fdb-0b8f-40c2-ba48-fe73c0f50af1 req-e06d26fd-75b2-413a-a611-fa6792feb7fb tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982324 Mar 07 11:02:37.426770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885af4-21bf-4e7a-a237-007ea5542c9d req-4dba6884-e8ac-4184-bd3b-385b43007046 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:37.432690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64885af4-21bf-4e7a-a237-007ea5542c9d req-4dba6884-e8ac-4184-bd3b-385b43007046 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 945 time: 0.1957302 Mar 07 11:02:37.482123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:37.485436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.576774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,segment=NetworkSegment(a30b44bb-bef9-4c32-9465-51258275569d),segment_id=a30b44bb-bef9-4c32-9465-51258275569d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:37.584557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.616252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64885af4-21bf-4e7a-a237-007ea5542c9d req-ed062c28-7042-4acb-8716-89c43e0199b8 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726546 Mar 07 11:02:37.744551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:37.747556 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22afd58-9b72-4ecb-9d41-b21b4d6e99e6" -d '{"events": [{"server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "name": "network-vif-plugged", "status": "completed", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:37.753757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:37.815209 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef1fc4-7cf5-4b9c-a6ca-e2f6a3c60c70 x-openstack-request-id: req-41ef1fc4-7cf5-4b9c-a6ca-e2f6a3c60c70 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:37.815506 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "name": "network-vif-plugged", "status": "completed", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:37.820642 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41ef1fc4-7cf5-4b9c-a6ca-e2f6a3c60c70 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:37.821160 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4', 'code': 200} Mar 07 11:02:38.030991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677f229-51b3-4707-8350-27092f5d770a req-c123bc66-6145-4b19-b59e-08ce4aa50f16 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:38.033170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4677f229-51b3-4707-8350-27092f5d770a req-c123bc66-6145-4b19-b59e-08ce4aa50f16 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 949 time: 0.1726489 Mar 07 11:02:38.067677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cde9b7-25f0-4f85-b8fe-aeb851686ef1 req-17db3c7b-8bd9-461d-9c9c-a35f8b50dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:38.069437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99cde9b7-25f0-4f85-b8fe-aeb851686ef1 req-17db3c7b-8bd9-461d-9c9c-a35f8b50dc74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 1128 time: 0.1537523 Mar 07 11:02:38.207705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4677f229-51b3-4707-8350-27092f5d770a req-23abce80-8cc0-44bc-9ae9-e3624e53305e tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613739 Mar 07 11:02:38.210851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99cde9b7-25f0-4f85-b8fe-aeb851686ef1 req-0428c5be-fb4d-4802-aba0-462ade7174c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199577 Mar 07 11:02:38.950145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5e4e-686f-4354-8057-de81dd572db3 req-1281909e-750d-4a04-afd3-ebd5b8995ed3 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:38.958384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-327a5e4e-686f-4354-8057-de81dd572db3 req-1281909e-750d-4a04-afd3-ebd5b8995ed3 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.1806471 Mar 07 11:02:39.132620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-327a5e4e-686f-4354-8057-de81dd572db3 req-adbe1621-702d-46dd-a83a-7f316bb6bb89 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703663 Mar 07 11:02:39.552164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-eada59d9-6adc-454d-87df-66c4ad36ffef tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:39.559898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-eada59d9-6adc-454d-87df-66c4ad36ffef tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.26 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 949 time: 0.2601907 Mar 07 11:02:39.592142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a29815-b1f0-4ac2-ab80-fb7e2792dc51 req-b045112b-fc81-4dd6-b83c-757aec5011d3 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:39.599267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2a29815-b1f0-4ac2-ab80-fb7e2792dc51 req-b045112b-fc81-4dd6-b83c-757aec5011d3 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 949 time: 0.1668673 Mar 07 11:02:39.737388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2a29815-b1f0-4ac2-ab80-fb7e2792dc51 req-6795f2cc-7c7d-4fb3-83da-ac018525a6ea tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cf3ea2e-fc38-47e0-9163-5929f59a89ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356232 Mar 07 11:02:39.769633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Deleting port 9ea599c9-624f-43df-b7e6-e06663bc691d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:39.770217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.978967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] For port 9ea599c9-624f-43df-b7e6-e06663bc691d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=9ea599c9-624f-43df-b7e6-e06663bc691d,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:39.979336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.006521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Calling delete_port for 9ea599c9-624f-43df-b7e6-e06663bc691d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:40.358193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9ea599c9-624f-43df-b7e6-e06663bc691d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.371387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['9ea599c9-624f-43df-b7e6-e06663bc691d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:02:40.390109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Pushing event deleted for resources: {'Port': ['ID=9ea599c9-624f-43df-b7e6-e06663bc691d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:40.509071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] No DVR routers for this DVR port 9ea599c9-624f-43df-b7e6-e06663bc691d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:40.516069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.529958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74c619f0-def5-4b12-af01-3a4d18278c87 req-45bbe720-a17e-4539-9aa4-2a00320699af tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.26 "DELETE /v2.0/ports/9ea599c9-624f-43df-b7e6-e06663bc691d HTTP/1.1" status: 204 len: 173 time: 0.9670651 Mar 07 11:02:40.530907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'name': 'network-vif-deleted', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:40.540893 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c3d15-b45b-4135-bd57-d7b693188186" -d '{"events": [{"server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "name": "network-vif-deleted", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:40.570989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e232c1-a6ea-4b37-986c-c7a78a25fd95 req-caa697e2-f7a6-4e18-b441-43fb5aec9770 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:40.575893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72e232c1-a6ea-4b37-986c-c7a78a25fd95 req-caa697e2-f7a6-4e18-b441-43fb5aec9770 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.2485335 Mar 07 11:02:40.653250 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956639ea-bb8e-47ad-b7e1-5f07e4622ae9 x-openstack-request-id: req-956639ea-bb8e-47ad-b7e1-5f07e4622ae9 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:40.653541 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf3d4f4-33d1-4fad-ac63-cf54fa2a6232", "name": "network-vif-deleted", "tag": "9ea599c9-624f-43df-b7e6-e06663bc691d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:40.653794 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-956639ea-bb8e-47ad-b7e1-5f07e4622ae9 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:40.654197 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf3d4f4-33d1-4fad-ac63-cf54fa2a6232', 'name': 'network-vif-deleted', 'tag': '9ea599c9-624f-43df-b7e6-e06663bc691d', 'status': 'completed', 'code': 200} Mar 07 11:02:40.705357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72e232c1-a6ea-4b37-986c-c7a78a25fd95 req-9b25f0f9-27ff-4ccd-96ca-065eac4bcadd tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096528 Mar 07 11:02:40.932280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4574ef20-8ebd-49f9-9df1-b4f0d52941e2 req-cdcf6bdc-815f-41d5-8ddd-20f98860ae75 tempest-VolumesNegativeTest-1847907927 tempest-VolumesNegativeTest-1847907927-project] 10.222.0.23 "GET /v2.0/ports?device_id=edf3d4f4-33d1-4fad-ac63-cf54fa2a6232 HTTP/1.1" status: 200 len: 210 time: 0.0690935 Mar 07 11:02:41.004770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25bfa-93ee-49df-8332-a56d24d77f7b req-78bbdb85-66ed-4c37-bfb8-f51636cdb9f7 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:41.020522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edb25bfa-93ee-49df-8332-a56d24d77f7b req-78bbdb85-66ed-4c37-bfb8-f51636cdb9f7 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.1593378 Mar 07 11:02:41.154655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edb25bfa-93ee-49df-8332-a56d24d77f7b req-f28dad5b-3d7b-4ea0-97d6-8e288c587d8f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309259 Mar 07 11:02:41.765208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984640-c679-496c-b761-fe0ce5734fb1 req-cfa92774-b933-4e10-a89e-c3aa3bbb3152 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:41.766837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86984640-c679-496c-b761-fe0ce5734fb1 req-cfa92774-b933-4e10-a89e-c3aa3bbb3152 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.0584757 Mar 07 11:02:41.833076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86984640-c679-496c-b761-fe0ce5734fb1 req-420458de-9ac9-47ed-b780-1e96133417e1 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 Mar 07 11:02:42.389581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db07e-0045-47a7-95ef-cffa5ea151cb req-2234c9e9-4612-4ccb-90e6-3de495daa882 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:42.391074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0db07e-0045-47a7-95ef-cffa5ea151cb req-2234c9e9-4612-4ccb-90e6-3de495daa882 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.1003697 Mar 07 11:02:42.523595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd0db07e-0045-47a7-95ef-cffa5ea151cb req-71bf7092-dc06-4979-a90a-d02f95480f33 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233160 Mar 07 11:02:42.911934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-2f1e4cc8-bb81-4afb-8be9-dc50419235f8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878937249&fields=id&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 267 time: 0.1162016 Mar 07 11:02:43.044539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9ea599c9-624f-43df-b7e6-e06663bc691d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:43.080322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-dfb13534-414c-49e2-a841-ce930eb4a9f3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:43.087604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-dfb13534-414c-49e2-a841-ce930eb4a9f3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.1737168 Mar 07 11:02:43.123336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 9ea599c9-624f-43df-b7e6-e06663bc691d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:43.124599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-8b3ad25b-9396-43af-9adf-8609898bf929 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0356774 Mar 07 11:02:43.131726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 9ea599c9-624f-43df-b7e6-e06663bc691d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:43.224514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-b2481baf-fda7-4e72-b849-880ccd933e7e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921559 Mar 07 11:02:43.444592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-35c3e0fa-e785-474d-8e47-2d70bda86903 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:02:43.445654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-35c3e0fa-e785-474d-8e47-2d70bda86903 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2203674 Mar 07 11:02:43.883841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-54b1ffb3-b2d6-4a18-b900-db1939f586a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183352 Mar 07 11:02:44.039425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-86017fd8-2f82-403b-a821-b580361b3762 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545298 Mar 07 11:02:44.086542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-96241049-786c-4cb4-a82b-dca1e78df08d tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:44.091339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-96241049-786c-4cb4-a82b-dca1e78df08d tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.6444027 Mar 07 11:02:44.237681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a88ae-4fa2-488b-9b49-eca82dacf794 req-881853f7-068d-4cff-b1b6-95a532520e22 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:44.244821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-487a88ae-4fa2-488b-9b49-eca82dacf794 req-881853f7-068d-4cff-b1b6-95a532520e22 tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 946 time: 0.5519412 Mar 07 11:02:44.344013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-487a88ae-4fa2-488b-9b49-eca82dacf794 req-2433f24e-a0b8-4ca0-ba29-9155bd0bf44b tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/security-groups?id=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982058 Mar 07 11:02:44.402143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Deleting port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:44.403767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.636472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] For port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,segment=NetworkSegment(a30b44bb-bef9-4c32-9465-51258275569d),segment_id=a30b44bb-bef9-4c32-9465-51258275569d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:44.637077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.651040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Calling delete_port for 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:45.729587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93d7a895-4c0c-449c-a2d0-b33cb9f20d2e req-f26b0f8c-2bdc-4cd2-8a53-926e2932f2cb tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2176-5e7d-42ae-b37a-c68a86db2c08 HTTP/1.1" status: 200 len: 210 time: 0.0468395 Mar 07 11:02:45.774125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (84fa447e-9f4e-4344-bb51-ee1225eaa5a4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.790212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f3c34cc-6207-40aa-be4a-9deba2a816dd req-b561cb0e-3dba-4b6f-b1b2-9a853fc4c0bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.3085926 Mar 07 11:02:45.845913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Pushing event deleted for resources: {'Port': ['ID=84fa447e-9f4e-4344-bb51-ee1225eaa5a4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:45.922780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] No DVR routers for this DVR port 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:45.934370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.939712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be87c64d-6d71-41c4-af8f-ab2baadce462 req-5767080b-1973-4534-aded-ca47a35d043f tempest-ServersNegativeTestMultiTenantJSON-808812213 tempest-ServersNegativeTestMultiTenantJSON-808812213-project] 10.222.0.26 "DELETE /v2.0/ports/84fa447e-9f4e-4344-bb51-ee1225eaa5a4 HTTP/1.1" status: 204 len: 173 time: 1.8397183 Mar 07 11:02:45.941733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'name': 'network-vif-deleted', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:45.952023 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91430aec-029e-4b83-8d04-e5c81392bbf7" -d '{"events": [{"server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "name": "network-vif-deleted", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:46.040051 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4376dfe-c86d-4095-a109-f4b68424a024 x-openstack-request-id: req-b4376dfe-c86d-4095-a109-f4b68424a024 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:46.040450 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db2176-5e7d-42ae-b37a-c68a86db2c08", "name": "network-vif-deleted", "tag": "84fa447e-9f4e-4344-bb51-ee1225eaa5a4", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:46.040806 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4376dfe-c86d-4095-a109-f4b68424a024 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:46.041570 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db2176-5e7d-42ae-b37a-c68a86db2c08', 'name': 'network-vif-deleted', 'tag': '84fa447e-9f4e-4344-bb51-ee1225eaa5a4', 'status': 'completed', 'code': 200} Mar 07 11:02:46.701580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-fdd1339b-2a59-4628-a22e-65c8f5d7a7bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:46.703167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-fdd1339b-2a59-4628-a22e-65c8f5d7a7bf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.4285483 Mar 07 11:02:46.869904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:46.930300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-62b79274-5835-4db4-8e87-8d772fe37b21 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 379 time: 0.2117553 Mar 07 11:02:46.937869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Deleting subnet 82857c69-4d58-41bf-82b5-b5f5740a280e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:46.939506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': 'c4e850df-8a87-460f-831d-5811316f8c80', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'security_groups': ['62bad6dc-9906-4bf6-ac2f-d0fb35ecd029']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:46.960867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Publish callbacks [] for subnet (82857c69-4d58-41bf-82b5-b5f5740a280e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.040457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc719bc8-97fe-4c47-aabe-5a2cbe2ab193 req-882365b3-4ea5-4590-ab4e-382e482fe4b4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Mar 07 11:02:47.081376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:47.109727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (82857c69-4d58-41bf-82b5-b5f5740a280e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.153219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:47.160410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 84fa447e-9f4e-4344-bb51-ee1225eaa5a4 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:47.224433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (82857c69-4d58-41bf-82b5-b5f5740a280e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.285071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:47.289090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.363585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (82857c69-4d58-41bf-82b5-b5f5740a280e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.428288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82857c69-4d58-41bf-82b5-b5f5740a280e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:47.438165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.453132 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0ab52c7d-b54e-465f-818d-315fad7b30a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82857c69-4d58-41bf-82b5-b5f5740a280e HTTP/1.1" status: 204 len: 168 time: 0.5820475 Mar 07 11:02:47.455601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59870) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:47.517798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.8 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/ab1ad9bd-04d4-4b46-b687-1a422ce7dfca) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:47.641858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0cf3f1fc-a978-448f-88ea-536b1c07ee1b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.703269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.757125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.842972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:47.861091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0cf3f1fc-a978-448f-88ea-536b1c07ee1b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.878821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:47.880498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:47.895031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:47.924759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf3f1fc-a978-448f-88ea-536b1c07ee1b']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:47.954012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30b44bb-bef9-4c32-9465-51258275569d') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:47.954286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30b44bb-bef9-4c32-9465-51258275569d') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:47.976776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a30b44bb-bef9-4c32-9465-51258275569d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.017659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a30b44bb-bef9-4c32-9465-51258275569d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.028131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:48.028491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a30b44bb-bef9-4c32-9465-51258275569d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.033362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:48.033975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.061479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-5e065480-f9b5-48e8-a503-f9a2ffa089be tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261551 Mar 07 11:02:48.075901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Request body: {'port': {'device_id': 'c4e850df-8a87-460f-831d-5811316f8c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:48.214180 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:48.243891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0cf3f1fc-a978-448f-88ea-536b1c07ee1b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.249146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.261384 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0cf3f1fc-a978-448f-88ea-536b1c07ee1b HTTP/1.1" status: 204 len: 168 time: 0.8038647 Mar 07 11:02:48.262215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:48.298691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.379417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Deleting subnet 011bdb7a-7988-4e63-a249-a5ac4db739e3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:48.386272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Publish callbacks [] for subnet (011bdb7a-7988-4e63-a249-a5ac4db739e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.463332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0f93be7c-ec4e-48c7-bc77-58b8421e1e66 None None] Provisioning complete for port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:48.466245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f93be7c-ec4e-48c7-bc77-58b8421e1e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.479745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (011bdb7a-7988-4e63-a249-a5ac4db739e3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.565634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0f93be7c-ec4e-48c7-bc77-58b8421e1e66 None None] Port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:02:48.617698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (011bdb7a-7988-4e63-a249-a5ac4db739e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.778873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (011bdb7a-7988-4e63-a249-a5ac4db739e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.833336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d693f-329f-4f5f-b3ed-f463a3eb3206 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf3f1fc-a978-448f-88ea-536b1c07ee1b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:48.847508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011bdb7a-7988-4e63-a249-a5ac4db739e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:48.864693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.883538 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-385fc1fb-dad1-499f-ad57-676de9529f19 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/011bdb7a-7988-4e63-a249-a5ac4db739e3 HTTP/1.1" status: 204 len: 168 time: 0.6148057 Mar 07 11:02:48.884754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59896) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:48.899377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1ad9bd-04d4-4b46-b687-1a422ce7dfca {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:02:48.913132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks [] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.954560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Transition to ACTIVE for port object ab1ad9bd-04d4-4b46-b687-1a422ce7dfca will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:02:48.970336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.103062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc95ad-d153-4eac-bcbf-786babedfcb0 req-8d11dad0-f351-43d2-9cc0-5b216f6cf9ad tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:49.117693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcdc95ad-d153-4eac-bcbf-786babedfcb0 req-8d11dad0-f351-43d2-9cc0-5b216f6cf9ad tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 931 time: 0.9101853 Mar 07 11:02:49.155001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:49.166797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (994d8d04-7391-4c16-9aea-9781da70099f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.387154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcdc95ad-d153-4eac-bcbf-786babedfcb0 req-6b530846-e3be-43cc-bcb1-2d86c87bda2f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645144 Mar 07 11:02:49.442419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (994d8d04-7391-4c16-9aea-9781da70099f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.531841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994d8d04-7391-4c16-9aea-9781da70099f']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:49.551240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Attempting to bind port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:49.551585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Attempting to bind port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:49.551956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Attempting to bind port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:49.554013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e6c60d-a3f2-4ff7-b292-56e69dc630af') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:49.554426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e6c60d-a3f2-4ff7-b292-56e69dc630af') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:49.576975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:49.577300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Attempting to bind port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:49.585454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a7e6c60d-a3f2-4ff7-b292-56e69dc630af), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.588357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:49.588577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:49.589191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:49.590172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Bound port: ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:49.590545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.614897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a7e6c60d-a3f2-4ff7-b292-56e69dc630af), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.630853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:49.631342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a7e6c60d-a3f2-4ff7-b292-56e69dc630af), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:49.633252 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:49.758770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:49.762401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:49.762914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (994d8d04-7391-4c16-9aea-9781da70099f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.774919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.792175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.801677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/994d8d04-7391-4c16-9aea-9781da70099f HTTP/1.1" status: 204 len: 168 time: 0.9157655 Mar 07 11:02:49.802948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e44b2e-2249-49a7-a237-f4441243cc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=994d8d04-7391-4c16-9aea-9781da70099f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:49.882607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:49.921269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:49.921824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.923530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-75d68366-36f4-4eaa-96eb-f623828701a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 1091 time: 1.8540127 Mar 07 11:02:49.929510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:02:49.931940 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:02:50.084408 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8d0c6-dd0d-4064-b78f-9ee4d5edecbf x-openstack-request-id: req-a5c8d0c6-dd0d-4064-b78f-9ee4d5edecbf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:02:50.084729 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:02:50.084957 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5c8d0c6-dd0d-4064-b78f-9ee4d5edecbf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:02:50.085737 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'status': 'completed', 'code': 200} Mar 07 11:02:50.131574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-cf0c8d19-f5c0-4a1d-9480-582403108f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:50.133231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-cf0c8d19-f5c0-4a1d-9480-582403108f85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1125 time: 0.1530044 Mar 07 11:02:50.236018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59918) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:50.241778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-735c4cf2-8e3a-4799-a4a5-fef7cf645572 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 217 time: 0.1003339 Mar 07 11:02:50.315683 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dede5480-bfbe-45e1-8a1e-a79720af0a25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6420b666a69242a29c1205c8fd2d3804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774324 Mar 07 11:02:50.318675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59922) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:50.362215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-823e3845-d06e-401f-934d-546cf9884330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:50.366400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-823e3845-d06e-401f-934d-546cf9884330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1124415 Mar 07 11:02:50.427468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] Publish callbacks [] for security_group (b40ef303-e4d7-4531-a3fa-d1fb98ff2f11), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.435699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-e898615c-e705-49cd-b468-7023c4d1b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:50.437196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-e898615c-e705-49cd-b468-7023c4d1b948 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650833 Mar 07 11:02:50.505852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] Publish callbacks [] for security_group (b40ef303-e4d7-4531-a3fa-d1fb98ff2f11), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.592975 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b40ef303-e4d7-4531-a3fa-d1fb98ff2f11), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.602634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.604054 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b40ef303-e4d7-4531-a3fa-d1fb98ff2f11 HTTP/1.1" status: 204 len: 168 time: 0.2842102 Mar 07 11:02:50.634742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf19095-2811-41ea-9e6d-a752973642d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ef303-e4d7-4531-a3fa-d1fb98ff2f11,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:50.720836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79716f18-97ab-4c8b-afaa-552f7917de19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.727683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-ebb21853-4e7d-4f5b-9458-f15ff85d10f1 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837563 Mar 07 11:02:50.813470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d51a7-de7a-43a9-b1a6-152b75099450 req-bd0f4054-9ea8-42d8-9ba0-e19fa341ac39 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:50.826703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b4d51a7-de7a-43a9-b1a6-152b75099450 req-bd0f4054-9ea8-42d8-9ba0-e19fa341ac39 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.2344294 Mar 07 11:02:51.037417 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b4d51a7-de7a-43a9-b1a6-152b75099450 req-a529962f-c760-4b6d-a7c5-df8da2ef9954 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096226 Mar 07 11:02:51.110007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ae24c77-bad2-4a4b-855a-b8bd73309087 req-b80dec55-c68b-43b2-b1e4-d3c5792d6bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759503 Mar 07 11:02:51.266907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-09e63085-bc42-4c6d-b7c9-69fcfd3b1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:51.272795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-09e63085-bc42-4c6d-b7c9-69fcfd3b1ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1125 time: 0.1062341 Mar 07 11:02:51.370407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:51.504730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-f4f28084-85c7-4608-8a58-e0de63190f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:51.507980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-f4f28084-85c7-4608-8a58-e0de63190f14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2281473 Mar 07 11:02:51.557498 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c30b323-5a13-4de5-83f5-8a80f9c9d0da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d6cc19b940f469c9c24c0d4a4e0e953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888824 Mar 07 11:02:51.564852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 59946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:51.568008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-003ed87b-8a01-4e0b-90c4-fe1420fbb6b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 217 time: 0.0538139 Mar 07 11:02:51.679353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-404984ee-1d61-4d3c-8f7a-3aef806f64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:51.681075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-404984ee-1d61-4d3c-8f7a-3aef806f64e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0961919 Mar 07 11:02:51.686913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] Publish callbacks [] for security_group (7943f7f1-fadc-4235-ad2f-ac55a0c83c22), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.714879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] Publish callbacks [] for security_group (7943f7f1-fadc-4235-ad2f-ac55a0c83c22), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.777551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7943f7f1-fadc-4235-ad2f-ac55a0c83c22), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.780864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.789812 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7943f7f1-fadc-4235-ad2f-ac55a0c83c22 HTTP/1.1" status: 204 len: 168 time: 0.2224140 Mar 07 11:02:51.798980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-dce512b5-4b12-4764-91bd-0c56b5d2187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:51.810035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-dce512b5-4b12-4764-91bd-0c56b5d2187e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223335 Mar 07 11:02:51.824065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa57136-f67c-496a-b767-7cbb137cb1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943f7f1-fadc-4235-ad2f-ac55a0c83c22,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:52.073178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-29c4a47d-9e7c-4056-b3dd-4c5250fd6ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538657 Mar 07 11:02:52.269267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789b27f-446a-4030-b05a-e2b562f7d3c5 req-6164028c-7361-47e5-8859-7d3a6df09d88 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:52.271285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6789b27f-446a-4030-b05a-e2b562f7d3c5 req-6164028c-7361-47e5-8859-7d3a6df09d88 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0926077 Mar 07 11:02:52.281350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5212fe4c-6498-4d0a-9f6b-4cc37d0cf2a0 req-a558d6f8-d648-4ac6-ad84-967f178bd834 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027237 Mar 07 11:02:52.343933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6789b27f-446a-4030-b05a-e2b562f7d3c5 req-99ac35f7-94e9-4020-ad45-07ce61f9d95c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660369 Mar 07 11:02:53.027954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f710da7-e346-414f-8d8d-9ce50b13bc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.608098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edad69-0c2b-4f8e-8186-d9fffbd65c23 req-b5fb722a-624d-4154-881f-a29f64ea5f7b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:53.609722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8edad69-0c2b-4f8e-8186-d9fffbd65c23 req-b5fb722a-624d-4154-881f-a29f64ea5f7b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1125593 Mar 07 11:02:53.753377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8edad69-0c2b-4f8e-8186-d9fffbd65c23 req-575ddb71-6f4d-4f56-98d8-9d7233f5cd56 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374614 Mar 07 11:02:54.257437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.291254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.291913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:54.463007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b5db9a4-2f9b-496d-b188-9337f8b40599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.581839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b5db9a4-2f9b-496d-b188-9337f8b40599 admin admin] Publish callbacks [] for security_group (5dabc98e-b6b5-49f3-ad00-2e9afb619fe1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.586792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9b5db9a4-2f9b-496d-b188-9337f8b40599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5dabc98e-b6b5-49f3-ad00-2e9afb619fe1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.634903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5db9a4-2f9b-496d-b188-9337f8b40599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabc98e-b6b5-49f3-ad00-2e9afb619fe1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:54.662068 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9b5db9a4-2f9b-496d-b188-9337f8b40599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0c13c1bf7bd473f9ebb7a9efc3eaf85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682053 Mar 07 11:02:54.664449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:54.802979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] Publish callbacks [] for security_group (5dabc98e-b6b5-49f3-ad00-2e9afb619fe1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.861140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] Publish callbacks [] for security_group (5dabc98e-b6b5-49f3-ad00-2e9afb619fe1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.056431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fdd71-6447-4a69-b00c-5ea28e1887b9 req-b9032e2e-f425-4844-8741-e51a68cc20c1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:55.057931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550fdd71-6447-4a69-b00c-5ea28e1887b9 req-b9032e2e-f425-4844-8741-e51a68cc20c1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1318398 Mar 07 11:02:55.067944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5dabc98e-b6b5-49f3-ad00-2e9afb619fe1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.070538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.071262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60052) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:55.074399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dabc98e-b6b5-49f3-ad00-2e9afb619fe1 HTTP/1.1" status: 204 len: 168 time: 0.4061849 Mar 07 11:02:55.105528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1dd3d-e8a5-4bd3-a3cb-5a3f26131763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabc98e-b6b5-49f3-ad00-2e9afb619fe1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:55.199790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550fdd71-6447-4a69-b00c-5ea28e1887b9 req-7c643853-6c1d-4dd0-9800-e8b14a60c222 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328375 Mar 07 11:02:55.401975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-7d6e6cc4-f9e2-4ae6-912d-bd3763e43014 req-f70c670b-dcbe-4962-9993-e3bf60cde4bb tempest-TaggedBootDevicesTest-1963634742 tempest-TaggedBootDevicesTest-1963634742-project] (103789) timed out ('10.222.0.23', 45622) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:02:55.556758 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0d87c2c-bc6e-4111-be75-9cb4eaa15d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=094584bfdc4440ca8a91b04893cfbb10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836602 Mar 07 11:02:55.561284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60072) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:55.669767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] Publish callbacks [] for security_group (0cf3ea2e-fc38-47e0-9163-5929f59a89ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.715134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] Publish callbacks [] for security_group (0cf3ea2e-fc38-47e0-9163-5929f59a89ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.726107 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.784152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0cf3ea2e-fc38-47e0-9163-5929f59a89ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.787862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.793772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cf3ea2e-fc38-47e0-9163-5929f59a89ed HTTP/1.1" status: 204 len: 168 time: 0.2302411 Mar 07 11:02:55.814307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3321e7a-dea9-4d59-9830-1a07d2f1bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3ea2e-fc38-47e0-9163-5929f59a89ed,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:56.494364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4ae2-808b-459d-86fb-18253d742994 req-39b5dd97-5eca-44fe-aa4a-840166eb48e6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:56.495994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-568d4ae2-808b-459d-86fb-18253d742994 req-39b5dd97-5eca-44fe-aa4a-840166eb48e6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1367276 Mar 07 11:02:56.617589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-568d4ae2-808b-459d-86fb-18253d742994 req-0fc10609-ca56-4459-85cf-2e3b8a6215b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134608 Mar 07 11:02:57.084815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.365519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60136) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:57.755977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66986c8-6734-4ae5-ab45-31ad74ebfad9 req-bc7894e4-df92-4d08-a8de-e821e3462beb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:57.763853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66986c8-6734-4ae5-ab45-31ad74ebfad9 req-bc7894e4-df92-4d08-a8de-e821e3462beb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0842907 Mar 07 11:02:57.828813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c66986c8-6734-4ae5-ab45-31ad74ebfad9 req-63c05d4e-cd0f-431f-8f09-0e56bf9022ff tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614076 Mar 07 11:02:57.841836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-583038794-network', 'tenant_id': 'a49bcde95b0c44bd89c11e968d1c4352'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:57.898334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Made reservation on behalf of a49bcde95b0c44bd89c11e968d1c4352 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:57.903804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.926804 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.074918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks [] for security_group (8f78e6fa-4b26-46e9-bf84-031fa0e755ae), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.084980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f78e6fa-4b26-46e9-bf84-031fa0e755ae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.112068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:58.133069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7dfa8e92-b9e1-449a-ad16-cb9dea887d41), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.133069 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Added segment 7dfa8e92-b9e1-449a-ad16-cb9dea887d41 of type vlan for network c8203769-f1d7-4922-b4f9-f792b1fc6834 Mar 07 11:02:58.209598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c8203769-f1d7-4922-b4f9-f792b1fc6834), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.257848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c8203769-f1d7-4922-b4f9-f792b1fc6834), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.258811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:58.259560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.284919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9147644 Mar 07 11:02:58.285864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:58.292934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Request body: {'subnet': {'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-583038794-subnet', 'tenant_id': 'a49bcde95b0c44bd89c11e968d1c4352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:58.317348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f78e6fa-4b26-46e9-bf84-031fa0e755ae,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:58.358217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7b82-2ac9-4e3b-9441-f732827b5775 admin admin] Pushing event updated for resources: {'Network': ['ID=c8203769-f1d7-4922-b4f9-f792b1fc6834,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:58.359595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Made reservation on behalf of a49bcde95b0c44bd89c11e968d1c4352 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:58.362777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.370598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:58.784494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.824262 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (58dc09ac-0c48-48ae-bf48-808a0e53bdc3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:59.037178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dc09ac-0c48-48ae-bf48-808a0e53bdc3,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:59.046063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Checking segment: {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:59.046381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Network hostable DHCP agents. Network: c8203769-f1d7-4922-b4f9-f792b1fc6834, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:59.098673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661ddf-7f3a-4e37-b8e4-7a0efc33d6d5 req-9eed221c-a2c7-4d5d-bbab-9986ba93c0d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:59.104244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:59.104597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41661ddf-7f3a-4e37-b8e4-7a0efc33d6d5 req-9eed221c-a2c7-4d5d-bbab-9986ba93c0d7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1456375 Mar 07 11:02:59.143982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c8203769-f1d7-4922-b4f9-f792b1fc6834) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:59.153012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:59.153617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:59.157597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81de50-e005-4d7b-9698-94051e313383 None None] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:59.199252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-495d9cd6-e1f3-4dfe-8c47-6ddc639ed46a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9016373 Mar 07 11:02:59.266331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41661ddf-7f3a-4e37-b8e4-7a0efc33d6d5 req-b592c1b4-6958-408f-a348-6d5b5827125b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493952 Mar 07 11:02:59.396159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97845f3e-8bec-4384-85b0-fc627febef67 None None] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:00.574027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557039ab-77c0-48ae-9a4e-8fd12acaf521 req-934fd480-177a-4673-b166-866ba6a5b4db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:00.592035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-557039ab-77c0-48ae-9a4e-8fd12acaf521 req-934fd480-177a-4673-b166-866ba6a5b4db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.2097030 Mar 07 11:03:00.732247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-557039ab-77c0-48ae-9a4e-8fd12acaf521 req-68582764-64dc-4552-9830-8bd30ae3c51a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394117 Mar 07 11:03:02.057862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31b9f7-7e85-4cf5-9168-8d5790b8fd0e req-080d216b-8b26-4a1b-b009-08a0f042654d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:02.066098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d31b9f7-7e85-4cf5-9168-8d5790b8fd0e req-080d216b-8b26-4a1b-b009-08a0f042654d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1102788 Mar 07 11:03:02.259548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d31b9f7-7e85-4cf5-9168-8d5790b8fd0e req-3042cfb7-c7a5-4a47-abc5-1168e0333ace tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904402 Mar 07 11:03:03.487457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b65c-4591-42c9-9cb0-06002e8d69d0 req-ce47f04a-0581-4d06-a9b8-89a0a4d38623 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:03.498918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f3b65c-4591-42c9-9cb0-06002e8d69d0 req-ce47f04a-0581-4d06-a9b8-89a0a4d38623 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1207585 Mar 07 11:03:03.679558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3f3b65c-4591-42c9-9cb0-06002e8d69d0 req-fd31de23-e119-4aeb-8466-df7a75df9ef5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767926 Mar 07 11:03:04.844344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622791-76ca-4581-9a7a-3c8e889b350c req-aaf56027-ce02-4c3c-924b-0c5915eb1d38 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:04.846127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae622791-76ca-4581-9a7a-3c8e889b350c req-aaf56027-ce02-4c3c-924b-0c5915eb1d38 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0672708 Mar 07 11:03:04.915348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae622791-76ca-4581-9a7a-3c8e889b350c req-81510c78-d1b7-4f43-a11c-aa65a6ac0163 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492349 Mar 07 11:03:06.155032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92853f73-2248-46ce-8d0b-919c777786ce req-c2da523a-c8f6-4f74-bbf6-7c74055e8965 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:06.156701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92853f73-2248-46ce-8d0b-919c777786ce req-c2da523a-c8f6-4f74-bbf6-7c74055e8965 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0774786 Mar 07 11:03:06.209389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60418) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:06.267041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92853f73-2248-46ce-8d0b-919c777786ce req-ba604757-7de2-48c6-8752-724126ee17a4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029487 Mar 07 11:03:06.487182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-567ccecf-0e12-402c-aa8b-75d64948a2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.622410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-567ccecf-0e12-402c-aa8b-75d64948a2dc admin admin] Publish callbacks [] for security_group (fd599439-dda9-40c1-9186-a6fdeef9566d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.631931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-567ccecf-0e12-402c-aa8b-75d64948a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fd599439-dda9-40c1-9186-a6fdeef9566d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.711456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ccecf-0e12-402c-aa8b-75d64948a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd599439-dda9-40c1-9186-a6fdeef9566d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:06.723560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:06.724443 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-567ccecf-0e12-402c-aa8b-75d64948a2dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d779eac5a9ef45528ef9739641c62303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137262 Mar 07 11:03:06.831246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] Publish callbacks [] for security_group (fd599439-dda9-40c1-9186-a6fdeef9566d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.876456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] Publish callbacks [] for security_group (fd599439-dda9-40c1-9186-a6fdeef9566d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.941707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fd599439-dda9-40c1-9186-a6fdeef9566d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.945446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.947435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd599439-dda9-40c1-9186-a6fdeef9566d HTTP/1.1" status: 204 len: 168 time: 0.2225971 Mar 07 11:03:06.957500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2758-d1b5-4986-8f81-39a4c2c7e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd599439-dda9-40c1-9186-a6fdeef9566d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:07.453394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577a331-1218-4d72-85ab-df7e834c6f7f req-7d6580d8-3ff7-486b-abe9-345ce2d4ce60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:07.462828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 60458) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.464479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a577a331-1218-4d72-85ab-df7e834c6f7f req-7d6580d8-3ff7-486b-abe9-345ce2d4ce60 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0877767 Mar 07 11:03:07.484199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1e3f-92d8-4bc1-b457-09c748595075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.550943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a577a331-1218-4d72-85ab-df7e834c6f7f req-ff0e5735-5e3a-4624-8793-06073fde0d55 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809460 Mar 07 11:03:07.638327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1e3f-92d8-4bc1-b457-09c748595075 admin admin] Publish callbacks [] for security_group (b13f0abb-e9b8-4daa-81e6-4296b30bd5ad), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.648549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1e3f-92d8-4bc1-b457-09c748595075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b13f0abb-e9b8-4daa-81e6-4296b30bd5ad), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.699020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb1e3f-92d8-4bc1-b457-09c748595075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f0abb-e9b8-4daa-81e6-4296b30bd5ad,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:07.747085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60464) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.747875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bfb1e3f-92d8-4bc1-b457-09c748595075 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f21004a5cf294d02a716b5c895f86218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834742 Mar 07 11:03:07.836486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] Publish callbacks [] for security_group (b13f0abb-e9b8-4daa-81e6-4296b30bd5ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.872767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] Publish callbacks [] for security_group (b13f0abb-e9b8-4daa-81e6-4296b30bd5ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.969041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b13f0abb-e9b8-4daa-81e6-4296b30bd5ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.973795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.975456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b13f0abb-e9b8-4daa-81e6-4296b30bd5ad HTTP/1.1" status: 204 len: 168 time: 0.2270863 Mar 07 11:03:07.993960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa941f0-c0ae-47d9-90d3-e573f0b90ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f0abb-e9b8-4daa-81e6-4296b30bd5ad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:08.772281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab44b3-d39d-4533-95e9-780ff8b9dfc8 req-6fd2c5d8-9511-44e1-9a59-cd81c8a0ad8a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:08.784571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07ab44b3-d39d-4533-95e9-780ff8b9dfc8 req-6fd2c5d8-9511-44e1-9a59-cd81c8a0ad8a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1218057 Mar 07 11:03:08.909296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-07ab44b3-d39d-4533-95e9-780ff8b9dfc8 req-1a549659-2756-43c0-885c-bfd3c950c5a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097703 Mar 07 11:03:10.052253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c5bd8-9c61-4e6f-b65e-ffb96834cb13 req-afca3c6f-ae4e-4a05-ac2e-98d6e4a5dcba tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:10.060075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef4c5bd8-9c61-4e6f-b65e-ffb96834cb13 req-afca3c6f-ae4e-4a05-ac2e-98d6e4a5dcba tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0866807 Mar 07 11:03:10.160876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef4c5bd8-9c61-4e6f-b65e-ffb96834cb13 req-40e707e1-3652-4d62-8e25-a04b7037b976 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998476 Mar 07 11:03:11.453623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6945a0-f10e-4269-9d31-079350d5e267 req-4e18dd13-c517-4ca2-8a8c-b4e3a0574e54 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:11.459074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e6945a0-f10e-4269-9d31-079350d5e267 req-4e18dd13-c517-4ca2-8a8c-b4e3a0574e54 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1418023 Mar 07 11:03:11.516687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e6945a0-f10e-4269-9d31-079350d5e267 req-649665f7-dbf9-4c99-9ce0-1f1709b345eb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514493 Mar 07 11:03:12.443522 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:03:12.754349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad2e7-5c5c-41d7-9942-a2af41ec7317 req-a061342c-3522-4d37-a901-95cf7914bba3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:12.769250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d1ad2e7-5c5c-41d7-9942-a2af41ec7317 req-a061342c-3522-4d37-a901-95cf7914bba3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1393719 Mar 07 11:03:12.924019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d1ad2e7-5c5c-41d7-9942-a2af41ec7317 req-c5995329-0d35-4162-9cbb-3e81e51092a8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496546 Mar 07 11:03:14.144613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3870-9147-40c5-993d-ab652e8e8ae9 req-fffeae6a-fbac-4e1a-9f28-14fe73461853 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:14.159505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1edf3870-9147-40c5-993d-ab652e8e8ae9 req-fffeae6a-fbac-4e1a-9f28-14fe73461853 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0861459 Mar 07 11:03:14.256973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1edf3870-9147-40c5-993d-ab652e8e8ae9 req-2c81818c-5ce6-45a3-8819-537a4a6c06e3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961485 Mar 07 11:03:15.473329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5bc1d-a6d8-46b8-9e68-34df36894e0f req-26323d82-48f7-40c1-884e-b8d9dd741152 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:15.491409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3df5bc1d-a6d8-46b8-9e68-34df36894e0f req-26323d82-48f7-40c1-884e-b8d9dd741152 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1276920 Mar 07 11:03:15.586222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3df5bc1d-a6d8-46b8-9e68-34df36894e0f req-4771090f-b521-4a71-8acf-d5b0fa904871 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911024 Mar 07 11:03:16.825829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7af76d-b20f-4eac-a5ac-2c61c7c0534f req-aabf24d2-dc65-4341-a0fa-c0d3c7fc8303 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:16.834394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f7af76d-b20f-4eac-a5ac-2c61c7c0534f req-aabf24d2-dc65-4341-a0fa-c0d3c7fc8303 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1259887 Mar 07 11:03:16.954473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f7af76d-b20f-4eac-a5ac-2c61c7c0534f req-2eda5e22-6865-43f0-842c-4727c93e4fb7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189384 Mar 07 11:03:18.257549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50ed5-d844-476d-b829-d9551e8d6a0d req-7637de15-8881-412a-9693-24e7cf9fbe28 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:18.265768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02f50ed5-d844-476d-b829-d9551e8d6a0d req-7637de15-8881-412a-9693-24e7cf9fbe28 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1589153 Mar 07 11:03:18.399304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02f50ed5-d844-476d-b829-d9551e8d6a0d req-11843e96-2b0e-4f53-aaf4-0aa2adfd1c53 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189780 Mar 07 11:03:19.608739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2e30b-823b-4b6f-823c-58e8ef3be05d req-5e7f9b01-82c6-46e9-a010-e0a2e5180e75 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:19.612755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cb2e30b-823b-4b6f-823c-58e8ef3be05d req-5e7f9b01-82c6-46e9-a010-e0a2e5180e75 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1224048 Mar 07 11:03:19.778865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cb2e30b-823b-4b6f-823c-58e8ef3be05d req-c025c323-6767-45d6-b87d-4c1dc0169fa4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562400 Mar 07 11:03:20.695478 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-557e3013-d52d-4a13-9836-32e1aec68d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.071890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0cf55-addd-4762-9b61-f96a98a74313 req-7bca7574-c4b8-4ee0-9ba4-e9ae8b640d63 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:21.082181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdb0cf55-addd-4762-9b61-f96a98a74313 req-7bca7574-c4b8-4ee0-9ba4-e9ae8b640d63 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1420732 Mar 07 11:03:21.196598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdb0cf55-addd-4762-9b61-f96a98a74313 req-131e6af1-c10e-4c5d-bd4b-b285107ddf84 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115196 Mar 07 11:03:21.261343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60884) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.483746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e707e64e-c1ed-4900-9cee-542fe022e073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.736798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e707e64e-c1ed-4900-9cee-542fe022e073 admin admin] Publish callbacks [] for security_group (36ce98a7-549f-4f37-933d-7159afc9fee1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.766839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e707e64e-c1ed-4900-9cee-542fe022e073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (36ce98a7-549f-4f37-933d-7159afc9fee1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.882571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707e64e-c1ed-4900-9cee-542fe022e073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce98a7-549f-4f37-933d-7159afc9fee1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:21.897735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e707e64e-c1ed-4900-9cee-542fe022e073 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50bfa575539a49b3ab56aeaa2d9a3175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6348698 Mar 07 11:03:21.900326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 60954) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:22.164191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] Publish callbacks [] for security_group (36ce98a7-549f-4f37-933d-7159afc9fee1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.220213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] Publish callbacks [] for security_group (36ce98a7-549f-4f37-933d-7159afc9fee1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.489420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1459bf-7779-41ca-bcbb-9755cb3fd366 req-0dfcae19-6472-4205-8665-a52c26c671c4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:22.491517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a1459bf-7779-41ca-bcbb-9755cb3fd366 req-0dfcae19-6472-4205-8665-a52c26c671c4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1751964 Mar 07 11:03:22.520714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (36ce98a7-549f-4f37-933d-7159afc9fee1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.532479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.537896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36ce98a7-549f-4f37-933d-7159afc9fee1 HTTP/1.1" status: 204 len: 168 time: 0.6324289 Mar 07 11:03:22.726883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a1459bf-7779-41ca-bcbb-9755cb3fd366 req-e400144b-8aaf-4f01-92e9-5f813b30588c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208631 Mar 07 11:03:22.727879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d4d14-2290-4a09-8840-8d412812a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce98a7-549f-4f37-933d-7159afc9fee1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:23.033535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5936dfae-b896-48a8-9d2c-d53a12049191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.432826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 32856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:23.457117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3ae114-69aa-4134-9178-c02edaeb9e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.644851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3ae114-69aa-4134-9178-c02edaeb9e97 admin admin] Publish callbacks [] for security_group (e28b24e6-fa52-432d-a6e7-6e527ebb0169), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.650856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e3ae114-69aa-4134-9178-c02edaeb9e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e28b24e6-fa52-432d-a6e7-6e527ebb0169), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.788189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ae114-69aa-4134-9178-c02edaeb9e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b24e6-fa52-432d-a6e7-6e527ebb0169,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:23.801724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 32888) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:23.816877 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e3ae114-69aa-4134-9178-c02edaeb9e97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccf9ea9a03354b7480217669499c58b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830066 Mar 07 11:03:23.861314 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Publish callbacks [] for security_group (e28b24e6-fa52-432d-a6e7-6e527ebb0169), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.886942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Publish callbacks [] for security_group (e28b24e6-fa52-432d-a6e7-6e527ebb0169), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.053077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e28b24e6-fa52-432d-a6e7-6e527ebb0169), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.056333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.058056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e28b24e6-fa52-432d-a6e7-6e527ebb0169 HTTP/1.1" status: 204 len: 168 time: 0.2553236 Mar 07 11:03:24.071562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b24e6-fa52-432d-a6e7-6e527ebb0169,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:24.114823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.115522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.117620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.118188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.118729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.119284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.119837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.120363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.121124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.121789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.123065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.123607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.124202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83d82-59dc-4599-b110-4074b3eb2fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:24.207720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fd8e9-f184-4cf0-ad38-4f3e1765f813 req-a9cc6f58-6297-4ba2-acc7-b96cfe51355b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:24.215782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da9fd8e9-f184-4cf0-ad38-4f3e1765f813 req-a9cc6f58-6297-4ba2-acc7-b96cfe51355b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.3542221 Mar 07 11:03:24.326143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.347601 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.387484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da9fd8e9-f184-4cf0-ad38-4f3e1765f813 req-735542c9-3d10-4a2c-818d-5ef392887571 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656833 Mar 07 11:03:25.722861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289b138-8410-43eb-9e66-49b7f3ead065 req-11f3fc8d-a246-465c-b7d7-92da20d86cc7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:25.734706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1289b138-8410-43eb-9e66-49b7f3ead065 req-11f3fc8d-a246-465c-b7d7-92da20d86cc7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1756620 Mar 07 11:03:25.754930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.883485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1289b138-8410-43eb-9e66-49b7f3ead065 req-11901265-0145-4075-ae61-29c80815de22 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468031 Mar 07 11:03:26.193153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:26.895588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18bf0600-82d8-42e4-b001-c9c2f272ef8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.080381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.125494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18bf0600-82d8-42e4-b001-c9c2f272ef8f admin admin] Publish callbacks [] for security_group (dc2af381-aec2-4e20-815c-7af97ab97e97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.191441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18bf0600-82d8-42e4-b001-c9c2f272ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc2af381-aec2-4e20-815c-7af97ab97e97), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.304427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33130) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:27.322893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-18bf0600-82d8-42e4-b001-c9c2f272ef8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45e6becb269b47c492e9cd3b6a457fac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1280255 Mar 07 11:03:27.343883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf0600-82d8-42e4-b001-c9c2f272ef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2af381-aec2-4e20-815c-7af97ab97e97,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:27.515106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] Publish callbacks [] for security_group (dc2af381-aec2-4e20-815c-7af97ab97e97), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.521545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41716c39-aeaf-42a3-9dc1-c4f492b6486f req-ad32ed06-f28d-432b-ae5d-e44a5d79e31b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:27.552429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41716c39-aeaf-42a3-9dc1-c4f492b6486f req-ad32ed06-f28d-432b-ae5d-e44a5d79e31b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.4234936 Mar 07 11:03:27.636445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41716c39-aeaf-42a3-9dc1-c4f492b6486f req-e5b82f89-5e58-4970-973e-c12c21385337 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779681 Mar 07 11:03:27.653344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] Publish callbacks [] for security_group (dc2af381-aec2-4e20-815c-7af97ab97e97), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.799593 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (dc2af381-aec2-4e20-815c-7af97ab97e97), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.804162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.815386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc2af381-aec2-4e20-815c-7af97ab97e97 HTTP/1.1" status: 204 len: 168 time: 0.5072792 Mar 07 11:03:27.843448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df3235-f478-45af-8baf-f2caf64a7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2af381-aec2-4e20-815c-7af97ab97e97,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:28.809335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.917545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354fc45-7494-4ee7-a381-f23d3cc73c8c req-e781ad9a-a3ae-426a-b672-98dac3c60e73 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:28.928867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9354fc45-7494-4ee7-a381-f23d3cc73c8c req-e781ad9a-a3ae-426a-b672-98dac3c60e73 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1467862 Mar 07 11:03:29.056213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9354fc45-7494-4ee7-a381-f23d3cc73c8c req-5cf3c576-a8fe-4ebc-9427-cd4ffb850c6b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263144 Mar 07 11:03:29.994723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:30.258583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.267866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99607b31-4ca4-4a1e-82f6-a015c276112f req-3db9c7fe-f528-490d-a307-3d85e54c6f2f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:30.270429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99607b31-4ca4-4a1e-82f6-a015c276112f req-3db9c7fe-f528-490d-a307-3d85e54c6f2f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1035087 Mar 07 11:03:30.408789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99607b31-4ca4-4a1e-82f6-a015c276112f req-54fb5cc7-ad19-46d0-80b0-977cd24c2f89 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308675 Mar 07 11:03:30.467410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Publish callbacks [] for security_group (bfe85574-b060-4c85-8071-62c9b5dad2d3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.481091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bfe85574-b060-4c85-8071-62c9b5dad2d3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.587121 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f70ac19be714d44a236da56cbca2463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882931 Mar 07 11:03:30.587675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:30.588361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe85574-b060-4c85-8071-62c9b5dad2d3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:30.641566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.641917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.642256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.642620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.642948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.643273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.643597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.645344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.645877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.647738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.648065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.648396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.648727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e0fb7-75f4-4f5b-93c0-0231c5df82ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:30.742977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] Publish callbacks [] for security_group (bfe85574-b060-4c85-8071-62c9b5dad2d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.790036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] Publish callbacks [] for security_group (bfe85574-b060-4c85-8071-62c9b5dad2d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.889030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bfe85574-b060-4c85-8071-62c9b5dad2d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.892180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.914750 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe85574-b060-4c85-8071-62c9b5dad2d3 HTTP/1.1" status: 204 len: 168 time: 0.3020012 Mar 07 11:03:30.936827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537d8e-4d91-47a6-a360-04952ad95b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe85574-b060-4c85-8071-62c9b5dad2d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.356905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:31.371030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed7baa7e-6ee6-4a52-a3d0-263a97589a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.465435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed7baa7e-6ee6-4a52-a3d0-263a97589a4c admin admin] Publish callbacks [] for security_group (e7da55f6-cb81-4930-9e6c-e001d3c0f384), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.472620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed7baa7e-6ee6-4a52-a3d0-263a97589a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7da55f6-cb81-4930-9e6c-e001d3c0f384), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.511908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7baa7e-6ee6-4a52-a3d0-263a97589a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7da55f6-cb81-4930-9e6c-e001d3c0f384,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.566467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed7baa7e-6ee6-4a52-a3d0-263a97589a4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eea171c6981b434d98d4611d72843c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083297 Mar 07 11:03:31.569593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33268) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:31.623473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ea636-a19e-49d3-9997-0ba6e9ee0ba1 req-4e7a69eb-b0b7-4ba2-91ec-29116e0d7e06 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:31.625994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e9ea636-a19e-49d3-9997-0ba6e9ee0ba1 req-4e7a69eb-b0b7-4ba2-91ec-29116e0d7e06 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0697002 Mar 07 11:03:31.656475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] Publish callbacks [] for security_group (e7da55f6-cb81-4930-9e6c-e001d3c0f384), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.685946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] Publish callbacks [] for security_group (e7da55f6-cb81-4930-9e6c-e001d3c0f384), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.723626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e9ea636-a19e-49d3-9997-0ba6e9ee0ba1 req-31a435eb-6660-4208-bf7d-5c2ce8f666aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906458 Mar 07 11:03:31.767296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e7da55f6-cb81-4930-9e6c-e001d3c0f384), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.788159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.792574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7da55f6-cb81-4930-9e6c-e001d3c0f384 HTTP/1.1" status: 204 len: 168 time: 0.2215543 Mar 07 11:03:31.801858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1537ee5-2098-41c9-99b2-7fc46cb24836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7da55f6-cb81-4930-9e6c-e001d3c0f384,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:32.883261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7fe1-c994-43e9-a941-a4b42021ddd7 req-6827c5b9-0209-49b7-90d9-b6373a2fe947 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:32.891731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c2a7fe1-c994-43e9-a941-a4b42021ddd7 req-6827c5b9-0209-49b7-90d9-b6373a2fe947 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0717134 Mar 07 11:03:32.949445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c2a7fe1-c994-43e9-a941-a4b42021ddd7 req-ad8894dc-f1ab-4ccd-a92a-5e0b537c40c2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563416 Mar 07 11:03:33.819434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:33.956506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff64256-da91-4396-9f3a-f4ff40e3039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.066279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff64256-da91-4396-9f3a-f4ff40e3039e admin admin] Publish callbacks [] for security_group (993b2de5-0d84-4e6a-b40d-11f2122c5a1c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.073807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aff64256-da91-4396-9f3a-f4ff40e3039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (993b2de5-0d84-4e6a-b40d-11f2122c5a1c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.118234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c6f2-2871-461c-8002-dc48009b80ea req-65e353a3-6cf7-4f27-a7b8-3ad99508c795 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:34.128385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4af9c6f2-2871-461c-8002-dc48009b80ea req-65e353a3-6cf7-4f27-a7b8-3ad99508c795 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0774679 Mar 07 11:03:34.129185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff64256-da91-4396-9f3a-f4ff40e3039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993b2de5-0d84-4e6a-b40d-11f2122c5a1c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:34.155816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aff64256-da91-4396-9f3a-f4ff40e3039e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67319a10fd4c4c9b943b5d373e94afa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351045 Mar 07 11:03:34.156698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33370) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:34.194569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4af9c6f2-2871-461c-8002-dc48009b80ea req-a17504e7-eb92-439b-8ad8-70ed8f2fc771 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620885 Mar 07 11:03:34.222804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] Publish callbacks [] for security_group (993b2de5-0d84-4e6a-b40d-11f2122c5a1c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.251437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] Publish callbacks [] for security_group (993b2de5-0d84-4e6a-b40d-11f2122c5a1c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.309655 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (993b2de5-0d84-4e6a-b40d-11f2122c5a1c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.314188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.315925 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/993b2de5-0d84-4e6a-b40d-11f2122c5a1c HTTP/1.1" status: 204 len: 168 time: 0.1580920 Mar 07 11:03:34.326496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718431b2-8843-4d5a-a315-095792e97684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b2de5-0d84-4e6a-b40d-11f2122c5a1c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:35.317699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e5b5-5c54-4b18-9fdf-4d5a5c5ebe80 req-2a19d489-5d72-4900-ae31-89ef5ae01998 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:35.319272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96c1e5b5-5c54-4b18-9fdf-4d5a5c5ebe80 req-2a19d489-5d72-4900-ae31-89ef5ae01998 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0596576 Mar 07 11:03:35.380632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96c1e5b5-5c54-4b18-9fdf-4d5a5c5ebe80 req-cdb95020-c30f-484f-aa1b-8454111df777 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534537 Mar 07 11:03:36.536048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5582-7d61-4813-bfea-3bc4f65eded5 req-d1d39c14-40ae-4509-86eb-ffebbd4a5360 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:36.543899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78db5582-7d61-4813-bfea-3bc4f65eded5 req-d1d39c14-40ae-4509-86eb-ffebbd4a5360 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0592604 Mar 07 11:03:36.596149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78db5582-7d61-4813-bfea-3bc4f65eded5 req-e9528022-34a3-4013-b7ff-f5cd6c1b2976 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511458 Mar 07 11:03:37.738216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c24a70-30cb-4319-a7b2-90f3c272b2dc req-9bea206d-3de9-411b-bf79-c2b693c61f2a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:37.739983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8c24a70-30cb-4319-a7b2-90f3c272b2dc req-9bea206d-3de9-411b-bf79-c2b693c61f2a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0658059 Mar 07 11:03:37.791513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8c24a70-30cb-4319-a7b2-90f3c272b2dc req-cca409be-04f8-4a42-a80b-9fc8efc0f1ac tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453296 Mar 07 11:03:38.958086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82671895-1a87-41bf-ae98-17597bc8627a req-5e6ac4a2-376b-406f-abcf-876e4a9ad17e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:38.959809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82671895-1a87-41bf-ae98-17597bc8627a req-5e6ac4a2-376b-406f-abcf-876e4a9ad17e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.0829146 Mar 07 11:03:39.049907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82671895-1a87-41bf-ae98-17597bc8627a req-f147c253-1200-49de-9cd7-cbbb4485ce8c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807877 Mar 07 11:03:40.251811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8473a-5b48-4e2a-9f18-eb8b1be7cc4e req-288a9a46-d3c0-42d6-8405-4eeb2ad75bf6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:40.253394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfb8473a-5b48-4e2a-9f18-eb8b1be7cc4e req-288a9a46-d3c0-42d6-8405-4eeb2ad75bf6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1014762 Mar 07 11:03:40.388586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bfb8473a-5b48-4e2a-9f18-eb8b1be7cc4e req-18746d86-955a-43ee-b54c-e809882f31e6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283009 Mar 07 11:03:41.631654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5e43-6c92-40c7-9715-04b90a5f12fb req-236417e1-9e0a-4b74-b4d9-70d6e0bad182 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.639448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c5e43-6c92-40c7-9715-04b90a5f12fb req-236417e1-9e0a-4b74-b4d9-70d6e0bad182 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1105552 Mar 07 11:03:41.789305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c5e43-6c92-40c7-9715-04b90a5f12fb req-7cc25506-c608-4167-9a06-3ffea5614a3e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878744 Mar 07 11:03:42.953628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b6c3c-c96c-4ed5-a00a-a2e841a2879c req-d3a22496-3d8d-47c1-9a9a-c6c50b069483 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:42.982491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea3b6c3c-c96c-4ed5-a00a-a2e841a2879c req-d3a22496-3d8d-47c1-9a9a-c6c50b069483 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1419871 Mar 07 11:03:43.114233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea3b6c3c-c96c-4ed5-a00a-a2e841a2879c req-28836741-3d89-4d74-99cc-62ee6ee12428 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307564 Mar 07 11:03:44.351625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef893b-0de7-4c1d-a6e5-330fa20c07cf req-f60f7cd6-b0b3-4745-8218-aa3c4a5eb013 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:44.359052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4ef893b-0de7-4c1d-a6e5-330fa20c07cf req-f60f7cd6-b0b3-4745-8218-aa3c4a5eb013 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1069496 Mar 07 11:03:44.423266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4ef893b-0de7-4c1d-a6e5-330fa20c07cf req-ce44160a-498d-49ad-af36-28bfeeb629ec tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617027 Mar 07 11:03:45.274477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ab1ad9bd-04d4-4b46-b687-1a422ce7dfca details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:03:45.486861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:45.513001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'mac_address': 'fa:16:3e:68:62:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:03:45.636652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:45.637045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.667392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761865a-2cf8-4864-a577-7286739e68d6 req-0f30c88a-4458-4eb5-a268-8a00340c92a7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:45.682309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1ad9bd-04d4-4b46-b687-1a422ce7dfca {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:03:45.685644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d761865a-2cf8-4864-a577-7286739e68d6 req-0f30c88a-4458-4eb5-a268-8a00340c92a7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 943 time: 0.1121759 Mar 07 11:03:45.755514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:45.756645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d761865a-2cf8-4864-a577-7286739e68d6 req-8a3234af-1896-4c14-bfa6-f61ad78ac02f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698216 Mar 07 11:03:45.774184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.933356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:45.957072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.957417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.957757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.958092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.958423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.958756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.959080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.959402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.959749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.960066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.963292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.963835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.964346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:46.108816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:03:47.010849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec14aa-65af-47e1-a00b-5b88737efbfe req-80a33583-3726-48c0-9010-005dd6b27641 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:47.032943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3ec14aa-65af-47e1-a00b-5b88737efbfe req-80a33583-3726-48c0-9010-005dd6b27641 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 944 time: 0.1199474 Mar 07 11:03:47.176228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3ec14aa-65af-47e1-a00b-5b88737efbfe req-e4d534d9-208b-4bce-9836-4c44c0cc9fb6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392643 Mar 07 11:03:47.320720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ab1ad9bd-04d4-4b46-b687-1a422ce7dfca up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:47.829338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:03:47.835767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:47.835767 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.987714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:47.988006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.017012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:03:48.019497 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654cf14-d3dd-4666-b798-49a8bbfbcfb1" -d '{"events": [{"server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "name": "network-vif-plugged", "status": "completed", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:03:48.063377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:48.074219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.196447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:48.200889 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf48e0-ad3a-4316-8bdf-82e633d39345 x-openstack-request-id: req-9ecf48e0-ad3a-4316-8bdf-82e633d39345 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:03:48.207180 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "name": "network-vif-plugged", "status": "completed", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:03:48.207738 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ecf48e0-ad3a-4316-8bdf-82e633d39345 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:03:48.208814 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'code': 200} Mar 07 11:03:48.303087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad961cc-60f4-41e1-98bd-6044d1d51506 req-9bad5804-ee1c-4dd9-a3dc-4839c720557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.305839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad961cc-60f4-41e1-98bd-6044d1d51506 req-9bad5804-ee1c-4dd9-a3dc-4839c720557c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1127 time: 0.0705938 Mar 07 11:03:48.469775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad961cc-60f4-41e1-98bd-6044d1d51506 req-51764cd3-ef14-49dd-a312-3f818fafec76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558366 Mar 07 11:03:48.503222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3fa00-599b-4e54-83df-4c6e926e235b req-d263c58d-e112-45f3-aaf5-a6e452ae676c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.512225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66e3fa00-599b-4e54-83df-4c6e926e235b req-d263c58d-e112-45f3-aaf5-a6e452ae676c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.1656773 Mar 07 11:03:48.604797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66e3fa00-599b-4e54-83df-4c6e926e235b req-4d1b5fd9-4753-4720-84d9-25a3c6e25afa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910478 Mar 07 11:03:49.447216 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:03:49.943964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758758bc-e4b8-4eb4-b448-422cddef88f8 req-075ec4fd-4b1a-4f07-8b55-45855ac8ce92 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:49.945542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-758758bc-e4b8-4eb4-b448-422cddef88f8 req-075ec4fd-4b1a-4f07-8b55-45855ac8ce92 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.1911492 Mar 07 11:03:50.054240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-758758bc-e4b8-4eb4-b448-422cddef88f8 req-0f268be0-3ddf-4b8f-afc8-b3e06ded12a1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945325 Mar 07 11:03:50.707867 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a96b9b6e-b0d2-484a-8f13-bea49748c332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.192071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fb816-c4a0-42e3-aae4-a392d9652862 req-e491b888-1d60-4a78-af88-8cff34f4b863 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:51.201252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-719fb816-c4a0-42e3-aae4-a392d9652862 req-e491b888-1d60-4a78-af88-8cff34f4b863 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.0744703 Mar 07 11:03:51.364904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-719fb816-c4a0-42e3-aae4-a392d9652862 req-ec9676af-9932-44f6-a38c-7fde99887eea tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520231 Mar 07 11:03:51.582564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c70ec-3082-453a-b00a-8083e00127d7 req-7bad3e73-362f-42d3-b46d-ea22565fc6aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:51.594261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a3c70ec-3082-453a-b00a-8083e00127d7 req-7bad3e73-362f-42d3-b46d-ea22565fc6aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.1210954 Mar 07 11:03:51.709545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a3c70ec-3082-453a-b00a-8083e00127d7 req-29e0ac7f-d17c-4c24-9c93-6a63fae83f14 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140711 Mar 07 11:03:51.727525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 33850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:52.210835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab13a9-6b0c-4b08-95f2-21e31afafc9c tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:52.219247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 33866) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:52.220817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-30ab13a9-6b0c-4b08-95f2-21e31afafc9c tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1122 time: 0.4913661 Mar 07 11:03:52.224765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:52.269567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.442919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.567852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.25.4.47 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d326cba4-2a04-4adf-b944-9fc685aa9770) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:52.705645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.745329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.766691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:52.769437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:52.772247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:52.888246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=d326cba4-2a04-4adf-b944-9fc685aa9770,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:53.051412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6f23-3d13-4975-8fd5-cd7540158585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.462173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (83e1d913-2ee7-4753-942e-75383ed684ae), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.574310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.988948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.001752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.133966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=d326cba4-2a04-4adf-b944-9fc685aa9770,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.148126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (83e1d913-2ee7-4753-942e-75383ed684ae), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.326762 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.354760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.832857 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 83e1d913-2ee7-4753-942e-75383ed684ae associated. External IP: 172.25.4.47, port: ab1ad9bd-04d4-4b46-b687-1a422ce7dfca. Mar 07 11:03:55.328188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:55.551472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:55.563861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:55.586015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:55.587171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:03:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:55.614414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.697964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b8d09c01-f5c1-4eeb-8dcd-664c72db9836 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4769673 Mar 07 11:03:55.698679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:03:55.701204 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:03:55.749542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:55.974360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.046103 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b020fe5-8fb1-4903-850c-2376d719167b x-openstack-request-id: req-7b020fe5-8fb1-4903-850c-2376d719167b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:03:56.046780 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:03:56.047157 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b020fe5-8fb1-4903-850c-2376d719167b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:03:56.047614 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'status': 'completed', 'code': 200} Mar 07 11:03:56.171134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-8a7ea9b8-c317-41cd-a5b4-f6e90def9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.176952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-8a7ea9b8-c317-41cd-a5b4-f6e90def9907 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1127 time: 0.1084685 Mar 07 11:03:56.305627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-5e4bcc4e-9d66-45fd-8668-2f966f2d81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.307421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-5e4bcc4e-9d66-45fd-8668-2f966f2d81c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1243637 Mar 07 11:03:56.416522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-1e8c447f-e9b7-48e4-b3d2-666cef0df5be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 998 time: 0.1003399 Mar 07 11:03:56.481520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '83e1d913-2ee7-4753-942e-75383ed684ae', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:68:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e850df-8a87-460f-831d-5811316f8c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:03:53Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:56.546001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-2a0b4e78-9c13-4a4c-8667-9c35694573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.547622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-2a0b4e78-9c13-4a4c-8667-9c35694573ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1204793 Mar 07 11:03:56.594461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:03:56.621506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:56.622938 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:03:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:56.671748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-60350111-cbe5-400b-88c5-065060b42692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.673288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-60350111-cbe5-400b-88c5-065060b42692 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1127229 Mar 07 11:03:56.905390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-cc3708ba-9341-4de6-ac5a-dfaf807e9c63 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254784 Mar 07 11:03:57.064208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:57.106334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d9cf3eb-941c-4f1c-b40d-9c194335e6b1 req-9d44c9c7-c424-44f2-899b-17dced66fb29 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948280 Mar 07 11:03:57.213797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.585382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '83e1d913-2ee7-4753-942e-75383ed684ae', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:68:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e850df-8a87-460f-831d-5811316f8c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:03:53Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:57.704414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452c321-1427-49c4-b0b7-6d2268689e01 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '83e1d913-2ee7-4753-942e-75383ed684ae', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:68:62:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e850df-8a87-460f-831d-5811316f8c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:03:53Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:58.177908 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0230f9d-2466-44f5-a27d-532fab0dcb9f None None] New status for floating IP 83e1d913-2ee7-4753-942e-75383ed684ae: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:03:58.801634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.028096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34106) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:01.305604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5864cc9-db09-4215-bf0d-c79d36c8897a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.486938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5864cc9-db09-4215-bf0d-c79d36c8897a admin admin] Publish callbacks [] for security_group (4133d0ab-0472-4ff9-8b27-c7bb09f9e98e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.492965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5864cc9-db09-4215-bf0d-c79d36c8897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4133d0ab-0472-4ff9-8b27-c7bb09f9e98e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.540934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864cc9-db09-4215-bf0d-c79d36c8897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133d0ab-0472-4ff9-8b27-c7bb09f9e98e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:01.575022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e5864cc9-db09-4215-bf0d-c79d36c8897a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7cf84b02a5048c984e7d99c5c6a199d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457542 Mar 07 11:04:01.578059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34126) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:01.644482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] Publish callbacks [] for security_group (4133d0ab-0472-4ff9-8b27-c7bb09f9e98e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.673157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] Publish callbacks [] for security_group (4133d0ab-0472-4ff9-8b27-c7bb09f9e98e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.804930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4133d0ab-0472-4ff9-8b27-c7bb09f9e98e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.819200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.828441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4133d0ab-0472-4ff9-8b27-c7bb09f9e98e HTTP/1.1" status: 204 len: 168 time: 0.2486711 Mar 07 11:04:01.860756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8c6df-12f3-4ea2-ab46-5a00da6f3d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133d0ab-0472-4ff9-8b27-c7bb09f9e98e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:03.453203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34188) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:03.740282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-745e63cc-f784-4993-bef2-2a579d963dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.968011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-745e63cc-f784-4993-bef2-2a579d963dca admin admin] Publish callbacks [] for security_group (554f79bf-6f49-4a24-ba8e-4854c2bfe4d8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.977374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-745e63cc-f784-4993-bef2-2a579d963dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (554f79bf-6f49-4a24-ba8e-4854c2bfe4d8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.033705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.034707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-745e63cc-f784-4993-bef2-2a579d963dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=471de65a4fa24d598876b54d8f4fa5be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803576 Mar 07 11:04:04.035924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e63cc-f784-4993-bef2-2a579d963dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f79bf-6f49-4a24-ba8e-4854c2bfe4d8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:04.160117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] Publish callbacks [] for security_group (554f79bf-6f49-4a24-ba8e-4854c2bfe4d8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.188226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] Publish callbacks [] for security_group (554f79bf-6f49-4a24-ba8e-4854c2bfe4d8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.299982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (554f79bf-6f49-4a24-ba8e-4854c2bfe4d8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.310690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.321183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/554f79bf-6f49-4a24-ba8e-4854c2bfe4d8 HTTP/1.1" status: 204 len: 168 time: 0.2863421 Mar 07 11:04:04.362615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b1c8-75f7-44b3-a26f-ac4ee22292fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f79bf-6f49-4a24-ba8e-4854c2bfe4d8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:04.868716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.987899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:05.013567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff5484b0-761f-4085-be5a-84e36782b9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.282370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff5484b0-761f-4085-be5a-84e36782b9d9 admin admin] Publish callbacks [] for security_group (439bdc5f-a83c-4394-a277-2a7570ccd47d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.283625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b07eab4b-f8ef-4213-a205-1eb9b4eecf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.298890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ff5484b0-761f-4085-be5a-84e36782b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (439bdc5f-a83c-4394-a277-2a7570ccd47d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.441651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ff5484b0-761f-4085-be5a-84e36782b9d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9512974471dd4ecc969118a1384915c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500422 Mar 07 11:04:05.442513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34256) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:05.456764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5484b0-761f-4085-be5a-84e36782b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bdc5f-a83c-4394-a277-2a7570ccd47d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.560485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] Publish callbacks [] for security_group (439bdc5f-a83c-4394-a277-2a7570ccd47d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.604514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b07eab4b-f8ef-4213-a205-1eb9b4eecf02 admin admin] Publish callbacks [] for security_group (8d645bbc-5c07-4eae-a6d4-75873e6ccbb6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.613306 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] Publish callbacks [] for security_group (439bdc5f-a83c-4394-a277-2a7570ccd47d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.613996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b07eab4b-f8ef-4213-a205-1eb9b4eecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8d645bbc-5c07-4eae-a6d4-75873e6ccbb6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.712944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b07eab4b-f8ef-4213-a205-1eb9b4eecf02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b1d5ea492f94b829308ccffc2534936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8431027 Mar 07 11:04:05.714673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eab4b-f8ef-4213-a205-1eb9b4eecf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d645bbc-5c07-4eae-a6d4-75873e6ccbb6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.722148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34272) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:05.882979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (439bdc5f-a83c-4394-a277-2a7570ccd47d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.889645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.901140 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/439bdc5f-a83c-4394-a277-2a7570ccd47d HTTP/1.1" status: 204 len: 168 time: 0.4560130 Mar 07 11:04:05.993614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f3504-596a-4080-afef-d721f69d05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bdc5f-a83c-4394-a277-2a7570ccd47d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.037477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] Publish callbacks [] for security_group (8d645bbc-5c07-4eae-a6d4-75873e6ccbb6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.093087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] Publish callbacks [] for security_group (8d645bbc-5c07-4eae-a6d4-75873e6ccbb6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.215389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8d645bbc-5c07-4eae-a6d4-75873e6ccbb6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.219235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.220999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d645bbc-5c07-4eae-a6d4-75873e6ccbb6 HTTP/1.1" status: 204 len: 168 time: 0.4971130 Mar 07 11:04:06.235757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cdf8c-e415-4a13-925a-ccd91965b762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d645bbc-5c07-4eae-a6d4-75873e6ccbb6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.448334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34368) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:07.593130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-2b103005-431f-4ddf-a94a-7ab8657d51ac req-c96fb02f-21b0-4bc7-ac9b-d5203d3658e2 service neutron] (103788) timed out ('10.222.0.26', 59284) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:04:07.677497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-088bbd44-2ac2-46e8-a103-abd53099d10c req-3ac9cd52-f300-414c-beee-96d909f8065b tempest-ServerAddressesNegativeTestJSON-614661636 tempest-ServerAddressesNegativeTestJSON-614661636-project] (103788) timed out ('10.222.0.26', 59460) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:04:07.982859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d84858b3-d246-49ea-91a0-e09204ce6c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.285098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d84858b3-d246-49ea-91a0-e09204ce6c89 admin admin] Publish callbacks [] for security_group (f74c08c8-b1db-4b36-bddc-6efbb4aef785), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.294182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d84858b3-d246-49ea-91a0-e09204ce6c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f74c08c8-b1db-4b36-bddc-6efbb4aef785), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.371366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d84858b3-d246-49ea-91a0-e09204ce6c89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=706d9d5119594d39a31538b6fd809554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9213665 Mar 07 11:04:08.372280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84858b3-d246-49ea-91a0-e09204ce6c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74c08c8-b1db-4b36-bddc-6efbb4aef785,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:08.375195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34412) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:08.483258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] Publish callbacks [] for security_group (f74c08c8-b1db-4b36-bddc-6efbb4aef785), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.563752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] Publish callbacks [] for security_group (f74c08c8-b1db-4b36-bddc-6efbb4aef785), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.638227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f74c08c8-b1db-4b36-bddc-6efbb4aef785), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.641588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.645480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f74c08c8-b1db-4b36-bddc-6efbb4aef785 HTTP/1.1" status: 204 len: 168 time: 0.2677352 Mar 07 11:04:08.660987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6360-e192-47f3-9f53-4f03d73c22f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74c08c8-b1db-4b36-bddc-6efbb4aef785,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.411596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34454) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:09.440217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b6f598a-918a-4bf0-8d54-efcfc3defab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.589033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b6f598a-918a-4bf0-8d54-efcfc3defab1 admin admin] Publish callbacks [] for security_group (985afcc2-046e-4ce8-b3e0-3166fd2e746b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.595160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b6f598a-918a-4bf0-8d54-efcfc3defab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (985afcc2-046e-4ce8-b3e0-3166fd2e746b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.670672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3b6f598a-918a-4bf0-8d54-efcfc3defab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b05297b4bf9466080b21950f25d4e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576327 Mar 07 11:04:09.672072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f598a-918a-4bf0-8d54-efcfc3defab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985afcc2-046e-4ce8-b3e0-3166fd2e746b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.674664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34464) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:09.753923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] Publish callbacks [] for security_group (985afcc2-046e-4ce8-b3e0-3166fd2e746b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.793082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] Publish callbacks [] for security_group (985afcc2-046e-4ce8-b3e0-3166fd2e746b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.870555 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (985afcc2-046e-4ce8-b3e0-3166fd2e746b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.873298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.879846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/985afcc2-046e-4ce8-b3e0-3166fd2e746b HTTP/1.1" status: 204 len: 168 time: 0.2036717 Mar 07 11:04:09.896418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517db9b-aa89-4501-b07f-5dcdaa5f6e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985afcc2-046e-4ce8-b3e0-3166fd2e746b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:10.814369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34508) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.819127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927150862', 'description': 'tempest-secgroup-smoke-1927150862 description', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:10.867446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.890538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.038866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (5ca12103-2d5d-4568-b424-44803f7c0eb9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.048609 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5ca12103-2d5d-4568-b424-44803f7c0eb9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.152193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca12103-2d5d-4568-b424-44803f7c0eb9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.256749 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (2a715440-251b-4ad9-87f0-60a930e0ef37), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.266005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2a715440-251b-4ad9-87f0-60a930e0ef37), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.293198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.294790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4793558 Mar 07 11:04:11.298220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34524) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:11.303253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:11.311433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170befc-d76c-4fd4-903b-ac656af0aff0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a715440-251b-4ad9-87f0-60a930e0ef37,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.382325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (f0a76823-a04a-43ce-9c3f-a0a931258945), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.484799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (f0a76823-a04a-43ce-9c3f-a0a931258945), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.492038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f0a76823-a04a-43ce-9c3f-a0a931258945), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.521508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a76823-a04a-43ce-9c3f-a0a931258945,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.547790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.547790 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46a376b6-900c-449e-83f7-0aed42d77aa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2431948 Mar 07 11:04:11.549152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34538) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:11.571222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:11.679623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (35dd3e1c-c654-4112-b42c-f8b4efa04788), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.807043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (35dd3e1c-c654-4112-b42c-f8b4efa04788), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.813828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (35dd3e1c-c654-4112-b42c-f8b4efa04788), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.866411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dd3e1c-c654-4112-b42c-f8b4efa04788,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.886816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.891226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34586) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:11.894289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ccfcd8bc-1188-47f7-8d1f-bd02a89f6a9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437624 Mar 07 11:04:11.896183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:11.954373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (a4c95249-7421-4b77-9e28-f1cef2207199), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.073940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (a4c95249-7421-4b77-9e28-f1cef2207199), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.081189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a4c95249-7421-4b77-9e28-f1cef2207199), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.101762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c95249-7421-4b77-9e28-f1cef2207199,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.127770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.129297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-855e2efe-5511-4388-8791-975e162f8e30 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368765 Mar 07 11:04:12.131981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34592) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.137625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:12.190022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (f17f7470-1f0d-45c8-b218-bb699112df59), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.274464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (f17f7470-1f0d-45c8-b218-bb699112df59), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.279870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f17f7470-1f0d-45c8-b218-bb699112df59), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.307137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.309127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1754787 Mar 07 11:04:12.311725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34596) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.317635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:12.324861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eeeb5-3e98-4d1a-a725-b9ed4127ead1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17f7470-1f0d-45c8-b218-bb699112df59,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.354685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.383087 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:04:12.391260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (dc3eb5c2-3b12-4d75-9ce3-0fb55980aba0), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.492915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (dc3eb5c2-3b12-4d75-9ce3-0fb55980aba0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.498567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dc3eb5c2-3b12-4d75-9ce3-0fb55980aba0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.520339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3eb5c2-3b12-4d75-9ce3-0fb55980aba0,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.540411 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.541938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36c58519-8bb4-4745-b7d1-ee35740745e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2282674 Mar 07 11:04:12.543076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14ba538b-2114-4544-a753-a0f22283e263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.545223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34606) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.556294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '2a715440-251b-4ad9-87f0-60a930e0ef37', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:12.589740 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:04:12.602339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (25cd51ed-4793-496b-992f-f1996e63d5c3), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.713709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (25cd51ed-4793-496b-992f-f1996e63d5c3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.719077 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (25cd51ed-4793-496b-992f-f1996e63d5c3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.728423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14ba538b-2114-4544-a753-a0f22283e263 admin admin] Publish callbacks [] for security_group (1e57ec46-751c-43d3-bccb-f71ba1826ea0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.736814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14ba538b-2114-4544-a753-a0f22283e263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1e57ec46-751c-43d3-bccb-f71ba1826ea0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.748768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cd51ed-4793-496b-992f-f1996e63d5c3,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.762811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.767685 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec3d46f9-3e26-4e0c-b26c-e0e3ceae052f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2190261 Mar 07 11:04:12.769227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34614) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.778057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'network': {'name': 'tempest-network-smoke--1902406457', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'port_security_enabled': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:12.825025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-14ba538b-2114-4544-a753-a0f22283e263 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b29cc4d36fed4141b24ac5415dc23c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687469 Mar 07 11:04:12.832364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba538b-2114-4544-a753-a0f22283e263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57ec46-751c-43d3-bccb-f71ba1826ea0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.832576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34618) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.884755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:12.890192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.937926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:13.006847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3562abed-64e4-4b9c-98db-3ce05cd695ed), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.006847 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Added segment 3562abed-64e4-4b9c-98db-3ce05cd695ed of type vlan for network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 Mar 07 11:04:13.034748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] Publish callbacks [] for security_group (1e57ec46-751c-43d3-bccb-f71ba1826ea0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.107345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] Publish callbacks [] for security_group (1e57ec46-751c-43d3-bccb-f71ba1826ea0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.118126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (834f9702-56a0-4a04-9e65-0cd78d2ca8a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.213250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1e57ec46-751c-43d3-bccb-f71ba1826ea0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.216750 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.222410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e57ec46-751c-43d3-bccb-f71ba1826ea0 HTTP/1.1" status: 204 len: 168 time: 0.3889849 Mar 07 11:04:13.227521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (834f9702-56a0-4a04-9e65-0cd78d2ca8a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.246532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:13.247596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.318797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570cc78-eef3-4377-87ea-cda4d0ba25e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57ec46-751c-43d3-bccb-f71ba1826ea0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.447255 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6758890 Mar 07 11:04:13.451609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34636) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:13.453603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb21ad-b335-44f1-a21d-056583fc9e18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Network': ['ID=834f9702-56a0-4a04-9e65-0cd78d2ca8a9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.456703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'admin_state_up': True, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:13.473033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:13.514445 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.515738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.658422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.080230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.685367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.739674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.979004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.93 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/8b6a1c3e-4243-4814-b949-7f9ec77c2cf4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:15.338850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.406294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.502337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:15.506121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:15.513119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:15.593741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:15.818842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34726) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:15.972630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f9694843-1fe6-4b04-b446-feb71dda9a87 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-5972108'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:15.973291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f9694843-1fe6-4b04-b446-feb71dda9a87 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Unknown quota resources ['metering_label']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:04:16.118642 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.444394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f9694843-1fe6-4b04-b446-feb71dda9a87 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.445667 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f9694843-1fe6-4b04-b446-feb71dda9a87 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.6257467 Mar 07 11:04:16.457526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34748) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:16.474065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-af536b7b-35f4-40d4-b2f0-27ebbf7ac7c0 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5e18fc80-0bb1-4ef2-98ee-d5375f8887c5'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:16.474442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-af536b7b-35f4-40d4-b2f0-27ebbf7ac7c0 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:04:16.599727 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.640828 n-d-832156-4 neutron-server[103788]: WARNING neutron.services.metering.metering_plugin [None req-af536b7b-35f4-40d4-b2f0-27ebbf7ac7c0 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 11:04:16.816851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:16.939151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-af536b7b-35f4-40d4-b2f0-27ebbf7ac7c0 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.940449 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-af536b7b-35f4-40d4-b2f0-27ebbf7ac7c0 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4817860 Mar 07 11:04:16.948258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34758) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:16.952945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-228c9c7c-cc09-4a91-aeeb-2497d6615dca tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5e18fc80-0bb1-4ef2-98ee-d5375f8887c5'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:16.953447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-228c9c7c-cc09-4a91-aeeb-2497d6615dca tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:04:17.035945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:17.053138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Sync routers for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:17.070307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:17.071459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:03:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:17.083104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.088652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bccb99f0-33f7-4499-80b3-1225375ef8ab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6356308 Mar 07 11:04:17.089352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.196231 n-d-832156-4 neutron-server[103788]: WARNING neutron.services.metering.metering_plugin [None req-228c9c7c-cc09-4a91-aeeb-2497d6615dca tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 11:04:17.466145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-228c9c7c-cc09-4a91-aeeb-2497d6615dca tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.471466 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-228c9c7c-cc09-4a91-aeeb-2497d6615dca tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5219867 Mar 07 11:04:17.472155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.500702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a3d33d28-643a-4eff-934f-95fb0f34f4f6 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=88bd3f71-7a90-43f8-8d40-df8704b8e38e HTTP/1.1" status: 200 len: 464 time: 0.0273814 Mar 07 11:04:17.500968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:17.504566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.567234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af474d78-eb5d-47ce-91fe-a9e82e0d9de8 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8549e1bcd76f478a83b8ccd03ffbae67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4747350 Mar 07 11:04:17.568837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34780) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.722789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d72-525a-467d-afdc-c3823821fb43 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.726374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5ae15d72-525a-467d-afdc-c3823821fb43 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/88bd3f71-7a90-43f8-8d40-df8704b8e38e HTTP/1.1" status: 204 len: 168 time: 0.2182927 Mar 07 11:04:17.736192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.748691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ed720e0-4497-407e-b601-f7cded5e51a5 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=88bd3f71-7a90-43f8-8d40-df8704b8e38e HTTP/1.1" status: 200 len: 221 time: 0.0080948 Mar 07 11:04:17.748923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.753192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bc6a487a-c087-4e33-ac7d-99a55c91d05f tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1416135972', 'description': 'label created by tempest'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:17.753648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bc6a487a-c087-4e33-ac7d-99a55c91d05f tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Unknown quota resources ['metering_label']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:04:17.781362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:15Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:17.832973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Checking router: 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:17.838557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Updating router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:17.932679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.984949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03fbcd2-4e27-495b-8130-3a1a3a29872f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.986686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d03fbcd2-4e27-495b-8130-3a1a3a29872f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4165866 Mar 07 11:04:17.989794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34792) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.079834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-23408113-7e0f-4b9c-85c4-8b53aaa7c29a tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853832 Mar 07 11:04:18.079834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34794) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.090627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118410986', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:18.192240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bc6a487a-c087-4e33-ac7d-99a55c91d05f tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.200900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bc6a487a-c087-4e33-ac7d-99a55c91d05f tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4507918 Mar 07 11:04:18.204270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34796) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.215432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:18.220359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.300474 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d2f1160-beb2-488b-b2e1-ccde6fef1d15 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b05c68dc-7680-42e7-8b9a-01a2258eb0c6 HTTP/1.1" status: 200 len: 468 time: 0.0943224 Mar 07 11:04:18.300833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.704338 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks [] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.719689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.869193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a9269-1be8-4a3b-a3b6-c96941277183 None None] Pushing event updated for resources: {'Port': ['ID=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:18.929816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Attempting to bind port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:18.930114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Attempting to bind port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:18.939685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Attempting to bind port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:18.946223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:18.946972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:18.947518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.948048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:18.949363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Bound port: 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:18.949809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.084672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] For port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:19.094672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] For port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:19.112783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.140282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (98cbf522-c403-4bd6-bba5-ccdabe31aac6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.300123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:19.301199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:03:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:19.303566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a9269-1be8-4a3b-a3b6-c96941277183 None None] Pushing event updated for resources: {'Port': ['ID=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.339597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9f25a135-fb0f-4904-9e07-590e978d4feb tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.345487 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9f25a135-fb0f-4904-9e07-590e978d4feb tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/b05c68dc-7680-42e7-8b9a-01a2258eb0c6 HTTP/1.1" status: 204 len: 168 time: 0.9624524 Mar 07 11:04:19.346690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34822) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.395419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Subnet': ['ID=98cbf522-c403-4bd6-bba5-ccdabe31aac6,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.395638 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6bff25fd-d985-40df-a542-3dd7086dbee6 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b05c68dc-7680-42e7-8b9a-01a2258eb0c6 HTTP/1.1" status: 200 len: 216 time: 0.0467000 Mar 07 11:04:19.396109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.414373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Checking segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:19.421488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network hostable DHCP agents. Network: 834f9702-56a0-4a04-9e65-0cd78d2ca8a9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:19.444097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:19.456525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34828) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.457112 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d01752dd-e7c5-4ba5-b0d7-6f3c75a980d6 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0598288 Mar 07 11:04:19.474128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:19.477585 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-84687020-8ac6-4cf1-a65b-46227edb7fd5 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0183294 Mar 07 11:04:19.480122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34830) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.493154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 834f9702-56a0-4a04-9e65-0cd78d2ca8a9) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:19.515803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.516469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.562113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b16977-6f2e-4731-839e-864cf62a3086 None None] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:19.572801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cc50f118-1d53-4395-ad44-71f71dc85e49 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/5e18fc80-0bb1-4ef2-98ee-d5375f8887c5 HTTP/1.1" status: 200 len: 470 time: 0.0900412 Mar 07 11:04:19.576685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.588658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9dac2803-d118-4950-8c5f-8fe12a5f622d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5072296 Mar 07 11:04:19.590848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34836) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.595270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-26b87d6b-753d-4812-b388-434b878f944a tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/9912505f-8393-40e8-873d-724a61d97fed HTTP/1.1" status: 200 len: 461 time: 0.0169160 Mar 07 11:04:19.601800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.208020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:20.212355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.489082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:15Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:20.609147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Allocated IP 172.20.0.2 (834f9702-56a0-4a04-9e65-0cd78d2ca8a9/98cbf522-c403-4bd6-bba5-ccdabe31aac6/cd588fbb-111c-412c-862b-3974ec00e296) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:20.619775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736a500-5df9-4802-b300-778c1f0a2ea7 None None] The sync data for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 is: [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:15Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:20.860041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-964e4966-0c78-4844-a371-5844d41af5c3 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.861423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-964e4966-0c78-4844-a371-5844d41af5c3 tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/9912505f-8393-40e8-873d-724a61d97fed HTTP/1.1" status: 204 len: 168 time: 1.2584345 Mar 07 11:04:20.864232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 34868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.867724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9407e37-8000-4745-bcf4-094e6d59e4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.080762 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks [] for port (cd588fbb-111c-412c-862b-3974ec00e296), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.099534 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (cd588fbb-111c-412c-862b-3974ec00e296), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.313292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:21.324089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:21.332039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:21.342305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Pushing event updated for resources: {'Port': ['ID=cd588fbb-111c-412c-862b-3974ec00e296,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.375595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0f5e78c-8834-48e3-8b27-5b2dae10091e tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.387379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e0f5e78c-8834-48e3-8b27-5b2dae10091e tempest-MeteringTestJSON-126768304 tempest-MeteringTestJSON-126768304-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5e18fc80-0bb1-4ef2-98ee-d5375f8887c5 HTTP/1.1" status: 204 len: 168 time: 0.5158980 Mar 07 11:04:21.471750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Attempting to bind port cd588fbb-111c-412c-862b-3974ec00e296 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:21.472174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Attempting to bind port cd588fbb-111c-412c-862b-3974ec00e296 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:21.474237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Attempting to bind port cd588fbb-111c-412c-862b-3974ec00e296 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:21.488366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:21.488749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Checking segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:21.492517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.493507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Bound using segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:21.494185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Bound port: cd588fbb-111c-412c-862b-3974ec00e296, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:21.494595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cd588fbb-111c-412c-862b-3974ec00e296), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.663447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] For port cd588fbb-111c-412c-862b-3974ec00e296, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:21.667325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] For port cd588fbb-111c-412c-862b-3974ec00e296, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cd588fbb-111c-412c-862b-3974ec00e296,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:21.704680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cd588fbb-111c-412c-862b-3974ec00e296), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.889223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.928575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218b5e4-4f25-44f4-8399-2caac28280ff None None] Pushing event updated for resources: {'Port': ['ID=cd588fbb-111c-412c-862b-3974ec00e296,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.096638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:22.350546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-000bfe0f-ee7a-43f4-b3b2-0de21d5a9b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.425975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:22.624319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:22.625078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.636635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-000bfe0f-ee7a-43f4-b3b2-0de21d5a9b96 admin admin] Publish callbacks [] for security_group (a75cc0bb-0b80-41a6-b482-3927fd3a3c39), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.646846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-000bfe0f-ee7a-43f4-b3b2-0de21d5a9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a75cc0bb-0b80-41a6-b482-3927fd3a3c39), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.737566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-000bfe0f-ee7a-43f4-b3b2-0de21d5a9b96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454cf209b5524ad5ad90f85a6510f950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391866 Mar 07 11:04:22.742598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:22.866629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bfe0f-ee7a-43f4-b3b2-0de21d5a9b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cc0bb-0b80-41a6-b482-3927fd3a3c39,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.934168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] Publish callbacks [] for security_group (a75cc0bb-0b80-41a6-b482-3927fd3a3c39), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.946225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:22.947199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.993535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:22.995894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] Publish callbacks [] for security_group (a75cc0bb-0b80-41a6-b482-3927fd3a3c39), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.009259 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.010712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.1 (834f9702-56a0-4a04-9e65-0cd78d2ca8a9/98cbf522-c403-4bd6-bba5-ccdabe31aac6/b5ddea10-37db-4bc5-8929-26cbad88e487) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:23.104064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a75cc0bb-0b80-41a6-b482-3927fd3a3c39), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.115407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.118147 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a75cc0bb-0b80-41a6-b482-3927fd3a3c39 HTTP/1.1" status: 204 len: 168 time: 0.3741271 Mar 07 11:04:23.136596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0f5f1400-3f5e-4a93-9d37-348e9f93530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.166316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636d6df-28f0-4fd7-ad5d-630de367363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cc0bb-0b80-41a6-b482-3927fd3a3c39,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:23.183226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:23.260065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.304065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.381880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:23.405621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:23.407628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:23.414924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:23.496953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.762369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:23.804439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9d07652-dee3-4ca9-9df3-72af5a80a956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.074984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.329758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.351186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.445881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a865a4-3d6c-4bce-9cfd-727381b4e78e None None] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:24.700704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd588fbb-111c-412c-862b-3974ec00e296 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:24.805175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Provisioning complete for port cd588fbb-111c-412c-862b-3974ec00e296 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:24.805546 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cd588fbb-111c-412c-862b-3974ec00e296), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.878147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cd588fbb-111c-412c-862b-3974ec00e296 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:24.878772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cd588fbb-111c-412c-862b-3974ec00e296), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.985726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9d07652-dee3-4ca9-9df3-72af5a80a956 admin admin] Publish callbacks [] for security_group (ebd37235-3dc6-4657-8008-4d8d2d5698e1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.999278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9d07652-dee3-4ca9-9df3-72af5a80a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ebd37235-3dc6-4657-8008-4d8d2d5698e1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.053636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07652-dee3-4ca9-9df3-72af5a80a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd37235-3dc6-4657-8008-4d8d2d5698e1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.059383 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9d07652-dee3-4ca9-9df3-72af5a80a956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91adff67b6cc4b12be70f66196d32636&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2952948 Mar 07 11:04:25.062798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 34954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:25.135199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Current status of the port cd588fbb-111c-412c-862b-3974ec00e296 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:25.135553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cd588fbb-111c-412c-862b-3974ec00e296), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.178133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] Publish callbacks [] for security_group (ebd37235-3dc6-4657-8008-4d8d2d5698e1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.233981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] Publish callbacks [] for security_group (ebd37235-3dc6-4657-8008-4d8d2d5698e1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.261374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] For port cd588fbb-111c-412c-862b-3974ec00e296, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cd588fbb-111c-412c-862b-3974ec00e296,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:25.276801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cd588fbb-111c-412c-862b-3974ec00e296), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.368125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ebd37235-3dc6-4657-8008-4d8d2d5698e1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.379163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.383325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebd37235-3dc6-4657-8008-4d8d2d5698e1 HTTP/1.1" status: 204 len: 168 time: 0.3166769 Mar 07 11:04:25.403111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06910d1-4700-445c-ad0b-3cc1133f4ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd37235-3dc6-4657-8008-4d8d2d5698e1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.424684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cd588fbb-111c-412c-862b-3974ec00e296 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:25.425872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:25.487459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e69ec-76fa-41dd-9cb9-93b55a9d666f None None] Pushing event updated for resources: {'Port': ['ID=cd588fbb-111c-412c-862b-3974ec00e296,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.497069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:25.497507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.778077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.797670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.830610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Port b5ddea10-37db-4bc5-8929-26cbad88e487 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:25.855054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.872609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Provisioning complete for port cd588fbb-111c-412c-862b-3974ec00e296 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:25.876377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cd588fbb-111c-412c-862b-3974ec00e296), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.969171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:25.969541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.045364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:26.096263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.108285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.108961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.109517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.110018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.110514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.110930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c4abb947-adeb-4e3e-8a5e-2df0cccca688 None None] Current status of the port cd588fbb-111c-412c-862b-3974ec00e296 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:26.111189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.111842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.112350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.115197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.115971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.116471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.116961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:26.120703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.173169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:26.252560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6f50692d-2cdd-46fb-9939-0af97327f89e None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:26.253168 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f50692d-2cdd-46fb-9939-0af97327f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.298313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:26.299883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:26.339684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6f50692d-2cdd-46fb-9939-0af97327f89e None None] Port b5ddea10-37db-4bc5-8929-26cbad88e487 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:26.351688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd588fbb-111c-412c-862b-3974ec00e296 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:26.449903 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:04:26.533345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cd588fbb-111c-412c-862b-3974ec00e296 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:26.533921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cd588fbb-111c-412c-862b-3974ec00e296), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.753961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:26.870237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cd588fbb-111c-412c-862b-3974ec00e296 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:26.878364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b30e9f46-7d6f-42b8-ab8d-104789c29c9e None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:26.879314 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b30e9f46-7d6f-42b8-ab8d-104789c29c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.939398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b30e9f46-7d6f-42b8-ab8d-104789c29c9e None None] Port b5ddea10-37db-4bc5-8929-26cbad88e487 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:27.085419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:27.093437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.099795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-007eedd5-0689-418a-9297-d56ad36e88d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5078740 Mar 07 11:04:27.113231 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Sync routers for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:27.154387 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:27.157036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:27.415522 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:27.716251 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:25Z', 'revision_number': 2, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:27.732200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-b08d6b11-1c9a-48b0-b103-8f7430586787 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927150862&fields=id&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 267 time: 0.1984951 Mar 07 11:04:27.786180 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Checking router: 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:27.786636 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Updating router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 port b5ddea10-37db-4bc5-8929-26cbad88e487 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:28.061976 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.103693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-0e511ad0-a0f4-4fed-b5e2-f639f3d94a24 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:28.117675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-0e511ad0-a0f4-4fed-b5e2-f639f3d94a24 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 797 time: 0.3841245 Mar 07 11:04:28.156276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-e528d9f1-9724-4041-91f8-26b3b00b7787 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/quotas/8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 375 time: 0.0373111 Mar 07 11:04:28.289395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-0d655935-61b2-4c8f-b814-a4793f3c1a64 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322162 Mar 07 11:04:28.494703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-6330715f-b82c-4ee5-a2e7-659a3a9ca040 service neutron] 10.222.0.23 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714027 Mar 07 11:04:28.618713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:28.630651 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks [] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.641823 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.729650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-5c4e551a-f590-4ed2-a138-87087f0a38d5 service neutron] 10.222.0.23 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281954 Mar 07 11:04:28.782755 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.853819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:28.856414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1122054616', 'router:external': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:28.859457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069105227', 'description': 'tempest-secgroup-smoke-1069105227 description', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:28.900375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.901209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Made reservation on behalf of 6777d8d70beb416088dbe3c284189088 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:28.904003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.910879 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Pushing event updated for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:28.931829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.049398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.060593 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Attempting to bind port b5ddea10-37db-4bc5-8929-26cbad88e487 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:29.062869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.063789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Attempting to bind port b5ddea10-37db-4bc5-8929-26cbad88e487 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:29.064986 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Attempting to bind port b5ddea10-37db-4bc5-8929-26cbad88e487 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:29.079439 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.080301 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.083934 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.086114 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.086470 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.091134 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.093409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.093816 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.094164 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.094505 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.094852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.098434 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.100344 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:29.118139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:29.118528 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Checking segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:29.120304 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.121066 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Bound using segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:29.121791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Bound port: b5ddea10-37db-4bc5-8929-26cbad88e487, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:29.122391 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.123110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for security_group (be1ff263-4589-4ff2-94cc-23149851f16c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.133549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be1ff263-4589-4ff2-94cc-23149851f16c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.161801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:29.183041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.192898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-db41dbca-f155-4092-8fde-1f1b0db306bc None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:29.193433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db41dbca-f155-4092-8fde-1f1b0db306bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.197912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3426590 Mar 07 11:04:29.201074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35108) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:29.202034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f8d7dadc-2de0-40fe-b273-e1a34e0e93d7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.202382 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Added segment f8d7dadc-2de0-40fe-b273-e1a34e0e93d7 of type vlan for network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d Mar 07 11:04:29.314056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:29.316788 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] For port b5ddea10-37db-4bc5-8929-26cbad88e487, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:29.324510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] For port b5ddea10-37db-4bc5-8929-26cbad88e487, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b5ddea10-37db-4bc5-8929-26cbad88e487,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:29.330598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.330996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e2770-4ad1-4684-a064-ae4a75b1c12c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:29.338031 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.342776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86c16fb0-467d-456a-85c4-465ebebbca45 req-2d8e419c-9e1b-419d-9f93-f62568c5dacc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 210 time: 0.1995957 Mar 07 11:04:29.364170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-db41dbca-f155-4092-8fde-1f1b0db306bc None None] Port b5ddea10-37db-4bc5-8929-26cbad88e487 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:29.424071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.425347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:29.427964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.465454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (5ebbfe45-79f8-40a8-b93a-ea34f5ae994f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.491239 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:29.491945 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:29.585444 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c1cb1-25d2-485b-a2f8-d20ac5d93b04 None None] Pushing event updated for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:29.617080 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (5ebbfe45-79f8-40a8-b93a-ea34f5ae994f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.627042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5ebbfe45-79f8-40a8-b93a-ea34f5ae994f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.635452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ff263-4589-4ff2-94cc-23149851f16c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:29.655852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0359645 Mar 07 11:04:29.658169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35120) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:29.678572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebbfe45-79f8-40a8-b93a-ea34f5ae994f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:29.681683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'subnet': {'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:29.695141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.701149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d1cd131d-8937-49e3-ad26-16c45f62f4e4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4898012 Mar 07 11:04:29.702732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35122) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:29.722843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:29.744047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1754fb-1f02-424a-93a8-89be4133a1c5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Network': ['ID=61ee0876-f2bb-45b5-a8ad-ab94d84eb87d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:29.761209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Made reservation on behalf of 6777d8d70beb416088dbe3c284189088 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:29.763005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:29.769829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.811079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (91d64345-5cc7-4d87-b424-3ff0cbeacb28), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.848215 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:30.012138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:30.014382 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.041412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (91d64345-5cc7-4d87-b424-3ff0cbeacb28), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.056353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (91d64345-5cc7-4d87-b424-3ff0cbeacb28), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.126914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.128668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4232886 Mar 07 11:04:30.131959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35132) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:30.149748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:30.150796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3730be-45ff-48cb-9114-5282609dbc01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d64345-5cc7-4d87-b424-3ff0cbeacb28,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.300538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Current status of the port b5ddea10-37db-4bc5-8929-26cbad88e487 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:30.301210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.352505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] For port b5ddea10-37db-4bc5-8929-26cbad88e487, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b5ddea10-37db-4bc5-8929-26cbad88e487,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:30.358414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.470959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8719d55-534c-4f3a-8f4f-2fab0124ea39 None None] Pushing event updated for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.507081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (678cb6b5-ed68-467f-a84c-8be14f2acfcf), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.520230 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:29Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:30.564301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23f8402d-2932-4f3c-90f7-b0128f32cd1d req-bd4a79eb-14ac-4d3c-be8b-29a3551781e6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 210 time: 0.0467224 Mar 07 11:04:30.581126 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a0af-6880-496f-b3f8-e256dbc54b25 None None] The sync data for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 is: [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:29Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:30.744918 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (678cb6b5-ed68-467f-a84c-8be14f2acfcf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.767422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (678cb6b5-ed68-467f-a84c-8be14f2acfcf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.829992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678cb6b5-ed68-467f-a84c-8be14f2acfcf,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.841621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.844967 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7050428 Mar 07 11:04:30.845373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35152) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:30.850808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:30.859030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.860061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.860558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.862078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.863821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.864514 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.865952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.866672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.868162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.869086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.869574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.870990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.871632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5201f-f5b4-4a3a-b518-7154681643bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:30.910593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (9c672770-0cb6-42d5-890f-f1bd888be542), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.039768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (9c672770-0cb6-42d5-890f-f1bd888be542), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.058177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.objects.ports [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:04:31.058679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d107db9f-c9bb-4a57-b543-34a074e874c7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.071270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9c672770-0cb6-42d5-890f-f1bd888be542), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.348841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d107db9f-c9bb-4a57-b543-34a074e874c7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.362231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c672770-0cb6-42d5-890f-f1bd888be542,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.365054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Checking segment: {'id': 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:31.365427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network hostable DHCP agents. Network: 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:31.399172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.403010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d5d75c0-593f-49ab-b427-1de9159e1301 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5540290 Mar 07 11:04:31.415839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35158) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:31.422161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:31.440972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:31.449776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:31.450835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f626d-ec0a-45a7-a067-6460faf5e3ee None None] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:31.461174 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.462460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:31.526153 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c1e369b2-138e-4d82-b134-b5dcb6044dee tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8608749 Mar 07 11:04:31.528374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:31.534210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1448600182', 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:31.565951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Made reservation on behalf of 6777d8d70beb416088dbe3c284189088 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:31.566939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-83bee214-3f98-4b52-a1c6-053c35e05f43 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:31.569922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.573128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-83bee214-3f98-4b52-a1c6-053c35e05f43 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 797 time: 0.5218434 Mar 07 11:04:31.574590 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Project dcdaaebf523f4d68a83927fa4a464519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:04:31.591708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] device_id is not set on port aea4c205-5942-416d-b160-c0d269a22703 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:31.605420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (fb01b91f-5c0b-41c9-8d82-166b878e8c9c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.729830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a274683-8dc9-4805-8410-d70c1f51ed58 None None] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:31.775212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 2001:db8::230 (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d/d107db9f-c9bb-4a57-b543-34a074e874c7/aea4c205-5942-416d-b160-c0d269a22703) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:31.872931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6084f53-9134-4f43-a935-0eeeb2ad70c1 req-8fa46b83-4ff0-4149-bab9-0388c91ae7e3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 210 time: 0.1820383 Mar 07 11:04:31.945604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-592e3e42-a376-44c5-b964-be69558f3062 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 380 time: 0.3641655 Mar 07 11:04:31.950141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (fb01b91f-5c0b-41c9-8d82-166b878e8c9c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.958802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'port': {'device_id': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'admin_state_up': True, 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'security_groups': ['2a715440-251b-4ad9-87f0-60a930e0ef37']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:31.967953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (fb01b91f-5c0b-41c9-8d82-166b878e8c9c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.040013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb01b91f-5c0b-41c9-8d82-166b878e8c9c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:32.133101 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.139249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ecca684-7f90-47f7-85df-2f2d4f5b4ba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7183166 Mar 07 11:04:32.140233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35174) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:32.148593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'security_group_rule': {'security_group_id': '8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9', 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:32.282639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (aea4c205-5942-416d-b160-c0d269a22703), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.292786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:32.298899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.334741 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Project dcdaaebf523f4d68a83927fa4a464519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:04:32.343852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (1a47fd40-d986-4b03-9a29-62bafd2db1b0), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.384443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (aea4c205-5942-416d-b160-c0d269a22703), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.403855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b5ddea10-37db-4bc5-8929-26cbad88e487 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:32.449541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (1a47fd40-d986-4b03-9a29-62bafd2db1b0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.458423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (1a47fd40-d986-4b03-9a29-62bafd2db1b0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.504408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:32.514042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:32.519441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:32.527613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:32.528274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.531920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=aea4c205-5942-416d-b160-c0d269a22703,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:32.573893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-25ee8afd-f985-4386-8ab8-98487f02c120 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0441360 Mar 07 11:04:32.582920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:32.588631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port b5ddea10-37db-4bc5-8929-26cbad88e487 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:32.596200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.660954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a47fd40-d986-4b03-9a29-62bafd2db1b0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:32.738072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.740229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1cc0d1b5-f8d1-4d63-9db9-3fe053979e7a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5956151 Mar 07 11:04:32.775524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.11 (834f9702-56a0-4a04-9e65-0cd78d2ca8a9/98cbf522-c403-4bd6-bba5-ccdabe31aac6/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:32.783049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port b5ddea10-37db-4bc5-8929-26cbad88e487 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:32.806184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Deleting port aea4c205-5942-416d-b160-c0d269a22703 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:32.807181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aea4c205-5942-416d-b160-c0d269a22703), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.058391 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aea4c205-5942-416d-b160-c0d269a22703), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.079678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Calling delete_port for aea4c205-5942-416d-b160-c0d269a22703 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:33.121016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.141422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1748ce33-3ee4-4e4f-b4e4-539c31166656 req-25df2233-e144-4413-9137-516ae6118cee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 210 time: 0.0696371 Mar 07 11:04:33.214849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-393cdc50-3ca5-4def-8ffc-df462d5067ee tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069105227&fields=id&tenant_id=dcdaaebf523f4d68a83927fa4a464519 HTTP/1.1" status: 200 len: 267 time: 0.0763941 Mar 07 11:04:33.249803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.354931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (aea4c205-5942-416d-b160-c0d269a22703), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.391052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Port': ['ID=aea4c205-5942-416d-b160-c0d269a22703,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:33.441140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.449639 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-715990d3-a25d-4580-bd33-365338db8948 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/ports/aea4c205-5942-416d-b160-c0d269a22703 HTTP/1.1" status: 204 len: 168 time: 0.8657539 Mar 07 11:04:33.452787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35204) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:33.458414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d', 'external_fixed_ips': [{'subnet_id': 'd107db9f-c9bb-4a57-b543-34a074e874c7', 'ip_address': '2001:db8::230'}]}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:33.481796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.483629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.497852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:33.536636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:33.542584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:33.566062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (7da9470c-245a-493e-8f4d-07c4afbd947d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.585087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:33.611341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-f77cff38-2227-4e81-8911-20eb94c2e9c8 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:33.622226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-f77cff38-2227-4e81-8911-20eb94c2e9c8 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 814 time: 0.3938980 Mar 07 11:04:33.772128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-d60158e6-3c3f-4bd4-b986-fe51922f6e36 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/quotas/dcdaaebf523f4d68a83927fa4a464519 HTTP/1.1" status: 200 len: 375 time: 0.0592139 Mar 07 11:04:33.775396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (7da9470c-245a-493e-8f4d-07c4afbd947d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.905665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:33.906477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.931490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-3868c1fb-e86c-4761-8b12-0e7ad2bfa409 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317284 Mar 07 11:04:33.943539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-b9ac598f-b18d-4d92-9803-34578792ab4a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:04:33.950750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-b9ac598f-b18d-4d92-9803-34578792ab4a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135322 Mar 07 11:04:33.986419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-2b3c4858-7163-488f-be3d-45e78a38de25 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0315514 Mar 07 11:04:34.024600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-09044888-d1f9-44a2-aeea-6324e7503d3b None None] Provisioning complete for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:34.025618 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-09044888-d1f9-44a2-aeea-6324e7503d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.114588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-09044888-d1f9-44a2-aeea-6324e7503d3b None None] Port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:34.148956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-1dc29e78-0322-4aa7-bb1a-013dee3fbd06 service neutron] 10.222.0.23 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961033 Mar 07 11:04:34.149810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (7da9470c-245a-493e-8f4d-07c4afbd947d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.177842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.231258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Request body: {'port': {'device_id': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:34.475201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 2001:db8::230 (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d/d107db9f-c9bb-4a57-b543-34a074e874c7/0756657d-fe60-40d0-8449-6b22f902ab8f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:34.506406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-3d284072-ebd8-48de-b485-80434e03cfe6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2025850 Mar 07 11:04:34.548194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.553180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-0914afdb-e7ee-4fe7-adb4-8146bb215616 service neutron] 10.222.0.23 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927410 Mar 07 11:04:34.626879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165d8ee-001b-45a6-8817-ac7e006675da req-a8c565fd-9d1f-4dbf-bbfd-b69aee5618cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:34.628471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e165d8ee-001b-45a6-8817-ac7e006675da req-a8c565fd-9d1f-4dbf-bbfd-b69aee5618cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 932 time: 0.2264187 Mar 07 11:04:34.675199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.723123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.774594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-6504c4c6-a46c-4fd9-9cd1-3af9e63bd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:34.776141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-6504c4c6-a46c-4fd9-9cd1-3af9e63bd180 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1127 time: 0.2150893 Mar 07 11:04:34.848834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e165d8ee-001b-45a6-8817-ac7e006675da req-776480f9-8b07-4c18-a8de-f5f36c90efa9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086577 Mar 07 11:04:34.894063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:34.896234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:34.900399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:35.009612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-39aea9e0-3a2c-429c-8638-e3d27d45282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:35.010953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-39aea9e0-3a2c-429c-8638-e3d27d45282a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2057440 Mar 07 11:04:35.099508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=0756657d-fe60-40d0-8449-6b22f902ab8f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:35.144741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:04:35.156217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-e2e601da-6f19-40ee-98d3-d98db61b5867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 1000 time: 0.1381078 Mar 07 11:04:35.162304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks [] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.302861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c153526a-147a-4cfa-b73b-242a10413774 req-e8989d72-5814-4ffc-84e6-09c756b04140 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.1432934 Mar 07 11:04:35.349996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Transition to ACTIVE for port object ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:04:35.370419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.386615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-75705614-f1c8-4290-95f1-8715df7c37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:35.388628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-75705614-f1c8-4290-95f1-8715df7c37c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.2022748 Mar 07 11:04:35.534218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:35.546353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (7da9470c-245a-493e-8f4d-07c4afbd947d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.672627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-1f2dd2b3-eb01-4778-97d8-6c64aa5c70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:35.676203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-1f2dd2b3-eb01-4778-97d8-6c64aa5c70ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2586679 Mar 07 11:04:36.066633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.349034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:36.349652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:36.349652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:36.366687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:04:36.367006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:36.416556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router 7da9470c-245a-493e-8f4d-07c4afbd947d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:36.420242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:36.420671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Checking segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:36.431027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Bound using segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:36.431027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Bound port: ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:36.431027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.490083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-5f821867-f008-421d-a8d8-3d40b4c35d63 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068123 Mar 07 11:04:36.498710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e46b-03c5-40f5-82c4-c3606f8014fa req-740a7139-392f-4144-987f-dd4e833c236e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:36.500373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c325e46b-03c5-40f5-82c4-c3606f8014fa req-740a7139-392f-4144-987f-dd4e833c236e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.2263169 Mar 07 11:04:36.565826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:36.569920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:36.617777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.657963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c325e46b-03c5-40f5-82c4-c3606f8014fa req-e7f2e320-352f-4b7d-ae1f-8d1c5d8e508e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728140 Mar 07 11:04:36.677383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:36.698657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Sync routers for ids ['7da9470c-245a-493e-8f4d-07c4afbd947d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:36.725301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Routers {'7da9470c-245a-493e-8f4d-07c4afbd947d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:36.726595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7da9470c-245a-493e-8f4d-07c4afbd947d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:36.747525 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.759436 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90f00944-e67c-436f-ab7c-8c57fe2d5362 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2952409 Mar 07 11:04:36.760562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:36.856751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:36.857762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.859371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1092 time: 2.8048663 Mar 07 11:04:36.894897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:04:36.904946 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:04:37.040553 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023f98b4-34d1-4c4c-bdf9-9a397877698f x-openstack-request-id: req-023f98b4-34d1-4c4c-bdf9-9a397877698f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:04:37.040847 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:04:37.041099 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-023f98b4-34d1-4c4c-bdf9-9a397877698f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:04:37.041516 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'status': 'completed', 'code': 200} Mar 07 11:04:37.056018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2652f22f-b9ec-4dde-85b0-4afeb9a238df req-42161828-c0a1-4fe6-adbd-78eacf100edd tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.2061970 Mar 07 11:04:37.152243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Set router 7da9470c-245a-493e-8f4d-07c4afbd947d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:37.253738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.263397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-0706c151-f774-4afc-861b-fe46c6236230 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:37.265316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-0706c151-f774-4afc-861b-fe46c6236230 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 814 time: 0.3742704 Mar 07 11:04:37.275146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3582a-c14e-422d-bc3d-d290e5001dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:37.316235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb39c9fd-78e7-43ac-879f-04a6fab12911 req-fc8d98b3-81c8-4e7a-87bb-5fbe1c45459e service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145843 Mar 07 11:04:37.378047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-6ffea1c3-d61e-4166-8fc5-37d350e2f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:37.383535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-6ffea1c3-d61e-4166-8fc5-37d350e2f849 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1126 time: 0.3543584 Mar 07 11:04:37.665309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-cd1f0c78-2884-4f92-920d-b072368936cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:37.666834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-cd1f0c78-2884-4f92-920d-b072368936cf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2756648 Mar 07 11:04:37.688512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9470c-245a-493e-8f4d-07c4afbd947d', 'name': '', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d', 'external_fixed_ips': [{'subnet_id': 'd107db9f-c9bb-4a57-b543-34a074e874c7', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '0756657d-fe60-40d0-8449-6b22f902ab8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:33Z', 'updated_at': '2022-03-07T11:04:35Z', 'revision_number': 3, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port': {'id': '0756657d-fe60-40d0-8449-6b22f902ab8f', 'name': '', 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9470c-245a-493e-8f4d-07c4afbd947d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd107db9f-c9bb-4a57-b543-34a074e874c7', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:34Z', 'updated_at': '2022-03-07T11:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd107db9f-c9bb-4a57-b543-34a074e874c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:37.760846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Checking router: 7da9470c-245a-493e-8f4d-07c4afbd947d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:37.761384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Updating router 7da9470c-245a-493e-8f4d-07c4afbd947d port 0756657d-fe60-40d0-8449-6b22f902ab8f binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:37.839407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.114921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-c7610f69-2246-4043-a13e-7ad111e459a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.143958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3813ff1-2fc3-4493-bab1-80bcb900ceb7 req-c7610f69-2246-4043-a13e-7ad111e459a4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4391408 Mar 07 11:04:38.242335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9589eee-46a9-43d6-b017-796d10edde0e req-2cde1f61-fa89-44b7-a243-50681212f412 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.244928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9589eee-46a9-43d6-b017-796d10edde0e req-2cde1f61-fa89-44b7-a243-50681212f412 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.4055336 Mar 07 11:04:38.356307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff8cd598-9231-4a53-bef1-687d9c15fdac req-6ee84d09-9c70-4a1e-b984-c29b1344b00e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.2043481 Mar 07 11:04:38.369033 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-07169ed9-58cd-4ad0-9041-f71b440e824d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcdaaebf523f4d68a83927fa4a464519 HTTP/1.1" status: 200 len: 380 time: 1.0520575 Mar 07 11:04:38.385501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'port': {'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'admin_state_up': True, 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'security_groups': ['8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:38.437039 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (7da9470c-245a-493e-8f4d-07c4afbd947d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.485659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-ccde0ff7-159d-4783-b386-200dc3761ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.488710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-ccde0ff7-159d-4783-b386-200dc3761ba9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1126 time: 0.3017402 Mar 07 11:04:38.493380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d9589eee-46a9-43d6-b017-796d10edde0e req-ff8652ce-0a4b-4f1a-a4a9-78fda797287e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211428 Mar 07 11:04:38.552978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-87020016-4f7f-4252-98e3-aebf990d3a53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 217 time: 0.0552044 Mar 07 11:04:38.655375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-f36e4dbc-8ca5-46c2-aa86-149568c45e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.655857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks [] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.658317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-f36e4dbc-8ca5-46c2-aa86-149568c45e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.0984907 Mar 07 11:04:38.663784 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.695533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Attempting to bind port 0756657d-fe60-40d0-8449-6b22f902ab8f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:38.696019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Attempting to bind port 0756657d-fe60-40d0-8449-6b22f902ab8f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:38.696393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Attempting to bind port 0756657d-fe60-40d0-8449-6b22f902ab8f on network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:38.704060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:38.704318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Checking segment: {'id': 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:38.704725 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.705121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Bound using segment: {'id': 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:38.705615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Bound port: 0756657d-fe60-40d0-8449-6b22f902ab8f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '61ee0876-f2bb-45b5-a8ad-ab94d84eb87d'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:38.705995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.748569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Made reservation on behalf of dcdaaebf523f4d68a83927fa4a464519 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:38.774970 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.785699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-3549b722-6f22-4e80-a3fa-ebbfe524a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.787281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] For port 0756657d-fe60-40d0-8449-6b22f902ab8f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:38.791030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] For port 0756657d-fe60-40d0-8449-6b22f902ab8f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0756657d-fe60-40d0-8449-6b22f902ab8f,segment=NetworkSegment(f8d7dadc-2de0-40fe-b273-e1a34e0e93d7),segment_id=f8d7dadc-2de0-40fe-b273-e1a34e0e93d7)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:38.791391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-3549b722-6f22-4e80-a3fa-ebbfe524a430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264076 Mar 07 11:04:38.851001 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.952759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc4d03-3464-45dc-9045-450d19ac74b7 None None] Pushing event updated for resources: {'Port': ['ID=0756657d-fe60-40d0-8449-6b22f902ab8f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:39.035964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-c05e95f7-1d7d-488c-a39b-0f16b5e0347f service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392588 Mar 07 11:04:39.083755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Routers {'7da9470c-245a-493e-8f4d-07c4afbd947d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:39.084409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7da9470c-245a-493e-8f4d-07c4afbd947d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:39.221074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc4d03-3464-45dc-9045-450d19ac74b7 None None] Pushing event updated for resources: {'Port': ['ID=0756657d-fe60-40d0-8449-6b22f902ab8f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:39.245894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c953e7d5-f70a-4f4b-a686-fca01b854c5d req-0c9ad989-a1e5-4b19-9f36-3d041c10b932 service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026224 Mar 07 11:04:39.258876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Allocated IP 172.20.0.10 (2277c4a7-06e7-44ff-bc26-6df590615361/964edcd9-5cf5-469a-b18a-a8c7fad4b18d/b1c85f0b-149a-4f95-8fb5-a05f3f998a21) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:39.278607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] Set router 7da9470c-245a-493e-8f4d-07c4afbd947d gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:39.356421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9470c-245a-493e-8f4d-07c4afbd947d', 'name': '', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:33Z', 'updated_at': '2022-03-07T11:04:38Z', 'revision_number': 4, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:39.422609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e1251-51ce-4194-89c4-07c5c9c46ad6 None None] The sync data for ids ['7da9470c-245a-493e-8f4d-07c4afbd947d'] in n-d-832156-4 is: [{'id': '7da9470c-245a-493e-8f4d-07c4afbd947d', 'name': '', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:33Z', 'updated_at': '2022-03-07T11:04:38Z', 'revision_number': 4, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:39.489663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.529711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-377b6a68-fa34-44c6-bf3f-19607c32bcc6 req-e97a845d-072e-48ed-aa49-71d7af7b34c6 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0515828 Mar 07 11:04:39.561272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Deleting port 0756657d-fe60-40d0-8449-6b22f902ab8f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:39.561762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.568268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.691783 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.692296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ff15c-067e-418d-a967-6aba00919567 req-9735c998-1c05-4566-be27-78fbf9845fbf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:39.693922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea4ff15c-067e-418d-a967-6aba00919567 req-9735c998-1c05-4566-be27-78fbf9845fbf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.0968242 Mar 07 11:04:39.713283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Calling delete_port for 0756657d-fe60-40d0-8449-6b22f902ab8f owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:39.831803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea4ff15c-067e-418d-a967-6aba00919567 req-2e9a02dd-6a05-4e38-a18c-93308d11f4d0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310101 Mar 07 11:04:40.013949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:40.017710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0756657d-fe60-40d0-8449-6b22f902ab8f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.072139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Port': ['ID=0756657d-fe60-40d0-8449-6b22f902ab8f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:40.096423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (7da9470c-245a-493e-8f4d-07c4afbd947d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.108059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Network 2277c4a7-06e7-44ff-bc26-6df590615361 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:40.132156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:40.157938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:40.305906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:40.306686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.392826 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-e39ed078-ea4d-446e-a77e-f2398e079a45 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0125685 Mar 07 11:04:40.489407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.496765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (7da9470c-245a-493e-8f4d-07c4afbd947d), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.595936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c8517221-0c0a-405e-a880-a7f6bbfdd074 None None] Provisioning complete for port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:40.596521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8517221-0c0a-405e-a880-a7f6bbfdd074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.640690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Request body: {'port': {'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:40.723954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c8517221-0c0a-405e-a880-a7f6bbfdd074 None None] Port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:40.786094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (7da9470c-245a-493e-8f4d-07c4afbd947d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.789374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7da9470c-245a-493e-8f4d-07c4afbd947d {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:40.795796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c7b0-b3de-49cc-a186-4c3a25b41da2 req-d7b6422e-3348-4bc7-92db-e10b79f242f5 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:40.802186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.806604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-be31fc65-59b9-4273-8f57-b4cf8f0f4be0 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7da9470c-245a-493e-8f4d-07c4afbd947d HTTP/1.1" status: 204 len: 168 time: 4.0432189 Mar 07 11:04:40.807493 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35370) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:40.814811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a33c7b0-b3de-49cc-a186-4c3a25b41da2 req-d7b6422e-3348-4bc7-92db-e10b79f242f5 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 932 time: 0.1330211 Mar 07 11:04:40.824055 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.940656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a33c7b0-b3de-49cc-a186-4c3a25b41da2 req-51c55422-6e19-40b4-b993-dcc7f2f236fe tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185873 Mar 07 11:04:41.089175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Deleting subnet d107db9f-c9bb-4a57-b543-34a074e874c7 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:41.160171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for subnet (d107db9f-c9bb-4a57-b543-34a074e874c7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.161987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa9a5c-e9df-40ad-b668-fe44ddb184a2 req-e0d6e628-84fc-487c-ac19-6b754514df78 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:41.163787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63fa9a5c-e9df-40ad-b668-fe44ddb184a2 req-e0d6e628-84fc-487c-ac19-6b754514df78 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.1867561 Mar 07 11:04:41.276797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63fa9a5c-e9df-40ad-b668-fe44ddb184a2 req-468481f6-9eda-4cb7-b7ac-c52aeee8134e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010463 Mar 07 11:04:41.375154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (d107db9f-c9bb-4a57-b543-34a074e874c7), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.475166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d107db9f-c9bb-4a57-b543-34a074e874c7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.605342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:04:41.615061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (d107db9f-c9bb-4a57-b543-34a074e874c7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.675464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d107db9f-c9bb-4a57-b543-34a074e874c7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.693904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c85f0b-149a-4f95-8fb5-a05f3f998a21 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:04:41.704333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks [] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.720427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Transition to ACTIVE for port object b1c85f0b-149a-4f95-8fb5-a05f3f998a21 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:04:41.726486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.734536 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0fd00877-db1c-4e65-a118-f325cf62ba0d tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/d107db9f-c9bb-4a57-b543-34a074e874c7 HTTP/1.1" status: 204 len: 168 time: 0.9220290 Mar 07 11:04:41.735349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35390) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:41.740415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.795442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:41.805029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Pushing event updated for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.828875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'mac_address': 'fa:16:3e:f6:51:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:04:41.885211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.912473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:41.912881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.943654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:04:42.023885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:42.027677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Attempting to bind port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:42.028037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Attempting to bind port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:42.029970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Attempting to bind port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 on network 2277c4a7-06e7-44ff-bc26-6df590615361 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:42.033111 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.052304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 on network 2277c4a7-06e7-44ff-bc26-6df590615361 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:04:42.054441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Attempting to bind port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 on network 2277c4a7-06e7-44ff-bc26-6df590615361 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:42.063374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:42.084982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Checking segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:42.085596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Bound using segment: {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:42.087099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Bound port: b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb68759-649c-4faa-a5da-15c873b1afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:42.088348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.144741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.163070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.285192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:04:42.319937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ee0876-f2bb-45b5-a8ad-ab94d84eb87d']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:42.383040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:42.385757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d7dadc-2de0-40fe-b273-e1a34e0e93d7') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:42.407414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:42.429558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:42.453992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.460183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f8d7dadc-2de0-40fe-b273-e1a34e0e93d7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.539034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f8d7dadc-2de0-40fe-b273-e1a34e0e93d7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.573447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:42.579582 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.583362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] 10.222.0.32 "PUT /v2.0/ports/b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 1092 time: 2.1147695 Mar 07 11:04:42.583884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:04:42.630392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19231d2-b19a-4b4c-b9ce-3b0b6a69c09a req-3b71a093-da1a-4e71-83ed-8ca8032a0e1b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:42.630803 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833ace8b-7a6e-4548-b3fe-12659d3fc99f" -d '{"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:04:42.640959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c19231d2-b19a-4b4c-b9ce-3b0b6a69c09a req-3b71a093-da1a-4e71-83ed-8ca8032a0e1b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.5060749 Mar 07 11:04:42.705254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba278f-a4e1-43b1-a16f-e5d9d1728aea service neutron] Pushing event updated for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.760445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:42.760864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f8d7dadc-2de0-40fe-b273-e1a34e0e93d7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.830347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-3e0f405f-2858-4eae-b2b9-1cf9fee66783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:42.835142 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-3e0f405f-2858-4eae-b2b9-1cf9fee66783 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1126 time: 0.1526546 Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:42.911118 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:42.939542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (61ee0876-f2bb-45b5-a8ad-ab94d84eb87d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.976375 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-1d94c687-4898-40d6-81c6-55640aa98d45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 217 time: 0.1324797 Mar 07 11:04:42.991707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61ee0876-f2bb-45b5-a8ad-ab94d84eb87d {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 11:04:43.006633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.010396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/networks/61ee0876-f2bb-45b5-a8ad-ab94d84eb87d HTTP/1.1" status: 204 len: 168 time: 1.2753940 Mar 07 11:04:43.065250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c19231d2-b19a-4b4c-b9ce-3b0b6a69c09a req-5e531aad-416b-4bef-86ad-b3b75c4f09bb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233871 Mar 07 11:04:43.078841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908943f-14ce-4f5e-bb12-18f20ab593c2 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Network': ['ID=61ee0876-f2bb-45b5-a8ad-ab94d84eb87d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:43.106030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3a74-ab80-4194-818c-209202eaa990 req-f52f4b52-6779-4fcc-83ee-7c5860b3e3a4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:43.131902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31bf3a74-ab80-4194-818c-209202eaa990 req-f52f4b52-6779-4fcc-83ee-7c5860b3e3a4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 945 time: 0.6618047 Mar 07 11:04:43.139883 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-3a36afb6-9104-4d76-a02d-efa37126a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:43.141720 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-3a36afb6-9104-4d76-a02d-efa37126a91f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.1579492 Mar 07 11:04:43.283689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-6ecd781f-dfff-41ab-9fe3-1dda1455cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:43.285210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-6ecd781f-dfff-41ab-9fe3-1dda1455cfe0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366048 Mar 07 11:04:43.367591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-31bf3a74-ab80-4194-818c-209202eaa990 req-7c87c46a-fa76-4cf5-a33a-ae5e65d72c1c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282181 Mar 07 11:04:43.476952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:43.481855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'name': 'tempest-router--375226778', 'project_id': '5812086f061740bf90320259a2a0fd46'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:43.545318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.546562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.600710 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-7efdd582-012a-4ab8-adb0-536a816e498b service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998943 Mar 07 11:04:43.602239 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbb8ab-0dd7-4d3d-b65e-f6d54ec0a1b5 x-openstack-request-id: req-69fbb8ab-0dd7-4d3d-b65e-f6d54ec0a1b5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:04:43.602526 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:04:43.602788 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69fbb8ab-0dd7-4d3d-b65e-f6d54ec0a1b5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:04:43.603218 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:04:43.620463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:43.753327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:04:43.764615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:43.768427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.877922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0ae83053-801c-459f-aa8c-65a829edfc6e req-8d8f1313-1a2d-43c3-a0b9-fa2f6a3713a5 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652481 Mar 07 11:04:43.878514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (481c9f10-1b87-4f99-a53a-47a20aec15b5), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.888623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.944707 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.947172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f0ad183f-b5d0-49cc-a3af-94897c734245 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4690540 Mar 07 11:04:43.954055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35460) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:44.015423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:44.015843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.086059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-16123312-33eb-41c9-8b5f-21b98f5766af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:44.092415 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-16123312-33eb-41c9-8b5f-21b98f5766af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1126 time: 0.1560283 Mar 07 11:04:44.138739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:44.143864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:04:44.155184 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e754c5-318f-46e2-bc31-f087a98f2a9f" -d '{"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:04:44.179883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.180740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.403984 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56312610-dcfc-4558-9a9e-a2fa9a82feaa x-openstack-request-id: req-56312610-dcfc-4558-9a9e-a2fa9a82feaa {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:04:44.405422 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:04:44.406895 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56312610-dcfc-4558-9a9e-a2fa9a82feaa {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:04:44.407490 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'code': 200} Mar 07 11:04:44.410705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:44.441576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-b4fd28c7-acf6-4320-ba0e-90d34ceef7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:44.443521 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-b4fd28c7-acf6-4320-ba0e-90d34ceef7ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 915 time: 0.3453691 Mar 07 11:04:44.624048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-7fa56cc3-e04e-47c8-aa22-507ab6b2ac16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 217 time: 0.1676536 Mar 07 11:04:44.708937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35482) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:44.774369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-617f4ce9-193d-4b96-b253-d851f261c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:44.776991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-617f4ce9-193d-4b96-b253-d851f261c31c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.1470170 Mar 07 11:04:44.975585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d77697b5-4ef8-482e-b967-b997e19e1950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.014125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-df67aeb2-8db7-417a-9d0a-9212f4cf72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.016567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-df67aeb2-8db7-417a-9d0a-9212f4cf72bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2323558 Mar 07 11:04:45.210915 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d77697b5-4ef8-482e-b967-b997e19e1950 admin admin] Publish callbacks [] for security_group (b776599d-9599-42f7-8269-0311f14819dc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.233618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d77697b5-4ef8-482e-b967-b997e19e1950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b776599d-9599-42f7-8269-0311f14819dc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.377724 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d77697b5-4ef8-482e-b967-b997e19e1950 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11b56e6405744d638bdb4d2473db4c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6619191 Mar 07 11:04:45.378343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77697b5-4ef8-482e-b967-b997e19e1950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b776599d-9599-42f7-8269-0311f14819dc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:45.381289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35498) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:45.447830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.453036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (481c9f10-1b87-4f99-a53a-47a20aec15b5), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.543886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] Publish callbacks [] for security_group (b776599d-9599-42f7-8269-0311f14819dc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.551687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (481c9f10-1b87-4f99-a53a-47a20aec15b5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.552346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 481c9f10-1b87-4f99-a53a-47a20aec15b5 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:45.557287 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.562068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-737b12d1-2ab5-402a-ad87-93cec28c6849 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/routers/481c9f10-1b87-4f99-a53a-47a20aec15b5 HTTP/1.1" status: 204 len: 168 time: 1.6063628 Mar 07 11:04:45.575558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd21-adb7-4f0c-babc-db93fc5864d1 req-5db855e8-02d0-4478-a4a9-860ba49ac30f tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.577346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39f9dd21-adb7-4f0c-babc-db93fc5864d1 req-5db855e8-02d0-4478-a4a9-860ba49ac30f tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 1.2658136 Mar 07 11:04:45.584524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a73e75-e1ff-4a2b-b500-cb67dceca121 req-6129499b-1101-4a80-80d5-7d72460a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.586219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8a73e75-e1ff-4a2b-b500-cb67dceca121 req-6129499b-1101-4a80-80d5-7d72460a22f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 1.1136656 Mar 07 11:04:45.637584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] Publish callbacks [] for security_group (b776599d-9599-42f7-8269-0311f14819dc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.722577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39f9dd21-adb7-4f0c-babc-db93fc5864d1 req-06033519-2593-4045-9c8d-f9a343e18950 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300085 Mar 07 11:04:45.777776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8a73e75-e1ff-4a2b-b500-cb67dceca121 req-bc2ad6ac-1388-4971-ba72-d9aa7752864c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219921 Mar 07 11:04:45.815985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcbc76-a2c0-4b95-bed7-0b7091dd9e88 req-c188d4b1-bdd9-41bf-9592-2e64261245a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.820575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cadcbc76-a2c0-4b95-bed7-0b7091dd9e88 req-c188d4b1-bdd9-41bf-9592-2e64261245a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 1.2419620 Mar 07 11:04:45.859002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b776599d-9599-42f7-8269-0311f14819dc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.864986 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.869088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b776599d-9599-42f7-8269-0311f14819dc HTTP/1.1" status: 204 len: 168 time: 0.4614816 Mar 07 11:04:45.902852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440880-dcf7-40eb-a6ca-9d58a4aee8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b776599d-9599-42f7-8269-0311f14819dc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:45.949559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35510) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:45.959327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-d6050e0f-27cc-4cc9-9960-712bdb2c7a36 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311616 Mar 07 11:04:45.978036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cadcbc76-a2c0-4b95-bed7-0b7091dd9e88 req-4435d08c-39aa-44b4-b1a3-5ba581e919b9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508932 Mar 07 11:04:46.254161 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-833ace8b-7a6e-4548-b3fe-12659d3fc99f req-772d81d8-9227-45a4-9e9a-5779a9253adb service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880015 Mar 07 11:04:46.411414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834704390', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:46.471333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.472453 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.667958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (0ee9a96a-bf44-4e72-8882-fe882f526d5e), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.866320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35530) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:46.911798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1b59-fb96-4f55-a75d-e06700e4281e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.123360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1b59-fb96-4f55-a75d-e06700e4281e admin admin] Publish callbacks [] for security_group (627cd6d3-3ebc-494a-ba4f-35bf1f12dd05), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.133735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1b59-fb96-4f55-a75d-e06700e4281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (627cd6d3-3ebc-494a-ba4f-35bf1f12dd05), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.241002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf1b59-fb96-4f55-a75d-e06700e4281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627cd6d3-3ebc-494a-ba4f-35bf1f12dd05,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:47.256673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (0ee9a96a-bf44-4e72-8882-fe882f526d5e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.263201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7cf1b59-fb96-4f55-a75d-e06700e4281e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=684e62262d0c44ceaafb77a6f5d1eadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954899 Mar 07 11:04:47.264171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:47.319221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04567a-e56d-439a-aa35-dd06ce417193 req-230a0980-584a-431f-8c36-23b5efdf78fe tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:47.327547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d04567a-e56d-439a-aa35-dd06ce417193 req-230a0980-584a-431f-8c36-23b5efdf78fe tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.2945409 Mar 07 11:04:47.341371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742af3b-076e-4a2c-ac2f-7b0c9c694012 req-9bde7065-1ae0-451f-bba8-77fabe467efd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:47.348428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f742af3b-076e-4a2c-ac2f-7b0c9c694012 req-9bde7065-1ae0-451f-bba8-77fabe467efd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1845083 Mar 07 11:04:47.389627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] Publish callbacks [] for security_group (627cd6d3-3ebc-494a-ba4f-35bf1f12dd05), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.481583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] Publish callbacks [] for security_group (627cd6d3-3ebc-494a-ba4f-35bf1f12dd05), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.615249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f742af3b-076e-4a2c-ac2f-7b0c9c694012 req-bfeffc85-9c2d-4071-b44b-c5e19abda1f9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658639 Mar 07 11:04:47.636957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (627cd6d3-3ebc-494a-ba4f-35bf1f12dd05), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.639891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.641073 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/627cd6d3-3ebc-494a-ba4f-35bf1f12dd05 HTTP/1.1" status: 204 len: 168 time: 0.3759544 Mar 07 11:04:47.680775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9d04567a-e56d-439a-aa35-dd06ce417193 req-8de6aee7-d5fc-405c-9054-540e37a9fce5 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522065 Mar 07 11:04:47.688353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d939-f226-48c6-8635-8ce2a1872068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cd6d3-3ebc-494a-ba4f-35bf1f12dd05,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.099888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (0ee9a96a-bf44-4e72-8882-fe882f526d5e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.150698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.475492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Allocated IP 172.25.4.111 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/419ddf8b-33ed-4f56-923f-e810ca569d24) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:48.695075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for port (419ddf8b-33ed-4f56-923f-e810ca569d24), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.784379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (419ddf8b-33ed-4f56-923f-e810ca569d24), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.854076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:48.857949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event updated for resources: {'Port': ['ID=419ddf8b-33ed-4f56-923f-e810ca569d24,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.862160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:48.864341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:49.031401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9116e0-57eb-42be-8781-738f243963c1 req-a7daf946-f98b-47f1-ab8e-1e6617d6f652 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:49.039314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9116e0-57eb-42be-8781-738f243963c1 req-a7daf946-f98b-47f1-ab8e-1e6617d6f652 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 1.2430832 Mar 07 11:04:49.367977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf384a-0e9e-4eab-9cba-853da0c2665e req-abfdbd77-77e1-4045-99a0-dbf9cb0dff7d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:49.369961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4bf384a-0e9e-4eab-9cba-853da0c2665e req-abfdbd77-77e1-4045-99a0-dbf9cb0dff7d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.5141644 Mar 07 11:04:49.625802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9116e0-57eb-42be-8781-738f243963c1 req-d26e7b00-0530-42c8-a748-0da14f7d29f3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5739360 Mar 07 11:04:49.632507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (0ee9a96a-bf44-4e72-8882-fe882f526d5e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.652311 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35596) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:49.808003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f61846-0b5a-49c4-9c97-25cd69432726 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:49.816110 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3f61846-0b5a-49c4-9c97-25cd69432726 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1123 time: 0.1567650 Mar 07 11:04:49.820152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35602) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:49.831062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:49.947529 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.092432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4bf384a-0e9e-4eab-9cba-853da0c2665e req-0c08e0d4-6ae2-4741-8693-ac93d0f4fee2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5861447 Mar 07 11:04:50.230922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.392222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.484899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.148 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/cdf75ac1-1fc4-438a-a4fe-f1a5686536d3) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:50.684477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.689908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Router 0ee9a96a-bf44-4e72-8882-fe882f526d5e is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:50.703579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cf624d36-92d1-44a6-94ab-7dd234743269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.772966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.833773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:50.839465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:50.845383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:50.896906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=cdf75ac1-1fc4-438a-a4fe-f1a5686536d3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:50.931774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:50.944501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] Sync routers for ids ['0ee9a96a-bf44-4e72-8882-fe882f526d5e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:50.973919 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] Routers {'0ee9a96a-bf44-4e72-8882-fe882f526d5e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:50.974567 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0ee9a96a-bf44-4e72-8882-fe882f526d5e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:50.988727 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.989994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c2dbc80a-b5bf-4b4b-ae12-a95dd5130ab1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0109646 Mar 07 11:04:51.008553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35638) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:51.098174 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:51.124737 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] Routers {'0ee9a96a-bf44-4e72-8882-fe882f526d5e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:51.126610 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['0ee9a96a-bf44-4e72-8882-fe882f526d5e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:51.218943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:51.221166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a327e52-9a5f-4bf9-9c2c-e61b8ce42285 None None] The sync data for ids ['0ee9a96a-bf44-4e72-8882-fe882f526d5e'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:51.335575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-40fbfec0-59e5-4cf6-b5bf-cce190eb585b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/0ee9a96a-bf44-4e72-8882-fe882f526d5e HTTP/1.1" status: 200 len: 925 time: 0.3257914 Mar 07 11:04:51.339196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:51.430707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-81515c6d-f284-4406-a776-17ecd5d7c637 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee9a96a-bf44-4e72-8882-fe882f526d5e HTTP/1.1" status: 200 len: 205 time: 0.0834982 Mar 07 11:04:51.436131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:51.616537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.071274 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (0ee9a96a-bf44-4e72-8882-fe882f526d5e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.094291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1461e-73b0-4d2c-8a43-211375021b00 req-5eb480ff-4c77-4544-be9a-d1a1f34a8c4a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:52.103017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ce1461e-73b0-4d2c-8a43-211375021b00 req-5eb480ff-4c77-4544-be9a-d1a1f34a8c4a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.7605033 Mar 07 11:04:52.123151 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (d33aa45a-3e57-4873-a98b-e64bc5a4a92f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.164476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ce1461e-73b0-4d2c-8a43-211375021b00 req-0bf6a859-cdb6-4b14-91f9-44297a7b23a4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604372 Mar 07 11:04:52.258731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port 419ddf8b-33ed-4f56-923f-e810ca569d24 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:52.259211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (419ddf8b-33ed-4f56-923f-e810ca569d24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.322842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.374302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (419ddf8b-33ed-4f56-923f-e810ca569d24), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.400545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for 419ddf8b-33ed-4f56-923f-e810ca569d24 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:52.536322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.544794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.603744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=cdf75ac1-1fc4-438a-a4fe-f1a5686536d3,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:52.667219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (419ddf8b-33ed-4f56-923f-e810ca569d24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.706440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (d33aa45a-3e57-4873-a98b-e64bc5a4a92f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.718201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=419ddf8b-33ed-4f56-923f-e810ca569d24,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:52.863989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (0ee9a96a-bf44-4e72-8882-fe882f526d5e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.030942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-388135c6-a4b6-406d-b330-7cfecfe7676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.042963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.046293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (0ee9a96a-bf44-4e72-8882-fe882f526d5e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.057172 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP d33aa45a-3e57-4873-a98b-e64bc5a4a92f associated. External IP: 172.25.4.148, port: ddb6c87d-cc71-4f43-a7f3-aeff1f097e11. Mar 07 11:04:53.101820 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (0ee9a96a-bf44-4e72-8882-fe882f526d5e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.102607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee9a96a-bf44-4e72-8882-fe882f526d5e {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:53.114993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.122419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9dcbff18-9a47-453c-9825-f064cf98a310 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/0ee9a96a-bf44-4e72-8882-fe882f526d5e HTTP/1.1" status: 204 len: 168 time: 1.6842935 Mar 07 11:04:53.123553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35678) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:53.129741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-981576010', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:53.169481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f5d22a13-b875-4745-be1f-41237171510d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.170789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f5d22a13-b875-4745-be1f-41237171510d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.332227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (f5d22a13-b875-4745-be1f-41237171510d), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.525797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddfa1b-1f22-4e61-ac64-11feb04385ec req-4f1d6035-b600-4ea7-ba15-e158b24abdf6 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:53.533507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ddfa1b-1f22-4e61-ac64-11feb04385ec req-4f1d6035-b600-4ea7-ba15-e158b24abdf6 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.2392831 Mar 07 11:04:53.550779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:53.624433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (f5d22a13-b875-4745-be1f-41237171510d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.681232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ddfa1b-1f22-4e61-ac64-11feb04385ec req-f258a6fb-22fb-4f8c-952f-84e2a9c9751d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466115 Mar 07 11:04:53.828314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:53.842119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Sync routers for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:53.855004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:53.858291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:53.885203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.969662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-db07ff0b-2183-4407-9a42-d9abbfa5dfc9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1432424 Mar 07 11:04:53.986234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (f5d22a13-b875-4745-be1f-41237171510d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.996038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:04:53.997765 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:04:54.085048 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.118032 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7df4472-bf04-4980-8eb5-187a3a69da77 x-openstack-request-id: req-c7df4472-bf04-4980-8eb5-187a3a69da77 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:04:54.118509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:04:54.118820 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7df4472-bf04-4980-8eb5-187a3a69da77 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:04:54.119185 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'status': 'completed', 'code': 200} Mar 07 11:04:54.230815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:54.333874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 172.25.4.252 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bb2b775e-b254-4335-ac81-cc75651b454d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:54.463393 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.476456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.515072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (bb2b775e-b254-4335-ac81-cc75651b454d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.682640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510735-0b11-4bc2-bd12-9099cc8284f3 req-9348f7cb-f556-48e6-9943-c97e2f627e31 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.684185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b510735-0b11-4bc2-bd12-9099cc8284f3 req-9348f7cb-f556-48e6-9943-c97e2f627e31 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.2395086 Mar 07 11:04:54.686603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-7c1e76c7-0cb6-4d51-9f2e-3fca2366d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.688462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-7c1e76c7-0cb6-4d51-9f2e-3fca2366d587 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.2311306 Mar 07 11:04:54.689919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.758604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd33aa45a-3e57-4873-a98b-e64bc5a4a92f', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'mac_address': 'fa:16:3e:f6:51:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:51Z', 'updated_at': '2022-03-07T11:04:51Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:54.829947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2b775e-b254-4335-ac81-cc75651b454d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.830678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Checking router: 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:54.853784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:54.856079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:54.994192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:55.042774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b510735-0b11-4bc2-bd12-9099cc8284f3 req-f0588bc8-44c8-4337-999f-05061a76557e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496358 Mar 07 11:04:55.044880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:55.048351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:55.072390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:55.125307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-ee3b99a7-e754-4237-83ec-781e484dae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.127419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-ee3b99a7-e754-4237-83ec-781e484dae63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.3103232 Mar 07 11:04:55.132194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:55.277709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421407-fb2d-471d-b4ae-93250fd8c796 req-753559ef-1ae3-4089-9fa4-d94418e37b37 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.282396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83421407-fb2d-471d-b4ae-93250fd8c796 req-753559ef-1ae3-4089-9fa4-d94418e37b37 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.4407461 Mar 07 11:04:55.411769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83421407-fb2d-471d-b4ae-93250fd8c796 req-1f94dbdc-63cf-4954-a1e1-b1a8c23a1ae4 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153047 Mar 07 11:04:55.535959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a5b6836a-6407-4b58-a3c7-6c0d277c9c38 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/d33aa45a-3e57-4873-a98b-e64bc5a4a92f HTTP/1.1" status: 200 len: 992 time: 0.4619925 Mar 07 11:04:55.644076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd33aa45a-3e57-4873-a98b-e64bc5a4a92f', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'mac_address': 'fa:16:3e:f6:51:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:51Z', 'updated_at': '2022-03-07T11:04:51Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:55.690052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-98cc212c-4809-42e3-9419-4d6ef1aabaa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1000 time: 0.5495663 Mar 07 11:04:55.738561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214ffb-17c4-482f-844c-44a85d62879f None None] The sync data for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 is: [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'd33aa45a-3e57-4873-a98b-e64bc5a4a92f', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'mac_address': 'fa:16:3e:f6:51:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:51Z', 'updated_at': '2022-03-07T11:04:51Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:55.778182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.880839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-7a984e79-6204-42ee-8757-a3e9afccdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.882806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-7a984e79-6204-42ee-8757-a3e9afccdf25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.1884408 Mar 07 11:04:56.001125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-9eb8b4f2-9bca-40f3-aca4-35b15edfcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:56.002713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-9eb8b4f2-9bca-40f3-aca4-35b15edfcc54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801950 Mar 07 11:04:56.003498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (f5d22a13-b875-4745-be1f-41237171510d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.155186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fd41a-5f2d-4cbf-baf2-7eb914793d07 None None] New status for floating IP d33aa45a-3e57-4873-a98b-e64bc5a4a92f: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:04:56.388654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-19f35e0c-02bb-47ba-ac98-28b2280243a5 service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321319 Mar 07 11:04:56.431117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f5d22a13-b875-4745-be1f-41237171510d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.529690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35764) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:56.663690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-80300ceb-5749-439d-9c04-9a11d547a0dc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/d33aa45a-3e57-4873-a98b-e64bc5a4a92f HTTP/1.1" status: 200 len: 994 time: 0.1319549 Mar 07 11:04:57.066377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ebd4c3a-07ba-4180-99b4-20dbbff470ac req-596a8022-4ba7-4764-b38f-28d41845b261 service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711719 Mar 07 11:04:57.092826 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.183681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc190ad-9288-4524-84a5-d256a3941145 req-ea4e6468-e03b-448e-84e6-5f69de73d62b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:57.195575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebc190ad-9288-4524-84a5-d256a3941145 req-ea4e6468-e03b-448e-84e6-5f69de73d62b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.1317420 Mar 07 11:04:57.198968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router f5d22a13-b875-4745-be1f-41237171510d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:57.308311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebc190ad-9288-4524-84a5-d256a3941145 req-6a88fd3f-1756-4b84-b137-84da0302f322 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117644 Mar 07 11:04:57.431761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:57.444334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Sync routers for ids ['f5d22a13-b875-4745-be1f-41237171510d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:57.470000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.471423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f8922874-49c3-4828-b217-6396b4f3da3f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3465061 Mar 07 11:04:57.474275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:57.477970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Routers {'f5d22a13-b875-4745-be1f-41237171510d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:57.478463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f5d22a13-b875-4745-be1f-41237171510d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:57.638194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-88c13ee5-d659-4920-aaf4-0617277a4328 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/f5d22a13-b875-4745-be1f-41237171510d HTTP/1.1" status: 200 len: 908 time: 0.1625354 Mar 07 11:04:57.640862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35792) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:57.645532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-981576010', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': True}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:57.699023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.700235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.799758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (96dbc22a-bf48-4818-9183-7a064fbbdc24), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.901020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Set router f5d22a13-b875-4745-be1f-41237171510d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:58.057293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (96dbc22a-bf48-4818-9183-7a064fbbdc24), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.268068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d22a13-b875-4745-be1f-41237171510d', 'name': 'tempest-snat-router-981576010', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': False}, 'gw_port_id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:53Z', 'updated_at': '2022-03-07T11:04:55Z', 'revision_number': 3, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port': {'id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d22a13-b875-4745-be1f-41237171510d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:54Z', 'updated_at': '2022-03-07T11:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:58.307795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Checking router: f5d22a13-b875-4745-be1f-41237171510d for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:58.308224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Updating router f5d22a13-b875-4745-be1f-41237171510d port bb2b775e-b254-4335-ac81-cc75651b454d binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:58.366138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.529791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (96dbc22a-bf48-4818-9183-7a064fbbdc24), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.555796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.645001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488169fe-7ec0-465d-8128-668f67628c50 req-f1caa11d-52c5-4708-82ae-bab5fd4fc270 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.646547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-488169fe-7ec0-465d-8128-668f67628c50 req-f1caa11d-52c5-4708-82ae-bab5fd4fc270 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.1698322 Mar 07 11:04:58.707869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-488169fe-7ec0-465d-8128-668f67628c50 req-ac1b6440-2d6b-4a21-9b85-81174d98ad9b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535903 Mar 07 11:04:58.788453 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.792786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks [] for port (bb2b775e-b254-4335-ac81-cc75651b454d), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.812917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.868066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 172.25.4.69 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ff7cbea7-b574-4d59-89e8-cfcdc59902d6) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:58.899876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Pushing event updated for resources: {'Port': ['ID=bb2b775e-b254-4335-ac81-cc75651b454d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:58.928234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.928578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.928915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.929247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.929573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.929896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.930217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.930594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.930856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.931173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.931489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.931833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.932153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:58.949231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Attempting to bind port bb2b775e-b254-4335-ac81-cc75651b454d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:58.949603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Attempting to bind port bb2b775e-b254-4335-ac81-cc75651b454d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:58.949965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Attempting to bind port bb2b775e-b254-4335-ac81-cc75651b454d on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:58.955965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:58.956336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:58.956738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.957124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:58.957589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Bound port: bb2b775e-b254-4335-ac81-cc75651b454d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:58.957968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.012444 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.056196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.080613 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] For port bb2b775e-b254-4335-ac81-cc75651b454d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:59.084077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] For port bb2b775e-b254-4335-ac81-cc75651b454d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bb2b775e-b254-4335-ac81-cc75651b454d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:59.099372 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.108828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:59.111921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:59.114792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:59.153113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7cbea7-b574-4d59-89e8-cfcdc59902d6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:59.181015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8669b-db8f-41d6-b5e1-d34581969c45 None None] Pushing event updated for resources: {'Port': ['ID=bb2b775e-b254-4335-ac81-cc75651b454d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:59.206821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Routers {'f5d22a13-b875-4745-be1f-41237171510d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:59.207447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f5d22a13-b875-4745-be1f-41237171510d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:59.376334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] Set router f5d22a13-b875-4745-be1f-41237171510d gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:59.408658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (96dbc22a-bf48-4818-9183-7a064fbbdc24), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.610419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d22a13-b875-4745-be1f-41237171510d', 'name': 'tempest-snat-router-981576010', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': False}, 'gw_port_id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:53Z', 'updated_at': '2022-03-07T11:04:55Z', 'revision_number': 3, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port': {'id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d22a13-b875-4745-be1f-41237171510d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:54Z', 'updated_at': '2022-03-07T11:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:59.643031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a620cf-d51e-46f0-8810-73119094a462 None None] The sync data for ids ['f5d22a13-b875-4745-be1f-41237171510d'] in n-d-832156-4 is: [{'id': 'f5d22a13-b875-4745-be1f-41237171510d', 'name': 'tempest-snat-router-981576010', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252'}], 'enable_snat': False}, 'gw_port_id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:53Z', 'updated_at': '2022-03-07T11:04:55Z', 'revision_number': 3, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port': {'id': 'bb2b775e-b254-4335-ac81-cc75651b454d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d22a13-b875-4745-be1f-41237171510d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:54Z', 'updated_at': '2022-03-07T11:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:59.728365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.073603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a24be-6dd6-42dc-baf3-df97fd5dcdb8 req-250aa447-bca6-4fe0-879a-a9329ff80bc6 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.077103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9a24be-6dd6-42dc-baf3-df97fd5dcdb8 req-250aa447-bca6-4fe0-879a-a9329ff80bc6 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.2533102 Mar 07 11:05:00.172647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9a24be-6dd6-42dc-baf3-df97fd5dcdb8 req-efc4b03d-1e11-4e8b-9580-0e8a82358c2e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877917 Mar 07 11:05:00.173672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router 96dbc22a-bf48-4818-9183-7a064fbbdc24 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:00.365357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:00.378114 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Sync routers for ids ['96dbc22a-bf48-4818-9183-7a064fbbdc24'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:00.400798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bb2b775e-b254-4335-ac81-cc75651b454d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:00.409092 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.413657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:00.416563 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Routers {'96dbc22a-bf48-4818-9183-7a064fbbdc24'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:00.417180 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96dbc22a-bf48-4818-9183-7a064fbbdc24'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:00.426293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6c8b43e0-a36d-4cbd-9dcf-81addcd2f1a8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7843056 Mar 07 11:05:00.525369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bb2b775e-b254-4335-ac81-cc75651b454d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:00.525739 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.554790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35836) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:00.564516 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-181899eb-c6f9-404c-b601-07878099e28a tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/96dbc22a-bf48-4818-9183-7a064fbbdc24 HTTP/1.1" status: 200 len: 906 time: 0.1485267 Mar 07 11:05:00.688179 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Set router 96dbc22a-bf48-4818-9183-7a064fbbdc24 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:00.725656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bb2b775e-b254-4335-ac81-cc75651b454d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:00.725656 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.748112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.775875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port bb2b775e-b254-4335-ac81-cc75651b454d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bb2b775e-b254-4335-ac81-cc75651b454d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:00.784620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.926062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=bb2b775e-b254-4335-ac81-cc75651b454d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:01.035928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (96dbc22a-bf48-4818-9183-7a064fbbdc24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.243024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Deleting port ff7cbea7-b574-4d59-89e8-cfcdc59902d6 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:01.243371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.293110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dbc22a-bf48-4818-9183-7a064fbbdc24', 'name': 'tempest-snat-router-981576010', 'tenant_id': '6777d8d70beb416088dbe3c284189088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'ff7cbea7-b574-4d59-89e8-cfcdc59902d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:57Z', 'updated_at': '2022-03-07T11:04:59Z', 'revision_number': 3, 'project_id': '6777d8d70beb416088dbe3c284189088', 'gw_port': {'id': 'ff7cbea7-b574-4d59-89e8-cfcdc59902d6', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dbc22a-bf48-4818-9183-7a064fbbdc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:58Z', 'updated_at': '2022-03-07T11:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:01.364610 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Checking router: 96dbc22a-bf48-4818-9183-7a064fbbdc24 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:01.367141 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Updating router 96dbc22a-bf48-4818-9183-7a064fbbdc24 port ff7cbea7-b574-4d59-89e8-cfcdc59902d6 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:05:01.445597 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.477632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.505424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9afe4-1b05-4c37-9c19-2302cdeec0d0 req-5392b3cf-4cec-4a2d-aad8-ec0254d025eb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.507414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6cf9afe4-1b05-4c37-9c19-2302cdeec0d0 req-5392b3cf-4cec-4a2d-aad8-ec0254d025eb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.2041349 Mar 07 11:05:01.513109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Calling delete_port for ff7cbea7-b574-4d59-89e8-cfcdc59902d6 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:01.698542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6cf9afe4-1b05-4c37-9c19-2302cdeec0d0 req-fce1c696-e5e2-48ef-b1e1-3be9d674448c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943758 Mar 07 11:05:01.790025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ff7cbea7-b574-4d59-89e8-cfcdc59902d6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.820208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff7cbea7-b574-4d59-89e8-cfcdc59902d6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:01.868938 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.db.api [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:01.869557 n-d-832156-4 neutron-server[103791]: DEBUG oslo_db.api [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:01.893879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (96dbc22a-bf48-4818-9183-7a064fbbdc24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.994013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.996990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (96dbc22a-bf48-4818-9183-7a064fbbdc24), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.063212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (96dbc22a-bf48-4818-9183-7a064fbbdc24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.063980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96dbc22a-bf48-4818-9183-7a064fbbdc24 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:02.073989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.078505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.080743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f3df8856-6525-457d-a723-13abc46b8191 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/routers/96dbc22a-bf48-4818-9183-7a064fbbdc24 HTTP/1.1" status: 204 len: 168 time: 1.5229611 Mar 07 11:05:02.198395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (f5d22a13-b875-4745-be1f-41237171510d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.338019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (f5d22a13-b875-4745-be1f-41237171510d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.356342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bb2b775e-b254-4335-ac81-cc75651b454d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:02.405922 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Port ff7cbea7-b574-4d59-89e8-cfcdc59902d6 not found while updating agent binding for router 96dbc22a-bf48-4818-9183-7a064fbbdc24. {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 11:05:02.426060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Deleting port bb2b775e-b254-4335-ac81-cc75651b454d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:02.426756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Routers set() bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:02.427074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.427971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Router IDs set() for agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:05:02.429072 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_agentschedulers_db [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96dbc22a-bf48-4818-9183-7a064fbbdc24'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent'). {{(pid=103791) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:05:02.434314 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9aa57-5a3e-4a61-bd1f-c4daa593956a None None] The sync data for ids ['96dbc22a-bf48-4818-9183-7a064fbbdc24'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:02.461211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bb2b775e-b254-4335-ac81-cc75651b454d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:02.462021 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.594137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] For port bb2b775e-b254-4335-ac81-cc75651b454d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bb2b775e-b254-4335-ac81-cc75651b454d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:02.594631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.612217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Calling delete_port for bb2b775e-b254-4335-ac81-cc75651b454d owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:02.644144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bb2b775e-b254-4335-ac81-cc75651b454d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:02.874125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bb2b775e-b254-4335-ac81-cc75651b454d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.919907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a1216-31a0-42a9-8350-d63ce6ce71ba req-ead6ce32-58d3-433d-b508-b8078c690a5e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.921566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd0a1216-31a0-42a9-8350-d63ce6ce71ba req-ead6ce32-58d3-433d-b508-b8078c690a5e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.1012177 Mar 07 11:05:02.933513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb2b775e-b254-4335-ac81-cc75651b454d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:03.024256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd0a1216-31a0-42a9-8350-d63ce6ce71ba req-55781aa6-d2cb-422d-9389-1a8ae1529464 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954945 Mar 07 11:05:03.107015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f5d22a13-b875-4745-be1f-41237171510d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.451071 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:05:03.532244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f5d22a13-b875-4745-be1f-41237171510d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.534503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_controller (f5d22a13-b875-4745-be1f-41237171510d), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.585052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f5d22a13-b875-4745-be1f-41237171510d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.585550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5d22a13-b875-4745-be1f-41237171510d {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:03.597799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.599825 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16b64ea6-fbb7-4d65-909b-e9d31a112336 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f5d22a13-b875-4745-be1f-41237171510d HTTP/1.1" status: 204 len: 168 time: 1.5191996 Mar 07 11:05:03.603467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35892) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:03.608563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1621369481', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:03.673103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.676324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.843268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.310894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.312002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae0a45-1118-4a4f-bcc2-e86cb2fe035a req-8251cdab-8532-4457-ad53-d420a312360a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:04.324659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36ae0a45-1118-4a4f-bcc2-e86cb2fe035a req-8251cdab-8532-4457-ad53-d420a312360a tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.2037773 Mar 07 11:05:04.345526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bb2b775e-b254-4335-ac81-cc75651b454d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:04.389512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bb2b775e-b254-4335-ac81-cc75651b454d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:04.389914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bb2b775e-b254-4335-ac81-cc75651b454d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:04.421167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36ae0a45-1118-4a4f-bcc2-e86cb2fe035a req-b5fbc001-571e-469e-9b0d-52aa30bb615c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945640 Mar 07 11:05:04.649170 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.672345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.785221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Allocated IP 172.25.4.135 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/015c5987-cf79-42a6-a32b-4e2790150420) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:04.922241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for port (015c5987-cf79-42a6-a32b-4e2790150420), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.961906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (015c5987-cf79-42a6-a32b-4e2790150420), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.006949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:05.010019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:05.015217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:05.018681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event updated for resources: {'Port': ['ID=015c5987-cf79-42a6-a32b-4e2790150420,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:05.721129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3585f37-bbc0-420f-b239-0c9f5e8facfa req-7dccb1a3-b43e-4736-b57e-79f8dae8820e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:05.729376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3585f37-bbc0-420f-b239-0c9f5e8facfa req-7dccb1a3-b43e-4736-b57e-79f8dae8820e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.1026711 Mar 07 11:05:05.740636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.820523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3585f37-bbc0-420f-b239-0c9f5e8facfa req-e357bc1d-ae94-46dd-b913-430f846fb35b tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902598 Mar 07 11:05:06.087304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.260891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Router f0f0474f-3d38-43ae-a17e-a679748dfe6d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:06.433532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:06.449381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] Sync routers for ids ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:06.460799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] Routers {'f0f0474f-3d38-43ae-a17e-a679748dfe6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:06.461824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.489118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.493831 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-604a163f-690b-40f4-a826-5b5f6e6c9e82 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8891058 Mar 07 11:05:06.493957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35920) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:06.500530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:06.516381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.531155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] Routers {'f0f0474f-3d38-43ae-a17e-a679748dfe6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:06.531908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.589365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.590103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e309e3fc-3bfa-40c2-9d24-8d8e1489327c None None] The sync data for ids ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:07.483162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e4ccf-1ac1-4155-ab7b-2db601408867 req-e2845a00-41eb-4d22-ac8a-8868a55d35cc tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:07.484980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-871e4ccf-1ac1-4155-ab7b-2db601408867 req-e2845a00-41eb-4d22-ac8a-8868a55d35cc tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 944 time: 0.0768490 Mar 07 11:05:07.642961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.722358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-871e4ccf-1ac1-4155-ab7b-2db601408867 req-630df17b-4894-4d78-9db5-2be67b700d11 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875285 Mar 07 11:05:07.759954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b1c85f0b-149a-4f95-8fb5-a05f3f998a21 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:05:08.034516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:08.111362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:05:08.162624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:08.163276 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.182612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c85f0b-149a-4f95-8fb5-a05f3f998a21 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:08.213728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:08.221589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.348734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:08.544738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['b1c85f0b-149a-4f95-8fb5-a05f3f998a21'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:08.592497 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.603132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.873360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router f0f0474f-3d38-43ae-a17e-a679748dfe6d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:09.124355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aca7-7532-44de-8e54-d3cc35da2165 req-be808575-08c6-4ec1-b024-db5e518046d1 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.126308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d0aca7-7532-44de-8e54-d3cc35da2165 req-be808575-08c6-4ec1-b024-db5e518046d1 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 945 time: 0.1216981 Mar 07 11:05:09.235981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:09.250645 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] Sync routers for ids ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:09.251179 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.254297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca72079d-ecb4-4dda-81f2-905f33f89a9e tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "PUT /v2.0/routers/f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 200 len: 926 time: 2.7590785 Mar 07 11:05:09.257443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.280740 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] Routers {'f0f0474f-3d38-43ae-a17e-a679748dfe6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:09.281893 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.335575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d0aca7-7532-44de-8e54-d3cc35da2165 req-cbf70d40-fd8b-4795-9275-5b1bd080907f tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905377 Mar 07 11:05:09.388012 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.414460 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] Routers {'f0f0474f-3d38-43ae-a17e-a679748dfe6d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:09.415415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.442640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35954) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.442987 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9cedac9b-b2a2-4bca-bd87-6f0f07691691 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 200 len: 926 time: 0.1842313 Mar 07 11:05:09.466791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.467447 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553cb5e-7891-4cf7-bde3-ce82b136088e None None] The sync data for ids ['f0f0474f-3d38-43ae-a17e-a679748dfe6d'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:09.540999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a5c58-a7f5-47cc-8de1-c7040972e405 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.542654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-104a5c58-a7f5-47cc-8de1-c7040972e405 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=f0f0474f-3d38-43ae-a17e-a679748dfe6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0990143 Mar 07 11:05:09.546031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.665342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026eb9fc-d214-4c78-9fca-e1f71de26b34 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.666741 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-026eb9fc-d214-4c78-9fca-e1f71de26b34 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1188972 Mar 07 11:05:09.669880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.701180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eaf471ae-1f78-4cea-a667-65ede5077f6b tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 200 len: 205 time: 0.0299752 Mar 07 11:05:09.703479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35962) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.757000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b1c85f0b-149a-4f95-8fb5-a05f3f998a21 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:09.809773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:05:09.814010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:09.814378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.829649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.902808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:09.903239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.943917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:09.945028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:09.948006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.948744 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf952b6-5ab5-4a78-9271-a93f18497079" -d '{"events": [{"server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "name": "network-vif-plugged", "status": "completed", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:09.953203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.012382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.035245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port 015c5987-cf79-42a6-a32b-4e2790150420 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:10.035621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (015c5987-cf79-42a6-a32b-4e2790150420), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.119130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (015c5987-cf79-42a6-a32b-4e2790150420), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.132593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for 015c5987-cf79-42a6-a32b-4e2790150420 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:10.182209 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7a59b-67c6-4181-9626-332aa21d7442 x-openstack-request-id: req-d9f7a59b-67c6-4181-9626-332aa21d7442 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:10.182604 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "name": "network-vif-plugged", "status": "completed", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:10.182995 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9f7a59b-67c6-4181-9626-332aa21d7442 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:10.183608 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'code': 200} Mar 07 11:05:10.292070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f4af-f7fc-46f8-b072-bd5d6e159caa req-358b186f-67eb-4145-9085-c4979daf01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:10.293707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2071f4af-f7fc-46f8-b072-bd5d6e159caa req-358b186f-67eb-4145-9085-c4979daf01b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1128 time: 0.0547609 Mar 07 11:05:10.356026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2071f4af-f7fc-46f8-b072-bd5d6e159caa req-15f56612-ae7d-425d-bd03-f94b58d9ae6a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557616 Mar 07 11:05:10.384230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (015c5987-cf79-42a6-a32b-4e2790150420), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.423907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=015c5987-cf79-42a6-a32b-4e2790150420,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.539027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f0f0474f-3d38-43ae-a17e-a679748dfe6d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.608897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0102e-9205-4d36-9c27-abdb604dac0e req-486d490d-422b-4248-a354-8cfbc666dba7 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:10.615751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bef0102e-9205-4d36-9c27-abdb604dac0e req-486d490d-422b-4248-a354-8cfbc666dba7 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.1818233 Mar 07 11:05:10.664047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.667090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (f0f0474f-3d38-43ae-a17e-a679748dfe6d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.742972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bef0102e-9205-4d36-9c27-abdb604dac0e req-c62c8fe9-410f-4515-a848-529b10eb295d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262801 Mar 07 11:05:10.755702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f0f0474f-3d38-43ae-a17e-a679748dfe6d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.755702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router f0f0474f-3d38-43ae-a17e-a679748dfe6d {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:10.771468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.773497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-415407d3-b3a7-44d1-8923-f2e89ee910b5 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 204 len: 168 time: 1.0684862 Mar 07 11:05:10.777201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 35982) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.782263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-745730987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:10.881689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.884932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.970323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.978328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.009355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.013732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9cf7f943-91fd-4b2b-a287-3d09a82fcd62 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2356715 Mar 07 11:05:11.013924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 35990) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:11.018598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:11.286598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.552511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (66be717f-a08e-4d0f-9383-f0bcb2495089), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.577172 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.792905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Allocated IP 172.25.4.216 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/44e6909b-70ab-471c-a933-a04b012aae7b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:11.978939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:12.010548 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for port (44e6909b-70ab-471c-a933-a04b012aae7b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.114687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (44e6909b-70ab-471c-a933-a04b012aae7b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.164626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71a0f69c-cd0c-438a-b1b2-a606d35d9899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.207704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:12.217162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:12.239248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:12.263214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f14fc0-dd17-422e-a736-5fd05cc9b50c req-c84edc34-6c8e-4f2d-a998-b6216dfc5936 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:12.270667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f14fc0-dd17-422e-a736-5fd05cc9b50c req-c84edc34-6c8e-4f2d-a998-b6216dfc5936 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.2279878 Mar 07 11:05:12.301427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71a0f69c-cd0c-438a-b1b2-a606d35d9899 admin admin] Publish callbacks [] for security_group (0bca17cc-10dd-46cc-8b26-d672ced4fb3f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.307545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71a0f69c-cd0c-438a-b1b2-a606d35d9899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0bca17cc-10dd-46cc-8b26-d672ced4fb3f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.320261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event updated for resources: {'Port': ['ID=44e6909b-70ab-471c-a933-a04b012aae7b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:12.388865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-71a0f69c-cd0c-438a-b1b2-a606d35d9899 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b0ec37968494ad9a202f5316396b75f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056540 Mar 07 11:05:12.390043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:12.398693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0f69c-cd0c-438a-b1b2-a606d35d9899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca17cc-10dd-46cc-8b26-d672ced4fb3f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:12.474213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] Publish callbacks [] for security_group (0bca17cc-10dd-46cc-8b26-d672ced4fb3f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.499320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f14fc0-dd17-422e-a736-5fd05cc9b50c req-c955a91c-9211-4521-a472-9bc9108bdeb0 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262714 Mar 07 11:05:12.519480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] Publish callbacks [] for security_group (0bca17cc-10dd-46cc-8b26-d672ced4fb3f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.983698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0bca17cc-10dd-46cc-8b26-d672ced4fb3f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.986311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.990751 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bca17cc-10dd-46cc-8b26-d672ced4fb3f HTTP/1.1" status: 204 len: 168 time: 0.5991960 Mar 07 11:05:13.028704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f0191-8ff1-487c-8f03-7750200034bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca17cc-10dd-46cc-8b26-d672ced4fb3f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.287024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0addf7f-36d1-46e6-b92f-eba3131d5c0e req-ba86e41b-715b-4ef6-9691-78c67e198492 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:13.289139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0addf7f-36d1-46e6-b92f-eba3131d5c0e req-ba86e41b-715b-4ef6-9691-78c67e198492 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.6775339 Mar 07 11:05:13.345794 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (66be717f-a08e-4d0f-9383-f0bcb2495089), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.360251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0addf7f-36d1-46e6-b92f-eba3131d5c0e req-65740486-5e06-424a-b96f-9fb6b5577d1d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639551 Mar 07 11:05:13.391344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36032) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.567675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36038) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.594363 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-148c1e53-618b-4dc8-b631-43c304a0917a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.732971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-148c1e53-618b-4dc8-b631-43c304a0917a admin admin] Publish callbacks [] for security_group (e8d34c9d-e81e-4143-8d30-4f6d0ca34804), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.740489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-148c1e53-618b-4dc8-b631-43c304a0917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e8d34c9d-e81e-4143-8d30-4f6d0ca34804), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.766382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.771312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.830032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-148c1e53-618b-4dc8-b631-43c304a0917a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=237402ef05de43a394d206805b495639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587423 Mar 07 11:05:13.831324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c1e53-618b-4dc8-b631-43c304a0917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d34c9d-e81e-4143-8d30-4f6d0ca34804,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.846078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36042) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.866253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fb6ec-42fe-4194-92d7-f2feebc7a34c tempest-TestVolumeBackupRestore-113525751 tempest-TestVolumeBackupRestore-113525751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:13.868672 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-487fb6ec-42fe-4194-92d7-f2feebc7a34c tempest-TestVolumeBackupRestore-113525751 tempest-TestVolumeBackupRestore-113525751-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1123 time: 0.4760625 Mar 07 11:05:13.871797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36044) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.878685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:13.911569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.016322 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] Publish callbacks [] for security_group (e8d34c9d-e81e-4143-8d30-4f6d0ca34804), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.058466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] Publish callbacks [] for security_group (e8d34c9d-e81e-4143-8d30-4f6d0ca34804), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.081274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.125274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Router 66be717f-a08e-4d0f-9383-f0bcb2495089 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:14.225395 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e8d34c9d-e81e-4143-8d30-4f6d0ca34804), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.228889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.233985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8d34c9d-e81e-4143-8d30-4f6d0ca34804 HTTP/1.1" status: 204 len: 168 time: 0.3866267 Mar 07 11:05:14.253960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05228-c930-4fb6-ade5-0cb475a1e56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d34c9d-e81e-4143-8d30-4f6d0ca34804,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:14.344606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Allocated IP 172.25.4.143 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ee58e9e3-e647-4ad0-8857-06ab317eac40) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:14.367713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:14.377728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.381366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] Sync routers for ids ['66be717f-a08e-4d0f-9383-f0bcb2495089'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:14.382789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8798c3c6-b308-478b-ac6a-5ff2d0917ac9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "PUT /v2.0/routers/66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 200 len: 883 time: 3.3676417 Mar 07 11:05:14.383530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36050) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.398380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] Routers {'66be717f-a08e-4d0f-9383-f0bcb2495089'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:14.401599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['66be717f-a08e-4d0f-9383-f0bcb2495089'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.491154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.514794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] Routers {'66be717f-a08e-4d0f-9383-f0bcb2495089'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:14.515575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['66be717f-a08e-4d0f-9383-f0bcb2495089'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.546182 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a9e5d77-3cde-4158-aceb-0fb0777fa54b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 200 len: 924 time: 0.1611156 Mar 07 11:05:14.546979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36052) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.579336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.608111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.610827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd332bb-4e87-43b8-a672-699a4b478fc6 None None] The sync data for ids ['66be717f-a08e-4d0f-9383-f0bcb2495089'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:14.632452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7fab4-e3d3-4079-8c66-668a4e651374 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:14.636539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eff7fab4-e3d3-4079-8c66-668a4e651374 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=66be717f-a08e-4d0f-9383-f0bcb2495089&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0861518 Mar 07 11:05:14.641171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36058) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.806909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29399983-8f7c-41de-a679-47b1d5323bd5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:14.808507 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-29399983-8f7c-41de-a679-47b1d5323bd5 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.1664033 Mar 07 11:05:14.815471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36068) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.855595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.939916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5b624aec-2287-48e2-996d-73f5f3c0bc89 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 200 len: 205 time: 0.1210220 Mar 07 11:05:14.940318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36088) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.986463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'Port': ['ID=ee58e9e3-e647-4ad0-8857-06ab317eac40,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:15.020197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:15.022728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:15.027636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:15.143788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.403761 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (66be717f-a08e-4d0f-9383-f0bcb2495089), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.534043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port 44e6909b-70ab-471c-a933-a04b012aae7b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:15.534507 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (44e6909b-70ab-471c-a933-a04b012aae7b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.644976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (44e6909b-70ab-471c-a933-a04b012aae7b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.660459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for 44e6909b-70ab-471c-a933-a04b012aae7b owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:15.775890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (de2b7452-1bda-44d7-8157-028b0500e8a6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.882635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.101240 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (44e6909b-70ab-471c-a933-a04b012aae7b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.148028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=44e6909b-70ab-471c-a933-a04b012aae7b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:16.256407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.264654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.355788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (de2b7452-1bda-44d7-8157-028b0500e8a6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.361936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (66be717f-a08e-4d0f-9383-f0bcb2495089), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.464127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event updated for resources: {'Port': ['ID=ee58e9e3-e647-4ad0-8857-06ab317eac40,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:16.546641 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.551365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (66be717f-a08e-4d0f-9383-f0bcb2495089), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.585994 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Floating IP de2b7452-1bda-44d7-8157-028b0500e8a6 associated. External IP: 172.25.4.143, port: b1c85f0b-149a-4f95-8fb5-a05f3f998a21. Mar 07 11:05:16.615915 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (66be717f-a08e-4d0f-9383-f0bcb2495089), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.616471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router 66be717f-a08e-4d0f-9383-f0bcb2495089 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:16.626170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.627412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a95672b-98ca-47a7-b84f-0d45dc65d489 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 204 len: 168 time: 1.6860995 Mar 07 11:05:16.634220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36278) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:16.641723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472381008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:16.680386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.682789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.854772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.873426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.946715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.952629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bcb5ee5f-c253-4d56-87f7-404f491c431c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3137980 Mar 07 11:05:16.953747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36316) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:16.959149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': True}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:17.076479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Router 045d2b87-d541-44f1-8918-5872aef6e527 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:17.215367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.355695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:17.367125 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:17.405679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.408435 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:17.411129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:17.567963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3e08418a-2e5f-4379-ad1f-1c44ca954b9d tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6934974 Mar 07 11:05:17.568624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:17.576836 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3bec3d-d887-47c9-b169-26ecb3667021" -d '{"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:17.582478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36390) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.656586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (fd10d3e2-91b6-4b60-90fe-3588f0451276), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.683724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:17.692483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.735368 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877707b-b669-4b9f-8608-bb8c22ed1d29 x-openstack-request-id: req-2877707b-b669-4b9f-8608-bb8c22ed1d29 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:17.735790 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:17.736024 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2877707b-b669-4b9f-8608-bb8c22ed1d29 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:17.736446 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:05:17.929757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b988514-3a9c-4682-a23b-601701a2048d tempest-TestVolumeBackupRestore-113525751 tempest-TestVolumeBackupRestore-113525751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:17.941292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3b988514-3a9c-4682-a23b-601701a2048d tempest-TestVolumeBackupRestore-113525751 tempest-TestVolumeBackupRestore-113525751-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1123 time: 0.3563197 Mar 07 11:05:17.949567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36432) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.950930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-e5f3414b-efa8-4347-a84a-c3b18b377472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:17.953960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-e5f3414b-efa8-4347-a84a-c3b18b377472 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1128 time: 0.2246952 Mar 07 11:05:17.964749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Request body: {'floatingip': {'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:17.975333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 172.25.4.206 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/e8579c4c-c7c9-45ec-ad2a-04b06398fc8c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:18.132603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:15Z', 'revision_number': 0, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:18.168749 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:18.179604 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:18.180845 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:18.271092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36460) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.312811 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:18.318633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-533ac464-fa4a-40fc-b894-fa54334f749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:18.320195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-533ac464-fa4a-40fc-b894-fa54334f749a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 915 time: 0.3605816 Mar 07 11:05:18.449232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (de2b7452-1bda-44d7-8157-028b0500e8a6), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.533533 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b12aec17-cbb8-4484-a0ae-1506858c5cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.616073 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-ae1b883e-d28a-4805-a368-ee97b9a64883 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 1000 time: 0.2890329 Mar 07 11:05:18.687405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b12aec17-cbb8-4484-a0ae-1506858c5cab admin admin] Publish callbacks [] for security_group (929f4e50-373e-4d63-a280-1d6a28be397b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.692080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-1b08ce1c-49d7-4145-9dd9-cb3a9cd0679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:18.693734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-1b08ce1c-49d7-4145-9dd9-cb3a9cd0679a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.0696392 Mar 07 11:05:18.696128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b12aec17-cbb8-4484-a0ae-1506858c5cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (929f4e50-373e-4d63-a280-1d6a28be397b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.774726 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:15Z', 'revision_number': 0, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:18.812403 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b12aec17-cbb8-4484-a0ae-1506858c5cab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dd309920ed8441fb900e519ec18ba4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369625 Mar 07 11:05:18.815694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36512) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.844989 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d384ca-0c66-4c42-aa02-65ea27c48771 None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:15Z', 'revision_number': 0, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:18.877530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aec17-cbb8-4484-a0ae-1506858c5cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929f4e50-373e-4d63-a280-1d6a28be397b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:18.931576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-d00512d0-0068-4769-a875-0150d7f3fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:18.933106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-d00512d0-0068-4769-a875-0150d7f3fe26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2315235 Mar 07 11:05:18.941395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] Publish callbacks [] for security_group (929f4e50-373e-4d63-a280-1d6a28be397b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.067078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] Publish callbacks [] for security_group (929f4e50-373e-4d63-a280-1d6a28be397b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.170667 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-85d81962-64d0-4d40-bd7c-32efd959b90a service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305253 Mar 07 11:05:19.254760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3d7db-e519-467b-ad3f-a4cdcfd97c1b None None] New status for floating IP de2b7452-1bda-44d7-8157-028b0500e8a6: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:05:19.287588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-1b3bec3d-d887-47c9-b169-26ecb3667021 req-4e6fa085-6a6d-4275-8d9e-451dc2b0ab9d service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096697 Mar 07 11:05:19.307219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (929f4e50-373e-4d63-a280-1d6a28be397b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.314403 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.316953 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/929f4e50-373e-4d63-a280-1d6a28be397b HTTP/1.1" status: 204 len: 168 time: 0.4996974 Mar 07 11:05:19.349792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0c230-7358-4294-8cc9-b6d6f4ffe58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929f4e50-373e-4d63-a280-1d6a28be397b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:19.493277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (e8579c4c-c7c9-45ec-ad2a-04b06398fc8c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.641961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e8579c4c-c7c9-45ec-ad2a-04b06398fc8c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.791354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36600) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:19.806325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:19.819472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c600208-d1f1-45ed-9520-ee6d1beb79e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.821834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:19.837384 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 11:05:19.840415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:19.929277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=e8579c4c-c7c9-45ec-ad2a-04b06398fc8c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:19.967275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c600208-d1f1-45ed-9520-ee6d1beb79e3 admin admin] Publish callbacks [] for security_group (21bcb971-0e4d-4b24-9386-fff6a5d0965a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.967514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.984014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-35c3d7db-e519-467b-ad3f-a4cdcfd97c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:19.984867 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-35c3d7db-e519-467b-ad3f-a4cdcfd97c1b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:19.986507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8c600208-d1f1-45ed-9520-ee6d1beb79e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (21bcb971-0e4d-4b24-9386-fff6a5d0965a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.058027 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8c600208-d1f1-45ed-9520-ee6d1beb79e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f7c23b3d3a44b7dad1535c504ea1894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623694 Mar 07 11:05:20.058027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600208-d1f1-45ed-9520-ee6d1beb79e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcb971-0e4d-4b24-9386-fff6a5d0965a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:20.071025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36612) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.169510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] Publish callbacks [] for security_group (21bcb971-0e4d-4b24-9386-fff6a5d0965a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.192866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] Publish callbacks [] for security_group (21bcb971-0e4d-4b24-9386-fff6a5d0965a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.257330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (21bcb971-0e4d-4b24-9386-fff6a5d0965a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.262904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.265333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21bcb971-0e4d-4b24-9386-fff6a5d0965a HTTP/1.1" status: 204 len: 168 time: 0.1920848 Mar 07 11:05:20.297633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dae11-be45-48e6-a0ac-55ee079adce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcb971-0e4d-4b24-9386-fff6a5d0965a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:20.487043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3d7db-e519-467b-ad3f-a4cdcfd97c1b None None] New status for floating IP de2b7452-1bda-44d7-8157-028b0500e8a6: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:05:20.507697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (de2b7452-1bda-44d7-8157-028b0500e8a6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.706944 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4562f887-4ad4-4b0c-b87f-dff96c5ee7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.841958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-57cccdf4-b2ca-4edf-a4d2-4fe73bb53c1e tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:20.843916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-57cccdf4-b2ca-4edf-a4d2-4fe73bb53c1e tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 813 time: 0.3385756 Mar 07 11:05:20.906505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-b2536986-b184-4bd3-b10b-a4d3b4b5ca0e tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/quotas/a49bcde95b0c44bd89c11e968d1c4352 HTTP/1.1" status: 200 len: 375 time: 0.0516021 Mar 07 11:05:20.983919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-66c2305e-60a6-4810-80be-f9382bc94a51 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465610 Mar 07 11:05:21.053010 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (fd10d3e2-91b6-4b60-90fe-3588f0451276), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.216003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Router 045d2b87-d541-44f1-8918-5872aef6e527 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:21.239959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-664daaa7-a755-46bf-a770-dfb0979aa04f service neutron] 10.222.0.23 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154319 Mar 07 11:05:21.578395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-994364ae-94f4-47c6-9916-58f7646c5ee0 service neutron] 10.222.0.23 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233333 Mar 07 11:05:21.697399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:21.710059 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:21.710799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.729846 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:21.732130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:21.763081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.802583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:21.805085 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a408520-a229-4daf-b9e7-d28f1d47ceaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:21.818775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e4019344-c534-4b93-8b8f-2968fa081baf tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "PUT /v2.0/floatingips/de2b7452-1bda-44d7-8157-028b0500e8a6 HTTP/1.1" status: 200 len: 992 time: 3.8594580 Mar 07 11:05:21.845514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.968545 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2449f58b-d5d3-428a-b481-d80a50ce4128 x-openstack-request-id: req-2449f58b-d5d3-428a-b481-d80a50ce4128 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:21.974803 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:21.977340 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2449f58b-d5d3-428a-b481-d80a50ce4128 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:21.978045 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:05:21.990870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba6c867a-4e11-4b7e-990d-483d61115f92 req-0789afce-7e3c-4cec-9c07-f2ba954d55fe tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 210 time: 0.1790311 Mar 07 11:05:22.084171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-40bb8826-1660-4ed0-bab8-d4aa7cdfed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.090465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-40bb8826-1660-4ed0-bab8-d4aa7cdfed4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1128 time: 0.1521854 Mar 07 11:05:22.310387 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:22.399562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-49e0e94e-4d82-4bea-aa56-8cc57225f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.403834 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-49e0e94e-4d82-4bea-aa56-8cc57225f06c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 915 time: 0.3085177 Mar 07 11:05:22.530103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-6fdb8b58-219d-423d-8d84-9684bb9df366 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.542406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-6fdb8b58-219d-423d-8d84-9684bb9df366 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.4024489 Mar 07 11:05:22.570363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-cbe4f7ac-f335-4ea2-8751-4cc0e3e1bf73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 1002 time: 0.1591356 Mar 07 11:05:22.612109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-176d9f26-71dd-4f8b-920a-ed007194013f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.683294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-bce0f42d-8755-4abc-a1d7-f04ee0d1cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.686798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-bce0f42d-8755-4abc-a1d7-f04ee0d1cffb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.1111631 Mar 07 11:05:22.726914 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:20Z', 'revision_number': 2, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:22.796572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-cd5313f5-4042-48a9-b9af-9c800a5c0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.801106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-cd5313f5-4042-48a9-b9af-9c800a5c0bee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1080687 Mar 07 11:05:22.809519 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:22.832901 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:22.835332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:04:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:22.841016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router fd10d3e2-91b6-4b60-90fe-3588f0451276 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:23.014643 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-2d2789f1-f939-45bd-81e4-dbe77ca50534 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078164 Mar 07 11:05:23.046593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f70dfe67-f59b-4479-943c-fe340eba6a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.137008 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:23.255441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5a408520-a229-4daf-b9e7-d28f1d47ceaf req-928055ab-dbe0-433c-8079-f4cd72f12c08 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338569 Mar 07 11:05:23.288727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50ae2a0a-5c92-409c-87f4-6c2553beb4e8 req-cc58053f-1851-4d8e-9632-2efbbed0c273 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 210 time: 0.1057949 Mar 07 11:05:23.292930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-176d9f26-71dd-4f8b-920a-ed007194013f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Publish callbacks [] for security_group (6bbabdbc-73e0-4868-b3cd-da83e51bbde9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.307320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-176d9f26-71dd-4f8b-920a-ed007194013f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6bbabdbc-73e0-4868-b3cd-da83e51bbde9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.450708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3e96ce1-08ab-4c9a-848b-2da547abc5bb req-176d9f26-71dd-4f8b-920a-ed007194013f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9000354 Mar 07 11:05:23.462098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d9f26-71dd-4f8b-920a-ed007194013f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbabdbc-73e0-4868-b3cd-da83e51bbde9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:23.484737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:23.495970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] Sync routers for ids ['fd10d3e2-91b6-4b60-90fe-3588f0451276'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:23.516246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.520321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.525202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f60cbd3-7e03-49f0-b894-5b3e6d7dda3b tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "PUT /v2.0/routers/fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 200 len: 919 time: 6.5700588 Mar 07 11:05:23.538009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] Routers {'fd10d3e2-91b6-4b60-90fe-3588f0451276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:23.538638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fd10d3e2-91b6-4b60-90fe-3588f0451276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:23.638863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:23.661195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] Routers {'fd10d3e2-91b6-4b60-90fe-3588f0451276'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:23.662261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fd10d3e2-91b6-4b60-90fe-3588f0451276'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:23.691245 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:20Z', 'revision_number': 2, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:23.735636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0a26c-eeed-4ec6-8261-aeb590640adc req-a7afc22f-6ddf-4754-8c52-647bd5b19801 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:23.741377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56f0a26c-eeed-4ec6-8261-aeb590640adc req-a7afc22f-6ddf-4754-8c52-647bd5b19801 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1146524 Mar 07 11:05:23.745948 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e703df-3b5c-4799-961b-ed1dab1cd8cb None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'de2b7452-1bda-44d7-8157-028b0500e8a6', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'port_id': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'mac_address': 'fa:16:3e:a5:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:05:15Z', 'updated_at': '2022-03-07T11:05:20Z', 'revision_number': 2, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:23.780820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:23.784229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7910e1-077c-47b9-b7d0-5c31157ff2cd None None] The sync data for ids ['fd10d3e2-91b6-4b60-90fe-3588f0451276'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:23.862667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56f0a26c-eeed-4ec6-8261-aeb590640adc req-f8266cc4-3394-4ea7-b529-b2f4777617d8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138277 Mar 07 11:05:23.874389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4fc54530-2dd4-46af-adc8-dba8440c6b65 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 200 len: 925 time: 0.3526106 Mar 07 11:05:23.880193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36708) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.891476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36710) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.962296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.982499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:23.996909 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae1d47-5a05-41f1-a28d-d37fb3c61164" -d '{"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:24.093867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b7aa7-c103-44b2-b157-07207311ddfa tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.104459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3a1b7aa7-c103-44b2-b157-07207311ddfa tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=fd10d3e2-91b6-4b60-90fe-3588f0451276&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2214518 Mar 07 11:05:24.116627 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87537ab4-fd60-429e-8549-377f7f6a7892 x-openstack-request-id: req-87537ab4-fd60-429e-8549-377f7f6a7892 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:24.116853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36718) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.117810 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:24.118245 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87537ab4-fd60-429e-8549-377f7f6a7892 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:24.119372 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:05:24.198047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35f1cf6c-6d66-475e-8423-ec298b646867 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/d33aa45a-3e57-4873-a98b-e64bc5a4a92f HTTP/1.1" status: 200 len: 994 time: 0.3053193 Mar 07 11:05:24.267196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-96a7b420-df26-468b-94c5-e7637b62e2c2 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.269088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-96a7b420-df26-468b-94c5-e7637b62e2c2 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.26 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 813 time: 0.2674775 Mar 07 11:05:24.283944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Request body: {'port': {'device_id': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834', 'admin_state_up': True, 'tenant_id': 'a49bcde95b0c44bd89c11e968d1c4352'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:24.337024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.338455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.493137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57283467-dcbc-46d5-bcf8-f40f90bfee54 req-ec6ac9fe-0985-4704-be7d-70069b879bf0 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Mar 07 11:05:24.572522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Made reservation on behalf of a49bcde95b0c44bd89c11e968d1c4352 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:24.579824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.632741 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-a19bc4ef-8079-431a-9fc3-be637148bc7d req-106352e0-9b73-4e8a-a77f-c2f3ed1fe2d3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:05:24.633996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a19bc4ef-8079-431a-9fc3-be637148bc7d req-106352e0-9b73-4e8a-a77f-c2f3ed1fe2d3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086515 Mar 07 11:05:24.818146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Allocated IP 172.20.0.7 (c8203769-f1d7-4922-b4f9-f792b1fc6834/58dc09ac-0c48-48ae-bf48-808a0e53bdc3/edbe84de-40fd-4168-9faf-34927dfa7b5d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:24.902230 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-030ca6f5-4070-4b46-9f50-e615e2b4c1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.973554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-6907591c-fb79-4649-9687-f88aaec6ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.975608 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-6907591c-fb79-4649-9687-f88aaec6ad84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1128 time: 0.8459857 Mar 07 11:05:25.026828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c7548-4bc9-426f-92ce-89957ce89b34 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.028932 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf6c7548-4bc9-426f-92ce-89957ce89b34 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.9099586 Mar 07 11:05:25.038915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.114299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.157618 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec1bd3a2-51ad-45b1-92d2-c41ac675ef99 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 200 len: 205 time: 0.1116517 Mar 07 11:05:25.163078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36742) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.199281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-03f6216c-a2f7-436e-a203-7aea6934e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.213786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-03f6216c-a2f7-436e-a203-7aea6934e2f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 915 time: 0.2262795 Mar 07 11:05:25.265164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-030ca6f5-4070-4b46-9f50-e615e2b4c1ac admin admin] Publish callbacks [] for security_group (781dc811-40ed-4510-a58d-9344f36e26d4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.324798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-030ca6f5-4070-4b46-9f50-e615e2b4c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (781dc811-40ed-4510-a58d-9344f36e26d4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.477815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks [] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.486439 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-030ca6f5-4070-4b46-9f50-e615e2b4c1ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d88da4a26114cd18fc0ff1ad495b02f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5226760 Mar 07 11:05:25.487345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ca6f5-4070-4b46-9f50-e615e2b4c1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781dc811-40ed-4510-a58d-9344f36e26d4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:25.492720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e0317-cb37-4bd1-bc74-763aebec1d78 req-de0fad5d-6520-49a8-8af0-8772155539ba tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.494318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c1e0317-cb37-4bd1-bc74-763aebec1d78 req-de0fad5d-6520-49a8-8af0-8772155539ba tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.0965574 Mar 07 11:05:25.496504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.504654 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-a49e8439-4a83-4e47-bb54-766b446c399d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 1002 time: 0.2371020 Mar 07 11:05:25.526013 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-a70cd009-f024-4cda-9b5f-c905ae6377d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3862169 Mar 07 11:05:25.564763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-b1cbdf38-7597-4bca-8bb7-b0dd50aee746 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:05:25.567761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-b1cbdf38-7597-4bca-8bb7-b0dd50aee746 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305886 Mar 07 11:05:25.598586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.616184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] Publish callbacks [] for security_group (781dc811-40ed-4510-a58d-9344f36e26d4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.626422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.660921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-8592f615-6af4-4130-9630-7ebfe94d0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.664838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-8592f615-6af4-4130-9630-7ebfe94d0cb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.1465218 Mar 07 11:05:25.747349 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.748238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] Publish callbacks [] for security_group (781dc811-40ed-4510-a58d-9344f36e26d4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.788327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-b42eace1-ebff-4f1c-9ca1-7434623d17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.789842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-b42eace1-ebff-4f1c-9ca1-7434623d17e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069269 Mar 07 11:05:25.799245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (fd10d3e2-91b6-4b60-90fe-3588f0451276), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.809099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:25.825112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:25.830944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c1e0317-cb37-4bd1-bc74-763aebec1d78 req-f1ce3cc0-9b10-4a14-912c-9ed353cae79c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156285 Mar 07 11:05:25.844156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:25.861092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Pushing event updated for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:25.912137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f2877-66a4-4372-becf-ef4bf9e94b51 req-eb965375-8d24-4543-a774-5c9d3450b245 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.913703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb8f2877-66a4-4372-becf-ef4bf9e94b51 req-eb965375-8d24-4543-a774-5c9d3450b245 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 931 time: 0.3172963 Mar 07 11:05:25.930115 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-904c97a3-3ca1-44df-b423-99b27334c5f7 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321216 Mar 07 11:05:25.935459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port e8579c4c-c7c9-45ec-ad2a-04b06398fc8c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:25.935901 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e8579c4c-c7c9-45ec-ad2a-04b06398fc8c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.949382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.950013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.987556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (781dc811-40ed-4510-a58d-9344f36e26d4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.998784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.004805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/781dc811-40ed-4510-a58d-9344f36e26d4 HTTP/1.1" status: 204 len: 168 time: 0.5070086 Mar 07 11:05:26.029025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-39142019-6769-4c28-919b-b46e1527b5f8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7501581 Mar 07 11:05:26.040807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36770) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.049594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Request body: {'port': {'device_id': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:26.057946 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f565-6d2e-4d47-9d5d-4a439e8d4233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781dc811-40ed-4510-a58d-9344f36e26d4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.071924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb8f2877-66a4-4372-becf-ef4bf9e94b51 req-6eb81584-8d47-44b4-b6c2-6c326f6b9ea4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352510 Mar 07 11:05:26.146737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e8579c4c-c7c9-45ec-ad2a-04b06398fc8c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.163049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for e8579c4c-c7c9-45ec-ad2a-04b06398fc8c owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:26.173789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.194532 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-caae1d47-5a05-41f1-a28d-d37fb3c61164 req-e6484801-c971-431a-8833-199dccdc8acc service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565022 Mar 07 11:05:26.384015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e8579c4c-c7c9-45ec-ad2a-04b06398fc8c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.385164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-63e63ea1-55a3-42bc-9491-05f00242bea7 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.386997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-63e63ea1-55a3-42bc-9491-05f00242bea7 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1125 time: 0.3416553 Mar 07 11:05:26.421795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=e8579c4c-c7c9-45ec-ad2a-04b06398fc8c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.489062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36778) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.506437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (fd10d3e2-91b6-4b60-90fe-3588f0451276), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.509420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68f6604d-975f-4256-8de1-831c7c127098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.600047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbe84de-40fd-4168-9faf-34927dfa7b5d {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:26.609386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks [] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.625369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.628828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (fd10d3e2-91b6-4b60-90fe-3588f0451276), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.631303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Transition to ACTIVE for port object edbe84de-40fd-4168-9faf-34927dfa7b5d will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:05:26.637956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.698299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Pushing event updated for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.730701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.731119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.731473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.731863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.732758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.733101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.733532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.734096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.734501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.734843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.735437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.735708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.736284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:26.756239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (fd10d3e2-91b6-4b60-90fe-3588f0451276), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.759055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router fd10d3e2-91b6-4b60-90fe-3588f0451276 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:26.772221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.776916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ceb2a63f-ba7f-4f57-aba5-38e16c004c1e tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 204 len: 168 time: 1.5759714 Mar 07 11:05:26.780221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36786) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.785811 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1449933983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:26.831946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.833342 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.840982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Attempting to bind port edbe84de-40fd-4168-9faf-34927dfa7b5d on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:26.842720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Attempting to bind port edbe84de-40fd-4168-9faf-34927dfa7b5d by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:26.843096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Attempting to bind port edbe84de-40fd-4168-9faf-34927dfa7b5d on network c8203769-f1d7-4922-b4f9-f792b1fc6834 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:26.852482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Port edbe84de-40fd-4168-9faf-34927dfa7b5d on network c8203769-f1d7-4922-b4f9-f792b1fc6834 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:05:26.852806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Attempting to bind port edbe84de-40fd-4168-9faf-34927dfa7b5d on network c8203769-f1d7-4922-b4f9-f792b1fc6834 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:26.856462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68f6604d-975f-4256-8de1-831c7c127098 admin admin] Publish callbacks [] for security_group (533a381c-09d8-464f-8c4f-bcb44bb9100e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.861893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:26.862218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Checking segment: {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:26.863015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Bound using segment: {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:26.863479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Bound port: edbe84de-40fd-4168-9faf-34927dfa7b5d, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:26.863865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.866945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-68f6604d-975f-4256-8de1-831c7c127098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (533a381c-09d8-464f-8c4f-bcb44bb9100e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.906906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-68f6604d-975f-4256-8de1-831c7c127098 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8e4cfdf875945a7b8295f988c2ddc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166825 Mar 07 11:05:26.916650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36790) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.958592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:26.963735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:26.975175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.993749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.014890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.024369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6604d-975f-4256-8de1-831c7c127098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a381c-09d8-464f-8c4f-bcb44bb9100e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.064808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] Publish callbacks [] for security_group (533a381c-09d8-464f-8c4f-bcb44bb9100e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.090178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.091350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.093158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] 10.222.0.26 "PUT /v2.0/ports/edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 200 len: 1091 time: 1.0501008 Mar 07 11:05:27.099960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:27.102576 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:27.111487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] Publish callbacks [] for security_group (533a381c-09d8-464f-8c4f-bcb44bb9100e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.112206 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.134458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa119d5-4500-4204-8e8d-1174ca422a59 req-b1d627a5-fcab-4c7c-bccd-5a2c0b73e2d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.142745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baa119d5-4500-4204-8e8d-1174ca422a59 req-b1d627a5-fcab-4c7c-bccd-5a2c0b73e2d3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1773129 Mar 07 11:05:27.186629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.187874 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aa337ced-08a2-4368-89f2-883a01125b53 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4063759 Mar 07 11:05:27.193038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36796) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.193242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f182973-7cb4-4e1b-8d09-9c008e5c0493 service neutron] Pushing event updated for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.207456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'enable_snat': False}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.295919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-baa119d5-4500-4204-8e8d-1174ca422a59 req-3fb1551c-88fa-4b8c-b2ce-490953613652 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522353 Mar 07 11:05:27.307460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-e4bdb4cd-88ec-44e8-8138-73ccf57848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.310369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-e4bdb4cd-88ec-44e8-8138-73ccf57848e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 1125 time: 0.1348166 Mar 07 11:05:27.322950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bbf2-be23-47ba-ba05-4d5e9d8c9d67 req-ea5ac958-6f41-48d4-82d1-dd9527068085 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.324443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3da0bbf2-be23-47ba-ba05-4d5e9d8c9d67 req-ea5ac958-6f41-48d4-82d1-dd9527068085 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 943 time: 0.1098299 Mar 07 11:05:27.367687 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337710d-d491-4ff0-acf8-2d5e592d0237 x-openstack-request-id: req-9337710d-d491-4ff0-acf8-2d5e592d0237 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:27.368143 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:27.368400 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9337710d-d491-4ff0-acf8-2d5e592d0237 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:27.368789 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d', 'status': 'completed', 'code': 200} Mar 07 11:05:27.377149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-cc0b926e-15b3-4479-a155-6c981819d6f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 200 len: 217 time: 0.0507269 Mar 07 11:05:27.386500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (533a381c-09d8-464f-8c4f-bcb44bb9100e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.389205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.392840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/533a381c-09d8-464f-8c4f-bcb44bb9100e HTTP/1.1" status: 204 len: 168 time: 0.4727571 Mar 07 11:05:27.461887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3da0bbf2-be23-47ba-ba05-4d5e9d8c9d67 req-ddd5ef97-2d0e-46e9-a5b6-1ac82522eb3a tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286726 Mar 07 11:05:27.463551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86df6-f87f-4448-ad18-484888481f87 req-b84c3a0b-5c31-48bf-873d-965bf1463e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.466129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-b84c3a0b-5c31-48bf-873d-965bf1463e92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.0810289 Mar 07 11:05:27.515601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5801e-94e4-432d-b7db-0d15facf80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a381c-09d8-464f-8c4f-bcb44bb9100e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.517660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-c81b6237-2739-4300-a4c0-f2954673a28c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427754 Mar 07 11:05:27.519490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.676389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-995986c6-4cdf-4af2-bdf8-4aa3bff98ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419306 Mar 07 11:05:27.679297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-760b2c2d-8170-49b1-968f-e03dc70d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.680706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-760b2c2d-8170-49b1-968f-e03dc70d9ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.0765233 Mar 07 11:05:27.844887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5aa86df6-f87f-4448-ad18-484888481f87 req-22d5510a-f3da-40cd-a160-7b22e3c891ea service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625979 Mar 07 11:05:27.845847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-3d966c8a-a42b-437f-88f7-34bd5c03ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.847206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-3d966c8a-a42b-437f-88f7-34bd5c03ae38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.1567016 Mar 07 11:05:27.865544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (3a772a75-a565-4685-bca0-8de917eae8cb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.907056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.953384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-b585d946-1e73-490c-8d5c-75c9a4693564 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1002 time: 0.0929735 Mar 07 11:05:28.040192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-aff7b70b-7c9f-4a89-a36d-cd32ba9bf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.042054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-aff7b70b-7c9f-4a89-a36d-cd32ba9bf4f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.0798798 Mar 07 11:05:28.046226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-54d08098-1d83-4202-bf82-841e844a7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.047959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-54d08098-1d83-4202-bf82-841e844a7ad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 1125 time: 0.0934925 Mar 07 11:05:28.154552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Allocated IP 172.25.4.73 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/6a6c2522-9d63-41c8-a76e-6867a4a1b6f9) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:28.331005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-af871e39-1531-44b4-b5db-89789e7418f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.338676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-af871e39-1531-44b4-b5db-89789e7418f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2896237 Mar 07 11:05:28.399682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-6bff8304-0cfb-4970-86b6-7bbb3bc3faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.402955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-6bff8304-0cfb-4970-86b6-7bbb3bc3faee service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 914 time: 0.3453789 Mar 07 11:05:28.409538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for port (6a6c2522-9d63-41c8-a76e-6867a4a1b6f9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.454473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6a6c2522-9d63-41c8-a76e-6867a4a1b6f9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.523534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:28.529260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:28.535563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:28.539009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6c2522-9d63-41c8-a76e-6867a4a1b6f9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:28.569110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-199ef52f-8042-4766-9eaf-4f16a11248bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 200 len: 217 time: 0.1109803 Mar 07 11:05:28.573713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.724630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4843e-4e98-477b-8aa8-0e483c4fc460 req-85327b9c-c351-41ae-921b-c1a601678b5e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.726929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91d4843e-4e98-477b-8aa8-0e483c4fc460 req-85327b9c-c351-41ae-921b-c1a601678b5e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.3209670 Mar 07 11:05:28.796846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.813074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91d4843e-4e98-477b-8aa8-0e483c4fc460 req-7aa2a05d-aa1c-4e06-8965-6a9819b24426 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721235 Mar 07 11:05:28.819797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-a40d6716-f67b-48ec-b4ca-627a5caa6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.821683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-a40d6716-f67b-48ec-b4ca-627a5caa6bb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.2424240 Mar 07 11:05:28.854063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-6a528a00-7bfb-484c-87d7-452754c2171b service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407797 Mar 07 11:05:28.881235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-013caefc-6e36-4f82-b030-bcd311e483c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.896570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b070b-6340-46aa-b379-12025bec6e0d req-9f2dbbaf-6594-4b7b-a4cb-0891ba26d47a tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.898441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a6b070b-6340-46aa-b379-12025bec6e0d req-9f2dbbaf-6594-4b7b-a4cb-0891ba26d47a tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 943 time: 0.3081467 Mar 07 11:05:28.907937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-e272f230-af1c-4819-b847-b536b1710da0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761557 Mar 07 11:05:29.031173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-013caefc-6e36-4f82-b030-bcd311e483c8 admin admin] Publish callbacks [] for security_group (42a55f09-4551-49e4-a62a-181826df978f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.075501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-013caefc-6e36-4f82-b030-bcd311e483c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (42a55f09-4551-49e4-a62a-181826df978f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.079877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-51fb754a-2559-46d6-ade3-b285f08ae31b service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511517 Mar 07 11:05:29.133011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-013caefc-6e36-4f82-b030-bcd311e483c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53d9df731d24433eb1fb4b290aa8c8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5546739 Mar 07 11:05:29.133805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.209434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a6b070b-6340-46aa-b379-12025bec6e0d req-76cddb07-909c-40f9-a1a4-d07b7a052fb9 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992063 Mar 07 11:05:29.232079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013caefc-6e36-4f82-b030-bcd311e483c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a55f09-4551-49e4-a62a-181826df978f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:29.243079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router_gateway (3a772a75-a565-4685-bca0-8de917eae8cb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.244698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-7cff93d3-6d67-4cf4-81fe-159686c0acab service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815875 Mar 07 11:05:29.262342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-749fd38f-172a-43ed-98a9-b8b59f2b5b7e req-34466794-4ded-4108-8e9c-01ccfdc6bb3f service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354733 Mar 07 11:05:29.330247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] Publish callbacks [] for security_group (42a55f09-4551-49e4-a62a-181826df978f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.362366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] Publish callbacks [] for security_group (42a55f09-4551-49e4-a62a-181826df978f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.839006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device edbe84de-40fd-4168-9faf-34927dfa7b5d details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:05:29.881086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (42a55f09-4551-49e4-a62a-181826df978f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.883899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.885091 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42a55f09-4551-49e4-a62a-181826df978f HTTP/1.1" status: 204 len: 168 time: 0.7300582 Mar 07 11:05:29.901495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b5d03-7648-485d-a176-3c1fa1e2b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a55f09-4551-49e4-a62a-181826df978f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:29.920632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.929122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.082429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a908-1add-4657-ac48-5c42320fd698 req-8bf1c3ea-60ad-42f4-b487-b2190dbad213 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.091262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b847a908-1add-4657-ac48-5c42320fd698 req-8bf1c3ea-60ad-42f4-b487-b2190dbad213 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1786103 Mar 07 11:05:30.125083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:30.156505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'edbe84de-40fd-4168-9faf-34927dfa7b5d', 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834', 'port_id': 'edbe84de-40fd-4168-9faf-34927dfa7b5d', 'mac_address': 'fa:16:3e:93:cf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dc09ac-0c48-48ae-bf48-808a0e53bdc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:05:30.168902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b847a908-1add-4657-ac48-5c42320fd698 req-11e6bd99-f310-4ac6-88e4-23f80ca0e56a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760334 Mar 07 11:05:30.219056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Router 3a772a75-a565-4685-bca0-8de917eae8cb is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:30.224163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port edbe84de-40fd-4168-9faf-34927dfa7b5d is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:30.224832 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.247369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe84de-40fd-4168-9faf-34927dfa7b5d {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:30.299900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:30.310032 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.371825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:30.400383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:30.408570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.412500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0203506e-ab77-40f9-8877-23fe1610cbe8 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "PUT /v2.0/routers/3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 200 len: 919 time: 3.2103107 Mar 07 11:05:30.415708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36894) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.416605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] Sync routers for ids ['3a772a75-a565-4685-bca0-8de917eae8cb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:30.427763 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] Routers {'3a772a75-a565-4685-bca0-8de917eae8cb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:30.428651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3a772a75-a565-4685-bca0-8de917eae8cb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:30.467052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1271827-a2e8-40d3-8f04-7e4daa7516f2 req-6ea7a4a0-71ac-4c2b-bd66-08bd8bd025b4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.469713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1271827-a2e8-40d3-8f04-7e4daa7516f2 req-6ea7a4a0-71ac-4c2b-bd66-08bd8bd025b4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 944 time: 0.0809772 Mar 07 11:05:30.500868 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:30.510923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] Routers {'3a772a75-a565-4685-bca0-8de917eae8cb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:30.511525 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3a772a75-a565-4685-bca0-8de917eae8cb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:30.533941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['edbe84de-40fd-4168-9faf-34927dfa7b5d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:30.549227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1271827-a2e8-40d3-8f04-7e4daa7516f2 req-3b921bf5-7d02-448a-a071-62fb35887bf5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688858 Mar 07 11:05:30.561871 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:30.562523 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff4e79-2c2e-42a1-bc45-25cce9204ab2 None None] The sync data for ids ['3a772a75-a565-4685-bca0-8de917eae8cb'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:30.597872 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-64a07a2d-c431-4d45-9611-52fc7e8c899c tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 200 len: 925 time: 0.1809196 Mar 07 11:05:30.601201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36904) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.680979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11643c31-2a7b-4546-8552-e8200c3bb62f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.683689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-11643c31-2a7b-4546-8552-e8200c3bb62f tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=3a772a75-a565-4685-bca0-8de917eae8cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0812931 Mar 07 11:05:30.686768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36912) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.780769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9168d-c267-4896-9ae4-d200067cdac6 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.782514 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08c9168d-c267-4896-9ae4-d200067cdac6 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/networks/c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 881 time: 0.0947630 Mar 07 11:05:30.786619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36916) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.818524 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-457977d1-c72f-4a77-abcb-682664ef314d tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 200 len: 205 time: 0.0295792 Mar 07 11:05:30.818751 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36920) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.934750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36926) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.935620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (3a772a75-a565-4685-bca0-8de917eae8cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.063303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (3a772a75-a565-4685-bca0-8de917eae8cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.126136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port 6a6c2522-9d63-41c8-a76e-6867a4a1b6f9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:31.126615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6a6c2522-9d63-41c8-a76e-6867a4a1b6f9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.180717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ac35d38-6e85-438d-adf1-83f7aedcd4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.233132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6a6c2522-9d63-41c8-a76e-6867a4a1b6f9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.249803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for 6a6c2522-9d63-41c8-a76e-6867a4a1b6f9 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:31.290049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ac35d38-6e85-438d-adf1-83f7aedcd4d0 admin admin] Publish callbacks [] for security_group (98ab1821-1277-4d99-a760-7e8205c09539), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.298108 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9ac35d38-6e85-438d-adf1-83f7aedcd4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (98ab1821-1277-4d99-a760-7e8205c09539), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.356236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1e01-63a2-4d3f-ab2a-f5adcb178ba4 req-b0731bb5-059a-446a-aa16-29f916d1f250 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:31.358099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46cd1e01-63a2-4d3f-ab2a-f5adcb178ba4 req-b0731bb5-059a-446a-aa16-29f916d1f250 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1035674 Mar 07 11:05:31.359197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac35d38-6e85-438d-adf1-83f7aedcd4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab1821-1277-4d99-a760-7e8205c09539,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.370505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9ac35d38-6e85-438d-adf1-83f7aedcd4d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e7097c21892473b9da9d6b46437adb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4346459 Mar 07 11:05:31.371151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:31.437178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6a6c2522-9d63-41c8-a76e-6867a4a1b6f9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.467261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=6a6c2522-9d63-41c8-a76e-6867a4a1b6f9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.478135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.478492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.478893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.479155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.479488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.479844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.480179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.480579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.480925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.481249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.481720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.482052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.482407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:31.485220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46cd1e01-63a2-4d3f-ab2a-f5adcb178ba4 req-42924c27-c7b0-4d91-8c6f-bb8bfdab8354 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071055 Mar 07 11:05:31.510796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] Publish callbacks [] for security_group (98ab1821-1277-4d99-a760-7e8205c09539), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.537738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] Publish callbacks [] for security_group (98ab1821-1277-4d99-a760-7e8205c09539), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.556190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (3a772a75-a565-4685-bca0-8de917eae8cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.603043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (98ab1821-1277-4d99-a760-7e8205c09539), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.606165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.609896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98ab1821-1277-4d99-a760-7e8205c09539 HTTP/1.1" status: 204 len: 168 time: 0.2350743 Mar 07 11:05:31.616218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f656f83-881d-4ef5-9e08-814a486ed557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab1821-1277-4d99-a760-7e8205c09539,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.713118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a28081-5ca3-4a4d-ab88-588ad409851b req-9b3b89e2-7919-4410-ac24-9ff2bb587813 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:31.715173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a28081-5ca3-4a4d-ab88-588ad409851b req-9b3b89e2-7919-4410-ac24-9ff2bb587813 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 944 time: 0.0599780 Mar 07 11:05:31.719108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.721893 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (3a772a75-a565-4685-bca0-8de917eae8cb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.777137 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (3a772a75-a565-4685-bca0-8de917eae8cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.778053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router 3a772a75-a565-4685-bca0-8de917eae8cb {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:31.787776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.788912 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5b43bfe0-c305-4d0b-af0e-4bf1784a17d1 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 204 len: 168 time: 0.9692328 Mar 07 11:05:31.792710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1a28081-5ca3-4a4d-ab88-588ad409851b req-5fd912d9-e94c-46e2-b8a5-d1ccd8f07e9f tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Mar 07 11:05:31.792893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 36952) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:31.799759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-517415523', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:31.827366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.829099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.854112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device edbe84de-40fd-4168-9faf-34927dfa7b5d up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:31.897856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.931934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port edbe84de-40fd-4168-9faf-34927dfa7b5d completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:05:31.936580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port edbe84de-40fd-4168-9faf-34927dfa7b5d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:31.938936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.999694 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.014524 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59af0362-4b50-4aad-beb9-9374826efc84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.034003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port edbe84de-40fd-4168-9faf-34927dfa7b5d is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:32.035293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.075624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:32.077306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:32.080496 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c32a1fd-f474-4e6b-9949-c879e1011f9e" -d '{"events": [{"server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "name": "network-vif-plugged", "status": "completed", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:32.084939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.088249 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.145988 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b393e5bf-05e2-40ab-b6c7-06ca31524786 x-openstack-request-id: req-b393e5bf-05e2-40ab-b6c7-06ca31524786 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:32.146409 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "name": "network-vif-plugged", "status": "completed", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:32.146798 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b393e5bf-05e2-40ab-b6c7-06ca31524786 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:32.147270 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d', 'code': 200} Mar 07 11:05:32.154181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.167358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59af0362-4b50-4aad-beb9-9374826efc84 admin admin] Publish callbacks [] for security_group (c382e53b-7f48-4049-b01d-69ed4e9144da), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.174757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-59af0362-4b50-4aad-beb9-9374826efc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c382e53b-7f48-4049-b01d-69ed4e9144da), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.259823 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-59af0362-4b50-4aad-beb9-9374826efc84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8aee405a2ea418bb26c8b28cb02df09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586448 Mar 07 11:05:32.262984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 36958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.303056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af0362-4b50-4aad-beb9-9374826efc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c382e53b-7f48-4049-b01d-69ed4e9144da,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.359958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] Publish callbacks [] for security_group (c382e53b-7f48-4049-b01d-69ed4e9144da), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.381203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.392165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] Publish callbacks [] for security_group (c382e53b-7f48-4049-b01d-69ed4e9144da), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.405429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.420339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c7829-de34-495d-95a9-53456a4bb191 req-67631a11-75b6-4545-b8c7-692d35e56030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:32.421855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9c7829-de34-495d-95a9-53456a4bb191 req-67631a11-75b6-4545-b8c7-692d35e56030 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 1127 time: 0.1847816 Mar 07 11:05:32.458732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c382e53b-7f48-4049-b01d-69ed4e9144da), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.461782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.462964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c382e53b-7f48-4049-b01d-69ed4e9144da HTTP/1.1" status: 204 len: 168 time: 0.1990762 Mar 07 11:05:32.471531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3b3e-2c89-4c0e-8bae-7e79bec964ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c382e53b-7f48-4049-b01d-69ed4e9144da,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.547328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9c7829-de34-495d-95a9-53456a4bb191 req-40f936df-88ef-4186-8289-45859dd66946 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945232 Mar 07 11:05:32.569145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Allocated IP 172.25.4.242 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:33.175845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c765-f303-4459-aa3e-664eea10d1f5 req-198763bd-b879-40fd-8e50-59002e944dc7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.183201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50d6c765-f303-4459-aa3e-664eea10d1f5 req-198763bd-b879-40fd-8e50-59002e944dc7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.5748291 Mar 07 11:05:33.203935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for port (0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.238659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb71c-5fc0-4d0d-82e9-03801d67675d req-c012953f-55d8-4e8e-b073-8cbd6518a64d tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.240276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2afb71c-5fc0-4d0d-82e9-03801d67675d req-c012953f-55d8-4e8e-b073-8cbd6518a64d tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 945 time: 0.1581068 Mar 07 11:05:33.303734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50d6c765-f303-4459-aa3e-664eea10d1f5 req-6e3f4017-2b98-4c97-bf22-aa7b21684ba7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194906 Mar 07 11:05:33.326345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.363079 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2afb71c-5fc0-4d0d-82e9-03801d67675d req-613583ed-e166-439e-adf3-8b8a9ca54823 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107574 Mar 07 11:05:33.378870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:33.381870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:33.384716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:33.428323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event updated for resources: {'Port': ['ID=0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:33.689577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.956717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.127381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Router f111b2f4-eec5-471c-9e05-94fd53ecba5d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:34.275220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:34.292148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] Sync routers for ids ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:34.303111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] Routers {'f111b2f4-eec5-471c-9e05-94fd53ecba5d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:34.304002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:34.304744 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.306510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5627fc07-26b6-4f17-808f-fb825f221efb tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5119870 Mar 07 11:05:34.309161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.315286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:34.348005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:34.360965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] Routers {'f111b2f4-eec5-471c-9e05-94fd53ecba5d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:34.361759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:34.418469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:34.421977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab1693-faee-46e2-9091-21474642d9b9 None None] The sync data for ids ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:34.545740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac4cc-386e-43e8-9f35-e78b4e9598a3 req-ed18760d-4764-4368-a3c0-5c0287de2355 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.554351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f30ac4cc-386e-43e8-9f35-e78b4e9598a3 req-ed18760d-4764-4368-a3c0-5c0287de2355 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1451597 Mar 07 11:05:34.666756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f30ac4cc-386e-43e8-9f35-e78b4e9598a3 req-d8051cc8-15f0-4ccc-a487-4f95f5af6f20 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070662 Mar 07 11:05:34.676333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b7028-8ebf-413f-b11e-04e74c51ed4c req-2481b872-5adb-40b7-b171-cabd9d4b8ace tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.685535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-613b7028-8ebf-413f-b11e-04e74c51ed4c req-2481b872-5adb-40b7-b171-cabd9d4b8ace tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 945 time: 0.1618757 Mar 07 11:05:34.753927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-613b7028-8ebf-413f-b11e-04e74c51ed4c req-d426209d-acc5-45fc-808e-c03bfccc3ff6 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669026 Mar 07 11:05:34.798758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.815744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.904408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Deleting port 0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:34.905481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.056707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.073488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Calling delete_port for 0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:35.126667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37086) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:35.312072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91d237d6-5045-433a-be29-d00a8dea2bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.331619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.358847 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Pushing event deleted for resources: {'Port': ['ID=0fc8a297-78b3-4d8f-8a4d-e5302ef2f6e8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:35.481293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91d237d6-5045-433a-be29-d00a8dea2bb8 admin admin] Publish callbacks [] for security_group (7c3a5d1e-7c21-424e-9c5c-0ce6da088edd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.489435 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-91d237d6-5045-433a-be29-d00a8dea2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c3a5d1e-7c21-424e-9c5c-0ce6da088edd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.495436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f111b2f4-eec5-471c-9e05-94fd53ecba5d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.553163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-91d237d6-5045-433a-be29-d00a8dea2bb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0012958d5aec47bba5b09ec08216b58e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4253144 Mar 07 11:05:35.557847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37100) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:35.576019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d237d6-5045-433a-be29-d00a8dea2bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a5d1e-7c21-424e-9c5c-0ce6da088edd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:35.614251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] Publish callbacks [] for security_group (7c3a5d1e-7c21-424e-9c5c-0ce6da088edd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.652332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] Publish callbacks [] for security_group (7c3a5d1e-7c21-424e-9c5c-0ce6da088edd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.756185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c3a5d1e-7c21-424e-9c5c-0ce6da088edd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.759426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.764444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c3a5d1e-7c21-424e-9c5c-0ce6da088edd HTTP/1.1" status: 204 len: 168 time: 0.2025568 Mar 07 11:05:35.783943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb721946-ef33-4297-90c3-132ba6e988bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a5d1e-7c21-424e-9c5c-0ce6da088edd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:35.941819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad76caf-6a96-4c1a-8772-236a3818007e req-ab939dff-c3ff-4247-a728-1c1e3bf0bfda tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:35.945614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ad76caf-6a96-4c1a-8772-236a3818007e req-ab939dff-c3ff-4247-a728-1c1e3bf0bfda tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1287344 Mar 07 11:05:36.013708 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-8c3b430a-86cf-4786-bd2b-61c0fa60a4ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3740001 Mar 07 11:05:36.026071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.036354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.064274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ad76caf-6a96-4c1a-8772-236a3818007e req-638f5f0a-7ae5-4c9e-9b96-64e3a0a8dd1f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026073 Mar 07 11:05:36.231201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:36.239858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Router f111b2f4-eec5-471c-9e05-94fd53ecba5d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:36.247124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8545-f825-425c-8ddc-f9e468e48527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.258999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-e89f0076-bb55-42d4-91ed-5db7e24cfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:36.261312 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-e89f0076-bb55-42d4-91ed-5db7e24cfe83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 1127 time: 0.1347237 Mar 07 11:05:36.392648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8545-f825-425c-8ddc-f9e468e48527 admin admin] Publish callbacks [] for security_group (60a60e6a-3605-46f6-a764-a70795b27db1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.398440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8545-f825-425c-8ddc-f9e468e48527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (60a60e6a-3605-46f6-a764-a70795b27db1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.461489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c5a8545-f825-425c-8ddc-f9e468e48527 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=627bfb90cd794543803dd557e1f5d83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287245 Mar 07 11:05:36.462652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8545-f825-425c-8ddc-f9e468e48527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a60e6a-3605-46f6-a764-a70795b27db1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.467266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37142) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:36.565747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185be042-408f-4987-989c-62a70204486a admin admin] Publish callbacks [] for security_group (60a60e6a-3605-46f6-a764-a70795b27db1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.567189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:36.579870 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] Sync routers for ids ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:36.589367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.592300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47846900-6a10-46fa-a8f6-afe6cbab808a tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "PUT /v2.0/routers/f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 200 len: 709 time: 2.2814362 Mar 07 11:05:36.595367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:36.598371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185be042-408f-4987-989c-62a70204486a admin admin] Publish callbacks [] for security_group (60a60e6a-3605-46f6-a764-a70795b27db1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.599998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] Routers {'f111b2f4-eec5-471c-9e05-94fd53ecba5d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:36.600908 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:36.639425 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:36.649203 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] Routers {'f111b2f4-eec5-471c-9e05-94fd53ecba5d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:36.650276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:36.668111 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185be042-408f-4987-989c-62a70204486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (60a60e6a-3605-46f6-a764-a70795b27db1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.671691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-185be042-408f-4987-989c-62a70204486a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.675454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-185be042-408f-4987-989c-62a70204486a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60a60e6a-3605-46f6-a764-a70795b27db1 HTTP/1.1" status: 204 len: 168 time: 0.1993101 Mar 07 11:05:36.682559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be042-408f-4987-989c-62a70204486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a60e6a-3605-46f6-a764-a70795b27db1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.709533 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:36.710628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508143c-1231-4273-8e2d-1fdaa5bbafa4 None None] The sync data for ids ['f111b2f4-eec5-471c-9e05-94fd53ecba5d'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:37.215078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-3086f0bb-c2fb-4323-992e-7fef80c316b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.216765 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-3086f0bb-c2fb-4323-992e-7fef80c316b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.8420451 Mar 07 11:05:37.228579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9c800c42-ead7-4061-89c8-5d707f590356 tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/routers/f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 200 len: 744 time: 0.6246271 Mar 07 11:05:37.229720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:37.273155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43e14d-be57-46f9-9a91-661a860a34ce req-c9708829-0c1a-436b-82b4-a33be193cdb6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.277835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f43e14d-be57-46f9-9a91-661a860a34ce req-c9708829-0c1a-436b-82b4-a33be193cdb6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1030469 Mar 07 11:05:37.334318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f43e14d-be57-46f9-9a91-661a860a34ce req-572fb1d6-74fa-430f-819a-765faa1d1916 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490830 Mar 07 11:05:37.383164 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-349c5d56-f906-43e9-9ead-d9689e4f0edb tempest-RoutersIpV6AdminTest-979232901 tempest-RoutersIpV6AdminTest-979232901-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&device_id=f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 200 len: 205 time: 0.1458817 Mar 07 11:05:37.383539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37164) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:37.408422 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-2b1d3f26-8edd-4b04-984b-c852774fd2df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 200 len: 1000 time: 0.1761928 Mar 07 11:05:37.427158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aaea8554-3d4a-4cf6-a04d-936ffa2ee125 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 200 len: 205 time: 0.0417192 Mar 07 11:05:37.428073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37168) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:37.529306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-8fbeb890-5c68-4520-8853-963b25a32e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.531300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-8fbeb890-5c68-4520-8853-963b25a32e36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1162579 Mar 07 11:05:37.549200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.604783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-a80ee62b-2f5d-40de-9cbc-a961943215f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.606893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-a80ee62b-2f5d-40de-9cbc-a961943215f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678661 Mar 07 11:05:37.742659 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-d335932e-3b44-4699-b5d4-27a2d7ef21cb service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291161 Mar 07 11:05:37.790976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.797673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router_controller (f111b2f4-eec5-471c-9e05-94fd53ecba5d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.875342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f111b2f4-eec5-471c-9e05-94fd53ecba5d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.878077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Fanout notify agent at l3_agent the message router_deleted on router f111b2f4-eec5-471c-9e05-94fd53ecba5d {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:37.889533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.890941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8468511d-4412-493a-b8e9-7154fd04c256 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 204 len: 168 time: 0.4614360 Mar 07 11:05:37.895816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37180) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:37.896321 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a0a0f9bb-d4d5-457b-9592-17eee7579eb7 req-32d6f44f-efd4-4792-837c-86f65016600d service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429179 Mar 07 11:05:37.932845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-feb741f6-3d93-44c6-b125-71e09189d023 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 200 len: 205 time: 0.0357249 Mar 07 11:05:37.935460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:37.980241 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-08fd423f-e2b9-4ec1-a733-23e976355d17 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:37.982087 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-08fd423f-e2b9-4ec1-a733-23e976355d17 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/f111b2f4-eec5-471c-9e05-94fd53ecba5d HTTP/1.1" status: 404 len: 336 time: 0.0452321 Mar 07 11:05:37.984831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37184) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.023676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-18c65f74-9f88-44ee-abbe-05db909bff6c tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 200 len: 205 time: 0.0371461 Mar 07 11:05:38.026122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37190) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.107890 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-76ab7550-a35f-4311-a558-ef42303e3dcc tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:38.111465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76ab7550-a35f-4311-a558-ef42303e3dcc tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/3a772a75-a565-4685-bca0-8de917eae8cb HTTP/1.1" status: 404 len: 336 time: 0.0818794 Mar 07 11:05:38.111829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37192) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.153677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5b476cea-1064-46b4-b7a0-38a44c571ccd tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 200 len: 205 time: 0.0405402 Mar 07 11:05:38.155895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37194) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.205249 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-9fcc67b9-f9b9-4346-b8bc-694d9809bb71 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:38.208928 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9fcc67b9-f9b9-4346-b8bc-694d9809bb71 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/fd10d3e2-91b6-4b60-90fe-3588f0451276 HTTP/1.1" status: 404 len: 336 time: 0.0493455 Mar 07 11:05:38.209408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37198) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.257167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76817ffa-ff4c-4914-8e20-01e9b3467ba6 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 200 len: 205 time: 0.0443904 Mar 07 11:05:38.257760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37200) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.307228 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-dac097cf-e4ff-451d-9ca4-0749f6e9d272 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:38.308374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dac097cf-e4ff-451d-9ca4-0749f6e9d272 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/66be717f-a08e-4d0f-9383-f0bcb2495089 HTTP/1.1" status: 404 len: 336 time: 0.0498419 Mar 07 11:05:38.311057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37202) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.346949 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-59e80188-54cc-49ed-ae35-157e21e914cc tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 200 len: 205 time: 0.0323863 Mar 07 11:05:38.347222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.369398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-9b5c587b-7287-4c8b-bdb9-97bbb6e3041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.372106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-9b5c587b-7287-4c8b-bdb9-97bbb6e3041d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.0739925 Mar 07 11:05:38.395864 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-3ff2db2d-9eb0-45c3-a9e1-032a14efd3b3 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:38.399273 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ff2db2d-9eb0-45c3-a9e1-032a14efd3b3 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/f0f0474f-3d38-43ae-a17e-a679748dfe6d HTTP/1.1" status: 404 len: 336 time: 0.0487514 Mar 07 11:05:38.399585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.457318 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a2a05c41-cdf1-46a5-9823-5b14f98526a9 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee9a96a-bf44-4e72-8882-fe882f526d5e HTTP/1.1" status: 200 len: 205 time: 0.0566161 Mar 07 11:05:38.461134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.534221 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-36ba72a2-1373-4ccc-bedb-fb35a5c044dc tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] delete failed (client error): The resource could not be found. Mar 07 11:05:38.538467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-36ba72a2-1373-4ccc-bedb-fb35a5c044dc tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/routers/0ee9a96a-bf44-4e72-8882-fe882f526d5e HTTP/1.1" status: 404 len: 336 time: 0.0753970 Mar 07 11:05:38.548388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37220) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.592417 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3037dbca-bd27-42ae-9df8-07b6a15ca8d0 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:38.593284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3037dbca-bd27-42ae-9df8-07b6a15ca8d0 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:38.597717 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3037dbca-bd27-42ae-9df8-07b6a15ca8d0 tempest-RoutersIpV6AdminTest-597938610 tempest-RoutersIpV6AdminTest-597938610-project] 10.222.0.23 "DELETE /v2.0/subnets/d107db9f-c9bb-4a57-b543-34a074e874c7 HTTP/1.1" status: 404 len: 337 time: 0.0482674 Mar 07 11:05:38.612531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-8e6a0ef3-bf9e-4c85-8d9e-52873f35874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.614238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-8e6a0ef3-bf9e-4c85-8d9e-52873f35874f service neutron] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.2186637 Mar 07 11:05:38.711334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951efb9d-8baa-40aa-9fff-15e7ca57435a req-252ed86c-ded3-4ca6-989e-9c6ac15c0c9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.714378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-951efb9d-8baa-40aa-9fff-15e7ca57435a req-252ed86c-ded3-4ca6-989e-9c6ac15c0c9f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.2109401 Mar 07 11:05:38.805700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-c13de5b4-419b-421e-af62-e8b39767a53a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1002 time: 0.1818845 Mar 07 11:05:38.872454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-951efb9d-8baa-40aa-9fff-15e7ca57435a req-3d157a4b-3423-4084-9683-8bd459c4a85a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477509 Mar 07 11:05:38.901192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-81c96014-bc56-4886-96f6-414b4ac2b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.903391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-81c96014-bc56-4886-96f6-414b4ac2b9a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.0933735 Mar 07 11:05:38.986582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-2f765c44-c0ad-495d-aca9-890616b1d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.995520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-2f765c44-c0ad-495d-aca9-890616b1d832 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796926 Mar 07 11:05:39.037001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.133462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-71dc549e-d360-4daa-96f1-7e473124788e service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323366 Mar 07 11:05:39.257562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07304b6d-bedd-4ae8-a7ba-cdead2417c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.287146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46af46f1-c954-4a12-b0fa-dca6eb68ff8c req-6de324b6-9cbb-4146-8094-ea449bae392f service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476374 Mar 07 11:05:39.368632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07304b6d-bedd-4ae8-a7ba-cdead2417c91 admin admin] Publish callbacks [] for security_group (062c5443-ccef-4786-bdea-cb933f80f89a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.374666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07304b6d-bedd-4ae8-a7ba-cdead2417c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (062c5443-ccef-4786-bdea-cb933f80f89a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.411008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07304b6d-bedd-4ae8-a7ba-cdead2417c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062c5443-ccef-4786-bdea-cb933f80f89a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:39.445685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.453197 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-07304b6d-bedd-4ae8-a7ba-cdead2417c91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27671e96451c4b3390f95f323c127b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044414 Mar 07 11:05:39.515182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] Publish callbacks [] for security_group (062c5443-ccef-4786-bdea-cb933f80f89a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.542393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] Publish callbacks [] for security_group (062c5443-ccef-4786-bdea-cb933f80f89a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.632518 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (062c5443-ccef-4786-bdea-cb933f80f89a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.637639 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.644628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/062c5443-ccef-4786-bdea-cb933f80f89a HTTP/1.1" status: 204 len: 168 time: 0.1973932 Mar 07 11:05:39.659032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac89ae-8723-46a5-832e-b3c4c37e5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062c5443-ccef-4786-bdea-cb933f80f89a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.046577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af372-b0a5-4e80-b584-ec10e37022b8 req-444d9c39-fb98-43b2-97fa-cc02b812c3f7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:40.053053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-415af372-b0a5-4e80-b584-ec10e37022b8 req-444d9c39-fb98-43b2-97fa-cc02b812c3f7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.0831223 Mar 07 11:05:40.110988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37262) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:40.126966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-415af372-b0a5-4e80-b584-ec10e37022b8 req-d4113344-f262-477f-9931-e53ece7d8d4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660942 Mar 07 11:05:40.179623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-288c8bf3-2a07-40fa-8003-5e10455f78f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6777d8d70beb416088dbe3c284189088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670099 Mar 07 11:05:40.181985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:40.257586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] Publish callbacks [] for security_group (be1ff263-4589-4ff2-94cc-23149851f16c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.290354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] Publish callbacks [] for security_group (be1ff263-4589-4ff2-94cc-23149851f16c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.354400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (be1ff263-4589-4ff2-94cc-23149851f16c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.358609 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.360899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be1ff263-4589-4ff2-94cc-23149851f16c HTTP/1.1" status: 204 len: 168 time: 0.1771469 Mar 07 11:05:40.371882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d00ac-9e9e-47f9-acad-7389c27bfbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ff263-4589-4ff2-94cc-23149851f16c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.454942 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:05:41.359935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebf403-4bc2-4b17-9a43-c3e945d3f525 req-ce4e6ed4-5983-4092-863e-4535e88425f1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:41.359935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66ebf403-4bc2-4b17-9a43-c3e945d3f525 req-ce4e6ed4-5983-4092-863e-4535e88425f1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.1131539 Mar 07 11:05:41.359935 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-55045e08-4846-4783-848e-2a1f46663c55 req-ab68d8d8-448a-45ae-a119-48160ada1ba9 service neutron] show failed (client error): The resource could not be found. Mar 07 11:05:41.359935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-ab68d8d8-448a-45ae-a119-48160ada1ba9 service neutron] 10.222.0.26 "GET /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.1752236 Mar 07 11:05:41.468292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66ebf403-4bc2-4b17-9a43-c3e945d3f525 req-7216f782-c17d-4350-9aaa-272c6bfac1c4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002817 Mar 07 11:05:41.768426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-1d897afb-a336-478b-9af1-9021f5b081a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:41.771113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-1d897afb-a336-478b-9af1-9021f5b081a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 1128 time: 0.1641583 Mar 07 11:05:41.785738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:41.894013 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.258900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:42.312945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:42.368188 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:42.371840 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac4227-50d9-4c97-9fde-5f35f9e90a2c" -d '{"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:42.376746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks [] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.415024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Transition to ACTIVE for port object ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:05:42.425681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.539266 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76863753-5648-41a3-95ec-072d5e847ca1 x-openstack-request-id: req-76863753-5648-41a3-95ec-072d5e847ca1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:42.540079 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:42.540219 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76863753-5648-41a3-95ec-072d5e847ca1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:42.540572 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'code': 200} Mar 07 11:05:42.591074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37326) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:42.595680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:42.809785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c22e2-24de-41e5-b76e-d28debf3d25b req-6a7ba251-b712-40b3-a5a7-8018c4c58bf5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:42.811823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-091c22e2-24de-41e5-b76e-d28debf3d25b req-6a7ba251-b712-40b3-a5a7-8018c4c58bf5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.1391821 Mar 07 11:05:42.830273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] No DVR routers for this DVR port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:42.852333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-366920699', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:42.934354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-091c22e2-24de-41e5-b76e-d28debf3d25b req-5a61a27b-08c8-4a92-8ae9-65f7f8c78dc6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138127 Mar 07 11:05:42.956372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Made reservation on behalf of 4599add4a5434888b38e3fcc30b7fd3b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:42.959455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.980537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.107036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for security_group (2edd2a49-c13d-4335-993e-efe980968a89), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.112711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2edd2a49-c13d-4335-993e-efe980968a89), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.118025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] device_id is not set on port 86fcdcba-aba9-4a10-8d6b-97f8c51b8306 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:43.142678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:43.143140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:43.143605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:43.148891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:05:43.149258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Attempting to bind port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:43.164318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:43.165010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Checking segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:43.165457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Bound using segment: {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:43.166094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Bound port: ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3562abed-64e4-4b9c-98db-3ce05cd695ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:43.166522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.190172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd2a49-c13d-4335-993e-efe980968a89,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:43.268533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Allocated IP 172.25.4.244 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/86fcdcba-aba9-4a10-8d6b-97f8c51b8306) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:43.326954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:43.330595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:43.350687 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.412114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:43.412969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.414530 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] 10.222.0.32 "PUT /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1092 time: 1.6354408 Mar 07 11:05:43.534104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401eead-dad1-4d1e-9dd6-642ddcf53ced service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:43.553643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-9a9f58b4-dacd-4ffc-b0cf-38b4068127df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:43.555300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-9a9f58b4-dacd-4ffc-b0cf-38b4068127df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1126 time: 0.0998888 Mar 07 11:05:43.589577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for port (86fcdcba-aba9-4a10-8d6b-97f8c51b8306), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.652629 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (86fcdcba-aba9-4a10-8d6b-97f8c51b8306), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.770750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:43.774199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:43.777148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:43.812981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-59eecab3-bf3d-4b3d-9eff-e917306b5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:43.815540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-59eecab3-bf3d-4b3d-9eff-e917306b5140 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.2523427 Mar 07 11:05:43.824470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Pushing event updated for resources: {'Port': ['ID=86fcdcba-aba9-4a10-8d6b-97f8c51b8306,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:43.857766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:43.858543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.889189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ac91529-6510-4877-a1c6-eeb3a4e49589 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2965164 Mar 07 11:05:43.891547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37340) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:43.898056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.244'}]}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:43.926032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (0c87cc7d-30a3-43b6-a808-5a5354a92af8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.929273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (0c87cc7d-30a3-43b6-a808-5a5354a92af8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.991919 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-00e4b5e0-8770-4978-ad2d-a109f381a71d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1000 time: 0.1683879 Mar 07 11:05:44.049158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for router_controller (0c87cc7d-30a3-43b6-a808-5a5354a92af8), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.108993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-9fac7607-02cc-4151-b4c0-1ff5be310efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.113121 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-9fac7607-02cc-4151-b4c0-1ff5be310efc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.1141431 Mar 07 11:05:44.249031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045e08-4846-4783-848e-2a1f46663c55 req-6d514d84-6ce4-42b1-a64d-d38779ee6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.251357 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-6d514d84-6ce4-42b1-a64d-d38779ee6609 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1301286 Mar 07 11:05:44.440541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-3944035d-a756-4c74-b4a3-d1aa8489f4e1 service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806543 Mar 07 11:05:44.541335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:44.543728 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:44.576898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55045e08-4846-4783-848e-2a1f46663c55 req-df5fdb62-0694-42ff-acdc-d4d0a971a123 service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278861 Mar 07 11:05:44.641564 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d63387-a312-49bf-b0ec-c08e8f1c9d51 x-openstack-request-id: req-27d63387-a312-49bf-b0ec-c08e8f1c9d51 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:44.642008 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:44.642263 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27d63387-a312-49bf-b0ec-c08e8f1c9d51 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:44.642670 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'status': 'completed', 'code': 200} Mar 07 11:05:44.747915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-0918bb5e-ca4d-451e-96f9-600eb02a0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.751866 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-0918bb5e-ca4d-451e-96f9-600eb02a0569 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1126 time: 0.0989306 Mar 07 11:05:45.004190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-e7e56d94-dd92-459c-bb0e-9f61fd854de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.009570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-e7e56d94-dd92-459c-bb0e-9f61fd854de6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.2478094 Mar 07 11:05:45.101217 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-89dc6d10-2107-42ac-9e7e-288b34b31a65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1000 time: 0.0845742 Mar 07 11:05:45.118036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for router_gateway (0c87cc7d-30a3-43b6-a808-5a5354a92af8), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.153245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436b7f-24bd-4663-b72b-119a1946b7b1 req-06a55102-1ef3-40d6-aa6c-51d1bfa0c9db tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.154899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19436b7f-24bd-4663-b72b-119a1946b7b1 req-06a55102-1ef3-40d6-aa6c-51d1bfa0c9db tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 1.1002500 Mar 07 11:05:45.215676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-43073437-6f60-4744-99be-5e58065e40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.217586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-43073437-6f60-4744-99be-5e58065e40a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.1091495 Mar 07 11:05:45.233902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-0fc7ca49-f96e-4553-a68e-b1d08ccb02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.236409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-0fc7ca49-f96e-4553-a68e-b1d08ccb02f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1126 time: 0.3248653 Mar 07 11:05:45.280795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-c852b98b-c0bb-49b4-99d9-f946aaf1075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.282489 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-c852b98b-c0bb-49b4-99d9-f946aaf1075d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579896 Mar 07 11:05:45.372452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-19436b7f-24bd-4663-b72b-119a1946b7b1 req-d3a3acfd-8bc9-41f4-9a13-ec37c50cbde5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959331 Mar 07 11:05:45.451431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-c4cf8ab6-d7bd-4efc-90b7-73ea8aff56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.453511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-c4cf8ab6-d7bd-4efc-90b7-73ea8aff56e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.2065814 Mar 07 11:05:45.501590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-e6aea498-9ea3-4434-99b4-fdd0aa87bd51 service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107604 Mar 07 11:05:45.619822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-776b6559-6936-4b3e-87b1-f26df7dc3239 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1000 time: 0.1587155 Mar 07 11:05:45.640353 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-bafdf62a-0851-46e5-ab4d-c88fb07d930d service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303964 Mar 07 11:05:45.670879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for router_gateway (0c87cc7d-30a3-43b6-a808-5a5354a92af8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.703256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.862230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-d7d73bc1-41d7-4e8d-94e2-bfb41ad831db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.864211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-d7d73bc1-41d7-4e8d-94e2-bfb41ad831db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.1955411 Mar 07 11:05:45.954384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:45.967725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-f538b42b-3669-4745-809d-ac985069fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.969485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-f538b42b-3669-4745-809d-ac985069fdc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0954473 Mar 07 11:05:46.086353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for router (0c87cc7d-30a3-43b6-a808-5a5354a92af8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.086610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:05:46.086997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:46.185262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-a71fbde2-ce68-4c8d-997b-54d8385e723d service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915970 Mar 07 11:05:46.366585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (0c87cc7d-30a3-43b6-a808-5a5354a92af8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.370924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks [] for router_controller (0c87cc7d-30a3-43b6-a808-5a5354a92af8), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.440077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (0c87cc7d-30a3-43b6-a808-5a5354a92af8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.440673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c87cc7d-30a3-43b6-a808-5a5354a92af8 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:46.450675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71d2cf83-cf68-4fc5-8a0a-ea11fc3809b3 req-383a8495-26ed-49bc-b3c7-78bb18b396fb service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593865 Mar 07 11:05:46.476956 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 11:05:46.480824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2657b3a0-0f37-4153-9bf6-272b131168a9 tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5853350 Mar 07 11:05:46.481276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37372) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.650683 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Deleting port 86fcdcba-aba9-4a10-8d6b-97f8c51b8306 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:46.651000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (86fcdcba-aba9-4a10-8d6b-97f8c51b8306), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.659933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ef417-4c8e-4e05-96c6-7cebcce04202 req-84c6d841-e4d5-423f-a5e8-e33aeff840bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:46.662660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f3ef417-4c8e-4e05-96c6-7cebcce04202 req-84c6d841-e4d5-423f-a5e8-e33aeff840bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.1399543 Mar 07 11:05:46.747286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f3ef417-4c8e-4e05-96c6-7cebcce04202 req-c524c06e-4967-4b73-b241-96963aa94156 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778191 Mar 07 11:05:46.760985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (86fcdcba-aba9-4a10-8d6b-97f8c51b8306), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.782704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Calling delete_port for 86fcdcba-aba9-4a10-8d6b-97f8c51b8306 owned by {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:46.931487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (86fcdcba-aba9-4a10-8d6b-97f8c51b8306), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.965127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Pushing event deleted for resources: {'Port': ['ID=86fcdcba-aba9-4a10-8d6b-97f8c51b8306,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:47.035858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.040037 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7ec5e85-6952-4f9b-96e3-7275d6da091b tempest-RoutersAdminNegativeTest-15168164 tempest-RoutersAdminNegativeTest-15168164-project-admin] 10.222.0.23 "DELETE /v2.0/ports/86fcdcba-aba9-4a10-8d6b-97f8c51b8306 HTTP/1.1" status: 204 len: 168 time: 0.5575678 Mar 07 11:05:47.361490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:47.524910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2252e458-ec37-4a79-8978-91d40dd97e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.624554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2252e458-ec37-4a79-8978-91d40dd97e42 admin admin] Publish callbacks [] for security_group (690e5692-237d-47e4-af93-015d3891da91), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.635071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2252e458-ec37-4a79-8978-91d40dd97e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (690e5692-237d-47e4-af93-015d3891da91), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.759476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252e458-ec37-4a79-8978-91d40dd97e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e5692-237d-47e4-af93-015d3891da91,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:47.785447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2252e458-ec37-4a79-8978-91d40dd97e42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff047f6e8254bd7a1cf3823b4a6bc5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201770 Mar 07 11:05:47.788206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37396) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:47.956440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] Publish callbacks [] for security_group (690e5692-237d-47e4-af93-015d3891da91), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.959328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:05:48.053953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06936-9b9c-44f3-84e7-24319f8740a6 req-b8e1b087-73ca-4110-852a-2c75673764a7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:48.063766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27e06936-9b9c-44f3-84e7-24319f8740a6 req-b8e1b087-73ca-4110-852a-2c75673764a7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 944 time: 0.2199180 Mar 07 11:05:48.068216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] Publish callbacks [] for security_group (690e5692-237d-47e4-af93-015d3891da91), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.194111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27e06936-9b9c-44f3-84e7-24319f8740a6 req-1dbbd8c8-0fce-4dc4-8120-c51dcd12710f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293392 Mar 07 11:05:48.199032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:48.216479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'port_id': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'mac_address': 'fa:16:3e:f6:51:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:05:48.226721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (690e5692-237d-47e4-af93-015d3891da91), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.229419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.230645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/690e5692-237d-47e4-af93-015d3891da91 HTTP/1.1" status: 204 len: 168 time: 0.4405136 Mar 07 11:05:48.242968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0e783-304d-4906-8374-493ae34e76fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e5692-237d-47e4-af93-015d3891da91,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:48.273898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:48.274294 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.298125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:48.322697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:48.329721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.384086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:48.630177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:48.676827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:48.677707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af4bdb1d-7c49-4857-a68f-b6c946933933 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4599add4a5434888b38e3fcc30b7fd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453849 Mar 07 11:05:48.679865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37408) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:48.759727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] Publish callbacks [] for security_group (2edd2a49-c13d-4335-993e-efe980968a89), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.799701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] Publish callbacks [] for security_group (2edd2a49-c13d-4335-993e-efe980968a89), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.897102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2edd2a49-c13d-4335-993e-efe980968a89), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.900203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.902207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2edd2a49-c13d-4335-993e-efe980968a89 HTTP/1.1" status: 204 len: 168 time: 0.2194688 Mar 07 11:05:48.922053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7a76c-17dc-40f6-b6e2-5f9ac720f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd2a49-c13d-4335-993e-efe980968a89,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:49.370557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9df5b4-05e7-4699-8b9a-759c7fd1b2a7 req-8acbd58a-d383-4911-b226-12baa5653a80 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:49.372148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd9df5b4-05e7-4699-8b9a-759c7fd1b2a7 req-8acbd58a-d383-4911-b226-12baa5653a80 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 945 time: 0.0862050 Mar 07 11:05:49.456790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd9df5b4-05e7-4699-8b9a-759c7fd1b2a7 req-829d9149-ee75-4d1e-b873-f3ebc9e11d52 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749424 Mar 07 11:05:49.911885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a73e6-c1ef-432a-9aac-aaddff52a2d1 req-e7ff4d7e-4457-41e2-8d1d-27c2a0043799 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:49.913793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e0a73e6-c1ef-432a-9aac-aaddff52a2d1 req-e7ff4d7e-4457-41e2-8d1d-27c2a0043799 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 945 time: 0.1825719 Mar 07 11:05:49.942981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c17-7c66-4685-b42e-092b9950551c req-0749c16e-a8e3-4b97-8d2f-38cd97415693 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:49.944524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-0749c16e-a8e3-4b97-8d2f-38cd97415693 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 945 time: 0.1501737 Mar 07 11:05:49.968734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:50.020072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e0a73e6-c1ef-432a-9aac-aaddff52a2d1 req-fbe0f09e-6356-402e-b12d-c60761f321af tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996134 Mar 07 11:05:50.041234 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-4dc97c17-7c66-4685-b42e-092b9950551c req-2daa2b74-be54-43b0-9ceb-5636c0050adc service neutron] delete failed (client error): The resource could not be found. Mar 07 11:05:50.042917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-2daa2b74-be54-43b0-9ceb-5636c0050adc service neutron] 10.222.0.26 "DELETE /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0880468 Mar 07 11:05:50.089130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:05:50.101522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:50.101893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.115072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37456) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:50.200921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c17-7c66-4685-b42e-092b9950551c req-7be1a26c-1b11-4d6f-9b5e-65c707e29487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:50.203030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-7be1a26c-1b11-4d6f-9b5e-65c707e29487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1127 time: 0.0791395 Mar 07 11:05:50.205180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:50.206040 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.233864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:50.236784 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa36025-7fcd-4ff7-b23f-d847ff4bb14c" -d '{"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:50.253636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:50.263114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.317419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-594071346'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:50.358991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:50.360560 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c054411-eb79-4105-99e4-bd22e23f6dd0 x-openstack-request-id: req-7c054411-eb79-4105-99e4-bd22e23f6dd0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:50.361343 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:50.361601 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c054411-eb79-4105-99e4-bd22e23f6dd0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:50.362081 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'code': 200} Mar 07 11:05:50.365335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.382110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.382675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:50.382956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c17-7c66-4685-b42e-092b9950551c req-f1e6ee4a-d08c-47ef-b17d-c25344476228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:50.384704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-f1e6ee4a-d08c-47ef-b17d-c25344476228 service neutron] 10.222.0.26 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.1743991 Mar 07 11:05:50.473021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-45cf4c29-56f3-4de4-98ba-2b8d1cd0659b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 1002 time: 0.0797303 Mar 07 11:05:50.477964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for security_group (307eb1d6-e21d-4ff2-9ccc-4550f5762bb2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.482474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (307eb1d6-e21d-4ff2-9ccc-4550f5762bb2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.496953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:05:50.508887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (61dec800-f6ef-4afd-abaf-c7270bf0f8e5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.509224 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment 61dec800-f6ef-4afd-abaf-c7270bf0f8e5 of type vlan for network bc7f301e-a426-4328-9d74-649e3c3c2556 Mar 07 11:05:50.535713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c17-7c66-4685-b42e-092b9950551c req-be0bbde4-e443-489d-ba01-b27f0c667d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:50.537871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-be0bbde4-e443-489d-ba01-b27f0c667d00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.0571017 Mar 07 11:05:50.575488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (bc7f301e-a426-4328-9d74-649e3c3c2556), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.586315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307eb1d6-e21d-4ff2-9ccc-4550f5762bb2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:50.612818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (bc7f301e-a426-4328-9d74-649e3c3c2556), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.619279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:50.620138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.636960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c17-7c66-4685-b42e-092b9950551c req-99db9efe-09e5-45d6-bdbc-aad63602d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:50.638661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-99db9efe-09e5-45d6-bdbc-aad63602d173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941949 Mar 07 11:05:50.652785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5295870 Mar 07 11:05:50.658435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37468) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:50.666437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-206702869'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:50.709278 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d91b4907-573d-4141-b019-c32e414da4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.739923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25181e-0246-49c6-9c0b-4767a29a2ebc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=bc7f301e-a426-4328-9d74-649e3c3c2556,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:50.754614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network bc7f301e-a426-4328-9d74-649e3c3c2556 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:05:50.765117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:50.773189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.832179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:05:50.859277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0b00c038-501b-4ba6-a5b8-905b0bb466c3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.862723 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment 0b00c038-501b-4ba6-a5b8-905b0bb466c3 of type vlan for network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca Mar 07 11:05:50.897945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-1ab69bd8-0e46-4ca7-ace1-26e266a2d160 service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496035 Mar 07 11:05:50.905582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37472) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:50.958668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (59964c1e-a32e-4ba8-8ae7-ed64f364ceca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.001630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (59964c1e-a32e-4ba8-8ae7-ed64f364ceca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.009907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:51.010752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.116760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=59964c1e-a32e-4ba8-8ae7-ed64f364ceca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.129602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:05:51.162468 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2d7c97b-4c69-4482-bd19-bee0280ac7c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5001521 Mar 07 11:05:51.162701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:51.178638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:51.337165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:51.342503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.413869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dc97c17-7c66-4685-b42e-092b9950551c req-2deb55e3-2954-49b7-bc2c-f27323b7f9df service neutron] 10.222.0.26 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120256 Mar 07 11:05:51.527227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9131-f069-4291-9ecc-64ef9f71d941 req-f9a1a87e-cc13-4518-9756-b6f2aca1b1f3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:51.546422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f4a9131-f069-4291-9ecc-64ef9f71d941 req-f9a1a87e-cc13-4518-9756-b6f2aca1b1f3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.3682597 Mar 07 11:05:51.652773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (57bb4040-dd17-4ea7-91be-c43340618b77), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.702283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f4a9131-f069-4291-9ecc-64ef9f71d941 req-c2efd338-9e52-4c55-8d88-a4781e388633 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544397 Mar 07 11:05:51.707522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Deleting port ee58e9e3-e647-4ad0-8857-06ab317eac40 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:51.710835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.763354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=57bb4040-dd17-4ea7-91be-c43340618b77,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.856695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': '61dec800-f6ef-4afd-abaf-c7270bf0f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:51.858822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: bc7f301e-a426-4328-9d74-649e3c3c2556, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:05:51.885265 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.886155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (ee58e9e3-e647-4ad0-8857-06ab317eac40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.901731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Calling delete_port for ee58e9e3-e647-4ad0-8857-06ab317eac40 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:51.928225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network bc7f301e-a426-4328-9d74-649e3c3c2556 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:05:51.952358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, bc7f301e-a426-4328-9d74-649e3c3c2556) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:51.961559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:51.962691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.963473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca5afed-16dd-4279-b726-70302672f08c None None] Network bc7f301e-a426-4328-9d74-649e3c3c2556 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:52.004018 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-13a26561-ed63-455b-84d3-903c09e9a5fc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8371842 Mar 07 11:05:52.007598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37486) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:52.019777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:52.198276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-bc7f301e-a426-4328-9d74-649e3c3c2556', 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': '57bb4040-dd17-4ea7-91be-c43340618b77'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:52.201747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.227352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:52.238215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.577089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Allocated IP 2001:db8::2 (bc7f301e-a426-4328-9d74-649e3c3c2556/57bb4040-dd17-4ea7-91be-c43340618b77/93452e03-a603-4a7c-bdb8-21d702106cf7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:52.845067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (a581627b-5b73-49a5-a88e-f1046547da94), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.006786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks [] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.038446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.062435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21f0b71d-8c5d-4e44-afc4-de17682f7343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.118210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Network bc7f301e-a426-4328-9d74-649e3c3c2556 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:53.123597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:53.143499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:53.204280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Pushing event updated for resources: {'Port': ['ID=93452e03-a603-4a7c-bdb8-21d702106cf7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.205293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=a581627b-5b73-49a5-a88e-f1046547da94,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.226143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8406e-d2dc-42ac-b76a-f69fc5053229 req-ccf8b010-35ef-4b7a-8dc0-8a13a1a8decf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:53.227739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bc8406e-d2dc-42ac-b76a-f69fc5053229 req-ccf8b010-35ef-4b7a-8dc0-8a13a1a8decf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.3208704 Mar 07 11:05:53.239070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': '0b00c038-501b-4ba6-a5b8-905b0bb466c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:53.239593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: 59964c1e-a32e-4ba8-8ae7-ed64f364ceca, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:05:53.310910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Attempting to bind port 93452e03-a603-4a7c-bdb8-21d702106cf7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:53.311328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Attempting to bind port 93452e03-a603-4a7c-bdb8-21d702106cf7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '61dec800-f6ef-4afd-abaf-c7270bf0f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:53.316616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Attempting to bind port 93452e03-a603-4a7c-bdb8-21d702106cf7 on network bc7f301e-a426-4328-9d74-649e3c3c2556 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:53.320075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:05:53.332568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:53.340257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 59964c1e-a32e-4ba8-8ae7-ed64f364ceca) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:53.341089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Checking segment: {'id': '61dec800-f6ef-4afd-abaf-c7270bf0f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:53.341715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.342340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Bound using segment: {'id': '61dec800-f6ef-4afd-abaf-c7270bf0f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:53.343145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Bound port: 93452e03-a603-4a7c-bdb8-21d702106cf7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dec800-f6ef-4afd-abaf-c7270bf0f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc7f301e-a426-4328-9d74-649e3c3c2556'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:53.352368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.357006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32167e0f-ba0f-45a0-bccc-d78aa2e803c4 None None] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:53.361265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:53.362982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.389903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bc8406e-d2dc-42ac-b76a-f69fc5053229 req-42406eaa-71a0-4ae2-92a7-7720afb9366a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405435 Mar 07 11:05:53.405052 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b6eed79-44fe-4ff2-911e-c061d5cfca67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3941193 Mar 07 11:05:53.407975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:53.424921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768432028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:53.429047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37522) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:53.543677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.548455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.561225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] For port 93452e03-a603-4a7c-bdb8-21d702106cf7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:53.564886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] For port 93452e03-a603-4a7c-bdb8-21d702106cf7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=93452e03-a603-4a7c-bdb8-21d702106cf7,segment=NetworkSegment(61dec800-f6ef-4afd-abaf-c7270bf0f8e5),segment_id=61dec800-f6ef-4afd-abaf-c7270bf0f8e5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:53.598950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.612784 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d830057-2510-4d84-8756-2a593dc82bf3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/d33aa45a-3e57-4873-a98b-e64bc5a4a92f HTTP/1.1" status: 200 len: 994 time: 0.1825383 Mar 07 11:05:53.675850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ee58e9e3-e647-4ad0-8857-06ab317eac40), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.770976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event deleted for resources: {'Port': ['ID=ee58e9e3-e647-4ad0-8857-06ab317eac40,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.858170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caad78-4df1-4c52-ba2f-fcdfad746dac None None] Pushing event updated for resources: {'Port': ['ID=93452e03-a603-4a7c-bdb8-21d702106cf7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.891937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3dc7-71ee-4a7e-89d3-33096452b8fa req-07bf5357-0c61-4d5e-b0d4-5b28aaec3f67 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:53.900840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ffe3dc7-71ee-4a7e-89d3-33096452b8fa req-07bf5357-0c61-4d5e-b0d4-5b28aaec3f67 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.3111529 Mar 07 11:05:53.976676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ffe3dc7-71ee-4a7e-89d3-33096452b8fa req-762d1e09-7b47-4649-b952-18f09f2390c2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704241 Mar 07 11:05:53.978683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (5bfab434-5bad-4255-a4bb-4caa7366d74b), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.022573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.030190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-59964c1e-a32e-4ba8-8ae7-ed64f364ceca', 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': 'a581627b-5b73-49a5-a88e-f1046547da94'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:54.032007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.050230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for floatingip (de2b7452-1bda-44d7-8157-028b0500e8a6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.050737 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Floating IP de2b7452-1bda-44d7-8157-028b0500e8a6 disassociated (deleted). External IP: 172.25.4.143, port: b1c85f0b-149a-4f95-8fb5-a05f3f998a21. Mar 07 11:05:54.057927 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.059762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d0d5ba1d-b8e4-41c5-b5b3-bf4617d8d51d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6501005 Mar 07 11:05:54.063075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37538) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:54.487153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.490929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.529272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Allocated IP 2001:db8:1::2 (59964c1e-a32e-4ba8-8ae7-ed64f364ceca/a581627b-5b73-49a5-a88e-f1046547da94/e618a4d3-968e-44f0-892c-0f4376ce0657) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:54.617850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 93452e03-a603-4a7c-bdb8-21d702106cf7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:54.709566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Router 045d2b87-d541-44f1-8918-5872aef6e527 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:55.024532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:55.033079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.035786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.063039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:55.099346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01782b6d-5037-4016-a3d3-ca7cfe43fba2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "DELETE /v2.0/floatingips/de2b7452-1bda-44d7-8157-028b0500e8a6 HTTP/1.1" status: 204 len: 168 time: 4.1925216 Mar 07 11:05:55.099972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:55.102688 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550c64ca-57c6-4a86-b745-96046d8d5ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:55.178608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks [] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.209860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:55.210842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:55.375323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25c17-3b41-4fe9-b76f-9150e8025b86 req-a2a09515-6dd8-40f9-a1aa-cb941d8f5bee tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:55.391277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6e25c17-3b41-4fe9-b76f-9150e8025b86 req-a2a09515-6dd8-40f9-a1aa-cb941d8f5bee tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.1768394 Mar 07 11:05:55.522671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.561010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6e25c17-3b41-4fe9-b76f-9150e8025b86 req-121a3d58-a9ba-42f4-800f-3aa0179c9559 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682656 Mar 07 11:05:55.622234 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f10f0f-6a87-4de7-a951-fe2c5368c743 x-openstack-request-id: req-96f10f0f-6a87-4de7-a951-fe2c5368c743 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:55.623169 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:55.623603 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96f10f0f-6a87-4de7-a951-fe2c5368c743 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:55.624245 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:05:55.920334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-7edcd66c-503f-4dca-889f-df2d35795090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:55.921858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-7edcd66c-503f-4dca-889f-df2d35795090 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcdaaebf523f4d68a83927fa4a464519&device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 1128 time: 0.2774727 Mar 07 11:05:56.050845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdd85-ffcb-4602-8b22-2471cec5879e req-dbae8043-c350-4eb1-91c1-89a2123b4aac tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.052429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-505fdd85-ffcb-4602-8b22-2471cec5879e req-dbae8043-c350-4eb1-91c1-89a2123b4aac tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.3108974 Mar 07 11:05:56.146900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83682194-265c-4c75-ae41-441e77cd62c1 None None] Network bc7f301e-a426-4328-9d74-649e3c3c2556 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:56.292488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-505fdd85-ffcb-4602-8b22-2471cec5879e req-543a6fbf-8fb6-4ff5-88ce-289297164e0f tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280369 Mar 07 11:05:56.335322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ea7f167b-79b3-402b-a829-efbd95086623 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.336899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ea7f167b-79b3-402b-a829-efbd95086623 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.2906289 Mar 07 11:05:56.341129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-71cd5953-f1b3-465e-ad57-8118579014e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.343470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-71cd5953-f1b3-465e-ad57-8118579014e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 200 len: 915 time: 0.3989050 Mar 07 11:05:56.369523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 93452e03-a603-4a7c-bdb8-21d702106cf7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:56.370058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.382419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:56.415790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:56.420168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:56.427582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.470773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-6d8376d5-b251-457e-ba68-02a35c535684 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 200 len: 217 time: 0.1214428 Mar 07 11:05:56.523681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Provisioning complete for port 93452e03-a603-4a7c-bdb8-21d702106cf7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:56.523681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.573670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:56.687283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-d457e9ee-1ec4-412b-9991-9b74d7fb82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.691112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-d457e9ee-1ec4-412b-9991-9b74d7fb82f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 200 len: 853 time: 0.2143850 Mar 07 11:05:56.826264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8029c6-c186-47df-bf49-e11257a99507 req-017ad818-d7f3-45f7-bc3a-9a3801cf46f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.833858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8029c6-c186-47df-bf49-e11257a99507 req-017ad818-d7f3-45f7-bc3a-9a3801cf46f7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.0853419 Mar 07 11:05:56.837142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-31e3eb18-0a90-48c5-b152-46157f35693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.838602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-31e3eb18-0a90-48c5-b152-46157f35693c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2277c4a7-06e7-44ff-bc26-6df590615361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387022 Mar 07 11:05:56.841880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Pushing event updated for resources: {'Port': ['ID=e618a4d3-968e-44f0-892c-0f4376ce0657,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:56.968176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:56.968521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.022371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-c053325c-27f5-4e9c-b39c-5e04c0e26d9f service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764615 Mar 07 11:05:57.051912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Attempting to bind port e618a4d3-968e-44f0-892c-0f4376ce0657 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:57.053430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Attempting to bind port e618a4d3-968e-44f0-892c-0f4376ce0657 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0b00c038-501b-4ba6-a5b8-905b0bb466c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:57.054883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Attempting to bind port e618a4d3-968e-44f0-892c-0f4376ce0657 on network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:57.061719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8::1 (bc7f301e-a426-4328-9d74-649e3c3c2556/57bb4040-dd17-4ea7-91be-c43340618b77/812e1a10-5678-4321-854d-e6d3950c321f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:57.215473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Current status of the port 93452e03-a603-4a7c-bdb8-21d702106cf7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:57.220196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.241828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:57.243856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Checking segment: {'id': '0b00c038-501b-4ba6-a5b8-905b0bb466c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:57.244409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.246489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Bound using segment: {'id': '0b00c038-501b-4ba6-a5b8-905b0bb466c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:57.247090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Bound port: e618a4d3-968e-44f0-892c-0f4376ce0657, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b00c038-501b-4ba6-a5b8-905b0bb466c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59964c1e-a32e-4ba8-8ae7-ed64f364ceca'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:57.247925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.301321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb8029c6-c186-47df-bf49-e11257a99507 req-99952b6e-d8e5-4a1d-ab8f-99f8e6c3a841 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663386 Mar 07 11:05:57.346072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.427186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-af2385e6-2c6b-44de-ba19-64db50887498 service neutron] 10.222.0.32 "GET /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922529 Mar 07 11:05:57.537338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] For port 93452e03-a603-4a7c-bdb8-21d702106cf7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=93452e03-a603-4a7c-bdb8-21d702106cf7,segment=NetworkSegment(61dec800-f6ef-4afd-abaf-c7270bf0f8e5),segment_id=61dec800-f6ef-4afd-abaf-c7270bf0f8e5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:57.555357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-14b8ad9a-99ad-4d60-bdb8-595b435034ac tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:57.557231 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-14b8ad9a-99ad-4d60-bdb8-595b435034ac tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.32 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.4794383 Mar 07 11:05:57.564646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:57.565419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.579162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfcbe5-83c6-487d-9ac3-33658def0efd req-6f90cf02-3be6-4cdc-8128-ab0803df4de2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:57.587596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27cfcbe5-83c6-487d-9ac3-33658def0efd req-6f90cf02-3be6-4cdc-8128-ab0803df4de2 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.1219790 Mar 07 11:05:57.589183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:57.591130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.672346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27cfcbe5-83c6-487d-9ac3-33658def0efd req-5e5742e5-59e2-42d0-b306-9c38d2ff4d6e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780151 Mar 07 11:05:57.774770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (812e1a10-5678-4321-854d-e6d3950c321f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.867885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] For port e618a4d3-968e-44f0-892c-0f4376ce0657, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:57.872413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] For port e618a4d3-968e-44f0-892c-0f4376ce0657, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e618a4d3-968e-44f0-892c-0f4376ce0657,segment=NetworkSegment(0b00c038-501b-4ba6-a5b8-905b0bb466c3),segment_id=0b00c038-501b-4ba6-a5b8-905b0bb466c3)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:57.881617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 93452e03-a603-4a7c-bdb8-21d702106cf7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:57.882530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.900945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:57.915513 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.921933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33060fad-a65b-46c2-8855-453e0fff920d None None] Pushing event updated for resources: {'Port': ['ID=93452e03-a603-4a7c-bdb8-21d702106cf7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:57.972277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:57.972924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:58.042520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:58.042867 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:58.043556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ab1ad9bd-04d4-4b46-b687-1a422ce7dfca no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:58.176507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (812e1a10-5678-4321-854d-e6d3950c321f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.187223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a4e83bcf-f4a0-494b-a61b-abd8045e6965 None None] Provisioning complete for port 93452e03-a603-4a7c-bdb8-21d702106cf7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:58.187610 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a4e83bcf-f4a0-494b-a61b-abd8045e6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.260530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Deleting port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:58.266271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.286910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network bc7f301e-a426-4328-9d74-649e3c3c2556 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:58.300173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:58.304114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584ac52-ea2a-46b8-b2da-da3c9fae9bf9 None None] Pushing event updated for resources: {'Port': ['ID=e618a4d3-968e-44f0-892c-0f4376ce0657,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:58.309055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:58.309625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.460892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:58.465541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.566896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c982b-8a09-4a01-be21-881775eba9a7 req-4c36eb6f-41b6-4c44-8026-01115ea03073 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:58.586117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:58.594541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-352c982b-8a09-4a01-be21-881775eba9a7 req-4c36eb6f-41b6-4c44-8026-01115ea03073 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 945 time: 0.1401086 Mar 07 11:05:58.761092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.761584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (83e1d913-2ee7-4753-942e-75383ed684ae), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.761828 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 83e1d913-2ee7-4753-942e-75383ed684ae disassociated. External IP: 172.25.4.47, port: ab1ad9bd-04d4-4b46-b687-1a422ce7dfca. Mar 07 11:05:58.762106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for ab1ad9bd-04d4-4b46-b687-1a422ce7dfca owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:58.768713 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-352c982b-8a09-4a01-be21-881775eba9a7 req-788883ea-f96e-4cd8-8efd-176526c9deda tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730022 Mar 07 11:05:58.803638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 93452e03-a603-4a7c-bdb8-21d702106cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:58.890755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a4e83bcf-f4a0-494b-a61b-abd8045e6965 None None] Current status of the port 93452e03-a603-4a7c-bdb8-21d702106cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:59.006616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 11:05:59.006616 n-d-832156-4 neutron-server[103790]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 07 11:05:59.006616 n-d-832156-4 neutron-server[103790]: [parameters: {'status': 'DOWN', 'ports_id': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'}] Mar 07 11:05:59.006616 n-d-832156-4 neutron-server[103790]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:59.008380 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:59.012501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.054298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75051-bc04-4437-b952-582ae86cca5a req-a958b883-dac3-4e8a-95bd-f01f8bfe5177 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:59.064146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f75051-bc04-4437-b952-582ae86cca5a req-a958b883-dac3-4e8a-95bd-f01f8bfe5177 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 946 time: 0.1759052 Mar 07 11:05:59.153104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=812e1a10-5678-4321-854d-e6d3950c321f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:59.186959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ab1ad9bd-04d4-4b46-b687-1a422ce7dfca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.202764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53f75051-bc04-4437-b952-582ae86cca5a req-ea1ec138-acc2-4982-90e4-86c0d7a3eac1 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375186 Mar 07 11:05:59.212225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a28ed622-9f21-45ca-b41c-eb41ea2aaeb4 None None] Provisioning complete for port 812e1a10-5678-4321-854d-e6d3950c321f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:59.212742 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a28ed622-9f21-45ca-b41c-eb41ea2aaeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (812e1a10-5678-4321-854d-e6d3950c321f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.263260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 93452e03-a603-4a7c-bdb8-21d702106cf7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:59.348195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a28ed622-9f21-45ca-b41c-eb41ea2aaeb4 None None] Port 812e1a10-5678-4321-854d-e6d3950c321f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:05:59.389366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=ab1ad9bd-04d4-4b46-b687-1a422ce7dfca,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:59.488837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] For port b1c85f0b-149a-4f95-8fb5-a05f3f998a21, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:59.489315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.665223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Calling delete_port for b1c85f0b-149a-4f95-8fb5-a05f3f998a21 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:59.889802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (812e1a10-5678-4321-854d-e6d3950c321f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.966556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 93452e03-a603-4a7c-bdb8-21d702106cf7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:59.966556 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.971125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee60ff29-60ac-4d22-a961-c07230a03869 req-7eb6c720-28ff-4c6d-99da-5e329dda617a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0625367 Mar 07 11:06:00.151105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca update to DOWN by agent not found {{(pid=103790) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 11:06:00.156311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b1c85f0b-149a-4f95-8fb5-a05f3f998a21 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:00.186787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b1c85f0b-149a-4f95-8fb5-a05f3f998a21), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.285682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3089ab-2585-4c9c-a1bb-93356e235a8f None None] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:00.286531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event deleted for resources: {'Port': ['ID=b1c85f0b-149a-4f95-8fb5-a05f3f998a21,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:00.310748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: b1c85f0b-149a-4f95-8fb5-a05f3f998a21 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:00.313014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b1c85f0b-149a-4f95-8fb5-a05f3f998a21 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:00.321968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:00.381576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eaa37fa8-090a-465b-82ba-c25dad0f8237 req-5be0ac50-e7bc-4a64-a12d-d7afe1e93c01 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0649803 Mar 07 11:06:00.494228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Provisioning complete for port e618a4d3-968e-44f0-892c-0f4376ce0657 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:00.494865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.503840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] No DVR routers for this DVR port b1c85f0b-149a-4f95-8fb5-a05f3f998a21 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:00.511535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.520790 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b40f07f-d006-4f10-9476-fae4f627ff7a req-59e42679-03ca-497f-bd2f-4c59c4e5ec47 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.32 "DELETE /v2.0/ports/b1c85f0b-149a-4f95-8fb5-a05f3f998a21 HTTP/1.1" status: 204 len: 173 time: 2.9512627 Mar 07 11:06:00.521348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'name': 'network-vif-deleted', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:00.536427 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c826e38-47e9-4d2d-b9bf-95454932ae44" -d '{"events": [{"server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "name": "network-vif-deleted", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:00.669572 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65078367-405a-4a4d-a829-df697b4d1215 x-openstack-request-id: req-65078367-405a-4a4d-a829-df697b4d1215 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:00.670618 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da", "name": "network-vif-deleted", "tag": "b1c85f0b-149a-4f95-8fb5-a05f3f998a21", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:00.670837 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65078367-405a-4a4d-a829-df697b4d1215 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:00.671270 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da', 'name': 'network-vif-deleted', 'tag': 'b1c85f0b-149a-4f95-8fb5-a05f3f998a21', 'status': 'completed', 'code': 200} Mar 07 11:06:00.705882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 93452e03-a603-4a7c-bdb8-21d702106cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:00.707259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e618a4d3-968e-44f0-892c-0f4376ce0657 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:00.720106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:00.843513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4824-781b-4d0d-b5ac-2d6ac428aeec None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T10:59:17Z', 'revision_number': 4, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'e6c41325-fbe6-4710-88f0-65f3946ca085', 'name': '', 'network_id': '2277c4a7-06e7-44ff-bc26-6df590615361', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'mac_address': 'fa:16:3e:76:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:16Z', 'updated_at': '2022-03-07T10:59:23Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'subnets': [{'id': '964edcd9-5cf5-469a-b18a-a8c7fad4b18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:01.082482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Current status of the port e618a4d3-968e-44f0-892c-0f4376ce0657 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:01.086616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.204528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:01.221404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:01.234693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e618a4d3-968e-44f0-892c-0f4376ce0657 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:01.235071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.250777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] For port e618a4d3-968e-44f0-892c-0f4376ce0657, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e618a4d3-968e-44f0-892c-0f4376ce0657,segment=NetworkSegment(0b00c038-501b-4ba6-a5b8-905b0bb466c3),segment_id=0b00c038-501b-4ba6-a5b8-905b0bb466c3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:01.279940 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:01.284551 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:01.294605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ccd0f5e-ee5e-41e6-8996-81f21535b780 req-7f06eab6-ec63-4426-8376-3892c419509c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.1291058 Mar 07 11:06:01.335081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.548125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Pushing event updated for resources: {'Port': ['ID=e618a4d3-968e-44f0-892c-0f4376ce0657,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:01.689526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20a61937-b680-4b50-9192-c97e9fefdc45 req-5e0a76df-12dc-4fd0-aecf-173293a1ac08 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.1030300 Mar 07 11:06:01.712382 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:01.777946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.777946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.778217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.778815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.778815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.779355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.779355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.779675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.800341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.800677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.801007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.801334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.802085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ac5fd4-b6c9-4b1b-8c97-6742f017414a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:01.820201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e618a4d3-968e-44f0-892c-0f4376ce0657 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:01.832607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e295d1-9c08-46c6-8b1a-41b0c09e21dc None None] New status for floating IP de2b7452-1bda-44d7-8157-028b0500e8a6: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:06:02.037612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-01ebbc3e-3f72-4693-ac7e-feebe3f2ac14 None None] Provisioning complete for port e618a4d3-968e-44f0-892c-0f4376ce0657 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:02.055988 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01ebbc3e-3f72-4693-ac7e-feebe3f2ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.147554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e618a4d3-968e-44f0-892c-0f4376ce0657 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:02.280601 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:02.363632 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:02.384690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:02.385321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:02.400036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port ab1ad9bd-04d4-4b46-b687-1a422ce7dfca on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:02.410283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-01ebbc3e-3f72-4693-ac7e-feebe3f2ac14 None None] Current status of the port e618a4d3-968e-44f0-892c-0f4376ce0657 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:02.422826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e618a4d3-968e-44f0-892c-0f4376ce0657 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:02.423357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.428741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.441849 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c7c5cc78-8fff-4a4d-83a8-fcb084aa789f req-ffd84393-cf7b-40a3-8488-ea88835bc327 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "DELETE /v2.0/ports/ab1ad9bd-04d4-4b46-b687-1a422ce7dfca HTTP/1.1" status: 204 len: 173 time: 6.0259788 Mar 07 11:06:02.472969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c332b1c-537b-49f0-9ee3-23d031735e06 req-69352e65-b9d6-40c4-b5e9-1016ed9a641e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0560334 Mar 07 11:06:02.510428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (812e1a10-5678-4321-854d-e6d3950c321f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.525456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (812e1a10-5678-4321-854d-e6d3950c321f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.526292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.685922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e618a4d3-968e-44f0-892c-0f4376ce0657 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:02.686832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'name': 'network-vif-deleted', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:02.690484 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3a30b7-b2b0-4f42-83f2-bbe4e27484fd" -d '{"events": [{"server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "name": "network-vif-deleted", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:02.696826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=812e1a10-5678-4321-854d-e6d3950c321f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:02.880787 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e5ec2-4644-4e79-8482-6c49b94e57d5 x-openstack-request-id: req-259e5ec2-4644-4e79-8482-6c49b94e57d5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:02.881144 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e850df-8a87-460f-831d-5811316f8c80", "name": "network-vif-deleted", "tag": "ab1ad9bd-04d4-4b46-b687-1a422ce7dfca", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:02.881349 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-259e5ec2-4644-4e79-8482-6c49b94e57d5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:02.881740 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e850df-8a87-460f-831d-5811316f8c80', 'name': 'network-vif-deleted', 'tag': 'ab1ad9bd-04d4-4b46-b687-1a422ce7dfca', 'status': 'completed', 'code': 200} Mar 07 11:06:02.891145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff2ebf1d-38d6-49b2-aa1a-b9b920a698e2 req-393e166e-2a7c-4a09-ad06-65287e590606 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0592985 Mar 07 11:06:02.897340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network bc7f301e-a426-4328-9d74-649e3c3c2556 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:02.900071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:03.039461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:03.234495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 5bfab434-5bad-4255-a4bb-4caa7366d74b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:03.404819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:03.418176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a6f7a38b-9d1e-4e5b-8f35-3c60decaaec4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3538740 Mar 07 11:06:03.420836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:03.451824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] Sync routers for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:03.471871 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:03.472502 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.473843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-578c7016-c3e6-4d54-8a59-4d51395bf5db None None] Provisioning complete for port 812e1a10-5678-4321-854d-e6d3950c321f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:03.484289 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-578c7016-c3e6-4d54-8a59-4d51395bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (812e1a10-5678-4321-854d-e6d3950c321f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.513300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.534785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62157f9-a12d-4377-8ea4-a0e115226ebe tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:03.553449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d62157f9-a12d-4377-8ea4-a0e115226ebe tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports/812e1a10-5678-4321-854d-e6d3950c321f HTTP/1.1" status: 200 len: 911 time: 0.1314812 Mar 07 11:06:03.556193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37712) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:03.564696 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:03.570415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.589786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-578c7016-c3e6-4d54-8a59-4d51395bf5db None None] Port 812e1a10-5678-4321-854d-e6d3950c321f cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:03.682418 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.686736 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d74157-d520-432c-a7d3-0d019202b6f6 None None] The sync data for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:03.705015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.757476 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216ca58-790e-43b8-9e2a-fbf577feae03 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:03.769796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2d1ab95-2250-4014-8262-0936f0f06bcf req-0ceb3abb-d31d-4f37-b9f0-0ce0e8fe79a5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.1059611 Mar 07 11:06:04.101567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ad4a51c-a718-48b2-8149-53ff197bed15 req-ace2e435-087b-4a61-926c-73ec7034a356 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0748239 Mar 07 11:06:04.367025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351d7e6-ba0b-4abe-b6cb-48935d5d5f9a None None] New status for floating IP 83e1d913-2ee7-4753-942e-75383ed684ae: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:06:04.487948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.943040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe2912a-411a-48c9-ac94-739472572cdd req-19c11c38-b555-4e9f-89c6-3cb3b16e6eae tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0675406 Mar 07 11:06:05.116933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8:1::1 (59964c1e-a32e-4ba8-8ae7-ed64f364ceca/a581627b-5b73-49a5-a88e-f1046547da94/052a6489-1fb9-40a7-8d55-6d470cba19e0) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:05.251858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6891ebc3-6baa-4e68-8503-08685c06469e req-b4a00ee8-808c-4e03-b419-f28c17e37d89 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0435100 Mar 07 11:06:05.463599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.542210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.683158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=052a6489-1fb9-40a7-8d55-6d470cba19e0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:05.715214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:05.717126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:05.732539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:05.734989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.090530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.139914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd60dc35-2e5a-4163-91c3-b4008aff94bb req-0fd15852-b32f-427f-b0cb-9b2cf2d1b611 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0424809 Mar 07 11:06:06.181886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1a116ed3-45d2-46b2-9707-16e4408d0e59 None None] Provisioning complete for port 052a6489-1fb9-40a7-8d55-6d470cba19e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:06.188080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a116ed3-45d2-46b2-9707-16e4408d0e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.288504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1a116ed3-45d2-46b2-9707-16e4408d0e59 None None] Port 052a6489-1fb9-40a7-8d55-6d470cba19e0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:06.394122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea7426af-9025-42b5-baed-aa6ecf435256 req-7bff0a80-0613-49c0-91f1-7d1374ac841c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0413566 Mar 07 11:06:06.439267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-61d7d864-f1d1-4d25-99ff-5380be472293 req-4b40e987-3982-4711-bf12-16a662d0f881 service neutron] (103788) timed out ('10.222.0.23', 40972) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:06:06.444419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.456504 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.458466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.535543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=052a6489-1fb9-40a7-8d55-6d470cba19e0,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:06.615570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:06.616867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:06.806417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 5bfab434-5bad-4255-a4bb-4caa7366d74b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:06.952724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:06.958625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-802198f1-159b-4306-8de5-f83be6a8ac45 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4011407 Mar 07 11:06:06.961855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:06.967076 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] Sync routers for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:06.986052 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:06.986656 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.019820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dad85019-d14c-4e2a-9eb9-4e0b1407ba0f None None] Provisioning complete for port 052a6489-1fb9-40a7-8d55-6d470cba19e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:07.025077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0062e-3163-4b4a-8807-31f59e52289d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.028053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fcd0062e-3163-4b4a-8807-31f59e52289d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports/052a6489-1fb9-40a7-8d55-6d470cba19e0 HTTP/1.1" status: 200 len: 913 time: 0.0638556 Mar 07 11:06:07.030192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37766) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:07.038871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dad85019-d14c-4e2a-9eb9-4e0b1407ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.062691 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.083561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:07.084298 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.119488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dad85019-d14c-4e2a-9eb9-4e0b1407ba0f None None] Port 052a6489-1fb9-40a7-8d55-6d470cba19e0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:07.147548 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.148437 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe23b4b-64c0-4c17-b15d-a7bab0a82c06 None None] The sync data for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:07.260203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b5ccc2f-0765-4569-b3df-a3d5ef1d7bf5 req-ac0bc2ab-088e-4294-b048-3f618ab8dc59 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0302358 Mar 07 11:06:07.526296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a55ebd3-09e6-4c6a-8eb0-070e4e5940e3 req-f317be8d-1005-4aad-a464-03d1aa4b92ca tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0500832 Mar 07 11:06:07.684671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.132086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 052a6489-1fb9-40a7-8d55-6d470cba19e0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:08.132759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.266400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.286142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 052a6489-1fb9-40a7-8d55-6d470cba19e0 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:08.457874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-853c561e-4233-4b5c-a7c4-050cc8665d1e req-2e787338-4546-448b-9110-fc0b41c107e5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0670891 Mar 07 11:06:08.540140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (052a6489-1fb9-40a7-8d55-6d470cba19e0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.572704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=052a6489-1fb9-40a7-8d55-6d470cba19e0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:08.718211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90d928a7-d27e-4ee3-85a2-4e43efed1c3f req-454738ca-27a9-458f-9b6e-63caafb1f725 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0608521 Mar 07 11:06:08.742213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.007627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 5bfab434-5bad-4255-a4bb-4caa7366d74b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:09.578872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:09.586356 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-982df494-8071-4169-ace3-7b936266c2f5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545568 Mar 07 11:06:09.589826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.593137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] Sync routers for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:09.607126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:09.608402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:09.617038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f02dedea-3b3f-4b5d-afd6-546de7a6bc46 req-d18b7c6f-b1ff-49f3-bd6b-ee91329a3a11 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0722029 Mar 07 11:06:09.699421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:09.712706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:09.713888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:09.754500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:09.755259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a905315-e28f-468f-9bfd-5606df5e789b None None] The sync data for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:09.880870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c90fd2a-7b76-4eee-a70e-bdaf94ea52e1 req-f4c67b99-6d7c-42ce-afc6-3db89cae9af5 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0503960 Mar 07 11:06:10.072769 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.351561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 812e1a10-5678-4321-854d-e6d3950c321f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:10.353786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (812e1a10-5678-4321-854d-e6d3950c321f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.492596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (812e1a10-5678-4321-854d-e6d3950c321f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.507001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 812e1a10-5678-4321-854d-e6d3950c321f owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:10.727622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da3f499e-58bc-4fe2-931a-4925f2524419 req-9296fec1-593c-4037-b32c-7be9d8d05550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0408742 Mar 07 11:06:10.753606 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (812e1a10-5678-4321-854d-e6d3950c321f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.786406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=812e1a10-5678-4321-854d-e6d3950c321f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:10.929665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.077901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc6da4f5-c47a-4d4b-99cc-f360b4655d9d req-008ba54f-a409-4cef-8903-e33725e19b3e tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0874736 Mar 07 11:06:11.209113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 5bfab434-5bad-4255-a4bb-4caa7366d74b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:11.294392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:11.300362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8ef43623-1925-4314-9acd-ae0921052e4f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981862 Mar 07 11:06:11.303041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.307759 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] Sync routers for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:11.336630 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:11.337440 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:11.343448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52a8e9d8-e3a8-4aea-a8f8-69c1303cb8c4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfab434-5bad-4255-a4bb-4caa7366d74b HTTP/1.1" status: 200 len: 205 time: 0.0391295 Mar 07 11:06:11.345835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.419587 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:11.446413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] Routers {'5bfab434-5bad-4255-a4bb-4caa7366d74b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:11.447067 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['5bfab434-5bad-4255-a4bb-4caa7366d74b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:11.498517 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:11.499411 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c3628-734a-45dc-9313-b0b82bc604a8 None None] The sync data for ids ['5bfab434-5bad-4255-a4bb-4caa7366d74b'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:11.520673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.715050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.717954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (5bfab434-5bad-4255-a4bb-4caa7366d74b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.818665 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (5bfab434-5bad-4255-a4bb-4caa7366d74b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.819388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfab434-5bad-4255-a4bb-4caa7366d74b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:11.827224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.828372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01d0b342-82aa-4f1e-9605-eb5898b98280 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b HTTP/1.1" status: 204 len: 168 time: 0.4815726 Mar 07 11:06:11.831210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.879522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-884c9b70-3269-48b5-841a-353aa928330d req-9780b542-8480-4b97-9b58-5a5515861a1f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0579462 Mar 07 11:06:11.921886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet a581627b-5b73-49a5-a88e-f1046547da94 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:11.925773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (a581627b-5b73-49a5-a88e-f1046547da94), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.970076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (a581627b-5b73-49a5-a88e-f1046547da94), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.096635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (a581627b-5b73-49a5-a88e-f1046547da94), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.174268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (a581627b-5b73-49a5-a88e-f1046547da94), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.242344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2bc21-9953-4551-80ee-8e8bfede10ec None None] Network 59964c1e-a32e-4ba8-8ae7-ed64f364ceca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:12.242957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=a581627b-5b73-49a5-a88e-f1046547da94,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.251060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.255423 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2bff33e-c062-4b13-a3c0-153d67a74b6c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/a581627b-5b73-49a5-a88e-f1046547da94 HTTP/1.1" status: 204 len: 168 time: 0.4230876 Mar 07 11:06:12.260327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec478e3-d3c7-4354-aa22-a423cc22023d req-1d0c7187-7917-43fd-8ee9-efb759442a78 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0673020 Mar 07 11:06:12.260588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:12.360029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet 57bb4040-dd17-4ea7-91be-c43340618b77 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:12.368329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (57bb4040-dd17-4ea7-91be-c43340618b77), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.428037 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (57bb4040-dd17-4ea7-91be-c43340618b77), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.485371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] DHCP port deletion for 59964c1e-a32e-4ba8-8ae7-ed64f364ceca request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:12.585264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Deleting port e618a4d3-968e-44f0-892c-0f4376ce0657 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:12.585693 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.620698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (57bb4040-dd17-4ea7-91be-c43340618b77), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.696785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (57bb4040-dd17-4ea7-91be-c43340618b77), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.735523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.742292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37866) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:12.752441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/57bb4040-dd17-4ea7-91be-c43340618b77 HTTP/1.1" status: 204 len: 168 time: 0.4902701 Mar 07 11:06:12.753858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f7676-f4bf-4c8a-a001-dbbe3e00414e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=57bb4040-dd17-4ea7-91be-c43340618b77,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.762107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] For port e618a4d3-968e-44f0-892c-0f4376ce0657, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e618a4d3-968e-44f0-892c-0f4376ce0657,segment=NetworkSegment(0b00c038-501b-4ba6-a5b8-905b0bb466c3),segment_id=0b00c038-501b-4ba6-a5b8-905b0bb466c3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:12.762636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.786000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Calling delete_port for e618a4d3-968e-44f0-892c-0f4376ce0657 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:12.870038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec14fa-970b-4dfb-9437-917a4691be24 None None] Network bc7f301e-a426-4328-9d74-649e3c3c2556 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:12.890433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (59964c1e-a32e-4ba8-8ae7-ed64f364ceca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.953640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e618a4d3-968e-44f0-892c-0f4376ce0657), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.033256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] No DVR routers for this DVR port e618a4d3-968e-44f0-892c-0f4376ce0657 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:13.037488 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (59964c1e-a32e-4ba8-8ae7-ed64f364ceca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.039914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dee23-44d8-4625-98d7-dfc90a50920a None None] Pushing event deleted for resources: {'Port': ['ID=e618a4d3-968e-44f0-892c-0f4376ce0657,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.090132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04418a4f-b7a3-4694-8515-a3c6bf775182 req-fa604ff5-c8bf-4777-bfd6-34f93d20349f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0424085 Mar 07 11:06:13.093897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59964c1e-a32e-4ba8-8ae7-ed64f364ceca']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.115070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b00c038-501b-4ba6-a5b8-905b0bb466c3') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.115427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b00c038-501b-4ba6-a5b8-905b0bb466c3') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.126099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (0b00c038-501b-4ba6-a5b8-905b0bb466c3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.139575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0b00c038-501b-4ba6-a5b8-905b0bb466c3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.147514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] DHCP port deletion for bc7f301e-a426-4328-9d74-649e3c3c2556 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:13.148249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:13.148649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (0b00c038-501b-4ba6-a5b8-905b0bb466c3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:13.152166 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:13.203302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Deleting port 93452e03-a603-4a7c-bdb8-21d702106cf7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:13.203884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.228847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (59964c1e-a32e-4ba8-8ae7-ed64f364ceca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.243096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.247824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/59964c1e-a32e-4ba8-8ae7-ed64f364ceca HTTP/1.1" status: 204 len: 168 time: 0.5044615 Mar 07 11:06:13.250726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:13.261774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c0e36-ce5e-4bc1-85d9-9e0306c0f060 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=59964c1e-a32e-4ba8-8ae7-ed64f364ceca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.308656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] For port 93452e03-a603-4a7c-bdb8-21d702106cf7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=93452e03-a603-4a7c-bdb8-21d702106cf7,segment=NetworkSegment(61dec800-f6ef-4afd-abaf-c7270bf0f8e5),segment_id=61dec800-f6ef-4afd-abaf-c7270bf0f8e5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:13.309198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.323285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Calling delete_port for 93452e03-a603-4a7c-bdb8-21d702106cf7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:13.349317 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (bc7f301e-a426-4328-9d74-649e3c3c2556), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.428097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 93452e03-a603-4a7c-bdb8-21d702106cf7 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:13.428707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.433556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-862833fb-2e31-4173-951f-3126883a3be3 req-eaf6a721-af85-4aea-981c-ac79efcef3fb tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0307119 Mar 07 11:06:13.467005 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.499602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] No DVR routers for this DVR port 93452e03-a603-4a7c-bdb8-21d702106cf7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:13.504060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48e207-35a1-491d-af5f-e5b64a86ce26 None None] Pushing event deleted for resources: {'Port': ['ID=93452e03-a603-4a7c-bdb8-21d702106cf7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.512593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 93452e03-a603-4a7c-bdb8-21d702106cf7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=93452e03-a603-4a7c-bdb8-21d702106cf7,segment=NetworkSegment(61dec800-f6ef-4afd-abaf-c7270bf0f8e5),segment_id=61dec800-f6ef-4afd-abaf-c7270bf0f8e5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:13.513172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.533290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 93452e03-a603-4a7c-bdb8-21d702106cf7 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:13.618683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (93452e03-a603-4a7c-bdb8-21d702106cf7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.644504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=93452e03-a603-4a7c-bdb8-21d702106cf7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.648517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 93452e03-a603-4a7c-bdb8-21d702106cf7 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:13.736872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (bc7f301e-a426-4328-9d74-649e3c3c2556), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.760766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f301e-a426-4328-9d74-649e3c3c2556']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.770463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61dec800-f6ef-4afd-abaf-c7270bf0f8e5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.770870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61dec800-f6ef-4afd-abaf-c7270bf0f8e5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:13.780345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (61dec800-f6ef-4afd-abaf-c7270bf0f8e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.793963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (61dec800-f6ef-4afd-abaf-c7270bf0f8e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.800025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:13.800415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (61dec800-f6ef-4afd-abaf-c7270bf0f8e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:13.803867 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:13.869598 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (bc7f301e-a426-4328-9d74-649e3c3c2556), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.884123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.892272 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/bc7f301e-a426-4328-9d74-649e3c3c2556 HTTP/1.1" status: 204 len: 168 time: 0.6352968 Mar 07 11:06:13.892272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:13.908984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1857411737'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:13.916753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066525a-00bd-4b54-b903-2ec23c5d18a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=bc7f301e-a426-4328-9d74-649e3c3c2556,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.936861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:13.941044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.960239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 93452e03-a603-4a7c-bdb8-21d702106cf7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:13.966740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:13.976793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2195492f-ae95-4b30-ab2c-f4fb27f04362), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.977194 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment 2195492f-ae95-4b30-ab2c-f4fb27f04362 of type vlan for network cc46fc95-522d-4010-8056-cd9840ff88ee Mar 07 11:06:13.986372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 93452e03-a603-4a7c-bdb8-21d702106cf7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:13.987099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 93452e03-a603-4a7c-bdb8-21d702106cf7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:13.987768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e618a4d3-968e-44f0-892c-0f4376ce0657 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:14.011334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e618a4d3-968e-44f0-892c-0f4376ce0657 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:14.011718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e618a4d3-968e-44f0-892c-0f4376ce0657 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:14.028058 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cc46fc95-522d-4010-8056-cd9840ff88ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.053646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cc46fc95-522d-4010-8056-cd9840ff88ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.058882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:14.059469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.106512 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2107003 Mar 07 11:06:14.107432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:14.114170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:14.174285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932df5-e5ca-4790-8de6-2f0de4bd2edb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=cc46fc95-522d-4010-8056-cd9840ff88ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:14.186498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cc46fc95-522d-4010-8056-cd9840ff88ee details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:14.597939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-135bd98f-1ab8-4238-8f11-e9880f9871b4 req-57b22de1-3dba-401e-a8db-70a963da3164 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.3808358 Mar 07 11:06:14.650217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98912208-bf4e-4935-af68-4043bac1208a req-418c9b4d-d907-4852-b703-7e1c2113911c tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73dbaaf-b6a3-4a8b-b9cc-898655e6f1da HTTP/1.1" status: 200 len: 210 time: 0.0631926 Mar 07 11:06:14.666299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:14.676942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.138850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (4609daaf-578f-4c83-a308-0d242ebdfd35), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.250078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=4609daaf-578f-4c83-a308-0d242ebdfd35,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:15.271091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': '2195492f-ae95-4b30-ab2c-f4fb27f04362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:15.271451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: cc46fc95-522d-4010-8056-cd9840ff88ee, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:15.309388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network cc46fc95-522d-4010-8056-cd9840ff88ee is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:15.328964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, cc46fc95-522d-4010-8056-cd9840ff88ee) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:15.334103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:15.335672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.338809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d552b-81f6-4221-a7be-d16bfe3881c7 None None] Network cc46fc95-522d-4010-8056-cd9840ff88ee requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:15.358887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fc4a8f87-6aa8-4860-a7d5-5b63921d1ddb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2495556 Mar 07 11:06:15.361280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:15.368690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-196424844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:15.393338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (621f85bd-685e-402c-b317-7ba1190d15eb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.395563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (621f85bd-685e-402c-b317-7ba1190d15eb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.464626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (621f85bd-685e-402c-b317-7ba1190d15eb), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.475447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (621f85bd-685e-402c-b317-7ba1190d15eb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.516027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.517382 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d6144ea0-4216-4488-b87a-b4f9861dde9e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1523540 Mar 07 11:06:15.520073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37928) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:15.525559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'port': {'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee', 'name': 'tempest-RoutersIpV6Test-786569539'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:15.812620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:15.827952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-cc46fc95-522d-4010-8056-cd9840ff88ee', 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': '4609daaf-578f-4c83-a308-0d242ebdfd35'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:15.829077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.931188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.935598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54c74302-2951-455e-88bc-5a1d2b7f9cb1 req-28079f07-bfe9-4350-9e3d-df58ac56c739 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0728509 Mar 07 11:06:15.961365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:15.967860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.003623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.010822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] device_id is not set on port 7b2e4955-22e3-4cb9-8c19-2e5399778691 yet. {{(pid=103789) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:06:16.044867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Allocated IP 2001:db8::2 (cc46fc95-522d-4010-8056-cd9840ff88ee/4609daaf-578f-4c83-a308-0d242ebdfd35/8db794e4-85a5-4027-a63f-af59b414d61e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:16.126190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.129216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.130625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9 HTTP/1.1" status: 204 len: 168 time: 0.3167403 Mar 07 11:06:16.164396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0e7c-194c-41e6-954d-05f85c9f5c18 tempest-TestVolumeBackupRestore-816657526 tempest-TestVolumeBackupRestore-816657526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2dfdd-cac5-42a1-b8a1-57fad50e05e9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.348538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks [] for port (8db794e4-85a5-4027-a63f-af59b414d61e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.369588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.438898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Network cc46fc95-522d-4010-8056-cd9840ff88ee is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:16.445623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:16.452825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:16.467028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8::103 (cc46fc95-522d-4010-8056-cd9840ff88ee/4609daaf-578f-4c83-a308-0d242ebdfd35/7b2e4955-22e3-4cb9-8c19-2e5399778691) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:16.502375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Pushing event updated for resources: {'Port': ['ID=8db794e4-85a5-4027-a63f-af59b414d61e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.543167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Attempting to bind port 8db794e4-85a5-4027-a63f-af59b414d61e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:16.544007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Attempting to bind port 8db794e4-85a5-4027-a63f-af59b414d61e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2195492f-ae95-4b30-ab2c-f4fb27f04362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:16.545247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Attempting to bind port 8db794e4-85a5-4027-a63f-af59b414d61e on network cc46fc95-522d-4010-8056-cd9840ff88ee {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:16.551221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:16.552005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Checking segment: {'id': '2195492f-ae95-4b30-ab2c-f4fb27f04362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:16.552770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.553382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Bound using segment: {'id': '2195492f-ae95-4b30-ab2c-f4fb27f04362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:16.554074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Bound port: 8db794e4-85a5-4027-a63f-af59b414d61e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2195492f-ae95-4b30-ab2c-f4fb27f04362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc46fc95-522d-4010-8056-cd9840ff88ee'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:16.554698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.624777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] For port 8db794e4-85a5-4027-a63f-af59b414d61e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:16.628743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] For port 8db794e4-85a5-4027-a63f-af59b414d61e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8db794e4-85a5-4027-a63f-af59b414d61e,segment=NetworkSegment(2195492f-ae95-4b30-ab2c-f4fb27f04362),segment_id=2195492f-ae95-4b30-ab2c-f4fb27f04362)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:16.645765 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.737003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1459577-aaa0-4981-8cb8-c5b2dd6f4aeb None None] Pushing event updated for resources: {'Port': ['ID=8db794e4-85a5-4027-a63f-af59b414d61e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.794093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.883382 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.021557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network cc46fc95-522d-4010-8056-cd9840ff88ee is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:17.024684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:17.044496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:17.063077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:17.072155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.100778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=7b2e4955-22e3-4cb9-8c19-2e5399778691,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:17.177249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e8470cc-c1bb-4bb2-90d2-5aa85f1bb872 req-df01dfb3-ff94-4920-8b2b-bcfd397c4ee2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0875378 Mar 07 11:06:17.190223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d7b95b9-5a0f-462c-9eb5-794362c8cf6e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6688168 Mar 07 11:06:17.193108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 37964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:17.455092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:06:17.710423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.021548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8db794e4-85a5-4027-a63f-af59b414d61e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:18.092630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.103083 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.114362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8db794e4-85a5-4027-a63f-af59b414d61e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:18.114736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.220099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=7b2e4955-22e3-4cb9-8c19-2e5399778691,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:18.232432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8db794e4-85a5-4027-a63f-af59b414d61e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:18.241468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.344808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 8db794e4-85a5-4027-a63f-af59b414d61e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8db794e4-85a5-4027-a63f-af59b414d61e,segment=NetworkSegment(2195492f-ae95-4b30-ab2c-f4fb27f04362),segment_id=2195492f-ae95-4b30-ab2c-f4fb27f04362)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:18.347344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83f079-7560-4a70-9740-ff749e87517c None None] Network cc46fc95-522d-4010-8056-cd9840ff88ee requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:18.374513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b159ba10-d8d7-4e9e-ad52-4c4fa6610d5a req-d5022f2c-a141-4bf5-89bb-0058771ec09c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0484037 Mar 07 11:06:18.398629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.465125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (621f85bd-685e-402c-b317-7ba1190d15eb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.507925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=8db794e4-85a5-4027-a63f-af59b414d61e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:18.534206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-08db02d8-bb2f-4260-940c-05114f3303a5 None None] Provisioning complete for port 8db794e4-85a5-4027-a63f-af59b414d61e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:18.534795 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08db02d8-bb2f-4260-940c-05114f3303a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.647587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.663857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-08db02d8-bb2f-4260-940c-05114f3303a5 None None] Current status of the port 8db794e4-85a5-4027-a63f-af59b414d61e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:19.107846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.114857 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.116792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (621f85bd-685e-402c-b317-7ba1190d15eb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.118611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Provisioning complete for port 7b2e4955-22e3-4cb9-8c19-2e5399778691 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:19.121411 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.177260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Port 7b2e4955-22e3-4cb9-8c19-2e5399778691 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:19.178221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=7b2e4955-22e3-4cb9-8c19-2e5399778691,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:19.188108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Provisioning complete for port 8db794e4-85a5-4027-a63f-af59b414d61e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:19.188371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.294478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4196547f-4e18-44c0-81f1-00c53c560bed None None] Current status of the port 8db794e4-85a5-4027-a63f-af59b414d61e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:19.359779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network cc46fc95-522d-4010-8056-cd9840ff88ee is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:19.362713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:19.528582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-09948a55-1f5f-48e1-83e0-7666dab7c316 None None] Provisioning complete for port 7b2e4955-22e3-4cb9-8c19-2e5399778691 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:19.529065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-09948a55-1f5f-48e1-83e0-7666dab7c316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.532619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 621f85bd-685e-402c-b317-7ba1190d15eb is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:19.580016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-09948a55-1f5f-48e1-83e0-7666dab7c316 None None] Port 7b2e4955-22e3-4cb9-8c19-2e5399778691 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:19.629820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d857cf92-26c4-4815-a9c3-a959fa5363a9 req-7a00db6c-ba3d-47c4-8d87-003b2085d5db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0402615 Mar 07 11:06:19.741900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:19.748853 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-55cd9ec4-a004-4606-b8eb-662a5acd504d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/621f85bd-685e-402c-b317-7ba1190d15eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5541632 Mar 07 11:06:19.751445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 37994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:19.752623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] Sync routers for ids ['621f85bd-685e-402c-b317-7ba1190d15eb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:19.768386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] Routers {'621f85bd-685e-402c-b317-7ba1190d15eb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:19.769295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['621f85bd-685e-402c-b317-7ba1190d15eb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:19.860699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:19.879445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] Routers {'621f85bd-685e-402c-b317-7ba1190d15eb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:19.880087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['621f85bd-685e-402c-b317-7ba1190d15eb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:19.883201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473c5a0-5427-42e4-a716-b2b0796e975e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:19.893311 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a473c5a0-5427-42e4-a716-b2b0796e975e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports/7b2e4955-22e3-4cb9-8c19-2e5399778691 HTTP/1.1" status: 200 len: 983 time: 0.1407905 Mar 07 11:06:19.896075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38000) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:19.994299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:19.995077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a97ef8-547e-472d-be51-53d6fc3d50d9 None None] The sync data for ids ['621f85bd-685e-402c-b317-7ba1190d15eb'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:20.026331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2d264746-d0f6-4626-8649-06cdc3a468cc None None] Provisioning complete for port 7b2e4955-22e3-4cb9-8c19-2e5399778691 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:20.027106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d264746-d0f6-4626-8649-06cdc3a468cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.086429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8db794e4-85a5-4027-a63f-af59b414d61e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:20.197178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2d264746-d0f6-4626-8649-06cdc3a468cc None None] Port 7b2e4955-22e3-4cb9-8c19-2e5399778691 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:20.261281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 8db794e4-85a5-4027-a63f-af59b414d61e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:20.261914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.396244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 8db794e4-85a5-4027-a63f-af59b414d61e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:20.432342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-181d83b4-46f6-4356-9da4-faf102d4109e None None] Provisioning complete for port 7b2e4955-22e3-4cb9-8c19-2e5399778691 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:20.432716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-181d83b4-46f6-4356-9da4-faf102d4109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.494135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-181d83b4-46f6-4356-9da4-faf102d4109e None None] Port 7b2e4955-22e3-4cb9-8c19-2e5399778691 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:20.712953 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28b64d53-4024-42d0-a0d7-d208d192ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.778042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47822afc-d721-41fb-b735-c089d2d343db req-c42c3f09-21c1-425e-bf54-411c00118cc9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Mar 07 11:06:21.083240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (621f85bd-685e-402c-b317-7ba1190d15eb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.312687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 7b2e4955-22e3-4cb9-8c19-2e5399778691 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:21.313406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.419297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.436050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 7b2e4955-22e3-4cb9-8c19-2e5399778691 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:21.646332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (7b2e4955-22e3-4cb9-8c19-2e5399778691), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.679879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=7b2e4955-22e3-4cb9-8c19-2e5399778691,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:21.816872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (621f85bd-685e-402c-b317-7ba1190d15eb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.971001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-261e15e8-ca36-4d6c-9916-c8557c045b1a req-6a333dc4-06a3-42d8-9ec9-f514f9354558 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0565534 Mar 07 11:06:22.027515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 621f85bd-685e-402c-b317-7ba1190d15eb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:22.123335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:22.131671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c921b340-ce40-407c-b9a9-d6c32d75c459 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/621f85bd-685e-402c-b317-7ba1190d15eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314847 Mar 07 11:06:22.131898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:22.132893 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] Sync routers for ids ['621f85bd-685e-402c-b317-7ba1190d15eb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:22.147995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] Routers {'621f85bd-685e-402c-b317-7ba1190d15eb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:22.149014 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['621f85bd-685e-402c-b317-7ba1190d15eb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.235963 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.258159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] Routers {'621f85bd-685e-402c-b317-7ba1190d15eb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:22.259199 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:05:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['621f85bd-685e-402c-b317-7ba1190d15eb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.299754 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.312249 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93fc47-a27f-4268-949c-e33763236985 None None] The sync data for ids ['621f85bd-685e-402c-b317-7ba1190d15eb'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:22.368510 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-a3efac9f-0263-4803-8e6c-a3006455fa29 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 11:06:22.372192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a3efac9f-0263-4803-8e6c-a3006455fa29 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/621f85bd-685e-402c-b317-7ba1190d15eb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2367506 Mar 07 11:06:22.372434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38040) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:22.418561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a02688e-d0d6-466d-a8dd-bbcf23520bbb tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=621f85bd-685e-402c-b317-7ba1190d15eb HTTP/1.1" status: 200 len: 205 time: 0.0447364 Mar 07 11:06:22.420696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38042) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:22.507175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (621f85bd-685e-402c-b317-7ba1190d15eb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.692021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (621f85bd-685e-402c-b317-7ba1190d15eb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.695305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (621f85bd-685e-402c-b317-7ba1190d15eb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.757856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (621f85bd-685e-402c-b317-7ba1190d15eb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.758654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router 621f85bd-685e-402c-b317-7ba1190d15eb {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:22.777038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.778289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-87a08508-a365-4047-ba03-6c7d8fd1b2b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/621f85bd-685e-402c-b317-7ba1190d15eb HTTP/1.1" status: 204 len: 168 time: 0.3566709 Mar 07 11:06:22.781170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:22.859301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet 4609daaf-578f-4c83-a308-0d242ebdfd35 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:22.863042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (4609daaf-578f-4c83-a308-0d242ebdfd35), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.910079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (4609daaf-578f-4c83-a308-0d242ebdfd35), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.051161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be58ab7c-a81c-4e6d-be0d-4a3eb5024483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.116672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4609daaf-578f-4c83-a308-0d242ebdfd35), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.183658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a46d2887-15ed-4836-b6ca-4fbf2a896fcd req-cadc3c6a-5bb1-438a-bf21-2d03e72a1b8c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0584085 Mar 07 11:06:23.224894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (4609daaf-578f-4c83-a308-0d242ebdfd35), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.256739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=4609daaf-578f-4c83-a308-0d242ebdfd35,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:23.258788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.265674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:23.266233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-135068ae-be40-4402-8d7a-c32299c50d8a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/4609daaf-578f-4c83-a308-0d242ebdfd35 HTTP/1.1" status: 204 len: 168 time: 0.4835925 Mar 07 11:06:23.280770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23290a-b343-44dd-b55a-72542a23323d None None] Network cc46fc95-522d-4010-8056-cd9840ff88ee requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:23.431023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (cc46fc95-522d-4010-8056-cd9840ff88ee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.501256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] DHCP port deletion for cc46fc95-522d-4010-8056-cd9840ff88ee request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:23.524721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 8db794e4-85a5-4027-a63f-af59b414d61e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:23.527757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.574942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Deleting port 8db794e4-85a5-4027-a63f-af59b414d61e {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:23.575313 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.618140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 8db794e4-85a5-4027-a63f-af59b414d61e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8db794e4-85a5-4027-a63f-af59b414d61e,segment=NetworkSegment(2195492f-ae95-4b30-ab2c-f4fb27f04362),segment_id=2195492f-ae95-4b30-ab2c-f4fb27f04362)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:23.618714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.635076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 8db794e4-85a5-4027-a63f-af59b414d61e owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:23.646519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] For port 8db794e4-85a5-4027-a63f-af59b414d61e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8db794e4-85a5-4027-a63f-af59b414d61e,segment=NetworkSegment(2195492f-ae95-4b30-ab2c-f4fb27f04362),segment_id=2195492f-ae95-4b30-ab2c-f4fb27f04362)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:23.647009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.662482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Calling delete_port for 8db794e4-85a5-4027-a63f-af59b414d61e owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:23.762914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.773299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (8db794e4-85a5-4027-a63f-af59b414d61e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.802081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=8db794e4-85a5-4027-a63f-af59b414d61e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:23.805600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] Pushing event deleted for resources: {'Port': ['ID=8db794e4-85a5-4027-a63f-af59b414d61e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:23.819280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e775710-02ea-455f-9a84-9bf3246bb94a None None] No DVR routers for this DVR port 8db794e4-85a5-4027-a63f-af59b414d61e on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:23.824199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 8db794e4-85a5-4027-a63f-af59b414d61e on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:23.913435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (cc46fc95-522d-4010-8056-cd9840ff88ee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.934129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc46fc95-522d-4010-8056-cd9840ff88ee']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:23.948883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8db794e4-85a5-4027-a63f-af59b414d61e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:23.949256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2195492f-ae95-4b30-ab2c-f4fb27f04362') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:23.949566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2195492f-ae95-4b30-ab2c-f4fb27f04362') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:23.959865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2195492f-ae95-4b30-ab2c-f4fb27f04362), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.971186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 8db794e4-85a5-4027-a63f-af59b414d61e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:23.971701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8db794e4-85a5-4027-a63f-af59b414d61e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:23.978070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2195492f-ae95-4b30-ab2c-f4fb27f04362), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.990131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:23.990535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2195492f-ae95-4b30-ab2c-f4fb27f04362), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:24.055570 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:24.074817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (cc46fc95-522d-4010-8056-cd9840ff88ee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.082640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.092478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/cc46fc95-522d-4010-8056-cd9840ff88ee HTTP/1.1" status: 204 len: 168 time: 0.8183012 Mar 07 11:06:24.093361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38070) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:24.098714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59f0d9-8740-486b-b25a-bbe41f3422a4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=cc46fc95-522d-4010-8056-cd9840ff88ee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:24.100507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1812917224'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:24.127501 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:24.131208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.156776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:24.167508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e3f9ca97-a505-4823-99d4-b3fc782a9803), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.168044 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment e3f9ca97-a505-4823-99d4-b3fc782a9803 of type vlan for network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 Mar 07 11:06:24.233306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (fee7e493-bc84-4ab9-b826-5bc3f0f600c7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.261723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (fee7e493-bc84-4ab9-b826-5bc3f0f600c7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.267376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:24.268187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.303835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.368623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.408521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f48525-a9b3-4892-9cd0-8ff54ed0487e req-be541f8f-6009-4031-b3f0-8cd2c8724b1b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.1372690 Mar 07 11:06:24.412691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=fee7e493-bc84-4ab9-b826-5bc3f0f600c7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:24.420112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb8bcb56-c600-4e7f-83d2-039bf2de6e88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3239079 Mar 07 11:06:24.423179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:24.427105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:24.430071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:24.543037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:24.547205 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.745378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (8f9ae787-c090-426b-b9da-dddd666fd118), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.814910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=8f9ae787-c090-426b-b9da-dddd666fd118,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:24.832093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': 'e3f9ca97-a505-4823-99d4-b3fc782a9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:24.832459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: fee7e493-bc84-4ab9-b826-5bc3f0f600c7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:24.852421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:24.862655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, fee7e493-bc84-4ab9-b826-5bc3f0f600c7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:24.867886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:24.868348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.881008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00655c58-ddfd-4f37-9b9e-a523e5814103 None None] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:24.898593 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b63ccdb4-fcd2-4c95-8616-4a3e4c3a22af tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4733708 Mar 07 11:06:24.901412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38090) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:24.909999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-25551916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:24.938325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.939812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.009191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-fee7e493-bc84-4ab9-b826-5bc3f0f600c7', 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': '8f9ae787-c090-426b-b9da-dddd666fd118'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:25.010124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.013405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (d5eabadd-babe-4f1c-9412-5cc5385d6d12), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.020663 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.054340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.056508 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6290fae2-6fcd-4f9d-b962-56ccf2dc425a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1532242 Mar 07 11:06:25.059309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38092) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:25.190723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Allocated IP 2001:db8::2 (fee7e493-bc84-4ab9-b826-5bc3f0f600c7/8f9ae787-c090-426b-b9da-dddd666fd118/d2fe804d-113f-4cf9-a9bc-8093cff897ed) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:25.370459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks [] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.378902 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.383048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.425285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:25.428187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:25.432869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:25.442993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Pushing event updated for resources: {'Port': ['ID=d2fe804d-113f-4cf9-a9bc-8093cff897ed,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:25.563014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4d9d61e-f90a-4a9d-8708-85341a8704fa req-fb7f34b3-fa11-47ac-8aa8-925cb9730e09 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0419672 Mar 07 11:06:25.571395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Attempting to bind port d2fe804d-113f-4cf9-a9bc-8093cff897ed on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:25.571535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Attempting to bind port d2fe804d-113f-4cf9-a9bc-8093cff897ed by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e3f9ca97-a505-4823-99d4-b3fc782a9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:25.571927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Attempting to bind port d2fe804d-113f-4cf9-a9bc-8093cff897ed on network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:25.585664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:25.586290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Checking segment: {'id': 'e3f9ca97-a505-4823-99d4-b3fc782a9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:25.586858 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.587406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Bound using segment: {'id': 'e3f9ca97-a505-4823-99d4-b3fc782a9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:25.588062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Bound port: d2fe804d-113f-4cf9-a9bc-8093cff897ed, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f9ca97-a505-4823-99d4-b3fc782a9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fee7e493-bc84-4ab9-b826-5bc3f0f600c7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:25.588733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.660989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] For port d2fe804d-113f-4cf9-a9bc-8093cff897ed, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:25.664773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] For port d2fe804d-113f-4cf9-a9bc-8093cff897ed, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2fe804d-113f-4cf9-a9bc-8093cff897ed,segment=NetworkSegment(e3f9ca97-a505-4823-99d4-b3fc782a9803),segment_id=e3f9ca97-a505-4823-99d4-b3fc782a9803)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:25.676927 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.749763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.783272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c23f83-c877-44d6-a133-2e49ef93e56d None None] Pushing event updated for resources: {'Port': ['ID=d2fe804d-113f-4cf9-a9bc-8093cff897ed,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.110050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8::1 (fee7e493-bc84-4ab9-b826-5bc3f0f600c7/8f9ae787-c090-426b-b9da-dddd666fd118/4515aa91-2f05-44c3-a172-40fc8f0aa690) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:26.266105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.300594 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.339348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:26.342749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:26.349969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:26.350666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d5eabadd-babe-4f1c-9412-5cc5385d6d12), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.402107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=4515aa91-2f05-44c3-a172-40fc8f0aa690,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.502966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.711274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-894af270-c3a2-49a6-b989-21ec149bbb52 req-41aa2f45-8310-4c78-9e4e-5e3de08715a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0395725 Mar 07 11:06:26.846492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.852244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.853183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d5eabadd-babe-4f1c-9412-5cc5385d6d12), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.971270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=4515aa91-2f05-44c3-a172-40fc8f0aa690,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:27.030214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:27.032196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:27.074333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e033b-69fb-4e4a-bd11-a9fa66915b5d None None] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:27.268714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router d5eabadd-babe-4f1c-9412-5cc5385d6d12 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:27.323357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Provisioning complete for port d2fe804d-113f-4cf9-a9bc-8093cff897ed triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:27.323756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.385815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.461475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Current status of the port d2fe804d-113f-4cf9-a9bc-8093cff897ed is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:27.462131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.486365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:27.498407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] Sync routers for ids ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:27.505691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4e090dad-fd18-4ad6-a438-2c6ea360132a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/d5eabadd-babe-4f1c-9412-5cc5385d6d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436812 Mar 07 11:06:27.506271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:27.531744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] Routers {'d5eabadd-babe-4f1c-9412-5cc5385d6d12'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:27.532576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:27.536431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] For port d2fe804d-113f-4cf9-a9bc-8093cff897ed, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2fe804d-113f-4cf9-a9bc-8093cff897ed,segment=NetworkSegment(e3f9ca97-a505-4823-99d4-b3fc782a9803),segment_id=e3f9ca97-a505-4823-99d4-b3fc782a9803)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:27.636655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe4e42-6b7f-4d4b-8fff-7cf3d1ed676d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.638379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bdfe4e42-6b7f-4d4b-8fff-7cf3d1ed676d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports/4515aa91-2f05-44c3-a172-40fc8f0aa690 HTTP/1.1" status: 200 len: 911 time: 0.1308794 Mar 07 11:06:27.643060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:27.650805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.654962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:27.802092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] Routers {'d5eabadd-babe-4f1c-9412-5cc5385d6d12'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:27.802740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:27.942040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2a38759-459e-45e4-9dc0-bfa762323e79 req-4ebcc1ca-d1e9-4c21-9863-56f52eb42dc0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4e850df-8a87-460f-831d-5811316f8c80 HTTP/1.1" status: 200 len: 210 time: 0.0443201 Mar 07 11:06:28.041329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ea53f-3dc1-4d22-9fa1-fe705b27e05d None None] Pushing event updated for resources: {'Port': ['ID=d2fe804d-113f-4cf9-a9bc-8093cff897ed,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:28.045199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:28.046111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013af41-8de6-4239-8944-efc231fad7d0 None None] The sync data for ids ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:28.181174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Provisioning complete for port 4515aa91-2f05-44c3-a172-40fc8f0aa690 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:28.181753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.235088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2fe804d-113f-4cf9-a9bc-8093cff897ed up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:28.341052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Port 4515aa91-2f05-44c3-a172-40fc8f0aa690 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:28.372310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d2fe804d-113f-4cf9-a9bc-8093cff897ed triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:28.373127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.404086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Provisioning complete for port d2fe804d-113f-4cf9-a9bc-8093cff897ed triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:28.404626 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.520233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d5eabadd-babe-4f1c-9412-5cc5385d6d12), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.858406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c0690d2-d7b5-450e-a29a-3c7663967e01 None None] Current status of the port d2fe804d-113f-4cf9-a9bc-8093cff897ed is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:28.929552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d2fe804d-113f-4cf9-a9bc-8093cff897ed is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:28.950730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.003832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-29285977-1145-49e5-98af-fe15ef9eabd1 None None] Provisioning complete for port 4515aa91-2f05-44c3-a172-40fc8f0aa690 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:29.004559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29285977-1145-49e5-98af-fe15ef9eabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.141911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-29285977-1145-49e5-98af-fe15ef9eabd1 None None] Port 4515aa91-2f05-44c3-a172-40fc8f0aa690 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:29.239815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 4515aa91-2f05-44c3-a172-40fc8f0aa690 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:29.241468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.278074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6b37a3ff-1f2c-4036-b91b-203bf335bdf9 None None] Provisioning complete for port 4515aa91-2f05-44c3-a172-40fc8f0aa690 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:29.283159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b37a3ff-1f2c-4036-b91b-203bf335bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.398563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6b37a3ff-1f2c-4036-b91b-203bf335bdf9 None None] Port 4515aa91-2f05-44c3-a172-40fc8f0aa690 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:29.481899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-eda29fbb-9586-48a9-a65a-1a669923bd33 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878937249&fields=id&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 267 time: 0.1136236 Mar 07 11:06:29.499768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.522623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 4515aa91-2f05-44c3-a172-40fc8f0aa690 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:29.718883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-737c6ac2-dd49-48ea-bd2d-d9b392706926 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:29.720859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-737c6ac2-dd49-48ea-bd2d-d9b392706926 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.2381833 Mar 07 11:06:29.745636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-5dc2d9fc-dfcf-444d-a926-c7f385fe94b7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0168743 Mar 07 11:06:29.833323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-f7ab6a93-d1db-4261-aa51-fd824542fce7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733788 Mar 07 11:06:30.026973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4515aa91-2f05-44c3-a172-40fc8f0aa690), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.053554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-2409cb2a-6806-4578-97a6-4ee82ef8ebf6 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163858 Mar 07 11:06:30.090196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2fe804d-113f-4cf9-a9bc-8093cff897ed up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:30.131158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=4515aa91-2f05-44c3-a172-40fc8f0aa690,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:30.235537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d2fe804d-113f-4cf9-a9bc-8093cff897ed triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:30.236174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.380761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-ddf5a221-a2a2-40d3-afb9-84284643f3f6 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261366 Mar 07 11:06:30.499450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d2fe804d-113f-4cf9-a9bc-8093cff897ed is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:30.541974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d5eabadd-babe-4f1c-9412-5cc5385d6d12), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:31.077783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79fd90b9-f945-41da-9920-569ead1aeeb9 req-ebf98f7a-f5aa-409b-9989-7c8b83f59de4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0838132 Mar 07 11:06:31.109343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router d5eabadd-babe-4f1c-9412-5cc5385d6d12 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:31.337587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:31.348258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38504) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.348692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-45b81799-aa94-4769-8494-e88174b10681 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/d5eabadd-babe-4f1c-9412-5cc5385d6d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7039678 Mar 07 11:06:31.364573 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] Sync routers for ids ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:31.389647 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] Routers {'d5eabadd-babe-4f1c-9412-5cc5385d6d12'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:31.390261 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.429557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a610ac46-fc14-4069-a142-24f50b65285f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5eabadd-babe-4f1c-9412-5cc5385d6d12 HTTP/1.1" status: 200 len: 205 time: 0.0776534 Mar 07 11:06:31.429777 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.430213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38514) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.442278 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] Routers {'d5eabadd-babe-4f1c-9412-5cc5385d6d12'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:31.442801 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.544593 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.574742 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b89c0-7b0c-4cf9-9ae9-33e04c0b249d None None] The sync data for ids ['d5eabadd-babe-4f1c-9412-5cc5385d6d12'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:31.688397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.048042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.052483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (d5eabadd-babe-4f1c-9412-5cc5385d6d12), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.114279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d5eabadd-babe-4f1c-9412-5cc5385d6d12), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.115888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router d5eabadd-babe-4f1c-9412-5cc5385d6d12 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:32.165631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.170649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38592) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.174498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f4245d01-4441-423d-b7e4-a35a17a29292 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/d5eabadd-babe-4f1c-9412-5cc5385d6d12 HTTP/1.1" status: 204 len: 168 time: 0.7355421 Mar 07 11:06:32.323591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39b0c845-ed7c-47ca-a6cf-617df59b1e19 req-ca4cbeb4-e3b8-4ff5-ac2f-0b0c530869f3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0797076 Mar 07 11:06:32.360477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet 8f9ae787-c090-426b-b9da-dddd666fd118 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:32.371890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (8f9ae787-c090-426b-b9da-dddd666fd118), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.494406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (8f9ae787-c090-426b-b9da-dddd666fd118), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.726669 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8f9ae787-c090-426b-b9da-dddd666fd118), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.860856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (8f9ae787-c090-426b-b9da-dddd666fd118), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.919412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.930794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f00f99-6ede-40ff-918e-7cd40e6a5347 None None] Network fee7e493-bc84-4ab9-b826-5bc3f0f600c7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:32.940306 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/8f9ae787-c090-426b-b9da-dddd666fd118 HTTP/1.1" status: 204 len: 168 time: 0.7674434 Mar 07 11:06:32.941796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9ae787-c090-426b-b9da-dddd666fd118,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:32.945970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38678) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.952159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.952585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.952996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.953620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.954024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.954460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.954948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.955340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.957517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.958624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.959001 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.959399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:32.961235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862da4e-4e81-4f73-b3ba-e03f39c111d2 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.160577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (fee7e493-bc84-4ab9-b826-5bc3f0f600c7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.305069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port d2fe804d-113f-4cf9-a9bc-8093cff897ed {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:33.305502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.309713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] DHCP port deletion for fee7e493-bc84-4ab9-b826-5bc3f0f600c7 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:33.356429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-8541933c-a741-4b1e-86d7-e9d69fde8d9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:33.359094 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-8541933c-a741-4b1e-86d7-e9d69fde8d9b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.3401043 Mar 07 11:06:33.439859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Deleting port d2fe804d-113f-4cf9-a9bc-8093cff897ed {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:33.443863 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.504776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-118b2212-29dc-41d3-a648-37ca30c0e691 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 379 time: 0.1333284 Mar 07 11:06:33.515508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port d2fe804d-113f-4cf9-a9bc-8093cff897ed, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2fe804d-113f-4cf9-a9bc-8093cff897ed,segment=NetworkSegment(e3f9ca97-a505-4823-99d4-b3fc782a9803),segment_id=e3f9ca97-a505-4823-99d4-b3fc782a9803)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:33.516205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.517590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'security_groups': ['62bad6dc-9906-4bf6-ac2f-d0fb35ecd029']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:33.546240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for d2fe804d-113f-4cf9-a9bc-8093cff897ed owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:33.588184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] For port d2fe804d-113f-4cf9-a9bc-8093cff897ed, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2fe804d-113f-4cf9-a9bc-8093cff897ed,segment=NetworkSegment(e3f9ca97-a505-4823-99d4-b3fc782a9803),segment_id=e3f9ca97-a505-4823-99d4-b3fc782a9803)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:33.589114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.609084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Calling delete_port for d2fe804d-113f-4cf9-a9bc-8093cff897ed owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:33.696032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8af0304b-822d-4cab-8311-63ef6d1b1fac req-5fcc68b5-b154-4d19-8abd-f0b85d5cd559 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.2427747 Mar 07 11:06:33.700203 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.744612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (d2fe804d-113f-4cf9-a9bc-8093cff897ed), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.784637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:33.790638 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.805139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] Pushing event deleted for resources: {'Port': ['ID=d2fe804d-113f-4cf9-a9bc-8093cff897ed,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.811684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=d2fe804d-113f-4cf9-a9bc-8093cff897ed,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.828961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port d2fe804d-113f-4cf9-a9bc-8093cff897ed on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:33.830703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d64cdf-72f6-4b74-b76f-0c128d673df0 None None] No DVR routers for this DVR port d2fe804d-113f-4cf9-a9bc-8093cff897ed on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:33.836295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.836295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.836812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.836812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.837116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.837345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.846082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.846724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.847516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.848324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.849229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.849952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.850619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:33.999738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2fe804d-113f-4cf9-a9bc-8093cff897ed no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:34.053039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d2fe804d-113f-4cf9-a9bc-8093cff897ed {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:34.053648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2fe804d-113f-4cf9-a9bc-8093cff897ed not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:34.072836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (fee7e493-bc84-4ab9-b826-5bc3f0f600c7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.087858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.14 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/a8a7b090-26c4-49dd-aaa7-d3ec233cc70a) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:34.123202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee7e493-bc84-4ab9-b826-5bc3f0f600c7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:34.143631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f9ca97-a505-4823-99d4-b3fc782a9803') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:34.143952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f9ca97-a505-4823-99d4-b3fc782a9803') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:34.174427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (e3f9ca97-a505-4823-99d4-b3fc782a9803), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.203298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e3f9ca97-a505-4823-99d4-b3fc782a9803), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.212185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:34.212588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (e3f9ca97-a505-4823-99d4-b3fc782a9803), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:34.239128 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:34.345400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (fee7e493-bc84-4ab9-b826-5bc3f0f600c7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.408415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.428483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/fee7e493-bc84-4ab9-b826-5bc3f0f600c7 HTTP/1.1" status: 204 len: 168 time: 1.4789627 Mar 07 11:06:34.429103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38714) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.443986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697630406', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:34.463991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dd093-3cb9-4604-92e0-1e990aacf366 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=fee7e493-bc84-4ab9-b826-5bc3f0f600c7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:34.505735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.529466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.531313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.621049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.736813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.864396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:34.866919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_gateway (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.877196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:34.886586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:34.926681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9e2b3-a894-4ce1-b674-37fad324a548 req-084963ff-3e70-4fa6-8f35-cdbf12bdcfdb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:34.952442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded9e2b3-a894-4ce1-b674-37fad324a548 req-084963ff-3e70-4fa6-8f35-cdbf12bdcfdb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 932 time: 0.1360741 Mar 07 11:06:34.997031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:35.070205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded9e2b3-a894-4ce1-b674-37fad324a548 req-3bfb5bc8-4e66-4a71-b963-6aa27856826d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166415 Mar 07 11:06:35.076094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:35.076955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.170981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c73b5fa9-b3f0-4ebd-8685-affc822cf292 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6589406 Mar 07 11:06:35.185454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Request body: {'port': {'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:35.283574 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.396530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2995d874-c238-4d84-a4e6-3715a0e5d25d None None] Provisioning complete for port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:35.397176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2995d874-c238-4d84-a4e6-3715a0e5d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.450414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2995d874-c238-4d84-a4e6-3715a0e5d25d None None] Port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:35.490617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_gateway (b05b2a72-38d8-4013-a1a3-ad60acb28b29), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.769118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.914604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 172.25.4.31 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/69823ee4-a25f-4498-b0c4-70fcc0a5730e) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:36.023110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a7b090-26c4-49dd-aaa7-d3ec233cc70a {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:06:36.041346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks [] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.048203 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (69823ee4-a25f-4498-b0c4-70fcc0a5730e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.095108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (69823ee4-a25f-4498-b0c4-70fcc0a5730e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.134535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Transition to ACTIVE for port object a8a7b090-26c4-49dd-aaa7-d3ec233cc70a will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:06:36.149959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:36.152073 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.162717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:36.187976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:36.314798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1324bae-bf66-454a-8875-b257e18e084c req-937d5840-05f1-483c-b495-e139b6a03a86 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:36.316469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1324bae-bf66-454a-8875-b257e18e084c req-937d5840-05f1-483c-b495-e139b6a03a86 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1087205 Mar 07 11:06:36.404557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1324bae-bf66-454a-8875-b257e18e084c req-3f3cd404-769a-433f-8ae5-456607f4cc98 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701184 Mar 07 11:06:36.643767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=69823ee4-a25f-4498-b0c4-70fcc0a5730e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.802938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.961014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Attempting to bind port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:36.961276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Attempting to bind port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:36.962491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Attempting to bind port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:36.984075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:06:36.984651 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Attempting to bind port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:37.038328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:37.038672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:37.039096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:37.039553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Bound port: a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:37.039966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.178697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:37.186103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:37.190047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_gateway (b05b2a72-38d8-4013-a1a3-ad60acb28b29), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.240405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.333042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:37.334133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.335850 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 1092 time: 2.1555045 Mar 07 11:06:37.336490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:37.347017 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7519101-10bc-4614-b8d9-2bab00650320" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:37.556626 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244bdece-a1f7-417e-b68b-907575314cf2 x-openstack-request-id: req-244bdece-a1f7-417e-b68b-907575314cf2 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:37.557393 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:37.557871 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-244bdece-a1f7-417e-b68b-907575314cf2 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:37.558543 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'status': 'completed', 'code': 200} Mar 07 11:06:37.607196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91972-bdda-4a4f-a7d9-5669df2ff6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:37.695016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f48f43-50a9-4163-8398-e0ab6b29b02d req-36096b3b-f393-4318-a299-c41fd52635f9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:37.697786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8f48f43-50a9-4163-8398-e0ab6b29b02d req-36096b3b-f393-4318-a299-c41fd52635f9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1196747 Mar 07 11:06:37.698565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-24f67d3a-5f68-4381-b363-337e1853ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:37.700220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-24f67d3a-5f68-4381-b363-337e1853ea30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1126 time: 0.2797208 Mar 07 11:06:37.758100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-c478311c-6b7e-4931-8465-091fb7f19d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 217 time: 0.0481067 Mar 07 11:06:37.791322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8f48f43-50a9-4163-8398-e0ab6b29b02d req-d60511f6-906b-48bb-83d8-1e3edf781f1c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868900 Mar 07 11:06:37.793578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.858297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-a6e77d38-eab9-4072-b33a-53056afe1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:37.860247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-a6e77d38-eab9-4072-b33a-53056afe1160 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0953515 Mar 07 11:06:37.962617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-8fee24ae-a1d5-48f5-adf0-d2dee9b34205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:37.964403 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-8fee24ae-a1d5-48f5-adf0-d2dee9b34205 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962882 Mar 07 11:06:38.077551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router b05b2a72-38d8-4013-a1a3-ad60acb28b29 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:38.138232 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-65740bd4-79a8-41b3-8e21-4837f88df8f2 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651523 Mar 07 11:06:38.267797 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:38.284671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] Sync routers for ids ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:38.292990 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac6e0d91-0c94-48ef-aa19-dfdfcfb1df5e req-3afe3a33-e465-4b95-bcae-74ff7963c7db service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479375 Mar 07 11:06:38.302106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:38.303818 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-21fae092-c610-4b84-b435-88520661130a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8735821 Mar 07 11:06:38.307028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38764) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:38.310132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] Routers {'b05b2a72-38d8-4013-a1a3-ad60acb28b29'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:38.310922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.360926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.374496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] Routers {'b05b2a72-38d8-4013-a1a3-ad60acb28b29'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:38.375439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.418061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519101-10bc-4614-b8d9-2bab00650320 req-e1202e59-d367-482c-b80d-aab596e77ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:38.419927 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-e1202e59-d367-482c-b80d-aab596e77ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1126 time: 0.0736532 Mar 07 11:06:38.421332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.422121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2253003-31ea-487a-b3db-8d7a1615dd9c None None] The sync data for ids ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:38.478779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c464422e-58d6-4854-8c03-a5e39fae292c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers/b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 200 len: 884 time: 0.1699975 Mar 07 11:06:38.481405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38766) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:38.543839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519101-10bc-4614-b8d9-2bab00650320 req-ef8ea083-257e-4478-bf65-ac30aeabbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:38.545714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-ef8ea083-257e-4478-bf65-ac30aeabbd5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1193621 Mar 07 11:06:38.591396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-b76d8a58-47f5-4425-a3ac-79a105d5d8e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 217 time: 0.0389049 Mar 07 11:06:38.654893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519101-10bc-4614-b8d9-2bab00650320 req-385532e3-5140-4961-9b1a-196ed5ee89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:38.656481 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-385532e3-5140-4961-9b1a-196ed5ee89f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0563123 Mar 07 11:06:38.712458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519101-10bc-4614-b8d9-2bab00650320 req-8e1720ff-96cb-4ce3-8ed4-4ea97c4535ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:38.714224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-8e1720ff-96cb-4ce3-8ed4-4ea97c4535ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514979 Mar 07 11:06:38.739967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1bf8d304-7c11-4033-bcf7-aa1bfc26508c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2572660 Mar 07 11:06:38.742480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38768) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:38.747292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1697630406'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:38.815130 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-1edbe984-7841-4c72-b8c4-f66afaca14c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939112 Mar 07 11:06:38.915763 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b7519101-10bc-4614-b8d9-2bab00650320 req-d85a74c0-f39f-46c8-97f0-fb72d91b6cf7 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949187 Mar 07 11:06:39.213314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3311c5-7288-490e-b3a3-ed4bc3e56bf3 req-c160e871-f5cb-411d-941a-51e93cfe6f24 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:39.214779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d3311c5-7288-490e-b3a3-ed4bc3e56bf3 req-c160e871-f5cb-411d-941a-51e93cfe6f24 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1028483 Mar 07 11:06:39.341937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d3311c5-7288-490e-b3a3-ed4bc3e56bf3 req-2141b0c2-6cb3-484c-8a4d-a0d0cf8abc6e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197007 Mar 07 11:06:39.469715 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.482665 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.599395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router b05b2a72-38d8-4013-a1a3-ad60acb28b29 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:39.715017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:39.725891 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] Sync routers for ids ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:39.731268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.735737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:39.736536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-627cfb9c-23f7-431e-9ed8-f36216e8c1ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 200 len: 891 time: 0.9923594 Mar 07 11:06:39.756999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] Routers {'b05b2a72-38d8-4013-a1a3-ad60acb28b29'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:39.765844 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:39.812816 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:39.823087 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] Routers {'b05b2a72-38d8-4013-a1a3-ad60acb28b29'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:39.824027 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:39.874634 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:39.875302 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1e0b1-b6b4-4c4e-9f16-581066942c9b None None] The sync data for ids ['b05b2a72-38d8-4013-a1a3-ad60acb28b29'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:39.881328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-bc2579c9-92ae-4862-a9f1-6cb637ab230c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882659 Mar 07 11:06:39.926080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28aac65c-f232-4188-a83b-1ddb94192942 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers/b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 200 len: 891 time: 0.1890063 Mar 07 11:06:39.929190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:39.953500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-3f4f2ee9-fcf5-4be4-80e6-08a15494540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:39.956063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-3f4f2ee9-fcf5-4be4-80e6-08a15494540f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0511239 Mar 07 11:06:39.976714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1b50afb8-9662-4dae-940a-1275dc896f40 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 200 len: 205 time: 0.0463390 Mar 07 11:06:39.979119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38776) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:40.096454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-9def0d1d-65e3-4d01-8e35-86163c76a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:40.098362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-9def0d1d-65e3-4d01-8e35-86163c76a49c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 914 time: 0.1201212 Mar 07 11:06:40.120157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.145351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-e34dd214-a406-462e-bcc2-96c6159c3ee8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 200 len: 217 time: 0.0402389 Mar 07 11:06:40.205024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-9940a3f6-295b-4a83-bb5d-969002c1d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:40.207512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-9940a3f6-295b-4a83-bb5d-969002c1d890 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.0547035 Mar 07 11:06:40.248112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-2e012250-1c2a-475d-9340-493f0c312322 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330102 Mar 07 11:06:40.258064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_gateway (b05b2a72-38d8-4013-a1a3-ad60acb28b29), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.323307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 69823ee4-a25f-4498-b0c4-70fcc0a5730e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:40.323833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (69823ee4-a25f-4498-b0c4-70fcc0a5730e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.360835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-773e3b47-7b51-4796-bb0e-c5caafe4d6f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069474 Mar 07 11:06:40.420511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (69823ee4-a25f-4498-b0c4-70fcc0a5730e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.434006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 69823ee4-a25f-4498-b0c4-70fcc0a5730e owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:40.539987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d63abf34-34d8-4776-bfb4-22df4543c46b req-904ed6e6-4036-4d35-8645-edfb86ec6aae service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731484 Mar 07 11:06:40.559517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597883c-2ac8-4efa-9885-542b9d5cc2eb req-0d7d0732-0b73-47da-892e-bd0eaf04f87c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:40.561482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4597883c-2ac8-4efa-9885-542b9d5cc2eb req-0d7d0732-0b73-47da-892e-bd0eaf04f87c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1004384 Mar 07 11:06:40.626004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4597883c-2ac8-4efa-9885-542b9d5cc2eb req-200512cb-8992-4717-9998-c797beb37a31 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565856 Mar 07 11:06:40.663114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (69823ee4-a25f-4498-b0c4-70fcc0a5730e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.692058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=69823ee4-a25f-4498-b0c4-70fcc0a5730e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:40.754258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (b05b2a72-38d8-4013-a1a3-ad60acb28b29), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.853765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.856136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (b05b2a72-38d8-4013-a1a3-ad60acb28b29), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.901572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (b05b2a72-38d8-4013-a1a3-ad60acb28b29), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.902315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router b05b2a72-38d8-4013-a1a3-ad60acb28b29 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:40.909511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.914745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38780) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:40.920065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1337329537'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:40.920459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d910ffe5-fb34-4e6b-b2eb-17a980c24d4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 204 len: 168 time: 0.9398341 Mar 07 11:06:40.942509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:40.946575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.971636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:40.981741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.982225 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment 8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8 of type vlan for network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb Mar 07 11:06:41.029404 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.057717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.063347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:41.065968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.101666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1829877 Mar 07 11:06:41.102829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:41.107362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:41.151510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6474d-e540-48e8-b5f1-1c491cd70721 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=1f3a27fa-5562-4726-a5e7-750cb6f3f0fb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:41.164869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:41.224355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:41.230179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.431311 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.493271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:41.507076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:41.507697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:41.525119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:41.534889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:41.539344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:41.539965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.552936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231937c4-6215-4901-87b4-61ea005eb93e None None] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:41.559493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-688c6293-f625-4cb1-b9bb-6131a83e5564 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4562342 Mar 07 11:06:41.561827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:41.566319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1179333274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:41.591379 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.592326 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.654316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (6ce331c7-f803-43fb-a63e-c9714fa45a4d), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.659819 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.682966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.683424 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ec6a7df-6caa-4bce-9021-c7d450e3d3b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1204948 Mar 07 11:06:41.686086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38788) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:41.732241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1f3a27fa-5562-4726-a5e7-750cb6f3f0fb', 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': 'b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:41.733545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.816190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1c182-a940-401a-bd74-fb67a3fbb3b4 req-abb2bc64-0332-4396-b825-1754908c11fd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:41.822259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7be1c182-a940-401a-bd74-fb67a3fbb3b4 req-abb2bc64-0332-4396-b825-1754908c11fd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1118872 Mar 07 11:06:41.936219 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7be1c182-a940-401a-bd74-fb67a3fbb3b4 req-66397b20-ba73-445e-88a0-dc3cc65f12b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078231 Mar 07 11:06:42.045157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Allocated IP 2001:db8::2 (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb/b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216/c441d698-122b-478b-b069-72f6da7d4518) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:42.215827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks [] for port (c441d698-122b-478b-b069-72f6da7d4518), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.227745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c441d698-122b-478b-b069-72f6da7d4518), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.310153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:42.356174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:42.360424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Pushing event updated for resources: {'Port': ['ID=c441d698-122b-478b-b069-72f6da7d4518,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:42.363022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:42.478078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Attempting to bind port c441d698-122b-478b-b069-72f6da7d4518 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:42.478397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Attempting to bind port c441d698-122b-478b-b069-72f6da7d4518 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:42.478764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Attempting to bind port c441d698-122b-478b-b069-72f6da7d4518 on network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:42.484017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:42.484389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Checking segment: {'id': '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:42.484788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.485173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Bound using segment: {'id': '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:42.485636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Bound port: c441d698-122b-478b-b069-72f6da7d4518, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f3a27fa-5562-4726-a5e7-750cb6f3f0fb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:42.486009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c441d698-122b-478b-b069-72f6da7d4518), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.549131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.560552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] For port c441d698-122b-478b-b069-72f6da7d4518, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:42.564451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] For port c441d698-122b-478b-b069-72f6da7d4518, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c441d698-122b-478b-b069-72f6da7d4518,segment=NetworkSegment(8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8),segment_id=8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:42.574649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c441d698-122b-478b-b069-72f6da7d4518), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.643120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa36d5c-9478-432d-b531-c77451677c10 None None] Pushing event updated for resources: {'Port': ['ID=c441d698-122b-478b-b069-72f6da7d4518,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:42.849067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8::1 (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb/b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216/56bdbc0a-ece5-40f2-a9dc-a619d2164e0a) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:43.158354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:43.220291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c628a-892d-4576-b648-5da079d72ae2 req-d754f700-1491-490d-ba57-be2d3e89e346 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:43.221976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e27c628a-892d-4576-b648-5da079d72ae2 req-d754f700-1491-490d-ba57-be2d3e89e346 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1119881 Mar 07 11:06:43.259319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:43.345320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e27c628a-892d-4576-b648-5da079d72ae2 req-1d257733-4470-44e7-9998-39e244381971 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158116 Mar 07 11:06:43.363076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:43.389788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:43.392174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:43.392710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (6ce331c7-f803-43fb-a63e-c9714fa45a4d), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:43.537455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=56bdbc0a-ece5-40f2-a9dc-a619d2164e0a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:43.605013 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.071639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c441d698-122b-478b-b069-72f6da7d4518 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:44.196595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c441d698-122b-478b-b069-72f6da7d4518 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:44.197031 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c441d698-122b-478b-b069-72f6da7d4518), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.203610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.217689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.218810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (6ce331c7-f803-43fb-a63e-c9714fa45a4d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.371595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=56bdbc0a-ece5-40f2-a9dc-a619d2164e0a,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:44.413010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c441d698-122b-478b-b069-72f6da7d4518 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:44.413395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c441d698-122b-478b-b069-72f6da7d4518), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.483681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c441d698-122b-478b-b069-72f6da7d4518, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c441d698-122b-478b-b069-72f6da7d4518,segment=NetworkSegment(8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8),segment_id=8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:44.490733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21499f34-2126-4aba-a65b-4b9c57456fbf None None] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:44.543550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:44.545919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:44.565003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c441d698-122b-478b-b069-72f6da7d4518), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.618963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3c046f8f-bb2e-4727-b39f-1934c9ea4349 None None] Provisioning complete for port c441d698-122b-478b-b069-72f6da7d4518 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:44.619381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c046f8f-bb2e-4727-b39f-1934c9ea4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c441d698-122b-478b-b069-72f6da7d4518), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:44.620227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5d35-19b6-40fc-ad61-1ce4b270393f req-8a780826-9f81-4d68-bf5c-2318c279a5c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:44.633165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46ad5d35-19b6-40fc-ad61-1ce4b270393f req-8a780826-9f81-4d68-bf5c-2318c279a5c8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1297023 Mar 07 11:06:44.714041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46ad5d35-19b6-40fc-ad61-1ce4b270393f req-17a0b7f3-81a5-4f17-b3ef-89251b69c6cf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748785 Mar 07 11:06:44.896430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c046f8f-bb2e-4727-b39f-1934c9ea4349 None None] Current status of the port c441d698-122b-478b-b069-72f6da7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:44.903475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c441d698-122b-478b-b069-72f6da7d4518,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:44.912990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 6ce331c7-f803-43fb-a63e-c9714fa45a4d is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:45.114038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:45.134237 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-170a7cfa-c4e1-4660-820d-d45273352b9b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/6ce331c7-f803-43fb-a63e-c9714fa45a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468696 Mar 07 11:06:45.134932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:45.137936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] Sync routers for ids ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:45.166144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] Routers {'6ce331c7-f803-43fb-a63e-c9714fa45a4d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:45.170812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:45.208633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ea025-ddce-4ddd-8d31-9a6e87969b00 req-45790609-1fef-40c5-8b85-b8a29e8f6dfc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:45.217818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-151ea025-ddce-4ddd-8d31-9a6e87969b00 req-45790609-1fef-40c5-8b85-b8a29e8f6dfc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.1096680 Mar 07 11:06:45.231576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ef588-f2aa-4bde-b548-3fb2138bb2e6 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:45.237762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:45.243800 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-589ef588-f2aa-4bde-b548-3fb2138bb2e6 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports/56bdbc0a-ece5-40f2-a9dc-a619d2164e0a HTTP/1.1" status: 200 len: 911 time: 0.1076031 Mar 07 11:06:45.248158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:45.280270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:45.313654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] Routers {'6ce331c7-f803-43fb-a63e-c9714fa45a4d'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:45.314429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:45.362892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:45.363773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae54364-6f15-4532-aad7-b2cf68d4badd None None] The sync data for ids ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:45.408409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-151ea025-ddce-4ddd-8d31-9a6e87969b00 req-33be673d-885f-4964-96b0-f4e45bec86b5 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895657 Mar 07 11:06:45.430753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38802) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:45.441352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Provisioning complete for port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:45.442643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.536625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:45.561054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Provisioning complete for port c441d698-122b-478b-b069-72f6da7d4518 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:45.561421 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c441d698-122b-478b-b069-72f6da7d4518), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.679235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.732612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d70d32e4-c4b0-4eb2-b8d3-0f68271283ae None None] Current status of the port c441d698-122b-478b-b069-72f6da7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:45.806155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port cdf75ac1-1fc4-438a-a4fe-f1a5686536d3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:45.806562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.869745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-781b096d-a9e8-4ef1-8df1-25cc55322bf4 None None] Provisioning complete for port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:45.870194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-781b096d-a9e8-4ef1-8df1-25cc55322bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.970349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.970985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:45.980477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-781b096d-a9e8-4ef1-8df1-25cc55322bf4 None None] Port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:46.002810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for cdf75ac1-1fc4-438a-a4fe-f1a5686536d3 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:46.037095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c441d698-122b-478b-b069-72f6da7d4518 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:46.154468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c441d698-122b-478b-b069-72f6da7d4518 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:46.155125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c441d698-122b-478b-b069-72f6da7d4518), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.278281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c441d698-122b-478b-b069-72f6da7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:46.312112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab6f67-f6b1-4425-8249-233aa69f55d1 req-d1781a6e-02f8-486a-94e7-2dfaa4f53813 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:46.313999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a3ff3dcf-3f41-43c3-b97c-0b6102ad7f2b None None] Provisioning complete for port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:46.314374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3dcf-3f41-43c3-b97c-0b6102ad7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.326447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efab6f67-f6b1-4425-8249-233aa69f55d1 req-d1781a6e-02f8-486a-94e7-2dfaa4f53813 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.2894604 Mar 07 11:06:46.376624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff3dcf-3f41-43c3-b97c-0b6102ad7f2b None None] Port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:46.466197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-efab6f67-f6b1-4425-8249-233aa69f55d1 req-c98580d6-9cf2-49c4-9ea7-985d2050e56c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386945 Mar 07 11:06:46.533020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (cdf75ac1-1fc4-438a-a4fe-f1a5686536d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.641230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=cdf75ac1-1fc4-438a-a4fe-f1a5686536d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:46.697285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.715995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.724890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:46.726021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.727870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/ports/56bdbc0a-ece5-40f2-a9dc-a619d2164e0a HTTP/1.1" status: 200 len: 911 time: 1.4889917 Mar 07 11:06:46.731503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38806) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:46.834249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bfa9c-8fb1-4f96-a4a9-ab239054f773 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=56bdbc0a-ece5-40f2-a9dc-a619d2164e0a,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:46.878355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (d33aa45a-3e57-4873-a98b-e64bc5a4a92f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:46.879002 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP d33aa45a-3e57-4873-a98b-e64bc5a4a92f disassociated (deleted). External IP: 172.25.4.148, port: ddb6c87d-cc71-4f43-a7f3-aeff1f097e11. Mar 07 11:06:47.295629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:47.522725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:47.534005 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Sync routers for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:47.534997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:47.558822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:47.559444 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:47.596942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (6ce331c7-f803-43fb-a63e-c9714fa45a4d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:47.636060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-801697a7-e71a-4a08-a77d-d670d9e862f2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/floatingips/d33aa45a-3e57-4873-a98b-e64bc5a4a92f HTTP/1.1" status: 204 len: 168 time: 2.2040603 Mar 07 11:06:47.638995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:47.641625 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:47.666634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e7025-96c7-4b08-9915-c3a05ffa4f93 req-aad88696-775d-4c81-a432-dce6795ab6a7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:47.679366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9e7025-96c7-4b08-9915-c3a05ffa4f93 req-aad88696-775d-4c81-a432-dce6795ab6a7 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1040840 Mar 07 11:06:47.737279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:47.773063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9e7025-96c7-4b08-9915-c3a05ffa4f93 req-4ce0fb0a-e904-440f-9c05-a92d24665a5c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877602 Mar 07 11:06:47.894251 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a83e6-d34c-492f-aa99-6a46ca14eb52 x-openstack-request-id: req-5f6a83e6-d34c-492f-aa99-6a46ca14eb52 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:47.894689 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:47.894954 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f6a83e6-d34c-492f-aa99-6a46ca14eb52 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:47.895492 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'status': 'completed', 'code': 200} Mar 07 11:06:48.025356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429be10-2309-4d97-9be7-c09376dc592d req-392a9bed-b460-4b5c-8a94-bf1f7927db88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.033099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0429be10-2309-4d97-9be7-c09376dc592d req-392a9bed-b460-4b5c-8a94-bf1f7927db88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.0657086 Mar 07 11:06:48.091574 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:48.094502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-d6df3b6b-98d8-43d1-83d3-c7b7d9764e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.097760 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-d6df3b6b-98d8-43d1-83d3-c7b7d9764e3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 1128 time: 0.1829050 Mar 07 11:06:48.105031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0429be10-2309-4d97-9be7-c09376dc592d req-01f150ee-df05-4cee-a5c9-28663d79ad92 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665152 Mar 07 11:06:48.136177 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Checking router: 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:48.145894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:48.146620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:48.284847 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:48.319500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:48.320130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.325022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-1d99eec9-7a73-4c77-9243-c5fbd1efd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.326564 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-1d99eec9-7a73-4c77-9243-c5fbd1efd097 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 200 len: 898 time: 0.2178283 Mar 07 11:06:48.383093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-576d7cf3-6b13-426b-a6b3-af9f2fd9532f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 200 len: 217 time: 0.0456247 Mar 07 11:06:48.495923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-da5ef810-f8d5-4642-8d49-7c6fb5527abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.497804 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-da5ef810-f8d5-4642-8d49-7c6fb5527abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 200 len: 834 time: 0.0790842 Mar 07 11:06:48.499321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:48.500110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.527446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab6d39-6409-4044-aec8-7c73c1980ee7 None None] The sync data for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 is: [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:04:23Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'b5ddea10-37db-4bc5-8929-26cbad88e487', 'name': '', 'network_id': '834f9702-56a0-4a04-9e65-0cd78d2ca8a9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:0c:22:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '98cbf522-c403-4bd6-bba5-ccdabe31aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:48.544713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 56bdbc0a-ece5-40f2-a9dc-a619d2164e0a owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:48.627254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-d81f9d60-18dd-46ec-8da5-ab66979c1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.629407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-d81f9d60-18dd-46ec-8da5-ab66979c1286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834f9702-56a0-4a04-9e65-0cd78d2ca8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196845 Mar 07 11:06:48.907372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae9c57-08ca-4959-bec4-bafb78dd8dce None None] New status for floating IP d33aa45a-3e57-4873-a98b-e64bc5a4a92f: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:06:49.008622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1d365-d0e5-4834-b0eb-004aac19da59 req-1e841351-c277-4ddc-a73a-429f9da3b9b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:49.010402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0a1d365-d0e5-4834-b0eb-004aac19da59 req-1e841351-c277-4ddc-a73a-429f9da3b9b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1219630 Mar 07 11:06:49.115502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0a1d365-d0e5-4834-b0eb-004aac19da59 req-d0c308c1-f79e-4ab9-baf9-b87a2da9c0e8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934777 Mar 07 11:06:49.201435 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-bb7c049f-e6a8-4444-bc33-69453a3b533d service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589046 Mar 07 11:06:49.253628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f547f-d8a6-436f-94e2-8d9d3bb4e895 req-28ff518f-6c00-4ee9-b803-376ec7dec6e3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:49.255117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0f547f-d8a6-436f-94e2-8d9d3bb4e895 req-28ff518f-6c00-4ee9-b803-376ec7dec6e3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.0594249 Mar 07 11:06:49.311188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e0f547f-d8a6-436f-94e2-8d9d3bb4e895 req-187fb188-43a3-4e36-b03d-099d7759da60 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a715440-251b-4ad9-87f0-60a930e0ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488210 Mar 07 11:06:49.342774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (56bdbc0a-ece5-40f2-a9dc-a619d2164e0a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:49.437700 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e31f68f5-7c8d-47e3-b84c-221ea7f02f9f req-1df3cb16-18fa-4907-acd1-f3af979e06b0 service neutron] 10.222.0.32 "GET /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272503 Mar 07 11:06:49.439525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=56bdbc0a-ece5-40f2-a9dc-a619d2164e0a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:49.575155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-9937b2aa-02c5-479d-b85b-34b6f3e6fb88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:49.576786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-9937b2aa-02c5-479d-b85b-34b6f3e6fb88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 946 time: 0.2251019 Mar 07 11:06:49.582098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (6ce331c7-f803-43fb-a63e-c9714fa45a4d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:49.885826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 6ce331c7-f803-43fb-a63e-c9714fa45a4d has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:49.900602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:49.901054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.034440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:50.039875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7111198-a497-47da-9a26-0cbd6da3fbc0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/6ce331c7-f803-43fb-a63e-c9714fa45a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3072054 Mar 07 11:06:50.043945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38820) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:50.047490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] Sync routers for ids ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:50.061405 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] Routers {'6ce331c7-f803-43fb-a63e-c9714fa45a4d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:50.062042 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:50.100669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d2ff4cfb-12ba-45b2-b103-9ddcdb2be6ee tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce331c7-f803-43fb-a63e-c9714fa45a4d HTTP/1.1" status: 200 len: 205 time: 0.0552113 Mar 07 11:06:50.102010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:50.102487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.102950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38822) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:50.118670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:50.168321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:50.205166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] Routers {'6ce331c7-f803-43fb-a63e-c9714fa45a4d'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:50.206431 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:50.266619 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:50.267605 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15552524-8bb5-47cf-a12c-8fcc1f3eb07b None None] The sync data for ids ['6ce331c7-f803-43fb-a63e-c9714fa45a4d'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:50.276284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ddb6c87d-cc71-4f43-a7f3-aeff1f097e11), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.284184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.318130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=ddb6c87d-cc71-4f43-a7f3-aeff1f097e11,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:50.374507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] No DVR routers for this DVR port ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:50.376959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.380465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-307dcd82-300c-4b64-8e7d-26a8be17707f req-a2ebeb11-97b6-4b8e-969a-c955a462dfd5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "DELETE /v2.0/ports/ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 HTTP/1.1" status: 204 len: 173 time: 0.7883050 Mar 07 11:06:50.380915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-deleted', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:50.384064 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d718a072-4ae8-4e5c-afe4-320bed86975a" -d '{"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-deleted", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:50.527226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fdd8abd-dbc4-456a-9c9a-14121472e3ed req-e4940fe9-bb07-4245-a5c2-7ddba0b6ee9b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9 HTTP/1.1" status: 200 len: 210 time: 0.0957694 Mar 07 11:06:50.535283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.539799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (6ce331c7-f803-43fb-a63e-c9714fa45a4d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.555380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24baee-0830-466f-8b0b-79741b557d62 req-f5a6bd1d-c585-4574-a964-f5ba61395113 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:50.556999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a24baee-0830-466f-8b0b-79741b557d62 req-f5a6bd1d-c585-4574-a964-f5ba61395113 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.2840414 Mar 07 11:06:50.588647 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59b980-61c7-4f09-b2b1-cc7b6ad6230e x-openstack-request-id: req-5d59b980-61c7-4f09-b2b1-cc7b6ad6230e {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:50.588943 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9", "name": "network-vif-deleted", "tag": "ddb6c87d-cc71-4f43-a7f3-aeff1f097e11", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:50.589188 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d59b980-61c7-4f09-b2b1-cc7b6ad6230e {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:50.589604 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c92ce-3a5a-4ed0-b76d-9c7169ce95a9', 'name': 'network-vif-deleted', 'tag': 'ddb6c87d-cc71-4f43-a7f3-aeff1f097e11', 'status': 'completed', 'code': 200} Mar 07 11:06:50.612379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (6ce331c7-f803-43fb-a63e-c9714fa45a4d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.612882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce331c7-f803-43fb-a63e-c9714fa45a4d {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:50.622260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.623353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-90234d19-aaaf-4baa-b20d-5fd91d450ea0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/6ce331c7-f803-43fb-a63e-c9714fa45a4d HTTP/1.1" status: 204 len: 168 time: 0.5191612 Mar 07 11:06:50.626698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38830) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:50.653918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a24baee-0830-466f-8b0b-79741b557d62 req-4c90e28e-dd05-404d-b228-0d40281d618d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847027 Mar 07 11:06:50.686821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:50.691180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.706089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17743845-8d8c-47cf-b4a9-0615c963549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.740531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.846903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.919693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.948531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:50.954195 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.957806 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c77c287e-9d4a-4e40-9bc6-6f55dccd1dbf tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216 HTTP/1.1" status: 204 len: 168 time: 0.3299119 Mar 07 11:06:50.962556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:50.965048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a44e29-9908-48ab-a55b-882ef6cb3361 None None] Network 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:51.065971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.122547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port c441d698-122b-478b-b069-72f6da7d4518 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:51.122547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c441d698-122b-478b-b069-72f6da7d4518), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.125908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] DHCP port deletion for 1f3a27fa-5562-4726-a5e7-750cb6f3f0fb request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:51.177563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Deleting port c441d698-122b-478b-b069-72f6da7d4518 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:51.178193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c441d698-122b-478b-b069-72f6da7d4518), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.195122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port c441d698-122b-478b-b069-72f6da7d4518, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c441d698-122b-478b-b069-72f6da7d4518,segment=NetworkSegment(8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8),segment_id=8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:51.195862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c441d698-122b-478b-b069-72f6da7d4518), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.209182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for c441d698-122b-478b-b069-72f6da7d4518 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:51.241898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] For port c441d698-122b-478b-b069-72f6da7d4518, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c441d698-122b-478b-b069-72f6da7d4518,segment=NetworkSegment(8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8),segment_id=8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:51.242425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c441d698-122b-478b-b069-72f6da7d4518), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.256770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Calling delete_port for c441d698-122b-478b-b069-72f6da7d4518 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:51.290969 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c441d698-122b-478b-b069-72f6da7d4518), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.315284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=c441d698-122b-478b-b069-72f6da7d4518,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:51.322228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port c441d698-122b-478b-b069-72f6da7d4518 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:51.343619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c441d698-122b-478b-b069-72f6da7d4518), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.371373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] No DVR routers for this DVR port c441d698-122b-478b-b069-72f6da7d4518 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:51.375470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0845c-0357-4610-95aa-e5aa6eb97458 None None] Pushing event deleted for resources: {'Port': ['ID=c441d698-122b-478b-b069-72f6da7d4518,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:51.414105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.433711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3a27fa-5562-4726-a5e7-750cb6f3f0fb']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:51.442789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:51.443077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:51.452732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.466148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.472012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:51.472383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (8d5ff70f-67a7-4dc8-ac3a-7b6beddd2ac8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:51.475306 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:51.547104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1f3a27fa-5562-4726-a5e7-750cb6f3f0fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.560905 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.570932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/1f3a27fa-5562-4726-a5e7-750cb6f3f0fb HTTP/1.1" status: 204 len: 168 time: 0.6068504 Mar 07 11:06:51.571688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38836) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:51.577642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1660647507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:51.595476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:51.660684 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (85432111-2470-4892-8de3-d983ad9b38d2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.661785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.777988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (85432111-2470-4892-8de3-d983ad9b38d2), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.785890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (85432111-2470-4892-8de3-d983ad9b38d2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.915742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:51.917090 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85e558e8-ddd7-45a8-b805-7cf60dd61594 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3436036 Mar 07 11:06:51.935120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38842) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:51.940999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361c84d-22b4-43d3-836b-46c6a124ea88 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=1f3a27fa-5562-4726-a5e7-750cb6f3f0fb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:51.952797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1730041411'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:51.978728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c441d698-122b-478b-b069-72f6da7d4518 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:52.007818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c441d698-122b-478b-b069-72f6da7d4518 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:52.008950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:52.009237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c441d698-122b-478b-b069-72f6da7d4518 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:52.014773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.048111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d57b-f872-440c-9535-0385a0945065 req-b3d7edd8-2b12-41c4-bb1a-b9b3d047f061 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.049598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6235d57b-f872-440c-9535-0385a0945065 req-b3d7edd8-2b12-41c4-bb1a-b9b3d047f061 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1132698 Mar 07 11:06:52.068931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:52.091375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ff0bff6c-f404-4cac-930a-83c148eacf8e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.091724 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment ff0bff6c-f404-4cac-930a-83c148eacf8e of type vlan for network eb3053ca-81b6-4139-9aa7-aedd21656dba Mar 07 11:06:52.136931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.148320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6235d57b-f872-440c-9535-0385a0945065 req-640067bd-e23c-42e8-a241-443f433041f0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890081 Mar 07 11:06:52.157393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (eb3053ca-81b6-4139-9aa7-aedd21656dba), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.185847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (eb3053ca-81b6-4139-9aa7-aedd21656dba), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.191291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.191826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.235256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2966928 Mar 07 11:06:52.238425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:52.243076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:52.296474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c16a0c-8682-47ea-b6e5-29a549ae70d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=eb3053ca-81b6-4139-9aa7-aedd21656dba,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:52.310157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network eb3053ca-81b6-4139-9aa7-aedd21656dba details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:52.376922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:52.380455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.468369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port b5ddea10-37db-4bc5-8929-26cbad88e487 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:52.469472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.585060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b80aa512-661e-45ea-8b0f-59991dd264b8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.589539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port b5ddea10-37db-4bc5-8929-26cbad88e487, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=b5ddea10-37db-4bc5-8929-26cbad88e487,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:52.590096 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.604124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for b5ddea10-37db-4bc5-8929-26cbad88e487 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:52.646802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=b80aa512-661e-45ea-8b0f-59991dd264b8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:52.655875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:52.656234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: eb3053ca-81b6-4139-9aa7-aedd21656dba, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:52.675335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network eb3053ca-81b6-4139-9aa7-aedd21656dba is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:52.685595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, eb3053ca-81b6-4139-9aa7-aedd21656dba) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:52.690279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.690883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.696892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba810a0a-06ba-4b1b-9a28-043e22422524 None None] Network eb3053ca-81b6-4139-9aa7-aedd21656dba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:52.714749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-54f018c2-670c-435b-bc56-9d2e80fb6f4c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4755950 Mar 07 11:06:52.717664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38848) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:52.803993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-eb3053ca-81b6-4139-9aa7-aedd21656dba', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:52.804982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.887536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b5ddea10-37db-4bc5-8929-26cbad88e487), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:52.924973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=b5ddea10-37db-4bc5-8929-26cbad88e487,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:53.172006 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.175287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.188785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Allocated IP 2001:db8::2 (eb3053ca-81b6-4139-9aa7-aedd21656dba/b80aa512-661e-45ea-8b0f-59991dd264b8/53934430-886f-480f-ac0f-35b1bf8f6890) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:53.237200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86071034-d63f-44e9-bdbb-f9a4e11a4b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.394137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks [] for port (53934430-886f-480f-ac0f-35b1bf8f6890), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.405463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.448021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7050e27-4b5f-4466-be24-49acbadaa9de req-16fe6650-082a-4ebe-9484-b2a76b4a69c9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:53.454583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Network eb3053ca-81b6-4139-9aa7-aedd21656dba is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:53.456205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7050e27-4b5f-4466-be24-49acbadaa9de req-16fe6650-082a-4ebe-9484-b2a76b4a69c9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.1404207 Mar 07 11:06:53.458347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:53.467446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:53.471021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Pushing event updated for resources: {'Port': ['ID=53934430-886f-480f-ac0f-35b1bf8f6890,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:53.543521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Attempting to bind port 53934430-886f-480f-ac0f-35b1bf8f6890 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:53.544330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Attempting to bind port 53934430-886f-480f-ac0f-35b1bf8f6890 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:53.544870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Attempting to bind port 53934430-886f-480f-ac0f-35b1bf8f6890 on network eb3053ca-81b6-4139-9aa7-aedd21656dba {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:53.550785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:53.551152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Checking segment: {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:53.551546 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.552231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Bound using segment: {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:53.552415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Bound port: 53934430-886f-480f-ac0f-35b1bf8f6890, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:53.552794 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.572868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7050e27-4b5f-4466-be24-49acbadaa9de req-a822cc49-99a4-47e1-af0e-d79fdf802584 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156483 Mar 07 11:06:53.624890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] For port 53934430-886f-480f-ac0f-35b1bf8f6890, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:53.629597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] For port 53934430-886f-480f-ac0f-35b1bf8f6890, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=53934430-886f-480f-ac0f-35b1bf8f6890,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:53.639194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.653163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8::1 (eb3053ca-81b6-4139-9aa7-aedd21656dba/b80aa512-661e-45ea-8b0f-59991dd264b8/dd87b0e0-d11a-47d6-be76-318ae0a39bb7) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:53.719325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0230546-52a2-4b15-9177-5827482ac3a4 None None] Pushing event updated for resources: {'Port': ['ID=53934430-886f-480f-ac0f-35b1bf8f6890,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:53.831791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.847005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:53.878334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.004485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:54.005235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network eb3053ca-81b6-4139-9aa7-aedd21656dba is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:54.011022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:54.013415 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61b3e34c-5abb-46a4-b825-bb4d4229f10d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4166887 Mar 07 11:06:54.016831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:54.044202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:54.048321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:54.048898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.060954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Sync routers for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:54.082780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:54.087901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:54.136309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting subnet 98cbf522-c403-4bd6-bba5-ccdabe31aac6 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:54.146164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (98cbf522-c403-4bd6-bba5-ccdabe31aac6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.148843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:54.283884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (98cbf522-c403-4bd6-bba5-ccdabe31aac6), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.363585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:54.402181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.432063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:54.432446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device ddb6c87d-cc71-4f43-a7f3-aeff1f097e11 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:54.438970 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.439709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.455703 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:06:54.469200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:54.506950 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (98cbf522-c403-4bd6-bba5-ccdabe31aac6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.617092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:54.618132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (98cbf522-c403-4bd6-bba5-ccdabe31aac6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.673476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b159bb9-f521-49e9-bf74-e26b6c5e562e None None] Network 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:54.701722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.708106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/subnets/98cbf522-c403-4bd6-bba5-ccdabe31aac6 HTTP/1.1" status: 204 len: 168 time: 0.6744699 Mar 07 11:06:54.708106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970008b-f27d-4635-bd70-19550f3a9e59 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Subnet': ['ID=98cbf522-c403-4bd6-bba5-ccdabe31aac6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:54.708407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:54.883478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bb62965a-00f5-4d28-bd2a-a41469af7faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:54.886056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:06:52Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:54.941856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Checking router: 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:54.955067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Routers {'4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:54.956879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:55.015439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4a4c1-4dac-438c-89dc-0747258fd51c req-0df8eb0c-64e0-4e5b-8ba8-34a1ac76129d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:55.017025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21f4a4c1-4dac-438c-89dc-0747258fd51c req-0df8eb0c-64e0-4e5b-8ba8-34a1ac76129d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.3360076 Mar 07 11:06:55.027803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] DHCP port deletion for 834f9702-56a0-4a04-9e65-0cd78d2ca8a9 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:55.114883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bb62965a-00f5-4d28-bd2a-a41469af7faf admin admin] Publish callbacks [] for security_group (8582e97c-85db-4861-a570-a930eea1a164), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.129289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bb62965a-00f5-4d28-bd2a-a41469af7faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8582e97c-85db-4861-a570-a930eea1a164), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.147890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.167743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] Set router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:55.237545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21f4a4c1-4dac-438c-89dc-0747258fd51c req-7840203a-79c6-4c36-8d78-36d26eb93752 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143898 Mar 07 11:06:55.287052 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bb62965a-00f5-4d28-bd2a-a41469af7faf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0eb012a0471423385bf96a32f66496e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6553755 Mar 07 11:06:55.293217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62965a-00f5-4d28-bd2a-a41469af7faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582e97c-85db-4861-a570-a930eea1a164,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:55.295966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:55.343030 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.358718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.359877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.385652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] Publish callbacks [] for security_group (8582e97c-85db-4861-a570-a930eea1a164), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.396713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54f6d8-0398-4ad8-aa95-ca02ae61fcb1 None None] Network eb3053ca-81b6-4139-9aa7-aedd21656dba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:55.420106 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (045d2b87-d541-44f1-8918-5872aef6e527), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.428337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] Publish callbacks [] for security_group (8582e97c-85db-4861-a570-a930eea1a164), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.428650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Deleting port cd588fbb-111c-412c-862b-3974ec00e296 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:55.429083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cd588fbb-111c-412c-862b-3974ec00e296), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.439344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:55.479947 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.602167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8582e97c-85db-4861-a570-a930eea1a164), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.605428 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.608097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] For port cd588fbb-111c-412c-862b-3974ec00e296, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cd588fbb-111c-412c-862b-3974ec00e296,segment=NetworkSegment(3562abed-64e4-4b9c-98db-3ce05cd695ed),segment_id=3562abed-64e4-4b9c-98db-3ce05cd695ed)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:55.608499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cd588fbb-111c-412c-862b-3974ec00e296), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.609519 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8582e97c-85db-4861-a570-a930eea1a164 HTTP/1.1" status: 204 len: 168 time: 0.3107154 Mar 07 11:06:55.617578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network eb3053ca-81b6-4139-9aa7-aedd21656dba is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:55.622315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:55.631355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:55.631753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.661415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Provisioning complete for port 53934430-886f-480f-ac0f-35b1bf8f6890 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:55.661788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.666779 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fa31b-036e-467c-acf1-4d5e87ae14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582e97c-85db-4861-a570-a930eea1a164,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:55.728161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Calling delete_port for cd588fbb-111c-412c-862b-3974ec00e296 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:55.840769 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Deleting port e6c41325-fbe6-4710-88f0-65f3946ca085 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:55.855507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.875277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:55.875666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.889605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:55.890932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:55.907364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:06:52Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:55.992807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:56.013967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3b45c-516f-4d12-9f68-4f5c63e2890c None None] The sync data for ids ['4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995'] in n-d-832156-4 is: [{'id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494647481', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:13Z', 'updated_at': '2022-03-07T11:06:52Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '8b6a1c3e-4243-4814-b949-7f9ec77c2cf4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:14Z', 'updated_at': '2022-03-07T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:56.080650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] For port e6c41325-fbe6-4710-88f0-65f3946ca085, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e6c41325-fbe6-4710-88f0-65f3946ca085,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:56.081193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.088528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 53934430-886f-480f-ac0f-35b1bf8f6890 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:56.114300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Calling delete_port for e6c41325-fbe6-4710-88f0-65f3946ca085 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:56.174226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Current status of the port 53934430-886f-480f-ac0f-35b1bf8f6890 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:56.174611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.193714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38880) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:56.214976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82db62a6-7fba-45a3-81ae-d47043a84185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.243987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] For port 53934430-886f-480f-ac0f-35b1bf8f6890, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=53934430-886f-480f-ac0f-35b1bf8f6890,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:56.245715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 53934430-886f-480f-ac0f-35b1bf8f6890 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:56.246173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.250290 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (cd588fbb-111c-412c-862b-3974ec00e296), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.465294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82db62a6-7fba-45a3-81ae-d47043a84185 admin admin] Publish callbacks [] for security_group (93115069-ee63-4b9e-81ef-c4b501052fa2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.469692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:56.491716 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:56.507351 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:56.509005 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:56.524254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fac765ad-18cb-429d-b23b-8e63dea1a12d tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8051927 Mar 07 11:06:56.546152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38888) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:56.559615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-82db62a6-7fba-45a3-81ae-d47043a84185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93115069-ee63-4b9e-81ef-c4b501052fa2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.564306 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.571317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438648795'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:56.580215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] Pushing event deleted for resources: {'Port': ['ID=cd588fbb-111c-412c-862b-3974ec00e296,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:56.637506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8b6a1c3e-4243-4814-b949-7f9ec77c2cf4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.638954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58fcd3-cba1-48c3-9db8-11eb05f0100f None None] No DVR routers for this DVR port cd588fbb-111c-412c-862b-3974ec00e296 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:56.730728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-82db62a6-7fba-45a3-81ae-d47043a84185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38a8e20a122f45888aff46d43a988f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355372 Mar 07 11:06:56.737567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e6c41325-fbe6-4710-88f0-65f3946ca085), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.740988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:56.742610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=8b6a1c3e-4243-4814-b949-7f9ec77c2cf4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:56.745801 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:56.847757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c41325-fbe6-4710-88f0-65f3946ca085,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:56.855544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db62a6-7fba-45a3-81ae-d47043a84185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93115069-ee63-4b9e-81ef-c4b501052fa2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:56.862773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:56.865495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 53934430-886f-480f-ac0f-35b1bf8f6890 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:56.866244 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.896169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Provisioning complete for port 53934430-886f-480f-ac0f-35b1bf8f6890 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:56.896543 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:56.909464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7566cc-30de-44ed-b02d-8ef87e8e9a63 req-25354fd4-0e71-4ca8-8cfe-e084fd3fb08a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:56.911070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc7566cc-30de-44ed-b02d-8ef87e8e9a63 req-25354fd4-0e71-4ca8-8cfe-e084fd3fb08a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.5378718 Mar 07 11:06:57.016375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:57.052219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd588fbb-111c-412c-862b-3974ec00e296 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:57.068952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.072973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] Publish callbacks [] for security_group (93115069-ee63-4b9e-81ef-c4b501052fa2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.089856 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c2c177e0-1c54-46ab-88a0-c2f695fffe26), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.091537 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment c2c177e0-1c54-46ab-88a0-c2f695fffe26 of type vlan for network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b Mar 07 11:06:57.110998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:06:54Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:54Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:57.113711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] Publish callbacks [] for security_group (93115069-ee63-4b9e-81ef-c4b501052fa2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.167293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f6bfb-c185-463e-ada4-626bdde521b4 None None] Pushing event updated for resources: {'Port': ['ID=53934430-886f-480f-ac0f-35b1bf8f6890,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:57.184019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:57.184808 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Updating router 85432111-2470-4892-8de3-d983ad9b38d2 port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:57.229689 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.270481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: cd588fbb-111c-412c-862b-3974ec00e296 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:57.270972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cd588fbb-111c-412c-862b-3974ec00e296 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:57.285406 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.294420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Current status of the port 53934430-886f-480f-ac0f-35b1bf8f6890 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:57.318557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc7566cc-30de-44ed-b02d-8ef87e8e9a63 req-fbdc653b-0803-4b9b-94c4-2fc077ec6f32 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868780 Mar 07 11:06:57.341459 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.346582 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.366787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:57.369941 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.383472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (8758aea8-d7f9-498a-a6fd-12d024ccbf8b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.439288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.439955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:57.448028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.452082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-696fd5a3-a43a-4a45-9a95-9a0a804d933b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/routers/4e9ae9a4-fb7a-4b6c-9af0-580b84a1a995 HTTP/1.1" status: 204 len: 168 time: 2.7179017 Mar 07 11:06:57.452866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38894) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:57.458867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (93115069-ee63-4b9e-81ef-c4b501052fa2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.463765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.465569 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93115069-ee63-4b9e-81ef-c4b501052fa2 HTTP/1.1" status: 204 len: 168 time: 0.6584632 Mar 07 11:06:57.475729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (045d2b87-d541-44f1-8918-5872aef6e527), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.478475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5c28-3036-4f4a-94c4-cfc36a4e01b3 None None] Port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:57.479618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2251-1944-401d-95f9-c57a3ea256d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93115069-ee63-4b9e-81ef-c4b501052fa2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:57.511438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (8758aea8-d7f9-498a-a6fd-12d024ccbf8b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.523556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:57.524458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.625818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3f6e812c-863f-4dc8-b19e-7a8343cc2a9c None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:57.626430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f6e812c-863f-4dc8-b19e-7a8343cc2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.626738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0719845 Mar 07 11:06:57.638938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:57.646579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:57.727734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e812c-863f-4dc8-b19e-7a8343cc2a9c None None] Port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:57.886127 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks [] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.912764 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:57.923552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Router 045d2b87-d541-44f1-8918-5872aef6e527 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:57.997856 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Pushing event updated for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:58.008406 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.009729 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.010229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.010717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.011332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.011899 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.012404 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.012898 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.013390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.014003 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.014483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.014979 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.015463 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:58.111025 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Attempting to bind port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:58.111639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Attempting to bind port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:58.112206 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Attempting to bind port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 on network eb3053ca-81b6-4139-9aa7-aedd21656dba {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:58.130042 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:58.132205 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Checking segment: {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:58.132802 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.134432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Bound using segment: {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:58.136585 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Bound port: dd87b0e0-d11a-47d6-be76-318ae0a39bb7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0bff6c-f404-4cac-930a-83c148eacf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:58.137180 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.249224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:58.262313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Sync routers for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:58.273293 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] For port dd87b0e0-d11a-47d6-be76-318ae0a39bb7, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:58.276712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (834f9702-56a0-4a04-9e65-0cd78d2ca8a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.277627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:58.277998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] For port dd87b0e0-d11a-47d6-be76-318ae0a39bb7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:58.278248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:58.281045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fae7cc-c8d9-4816-b153-651dab130436 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=8758aea8-d7f9-498a-a6fd-12d024ccbf8b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:58.292479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:58.296960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.301975 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3587b6e9-54e1-4a0b-bd7d-62d72ff6d422 admin admin] 10.222.0.23 "PUT /v2.0/routers/045d2b87-d541-44f1-8918-5872aef6e527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1499410 Mar 07 11:06:58.303325 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.304537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 38912) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:58.443239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:58.446254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 53934430-886f-480f-ac0f-35b1bf8f6890 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:58.460792 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777c15-529a-4831-bdbb-defd72cf6109 None None] Pushing event updated for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:58.470480 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:58.475530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:58.590322 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:58.645864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:58.751714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (834f9702-56a0-4a04-9e65-0cd78d2ca8a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.803751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834f9702-56a0-4a04-9e65-0cd78d2ca8a9']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:58.829559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3562abed-64e4-4b9c-98db-3ce05cd695ed') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:58.829802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3562abed-64e4-4b9c-98db-3ce05cd695ed') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:58.857143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b30a53-a574-48d9-8a83-d189609a2287 req-e3e2bdc7-96b4-489b-87a8-9b723244052f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:58.858695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20b30a53-a574-48d9-8a83-d189609a2287 req-e3e2bdc7-96b4-489b-87a8-9b723244052f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.3766077 Mar 07 11:06:58.860603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3562abed-64e4-4b9c-98db-3ce05cd695ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.864951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks [] for router (045d2b87-d541-44f1-8918-5872aef6e527), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.959684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3562abed-64e4-4b9c-98db-3ce05cd695ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.985472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:58.985954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3562abed-64e4-4b9c-98db-3ce05cd695ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:58.995109 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:59.036948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20b30a53-a574-48d9-8a83-d189609a2287 req-77c10131-126f-42af-85f2-041a9d947020 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623096 Mar 07 11:06:59.072546 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:06:54Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:58Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:59.108393 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955286-77d2-438f-bc00-78bfdfe84cdb None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:06:54Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:58Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:59.163171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:59.163171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.176051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.201709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (834f9702-56a0-4a04-9e65-0cd78d2ca8a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.207175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.214097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:59.214253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/networks/834f9702-56a0-4a04-9e65-0cd78d2ca8a9 HTTP/1.1" status: 204 len: 168 time: 1.7576823 Mar 07 11:06:59.225621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (ff9a0e47-e6b2-492d-978f-4230d1013b6f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.295551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826487f-5116-4db1-a575-b7c792dff474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Network': ['ID=834f9702-56a0-4a04-9e65-0cd78d2ca8a9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:59.310023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks [] for router_gateway (045d2b87-d541-44f1-8918-5872aef6e527), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.329564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 53934430-886f-480f-ac0f-35b1bf8f6890 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:59.331315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.350539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (2a715440-251b-4ad9-87f0-60a930e0ef37), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.353024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=ff9a0e47-e6b2-492d-978f-4230d1013b6f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:59.391467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:59.391467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: 8758aea8-d7f9-498a-a6fd-12d024ccbf8b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:59.406419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (2a715440-251b-4ad9-87f0-60a930e0ef37), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.434875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:59.446492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Deleting port ade4733f-97a9-428c-9271-a3b94291b2bb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:59.447052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.464615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 8758aea8-d7f9-498a-a6fd-12d024ccbf8b) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:59.478756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:59.479358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.517995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2a715440-251b-4ad9-87f0-60a930e0ef37), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.552984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.557779 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a715440-251b-4ad9-87f0-60a930e0ef37 HTTP/1.1" status: 204 len: 168 time: 0.3392928 Mar 07 11:06:59.570990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e966a4e-f3f5-4435-b808-64bced55bf09 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a715440-251b-4ad9-87f0-60a930e0ef37,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:59.621923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T11:06:56Z', 'revision_number': 5, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port': {'id': 'ade4733f-97a9-428c-9271-a3b94291b2bb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045d2b87-d541-44f1-8918-5872aef6e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:11Z', 'updated_at': '2022-03-07T10:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:59.628854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8b4a5-8b88-419b-a5b3-86898864eff7 None None] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:59.667177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] For port ade4733f-97a9-428c-9271-a3b94291b2bb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ade4733f-97a9-428c-9271-a3b94291b2bb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:59.668124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.684819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Calling delete_port for ade4733f-97a9-428c-9271-a3b94291b2bb owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:59.716167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2506f46a-05e3-4665-b214-2721bba055b7 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0741971 Mar 07 11:06:59.719184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 38978) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:59.728224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Checking router: 045d2b87-d541-44f1-8918-5872aef6e527 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:59.821323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Current status of the port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:59.822189 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:59.854045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Routers {'045d2b87-d541-44f1-8918-5872aef6e527'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:59.854883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['045d2b87-d541-44f1-8918-5872aef6e527'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:59.915959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 53934430-886f-480f-ac0f-35b1bf8f6890 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:00.017576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] For port dd87b0e0-d11a-47d6-be76-318ae0a39bb7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:00.026420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b5ddea10-37db-4bc5-8929-26cbad88e487 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:00.060670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: b5ddea10-37db-4bc5-8929-26cbad88e487 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:00.061396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device b5ddea10-37db-4bc5-8929-26cbad88e487 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:00.062384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:00.064732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.068018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:07:00.069511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.135420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ade4733f-97a9-428c-9271-a3b94291b2bb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.157965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:00.158508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 8b6a1c3e-4243-4814-b949-7f9ec77c2cf4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:00.235686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] Set router 045d2b87-d541-44f1-8918-5872aef6e527 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:00.260643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Pushing event deleted for resources: {'Port': ['ID=ade4733f-97a9-428c-9271-a3b94291b2bb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:00.518308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd87b0e0-d11a-47d6-be76-318ae0a39bb7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:00.540924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 6, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:00.552639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a944-455d-4f91-bd17-d9bbfcb7c229 req-e7cb3539-3f75-4c49-8ecc-6609745df63e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:00.554440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2248a944-455d-4f91-bd17-d9bbfcb7c229 req-e7cb3539-3f75-4c49-8ecc-6609745df63e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.3305185 Mar 07 11:07:00.555375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (045d2b87-d541-44f1-8918-5872aef6e527), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.605974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.833513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (045d2b87-d541-44f1-8918-5872aef6e527), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.844891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks [] for router_controller (045d2b87-d541-44f1-8918-5872aef6e527), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.967541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f44ee-360b-4cb7-93a3-b0e81ac8d43c None None] The sync data for ids ['045d2b87-d541-44f1-8918-5872aef6e527'] in n-d-832156-4 is: [{'id': '045d2b87-d541-44f1-8918-5872aef6e527', 'name': 'tempest-TestVolumeBackupRestore-1363497370-router', 'tenant_id': 'dcdaaebf523f4d68a83927fa4a464519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:10Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 6, 'project_id': 'dcdaaebf523f4d68a83927fa4a464519', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:00.977302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2248a944-455d-4f91-bd17-d9bbfcb7c229 req-9bf85e6e-20b4-4021-bc89-80a88ec47dda tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158173 Mar 07 11:07:00.997412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (045d2b87-d541-44f1-8918-5872aef6e527), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.999338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045d2b87-d541-44f1-8918-5872aef6e527 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:07:01.004246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.005845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d9c2968-6e6b-4b95-8ae9-9f5b6fff8bee admin admin] 10.222.0.23 "DELETE /v2.0/routers/045d2b87-d541-44f1-8918-5872aef6e527 HTTP/1.1" status: 204 len: 168 time: 2.6997793 Mar 07 11:07:01.009625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:01.048099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dc49fd8f-5414-4c71-a702-45b53eb4f6ed None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:01.048514 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc49fd8f-5414-4c71-a702-45b53eb4f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.142181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Deleting subnet 964edcd9-5cf5-469a-b18a-a8c7fad4b18d {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:01.154778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Publish callbacks [] for subnet (964edcd9-5cf5-469a-b18a-a8c7fad4b18d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.200840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7ed9f-4fd5-4a05-8636-3867ad5baf8c None None] Pushing event updated for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:01.236852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (964edcd9-5cf5-469a-b18a-a8c7fad4b18d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.416616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (964edcd9-5cf5-469a-b18a-a8c7fad4b18d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.446796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:01.449019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.455517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Allocated IP 2001:db8:1::2 (8758aea8-d7f9-498a-a6fd-12d024ccbf8b/ff9a0e47-e6b2-492d-978f-4230d1013b6f/110466dc-beab-4522-b3a3-08a8c3a2db73) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:01.500759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39030) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:01.512214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715006058', 'description': 'tempest-secgroup-smoke-715006058 description', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:01.595122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (964edcd9-5cf5-469a-b18a-a8c7fad4b18d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.597180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dc49fd8f-5414-4c71-a702-45b53eb4f6ed None None] Current status of the port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:01.601163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.732200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964edcd9-5cf5-469a-b18a-a8c7fad4b18d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:01.748431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93377a2f-abd7-4955-94c1-c6d32825885d None None] Network 2277c4a7-06e7-44ff-bc26-6df590615361 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:01.755988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.766888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7742737a-1fae-4ccf-86f7-5ba27c8a2cbc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/964edcd9-5cf5-469a-b18a-a8c7fad4b18d HTTP/1.1" status: 204 len: 168 time: 0.7559769 Mar 07 11:07:01.771003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39034) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:01.892808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2277c4a7-06e7-44ff-bc26-6df590615361), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.968787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (59dadb5e-6051-4cff-9843-72253d55746b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.977007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59dadb5e-6051-4cff-9843-72253d55746b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.986664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Deleting port 89723a75-d954-4465-be69-030d06d848cc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:01.986920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (89723a75-d954-4465-be69-030d06d848cc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.079882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dadb5e-6051-4cff-9843-72253d55746b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.098143 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.104174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49347881-060e-4a93-98dc-4586da3cf725 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6022635 Mar 07 11:07:02.110777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:02.119109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:02.165004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:02.204348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (e08e77b1-2250-4f49-a7a3-715ecab0ac35), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.219075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] For port 89723a75-d954-4465-be69-030d06d848cc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=89723a75-d954-4465-be69-030d06d848cc,segment=NetworkSegment(2eb68759-649c-4faa-a5da-15c873b1afa6),segment_id=2eb68759-649c-4faa-a5da-15c873b1afa6)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:02.221191 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (89723a75-d954-4465-be69-030d06d848cc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.251229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Calling delete_port for 89723a75-d954-4465-be69-030d06d848cc owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:02.257384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks [] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.275532 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.423583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Pushing event updated for resources: {'Port': ['ID=110466dc-beab-4522-b3a3-08a8c3a2db73,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.437942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (e08e77b1-2250-4f49-a7a3-715ecab0ac35), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.442333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.443373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.444405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.445091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.448165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.450561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.451153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.451756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.454722 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.455313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.455845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.456391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.456885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:02.462586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] DHCP port deletion for 2277c4a7-06e7-44ff-bc26-6df590615361 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:02.475908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b501f-bc3a-48b5-8f65-e23c630f20d4 req-679e6b70-a97c-4fdf-bc90-5278f1efbbd4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:02.476500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd87b0e0-d11a-47d6-be76-318ae0a39bb7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:02.480316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba9b501f-bc3a-48b5-8f65-e23c630f20d4 req-679e6b70-a97c-4fdf-bc90-5278f1efbbd4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.2688632 Mar 07 11:07:02.481692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e08e77b1-2250-4f49-a7a3-715ecab0ac35), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.482986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:02.554645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:02.560067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:02.562484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.564101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4519858 Mar 07 11:07:02.576978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39044) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:02.583610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775684c-368d-4d1a-b388-919b219b4cd7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08e77b1-2250-4f49-a7a3-715ecab0ac35,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.589553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:02.597914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8:1::1 (8758aea8-d7f9-498a-a6fd-12d024ccbf8b/ff9a0e47-e6b2-492d-978f-4230d1013b6f/bff92aa8-c46d-4827-b7f7-33ed6fe9ad88) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:02.652989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba9b501f-bc3a-48b5-8f65-e23c630f20d4 req-cf3cb043-286b-4854-a606-b7a3b03fac96 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293161 Mar 07 11:07:02.701064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (2d59ed67-0edd-45b5-ab5f-f073d6bcbc1b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.734456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Attempting to bind port 110466dc-beab-4522-b3a3-08a8c3a2db73 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:02.735252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Attempting to bind port 110466dc-beab-4522-b3a3-08a8c3a2db73 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:02.735833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Attempting to bind port 110466dc-beab-4522-b3a3-08a8c3a2db73 on network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:02.740446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Deleting port 89723a75-d954-4465-be69-030d06d848cc {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:02.741187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (89723a75-d954-4465-be69-030d06d848cc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.749845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:02.750709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.766824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (89723a75-d954-4465-be69-030d06d848cc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.770852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:02.771680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Checking segment: {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:02.772296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.772879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Bound using segment: {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:02.773539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Bound port: 110466dc-beab-4522-b3a3-08a8c3a2db73, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:02.774090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.816292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (2d59ed67-0edd-45b5-ab5f-f073d6bcbc1b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.852487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Pushing event deleted for resources: {'Port': ['ID=89723a75-d954-4465-be69-030d06d848cc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.859085 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2d59ed67-0edd-45b5-ab5f-f073d6bcbc1b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.903192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] No DVR routers for this DVR port 89723a75-d954-4465-be69-030d06d848cc on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:02.908513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d59ed67-0edd-45b5-ab5f-f073d6bcbc1b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.913297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.917771 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-98d4e848-c972-466b-83d7-af502d4f03e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333249 Mar 07 11:07:02.920217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:02.928395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] For port 89723a75-d954-4465-be69-030d06d848cc, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:02.928891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:02.929249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (89723a75-d954-4465-be69-030d06d848cc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.957196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Calling delete_port for 89723a75-d954-4465-be69-030d06d848cc owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:02.962480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Port 89723a75-d954-4465-be69-030d06d848cc was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:07:02.970582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (89723a75-d954-4465-be69-030d06d848cc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.986223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] For port 110466dc-beab-4522-b3a3-08a8c3a2db73, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:03.013437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (70d3c5c6-8cee-40e3-87b7-d0b82a3fb885), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.060052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:03.063532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] Pushing event deleted for resources: {'Port': ['ID=89723a75-d954-4465-be69-030d06d848cc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.065753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2277c4a7-06e7-44ff-bc26-6df590615361), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.070210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75c07e-2ce9-415f-b791-a0f45b5ba50a None None] No DVR routers for this DVR port 89723a75-d954-4465-be69-030d06d848cc on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:03.075637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] For port 110466dc-beab-4522-b3a3-08a8c3a2db73, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=110466dc-beab-4522-b3a3-08a8c3a2db73,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:03.085121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.111351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2277c4a7-06e7-44ff-bc26-6df590615361']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:03.125633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb68759-649c-4faa-a5da-15c873b1afa6') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:03.126062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb68759-649c-4faa-a5da-15c873b1afa6') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:03.137518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (2eb68759-649c-4faa-a5da-15c873b1afa6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.154333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2eb68759-649c-4faa-a5da-15c873b1afa6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.162963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:03.163352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (2eb68759-649c-4faa-a5da-15c873b1afa6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.212622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d42d6-fc3f-4be9-9246-218dc460ab16 None None] Pushing event updated for resources: {'Port': ['ID=110466dc-beab-4522-b3a3-08a8c3a2db73,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.225745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ade4733f-97a9-428c-9271-a3b94291b2bb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:03.246038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (70d3c5c6-8cee-40e3-87b7-d0b82a3fb885), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.253731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (70d3c5c6-8cee-40e3-87b7-d0b82a3fb885), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:03.266920 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:03.288826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d3c5c6-8cee-40e3-87b7-d0b82a3fb885,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.290339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ade4733f-97a9-428c-9271-a3b94291b2bb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:03.290702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ade4733f-97a9-428c-9271-a3b94291b2bb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:03.291217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e6c41325-fbe6-4710-88f0-65f3946ca085 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:03.294422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2277c4a7-06e7-44ff-bc26-6df590615361), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.322990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.332483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.342178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-36b07d9b-b0fa-4358-945a-03843e1f29c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189875 Mar 07 11:07:03.345169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e6c41325-fbe6-4710-88f0-65f3946ca085 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:03.345517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e6c41325-fbe6-4710-88f0-65f3946ca085 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:03.352990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39054) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:03.354636 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2277c4a7-06e7-44ff-bc26-6df590615361 HTTP/1.1" status: 204 len: 168 time: 1.5816815 Mar 07 11:07:03.355789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:03.371600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:03.373761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.414778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059083ef-18ad-4b98-b584-ad871d52b024 admin admin] Pushing event deleted for resources: {'Network': ['ID=2277c4a7-06e7-44ff-bc26-6df590615361,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.462512 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (220c046c-67c8-4363-b7cc-df7d420fec83), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.489287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.559292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:03.564179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:03.572494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:03.573060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.593863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (220c046c-67c8-4363-b7cc-df7d420fec83), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.611825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (220c046c-67c8-4363-b7cc-df7d420fec83), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.663412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220c046c-67c8-4363-b7cc-df7d420fec83,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.675365 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.677398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d4852d78-4ccf-406f-a95a-407aace461fc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3196287 Mar 07 11:07:03.680704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39060) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:03.680907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:03.687202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:03.872499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:03.888042 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:07:03.904647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (68d942ed-e4b3-4586-bb20-415567d95f2b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.038935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (68d942ed-e4b3-4586-bb20-415567d95f2b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.056264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (68d942ed-e4b3-4586-bb20-415567d95f2b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.097113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f2d9-dd4b-41ad-bb35-8acb007bb0c4 req-134fdf0c-34bc-4744-b180-9866743acb24 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:04.098949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4d4f2d9-dd4b-41ad-bb35-8acb007bb0c4 req-134fdf0c-34bc-4744-b180-9866743acb24 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.2893159 Mar 07 11:07:04.099823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d942ed-e4b3-4586-bb20-415567d95f2b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:04.137218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.138749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f56dfdfe-2f52-4c9c-8cc5-c228fdaac40d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4568615 Mar 07 11:07:04.143735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39066) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:04.154430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '59dadb5e-6051-4cff-9843-72253d55746b', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:04.266826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4d4f2d9-dd4b-41ad-bb35-8acb007bb0c4 req-5b1630da-aa1f-4b32-b602-c8536dc13bf1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388838 Mar 07 11:07:04.304764 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:07:04.326737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (8e18507f-a59d-44b7-bd2e-22ceacdef650), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.405964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 110466dc-beab-4522-b3a3-08a8c3a2db73 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:04.505405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (aa48a8f7-5176-4358-aab4-03080a11cf39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.550989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 110466dc-beab-4522-b3a3-08a8c3a2db73 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:04.551376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.565492 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (8e18507f-a59d-44b7-bd2e-22ceacdef650), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.659513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.667520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (8e18507f-a59d-44b7-bd2e-22ceacdef650), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.701156 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.701974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.719862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e18507f-a59d-44b7-bd2e-22ceacdef650,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:04.761085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 110466dc-beab-4522-b3a3-08a8c3a2db73 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:04.761481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.827492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 110466dc-beab-4522-b3a3-08a8c3a2db73, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=110466dc-beab-4522-b3a3-08a8c3a2db73,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:04.839280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.938161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=110466dc-beab-4522-b3a3-08a8c3a2db73,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:04.949719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:04.960621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 89723a75-d954-4465-be69-030d06d848cc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:04.966206 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:04.971147 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2c9849a2-7d0a-45a5-bb97-b5587f5ee6bb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8220937 Mar 07 11:07:04.977389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39072) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:04.985336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'network': {'name': 'tempest-network-smoke--1991302488', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:05.040271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:05.044852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.056031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 89723a75-d954-4465-be69-030d06d848cc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:05.056385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 89723a75-d954-4465-be69-030d06d848cc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:05.061667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e2716-8099-48a2-8398-c0f5c4b6310c None None] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:05.100199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:05.105865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:05.179906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:07:05.225315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7d8d5928-9219-45d3-8db5-0c0e346f472e None None] Provisioning complete for port 110466dc-beab-4522-b3a3-08a8c3a2db73 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:05.227395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5928-9219-45d3-8db5-0c0e346f472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.229545 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bc221183-589e-4c89-8d02-e59007cff5f5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.232622 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Added segment bc221183-589e-4c89-8d02-e59007cff5f5 of type vlan for network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc Mar 07 11:07:05.280661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:05.367246 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.377132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Deleting port e3427e37-72e3-4317-9aba-1457dfa7be17 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:05.377464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.502650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d5928-9219-45d3-8db5-0c0e346f472e None None] Current status of the port 110466dc-beab-4522-b3a3-08a8c3a2db73 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:05.517746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:05.530070 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:05.531671 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab36d48c-2beb-4b10-8ab2-802029279682 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8112581 Mar 07 11:07:05.534211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:05.546331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-391558492'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:05.551550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:05.553855 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:05.594938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:05.604211 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.620674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.633837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:05.634998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.658974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:07:05.684579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebd680eb-d4d4-4ebb-984f-60e362b9f03f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.685017 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment ebd680eb-d4d4-4ebb-984f-60e362b9f03f of type vlan for network be499d48-2d1b-4e0c-b4fd-aa5422850629 Mar 07 11:07:05.796150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (be499d48-2d1b-4e0c-b4fd-aa5422850629), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.905549 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:05.922266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (be499d48-2d1b-4e0c-b4fd-aa5422850629), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.947768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:05.947768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.094348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Provisioning complete for port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:06.094348 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.143609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6061637 Mar 07 11:07:06.188910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39086) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.201824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.202903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:06.215768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Provisioning complete for port 110466dc-beab-4522-b3a3-08a8c3a2db73 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:06.216363 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.389425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 110466dc-beab-4522-b3a3-08a8c3a2db73 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:06.472530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e51b662f-9781-49d6-a018-b3d7bdaf6e4c None None] Current status of the port 110466dc-beab-4522-b3a3-08a8c3a2db73 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:06.522646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0c4e0-2c61-428a-a65c-48dee6d02491 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=be499d48-2d1b-4e0c-b4fd-aa5422850629,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.541876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:07:06.615437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:06.620777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.644034 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:03Z', 'revision_number': 3, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:04Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:06.726580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Network': ['ID=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.754403 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:06.754778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] For port e3427e37-72e3-4317-9aba-1457dfa7be17, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e3427e37-72e3-4317-9aba-1457dfa7be17,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:06.755022 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Updating router 85432111-2470-4892-8de3-d983ad9b38d2 port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:06.755228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.773749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8ddca-1cd5-470d-a500-4d18b442026f req-5d3e2ff7-060a-4928-803c-20af2ad48911 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:06.778285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:07:06.781768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bb8ddca-1cd5-470d-a500-4d18b442026f req-5d3e2ff7-060a-4928-803c-20af2ad48911 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 1.3351815 Mar 07 11:07:06.787195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5902dd5e-43a3-4169-a805-d5d826535cc3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8078172 Mar 07 11:07:06.797701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.802781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'admin_state_up': True, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.835892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Calling delete_port for e3427e37-72e3-4317-9aba-1457dfa7be17 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:06.842852 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.896073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.897833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.975823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bb8ddca-1cd5-470d-a500-4d18b442026f req-e6c2ae91-65cf-435a-9961-22d61bb3e8bb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787119 Mar 07 11:07:07.036742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (e696a41a-3f9f-48b0-8fb2-e6d536d57b50), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.117173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c80347be-45c9-4447-a84e-071b0dc04843 None None] Provisioning complete for port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:07.120883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.121412 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c80347be-45c9-4447-a84e-071b0dc04843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.141529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 110466dc-beab-4522-b3a3-08a8c3a2db73 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:07.143298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.180794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=e696a41a-3f9f-48b0-8fb2-e6d536d57b50,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:07.222486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:07.222855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: be499d48-2d1b-4e0c-b4fd-aa5422850629, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:07:07.266254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:07:07.280941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, be499d48-2d1b-4e0c-b4fd-aa5422850629) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:07.298999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:07.300446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb9815-3ff8-4667-8aac-bb8f2c8ac6d9 None None] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:07.307690 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.361303 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-596c6a43-ff44-468e-a2b3-25e6d834f0d5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1694808 Mar 07 11:07:07.366401 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39098) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:07.528675 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks [] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.538204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.540069 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.578532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c80347be-45c9-4447-a84e-071b0dc04843 None None] Port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:07.670925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 110466dc-beab-4522-b3a3-08a8c3a2db73 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:07.706037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e3427e37-72e3-4317-9aba-1457dfa7be17), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.762604 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d547-0e66-4453-8928-472587d4c112 None None] Pushing event updated for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:07.829780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3427e37-72e3-4317-9aba-1457dfa7be17,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:07.871798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-be499d48-2d1b-4e0c-b4fd-aa5422850629', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:07:07.873452 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.887377 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Attempting to bind port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:07.888510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Attempting to bind port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:07.888510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Attempting to bind port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 on network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:07.916579 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:07.917045 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Checking segment: {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:07.917352 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.917743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Bound using segment: {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:07.918223 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Bound port: bff92aa8-c46d-4827-b7f7-33ed6fe9ad88, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c177e0-1c54-46ab-88a0-c2f695fffe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:07.918591 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.104857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] For port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:08.117823 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] For port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:08.136747 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.326756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:08.327436 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:08.374817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.407244 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d547-0e66-4453-8928-472587d4c112 None None] Pushing event updated for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:08.541022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c12fb7-9410-4477-9914-a29a5fdd9e01 req-d72b823c-b704-4ba4-a686-540af8084711 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:08.552120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7c12fb7-9410-4477-9914-a29a5fdd9e01 req-d72b823c-b704-4ba4-a686-540af8084711 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.2625179 Mar 07 11:07:08.579276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (aa48a8f7-5176-4358-aab4-03080a11cf39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.624030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Allocated IP 2001:db8:2::2 (be499d48-2d1b-4e0c-b4fd-aa5422850629/e696a41a-3f9f-48b0-8fb2-e6d536d57b50/432f062e-d7de-4cea-bafb-28d4419bf429) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:08.776160 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:08.868694 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks [] for port (432f062e-d7de-4cea-bafb-28d4419bf429), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.871691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Provisioning complete for port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:08.872516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.921181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.989746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Pushing event updated for resources: {'Port': ['ID=432f062e-d7de-4cea-bafb-28d4419bf429,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:09.014153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:09.016481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:09.024178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:09.096208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Current status of the port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:09.097032 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.173105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Attempting to bind port 432f062e-d7de-4cea-bafb-28d4419bf429 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:09.174842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Attempting to bind port 432f062e-d7de-4cea-bafb-28d4419bf429 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:09.175451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Attempting to bind port 432f062e-d7de-4cea-bafb-28d4419bf429 on network be499d48-2d1b-4e0c-b4fd-aa5422850629 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:09.187146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7c12fb7-9410-4477-9914-a29a5fdd9e01 req-1a20a216-3064-4912-bdd6-58bf66b27929 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6276774 Mar 07 11:07:09.221555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:09.222003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Checking segment: {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:09.222346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.222740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Bound using segment: {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:09.223230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Bound port: 432f062e-d7de-4cea-bafb-28d4419bf429, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:09.223613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.251990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.257909 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:03Z', 'revision_number': 3, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:08Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:09.300791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.302385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] For port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:09.308432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52217-33b1-4dc5-be1e-3461850829cb None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:03Z', 'revision_number': 3, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:08Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:09.355936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.501766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] For port 432f062e-d7de-4cea-bafb-28d4419bf429, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:09.562078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] For port 432f062e-d7de-4cea-bafb-28d4419bf429, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=432f062e-d7de-4cea-bafb-28d4419bf429,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:09.565244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f7c9d-b661-4fdc-be73-61e7534c5148 None None] Pushing event updated for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:09.590820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-19577e1f-e36a-4a7b-8d24-c932f04d0263 None None] Provisioning complete for port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:09.600171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-19577e1f-e36a-4a7b-8d24-c932f04d0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.613139 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.720283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8:2::1 (be499d48-2d1b-4e0c-b4fd-aa5422850629/e696a41a-3f9f-48b0-8fb2-e6d536d57b50/5a9c1a2f-28c6-4858-ac66-d1728226af35) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:09.764244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.73 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/4cf4e651-367e-4059-9d3a-e8210cdc151a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:09.772351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3cfa-74ac-41e7-81f9-4f82e37342f8 None None] Pushing event updated for resources: {'Port': ['ID=432f062e-d7de-4cea-bafb-28d4419bf429,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:09.881029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Router aa48a8f7-5176-4358-aab4-03080a11cf39 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:09.959197 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.968172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-19577e1f-e36a-4a7b-8d24-c932f04d0263 None None] Current status of the port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:10.072610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.103962 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.164139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:10.172609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:10.178850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:10.179420 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.214148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:10.227013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e3e1bb7e-181a-412d-9089-e4921ff354f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa48a8f7-5176-4358-aab4-03080a11cf39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8657708 Mar 07 11:07:10.228543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39120) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:10.240641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Sync routers for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:10.253357 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.329598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:10.330256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:10.498777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a8a7b090-26c4-49dd-aaa7-d3ec233cc70a details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:07:10.548516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=4cf4e651-367e-4059-9d3a-e8210cdc151a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:10.561925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:10.563890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:10.569285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.607227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:10.614726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:10.706354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:10.796079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:10.829844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks [] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.840425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:07:10.974076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b4856-4b27-437e-9482-5cdafe56ea9b req-92d502ce-da41-4e30-a1e3-54317d817133 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:10.975674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a28b4856-4b27-437e-9482-5cdafe56ea9b req-92d502ce-da41-4e30-a1e3-54317d817133 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 944 time: 0.5032732 Mar 07 11:07:11.030925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:11.093557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.104128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.105831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.230201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks [] for router_gateway (aa48a8f7-5176-4358-aab4-03080a11cf39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.328227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:11.328607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.332191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:11.332575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.382017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:11.412244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:11.417574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:11.447671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a7b090-26c4-49dd-aaa7-d3ec233cc70a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:11.472083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:11.487014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.595530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:11.737134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:11.862758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:07:11.897681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f61b9-c4a7-494f-86f3-219fce5d016d None None] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:11.925923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:12.018312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:12.031086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T11:07:07Z', 'revision_number': 5, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port': {'id': 'c66f8f53-12d8-4f7a-9957-15798a6227fe', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:23Z', 'updated_at': '2022-03-07T10:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:12.041514 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:12.049513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97eb4d2e-bb44-433c-925b-3a9c60ceadd4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6823790 Mar 07 11:07:12.052388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:12.059894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:12.062085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:12.067111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-229422074'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:12.090190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Checking router: aa48a8f7-5176-4358-aab4-03080a11cf39 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:12.092308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Provisioning complete for port 432f062e-d7de-4cea-bafb-28d4419bf429 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:12.092801 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.116850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:12.123847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.182197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Routers {'aa48a8f7-5176-4358-aab4-03080a11cf39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:12.183213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['aa48a8f7-5176-4358-aab4-03080a11cf39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:12.187203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:07:12.213730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.215469 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added segment 0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481 of type vlan for network 98b708dd-f296-4a4b-9452-0d01fa97d56b Mar 07 11:07:12.335221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (98b708dd-f296-4a4b-9452-0d01fa97d56b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.366279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a28b4856-4b27-437e-9482-5cdafe56ea9b req-bddcdaba-654c-43f7-9c74-7f20ba6a78b4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3464377 Mar 07 11:07:12.368555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:12.388263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] Set router aa48a8f7-5176-4358-aab4-03080a11cf39 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:12.449245 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (98b708dd-f296-4a4b-9452-0d01fa97d56b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.456464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:12.457070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.460087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 432f062e-d7de-4cea-bafb-28d4419bf429 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:12.470326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Deleting port c66f8f53-12d8-4f7a-9957-15798a6227fe {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:12.471160 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.568585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.594492 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Network': ['ID=98b708dd-f296-4a4b-9452-0d01fa97d56b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:12.599566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d272c293-1890-4004-89f7-d62fe0982d09 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5438120 Mar 07 11:07:12.602622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:12.613962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'subnet': {'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:12.758573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] For port c66f8f53-12d8-4f7a-9957-15798a6227fe, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c66f8f53-12d8-4f7a-9957-15798a6227fe,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:12.758984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.778829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Made reservation on behalf of 72f8c1c854a44cb6b2ad1780ce23d665 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:12.783837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.934259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Calling delete_port for c66f8f53-12d8-4f7a-9957-15798a6227fe owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:13.052036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:13.161471 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:13.161979 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Updating router 85432111-2470-4892-8de3-d983ad9b38d2 port 5a9c1a2f-28c6-4858-ac66-d1728226af35 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:13.192145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (55498b9f-d538-40e2-b8f3-aecc1e1ac766), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.234047 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.272523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Subnet': ['ID=55498b9f-d538-40e2-b8f3-aecc1e1ac766,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:13.334816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Checking segment: {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:13.335580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network hostable DHCP agents. Network: 98b708dd-f296-4a4b-9452-0d01fa97d56b, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:07:13.363200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:07:13.387547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 98b708dd-f296-4a4b-9452-0d01fa97d56b) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:13.387912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:07:13.397608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:13.398520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.422513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T11:07:11Z', 'revision_number': 6, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:13.453881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.469759 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-95c18651-b43d-44aa-9bdf-0278abfe7b00 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8624241 Mar 07 11:07:13.470727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:13.653262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Current status of the port 432f062e-d7de-4cea-bafb-28d4419bf429 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:13.653741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.672274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c00af8-7b1d-4db6-8372-042e1139d81a None None] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:13.958979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7b3ff-92d3-40ba-8f18-72f90a2bbd4a None None] The sync data for ids ['aa48a8f7-5176-4358-aab4-03080a11cf39'] in n-d-832156-4 is: [{'id': 'aa48a8f7-5176-4358-aab4-03080a11cf39', 'name': 'tempest-TestVolumeBackupRestore-601997925-router', 'tenant_id': '77c63174163d492f8a541317fdae2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:22Z', 'updated_at': '2022-03-07T11:07:11Z', 'revision_number': 6, 'project_id': '77c63174163d492f8a541317fdae2d13', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:14.006299 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks [] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.034726 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.129115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] For port 432f062e-d7de-4cea-bafb-28d4419bf429, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=432f062e-d7de-4cea-bafb-28d4419bf429,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:14.149918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.254286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 432f062e-d7de-4cea-bafb-28d4419bf429 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:14.254657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.348913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665addb-7a3c-4a44-bf94-cc7bae38cab8 req-d96c306d-5f9e-4734-bac9-5e80c8722a50 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:14.350430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3665addb-7a3c-4a44-bf94-cc7bae38cab8 req-d96c306d-5f9e-4734-bac9-5e80c8722a50 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 945 time: 0.6733222 Mar 07 11:07:14.422134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:07:14.424216 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3643b-cac3-43dc-a76f-83731988074c None None] Pushing event updated for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.428883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Attempting to bind port 5a9c1a2f-28c6-4858-ac66-d1728226af35 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:14.429780 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Attempting to bind port 5a9c1a2f-28c6-4858-ac66-d1728226af35 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:14.430753 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Attempting to bind port 5a9c1a2f-28c6-4858-ac66-d1728226af35 on network be499d48-2d1b-4e0c-b4fd-aa5422850629 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:14.439420 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:14.440740 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Checking segment: {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:14.441686 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.442645 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Bound using segment: {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:14.443728 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Bound port: 5a9c1a2f-28c6-4858-ac66-d1728226af35, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:14.444751 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.526047 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] For port 5a9c1a2f-28c6-4858-ac66-d1728226af35, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:14.530113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] For port 5a9c1a2f-28c6-4858-ac66-d1728226af35, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a9c1a2f-28c6-4858-ac66-d1728226af35,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:14.539367 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.586294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-98b708dd-f296-4a4b-9452-0d01fa97d56b', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:07:14.587282 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.599073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Provisioning complete for port 5a9c1a2f-28c6-4858-ac66-d1728226af35 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:14.599443 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.606591 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c66f8f53-12d8-4f7a-9957-15798a6227fe), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.613158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3665addb-7a3c-4a44-bf94-cc7bae38cab8 req-d171f1de-54b2-47e8-919b-9c5614ca2ff0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020640 Mar 07 11:07:14.655943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c66f8f53-12d8-4f7a-9957-15798a6227fe,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.666807 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:14.669761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:14.688432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.772476 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3643b-cac3-43dc-a76f-83731988074c None None] Pushing event updated for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.793699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016bcf9-1d7c-491e-bba1-e8d7f33ceeb3 None None] Pushing event updated for resources: {'Port': ['ID=432f062e-d7de-4cea-bafb-28d4419bf429,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.870630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (aa48a8f7-5176-4358-aab4-03080a11cf39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.954035 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:14.978577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 432f062e-d7de-4cea-bafb-28d4419bf429 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:15.176051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.180928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks [] for router_controller (aa48a8f7-5176-4358-aab4-03080a11cf39), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.223475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 432f062e-d7de-4cea-bafb-28d4419bf429 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:15.263698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Current status of the port 5a9c1a2f-28c6-4858-ac66-d1728226af35 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:15.264260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.326670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (aa48a8f7-5176-4358-aab4-03080a11cf39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.327383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa48a8f7-5176-4358-aab4-03080a11cf39 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:07:15.334057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.335236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b106e499-8929-495a-9314-d110b7d2a4dd admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa48a8f7-5176-4358-aab4-03080a11cf39 HTTP/1.1" status: 204 len: 168 time: 5.1043875 Mar 07 11:07:15.340536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Allocated IP 2001:db8:3::2 (98b708dd-f296-4a4b-9452-0d01fa97d56b/55498b9f-d538-40e2-b8f3-aecc1e1ac766/13a316c9-4f04-4ee7-9453-1d4db1e023e4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:15.348338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39162) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:15.407536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] For port 5a9c1a2f-28c6-4858-ac66-d1728226af35, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a9c1a2f-28c6-4858-ac66-d1728226af35,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:15.466727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.526634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Deleting subnet 0fe77182-defb-4e77-ac08-030a398137e3 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:15.545440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Publish callbacks [] for subnet (0fe77182-defb-4e77-ac08-030a398137e3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.549235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:15.639809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (0fe77182-defb-4e77-ac08-030a398137e3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.647598 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:15.715854 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.720693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39168) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:15.723371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4519c42c-b206-4151-b56d-70d21727c780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.9244390 Mar 07 11:07:15.747593 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f13f51-ff68-44a5-a765-c7b112012264 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:15.793050 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1fca44d5-66fb-4943-b228-772707142955 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8549e1bcd76f478a83b8ccd03ffbae67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704093 Mar 07 11:07:15.794986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:15.855879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Pushing event updated for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:15.866652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Sync routers for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:15.955098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (0fe77182-defb-4e77-ac08-030a398137e3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.963621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 432f062e-d7de-4cea-bafb-28d4419bf429 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:15.963986 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.101599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Provisioning complete for port 432f062e-d7de-4cea-bafb-28d4419bf429 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:16.101966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.106857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (0fe77182-defb-4e77-ac08-030a398137e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.155712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859469-5a9e-492c-b969-539d0a4fc5ec req-8235a02a-f8df-4cdc-a1c8-2152ff089844 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:16.158206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52859469-5a9e-492c-b969-539d0a4fc5ec req-8235a02a-f8df-4cdc-a1c8-2152ff089844 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 945 time: 0.3160985 Mar 07 11:07:16.173645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0990ed1-1b4a-4766-82d1-da44effe88f9 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:16.176187 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0990ed1-1b4a-4766-82d1-da44effe88f9 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3800571 Mar 07 11:07:16.179173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:16.195014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:16.196495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:16.234857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe77182-defb-4e77-ac08-030a398137e3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:16.244158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.258689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-af821c89-a3f4-4373-a5de-6e969c74c930 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0fe77182-defb-4e77-ac08-030a398137e3 HTTP/1.1" status: 204 len: 168 time: 0.9089692 Mar 07 11:07:16.273321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:16.280514 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-daae7323-0731-47ac-b0f9-c5234b473f51 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979979 Mar 07 11:07:16.301989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39180) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:16.314842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592275927', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:16.367319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10325a0f-c207-444c-8932-27fca56b130c None None] Network 99c06580-ca4c-47f1-b367-932bf12b6b13 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:16.371040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52859469-5a9e-492c-b969-539d0a4fc5ec req-e2184ca2-e06a-464a-8ed4-ff5f257944d8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582592 Mar 07 11:07:16.440385 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (99c06580-ca4c-47f1-b367-932bf12b6b13), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.514047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks [] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.522941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:16.532565 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.628249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a8a7b090-26c4-49dd-aaa7-d3ec233cc70a up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:16.662005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Allocated IP 2001:db8:3::1 (98b708dd-f296-4a4b-9452-0d01fa97d56b/55498b9f-d538-40e2-b8f3-aecc1e1ac766/312e1ea7-cc95-4141-8963-33e4c8e5138b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:16.719307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 432f062e-d7de-4cea-bafb-28d4419bf429 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:16.783738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.866397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Deleting port f4077cd4-c9b1-4120-906a-f5bf8d241298 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:16.867002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.971082 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.983726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] For port f4077cd4-c9b1-4120-906a-f5bf8d241298, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4077cd4-c9b1-4120-906a-f5bf8d241298,segment=NetworkSegment(164263df-23d0-4002-88ac-5674f96a9482),segment_id=164263df-23d0-4002-88ac-5674f96a9482)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:16.984100 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.009448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Calling delete_port for f4077cd4-c9b1-4120-906a-f5bf8d241298 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:17.040442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c66f8f53-12d8-4f7a-9957-15798a6227fe no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:17.094295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (9a523a40-b7d8-4eac-a771-e61d7b201780), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.103404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:17.134367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c66f8f53-12d8-4f7a-9957-15798a6227fe {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:17.134966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c66f8f53-12d8-4f7a-9957-15798a6227fe not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:17.135430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e3427e37-72e3-4317-9aba-1457dfa7be17 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:17.163356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e3427e37-72e3-4317-9aba-1457dfa7be17 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:17.163356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e3427e37-72e3-4317-9aba-1457dfa7be17 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:17.165485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:17.172913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.176072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:17.198460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:07:17.232499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:17.233051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.235690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Pushing event updated for resources: {'Port': ['ID=13a316c9-4f04-4ee7-9453-1d4db1e023e4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:17.283083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:17.284921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:17.288525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:17.291250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:17.292140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.317383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Subnet': ['ID=9a523a40-b7d8-4eac-a771-e61d7b201780,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:17.340805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:17.341179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network hostable DHCP agents. Network: 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:07:17.356559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:17.397885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:07:17.416363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:17.421475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:17.422076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.456450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c88922f5-e71d-46c9-a495-6dfeb9a29816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1497154 Mar 07 11:07:17.456696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39190) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:17.594537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f4077cd4-c9b1-4120-906a-f5bf8d241298), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.733278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316ac30-a093-4980-a896-d37981b8f145 req-e150cdad-2d32-46a7-b84d-717b405d3b73 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:17.735114 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0316ac30-a093-4980-a896-d37981b8f145 req-e150cdad-2d32-46a7-b84d-717b405d3b73 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 945 time: 0.1345491 Mar 07 11:07:17.807626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a80b3e-a901-438a-ab3d-b51887802782 None None] DHCP port deletion for 99c06580-ca4c-47f1-b367-932bf12b6b13 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:17.809867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b4974-68ec-4043-896f-4ae3937d1089 None None] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:17.812004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a9c1a2f-28c6-4858-ac66-d1728226af35 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:17.827423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-98ff4884-67ce-4cff-b5de-ab7a02bea0b9 None None] Current status of the port 432f062e-d7de-4cea-bafb-28d4419bf429 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:17.968579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Attempting to bind port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:17.968947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Attempting to bind port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:17.969307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Attempting to bind port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 on network 98b708dd-f296-4a4b-9452-0d01fa97d56b {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:18.076941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:18.077679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Checking segment: {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:18.077679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.078032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Bound using segment: {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:18.078506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Bound port: 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:18.078879 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.090556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4077cd4-c9b1-4120-906a-f5bf8d241298,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:18.095788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] No DVR routers for this DVR port f4077cd4-c9b1-4120-906a-f5bf8d241298 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:18.171621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0316ac30-a093-4980-a896-d37981b8f145 req-429d9154-56d5-4fd6-8f59-5eb37b5ff123 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199493 Mar 07 11:07:18.246935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:18.247350 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.256404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3ea5653b-6f7a-46e5-b5f7-22b8b7b67df8 None None] Provisioning complete for port 5a9c1a2f-28c6-4858-ac66-d1728226af35 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:18.256814 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3ea5653b-6f7a-46e5-b5f7-22b8b7b67df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.258417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (99c06580-ca4c-47f1-b367-932bf12b6b13), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.291236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c06580-ca4c-47f1-b367-932bf12b6b13']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:18.323095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164263df-23d0-4002-88ac-5674f96a9482') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:18.324217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164263df-23d0-4002-88ac-5674f96a9482') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:18.341815 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (164263df-23d0-4002-88ac-5674f96a9482), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.346861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5a9c1a2f-28c6-4858-ac66-d1728226af35 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:18.347257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.368780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (164263df-23d0-4002-88ac-5674f96a9482), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.378754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:18.379686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (164263df-23d0-4002-88ac-5674f96a9482), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.380927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:18.384063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:18.386505 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:18.418119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:18.420513 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbecd742-1349-4eea-bd18-8538322de5a4" -d '{"events": [{"server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "name": "network-vif-plugged", "status": "completed", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:18.486191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.502835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.522617 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3740fc0-5f7b-437c-9766-dc0065ad8234 x-openstack-request-id: req-e3740fc0-5f7b-437c-9766-dc0065ad8234 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:18.522908 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "name": "network-vif-plugged", "status": "completed", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:18.523164 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3740fc0-5f7b-437c-9766-dc0065ad8234 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:18.523565 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'code': 200} Mar 07 11:07:18.586911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] For port 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:18.646848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:07:18.648383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.714929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] For port 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a316c9-4f04-4ee7-9453-1d4db1e023e4,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:18.779856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5653b-6f7a-46e5-b5f7-22b8b7b67df8 None None] Current status of the port 5a9c1a2f-28c6-4858-ac66-d1728226af35 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:18.788966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.833833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (99c06580-ca4c-47f1-b367-932bf12b6b13), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.883547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.895101 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] 10.222.0.23 "DELETE /v2.0/networks/99c06580-ca4c-47f1-b367-932bf12b6b13 HTTP/1.1" status: 204 len: 168 time: 2.6118870 Mar 07 11:07:18.976367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f916a-fdca-4808-8aa9-11076ac40e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=99c06580-ca4c-47f1-b367-932bf12b6b13,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:19.065758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13e638-d2f8-4290-b992-1b7739c90f7d req-a6f806f5-5b02-4670-bb33-0a799d48d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:19.067303 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df13e638-d2f8-4290-b992-1b7739c90f7d req-a6f806f5-5b02-4670-bb33-0a799d48d2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.4819076 Mar 07 11:07:19.107505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5a9c1a2f-28c6-4858-ac66-d1728226af35 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:19.161918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.1 (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc/9a523a40-b7d8-4eac-a771-e61d7b201780/61fd06e3-2215-4370-b3d1-8b0e16b83f29) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:19.344380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:19.421691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39208) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:19.543385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcad2e-7889-4eea-b67c-f535749ad9e0 None None] Pushing event updated for resources: {'Port': ['ID=13a316c9-4f04-4ee7-9453-1d4db1e023e4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:19.553198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4077cd4-c9b1-4120-906a-f5bf8d241298 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:19.568003 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ae0faa1d-47d2-42ab-9fa0-36bac032bc56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcdaaebf523f4d68a83927fa4a464519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440988 Mar 07 11:07:19.576867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df13e638-d2f8-4290-b992-1b7739c90f7d req-5a40e242-0041-44ad-8ad3-ab96f6064ab3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4951632 Mar 07 11:07:19.579809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39210) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:19.622632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f4077cd4-c9b1-4120-906a-f5bf8d241298 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:19.630634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4077cd4-c9b1-4120-906a-f5bf8d241298 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:19.682572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:11Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:19.720161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.733715 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.734536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.754032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.793331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Checking router: e7d8962a-8ed3-43ed-8454-4c7e9616ca5b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:19.793672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Updating router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b port 4cf4e651-367e-4059-9d3a-e8210cdc151a binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:19.806012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event updated for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:19.868381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.907912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787a63-58a0-45d8-a5f0-377eff6f2326 req-83dff2f4-740d-4938-89a6-57964dd09bba tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:19.915955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2787a63-58a0-45d8-a5f0-377eff6f2326 req-83dff2f4-740d-4938-89a6-57964dd09bba tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 946 time: 0.4742908 Mar 07 11:07:19.927038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:19.932608 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:20.112736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] Publish callbacks [] for security_group (31b5ed36-406d-4b5a-b1ca-8d5db5f14278), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.172508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2787a63-58a0-45d8-a5f0-377eff6f2326 req-04d24eb0-1789-4ee6-9385-2b276a44060e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199950 Mar 07 11:07:20.206990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:20.215978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.264479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] Publish callbacks [] for security_group (31b5ed36-406d-4b5a-b1ca-8d5db5f14278), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.303850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:20.307599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:20.325129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:20.528736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.546153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:20.600615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:20.611265 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-898e7505-724f-49ab-8dda-2e46674af6d8 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1332264 Mar 07 11:07:20.611506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:20.625692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:20.629721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks [] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.648594 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:20.678525 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:20.688238 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:20.694653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Allocated IP 172.20.0.2 (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc/9a523a40-b7d8-4eac-a771-e61d7b201780/575e9cce-ef8d-4c28-9fd1-c866e280ae68) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:20.718978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.998616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31b5ed36-406d-4b5a-b1ca-8d5db5f14278), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.001964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.014288 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31b5ed36-406d-4b5a-b1ca-8d5db5f14278 HTTP/1.1" status: 204 len: 168 time: 1.4302604 Mar 07 11:07:21.072860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653fc66-5b84-47b6-be42-2b04eed2a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b5ed36-406d-4b5a-b1ca-8d5db5f14278,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:21.114247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd868d4b-af6e-4add-9aa9-b97985a08c33 None None] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:21.159546 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:21.177707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93b2bd44-ad03-4073-bf43-1897f7bc9b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.272787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.299285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Attempting to bind port 4cf4e651-367e-4059-9d3a-e8210cdc151a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:21.299714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Attempting to bind port 4cf4e651-367e-4059-9d3a-e8210cdc151a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:21.300073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Attempting to bind port 4cf4e651-367e-4059-9d3a-e8210cdc151a on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:21.416259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a5ff-af2b-4f4a-9775-ccd7404d5bdb None None] Pushing event updated for resources: {'Port': ['ID=4cf4e651-367e-4059-9d3a-e8210cdc151a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:21.490788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:07:21.526206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Removed routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:07:21.526563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.539032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a316c9-4f04-4ee7-9453-1d4db1e023e4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:21.549852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:21.549852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:21.549852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.549852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:21.549852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Bound port: 4cf4e651-367e-4059-9d3a-e8210cdc151a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:21.550534 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.604693 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:18Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:21.621266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Provisioning complete for port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:21.621637 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.683137 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:21.683808 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Updating router 85432111-2470-4892-8de3-d983ad9b38d2 port 312e1ea7-cc95-4141-8963-33e4c8e5138b binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:21.766523 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.844800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] For port 4cf4e651-367e-4059-9d3a-e8210cdc151a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:21.898812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] For port 4cf4e651-367e-4059-9d3a-e8210cdc151a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4cf4e651-367e-4059-9d3a-e8210cdc151a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:21.970435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.050753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:22.051202 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.097329 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks [] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.126939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:22.189048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.192800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (85432111-2470-4892-8de3-d983ad9b38d2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.230534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fda9-5243-4eab-a092-9ca1a8c60217 req-51a44196-97e1-4a09-bbe5-1db5d84c605f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:22.230534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7961fda9-5243-4eab-a092-9ca1a8c60217 req-51a44196-97e1-4a09-bbe5-1db5d84c605f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 946 time: 0.6982934 Mar 07 11:07:22.318144 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks [] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.327822 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.393637 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42846-8f89-472d-bfac-860d2d31bb8f None None] Pushing event updated for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:22.437195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cf32eb2c-dde2-4a26-9ec8-0d43d2c6c0bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77c63174163d492f8a541317fdae2d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040872 Mar 07 11:07:22.438475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:22.466874 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Attempting to bind port 312e1ea7-cc95-4141-8963-33e4c8e5138b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:22.467291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Attempting to bind port 312e1ea7-cc95-4141-8963-33e4c8e5138b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:22.467675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Attempting to bind port 312e1ea7-cc95-4141-8963-33e4c8e5138b on network 98b708dd-f296-4a4b-9452-0d01fa97d56b {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:22.468565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7961fda9-5243-4eab-a092-9ca1a8c60217 req-dd427bd5-9189-4393-84a7-ca27bc83eb45 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223554 Mar 07 11:07:22.491775 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:22.492577 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Checking segment: {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:22.493294 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.493995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Bound using segment: {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:22.494721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Bound port: 312e1ea7-cc95-4141-8963-33e4c8e5138b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:22.495384 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.561812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Current status of the port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:22.562195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.590572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.655034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:22.667434 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] For port 312e1ea7-cc95-4141-8963-33e4c8e5138b, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:22.671576 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] For port 312e1ea7-cc95-4141-8963-33e4c8e5138b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=312e1ea7-cc95-4141-8963-33e4c8e5138b,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:22.683437 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.684818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:22.687982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:22.790594 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:22.793129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:22.824627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:22.831528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:06:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:22.920388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bd2cf-0123-4484-8566-455fb7d9682f req-9f3bba29-d685-4b1c-be68-486ce9bf56dd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:22.923206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b2bd2cf-0123-4484-8566-455fb7d9682f req-9f3bba29-d685-4b1c-be68-486ce9bf56dd tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 946 time: 0.2574003 Mar 07 11:07:22.991043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] For port 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a316c9-4f04-4ee7-9453-1d4db1e023e4,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:23.011073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] Publish callbacks [] for security_group (f7d305ef-c19b-4613-ae0d-ece9006503c3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.022846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a5ff-af2b-4f4a-9775-ccd7404d5bdb None None] Pushing event updated for resources: {'Port': ['ID=4cf4e651-367e-4059-9d3a-e8210cdc151a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:23.055170 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:23.155325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.201068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:23.252535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.273453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b2bd2cf-0123-4484-8566-455fb7d9682f req-93a61f77-90fe-4ffc-8a2a-f18caaa89e3c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235886 Mar 07 11:07:23.276506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] Publish callbacks [] for security_group (f7d305ef-c19b-4613-ae0d-ece9006503c3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.290974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.392375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:23.400786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.476515 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7b0e909a-d04f-432e-a2b0-5757f16992a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.479852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:23.511685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:23.533774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.535611 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf3873e5-7c64-4aa1-9d32-96ba12f9bb41 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 954 time: 2.9182446 Mar 07 11:07:23.538624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39264) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:23.699346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Pushing event updated for resources: {'Port': ['ID=575e9cce-ef8d-4c28-9fd1-c866e280ae68,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:23.716478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:23.730713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42846-8f89-472d-bfac-860d2d31bb8f None None] Pushing event updated for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:23.744193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Attempting to bind port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:23.744601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Attempting to bind port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:23.745018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Attempting to bind port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:23.761488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:23.761862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:23.762268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.762653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Bound using segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:23.763136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Bound port: 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:23.763558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.857777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Provisioning complete for port 312e1ea7-cc95-4141-8963-33e4c8e5138b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:23.858152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.866384 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c99f9135-2782-4aba-8633-b2c1f7afaf6b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 954 time: 0.3241735 Mar 07 11:07:23.873851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:23.885765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'routes': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:23.905508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f7d305ef-c19b-4613-ae0d-ece9006503c3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.908184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.921725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 6, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:22Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:23.926854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7d305ef-c19b-4613-ae0d-ece9006503c3 HTTP/1.1" status: 204 len: 168 time: 1.4738402 Mar 07 11:07:23.937825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] For port 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:23.945055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] For port 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=575e9cce-ef8d-4c28-9fd1-c866e280ae68,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:23.966718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:23.971842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab4f6a-46f9-4f5a-9b30-4f983ff0f53e None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 6, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:22Z', 'revision_number': 4, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:23.998482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.020931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:24.051732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97dcc6-cbf1-4607-9c1d-651e01cb2302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d305ef-c19b-4613-ae0d-ece9006503c3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:24.066248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045a86-c617-44c4-ab33-e51f623cbc97 None None] Pushing event updated for resources: {'Port': ['ID=13a316c9-4f04-4ee7-9453-1d4db1e023e4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:24.091008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:24.095774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff88f8-6787-4088-98ac-f5fab9ba5a5d tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.110727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93ff88f8-6787-4088-98ac-f5fab9ba5a5d tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1123 time: 0.7010474 Mar 07 11:07:24.112128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39270) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:24.183278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:24.332412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Current status of the port 312e1ea7-cc95-4141-8963-33e4c8e5138b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:24.332798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.425245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.428543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d553-64d5-4ae1-825d-2052341da657 None None] Pushing event updated for resources: {'Port': ['ID=575e9cce-ef8d-4c28-9fd1-c866e280ae68,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:24.430474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.437105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.520675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] For port 312e1ea7-cc95-4141-8963-33e4c8e5138b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=312e1ea7-cc95-4141-8963-33e4c8e5138b,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:24.539581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 1, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:24.684410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da9179-e393-4589-8bb2-048da54a5161 None None] The sync data for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 is: [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 1, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:24.692135 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.844642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Provisioning complete for port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:24.845030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:24.900371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:25.147901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Pushing event updated for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:25.351796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:25.411479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1a8ab-8ac3-4b10-8eda-76488883bbb8 None None] Current status of the port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:25.579908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d61ee1dd-7889-43db-8016-8ab87d1df774 None None] Provisioning complete for port 312e1ea7-cc95-4141-8963-33e4c8e5138b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:25.580403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d61ee1dd-7889-43db-8016-8ab87d1df774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:25.605871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:07:25.606363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:07:25.632347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:25.666262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-559b8f82-3fb7-4974-a4c4-e96fa9fe462f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/e7d8962a-8ed3-43ed-8454-4c7e9616ca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1985817 Mar 07 11:07:25.729698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:25.882752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d61ee1dd-7889-43db-8016-8ab87d1df774 None None] Current status of the port 312e1ea7-cc95-4141-8963-33e4c8e5138b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:25.961299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.034336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6521934-53d4-4076-889f-e65a918dfcba None None] Provisioning complete for port 312e1ea7-cc95-4141-8963-33e4c8e5138b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:26.035929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6521934-53d4-4076-889f-e65a918dfcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.190617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.25.4.40 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:26.306315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6521934-53d4-4076-889f-e65a918dfcba None None] Current status of the port 312e1ea7-cc95-4141-8963-33e4c8e5138b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:26.340322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a316c9-4f04-4ee7-9453-1d4db1e023e4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:26.479454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:26.509561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.514135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (85432111-2470-4892-8de3-d983ad9b38d2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.568339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:26.568985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:26.573289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.709965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.810379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:26.817549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:26.825802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:26.864593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:26.864780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:26.869122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:26.903926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:27.011467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb47125-538c-4e55-a68a-f96f34fedd1a None None] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:27.060447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:27.139112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-0887d226-cbc7-4992-b66a-341133dffb4b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715006058&fields=id&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 267 time: 0.2678883 Mar 07 11:07:27.147593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:27.157476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:27.158670 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f2ddf3e5-203c-46c5-a314-1bae8698a146 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 704 time: 3.2837923 Mar 07 11:07:27.162299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39496) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:27.405880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Provisioning complete for port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:27.406807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:27.421518 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:27.477022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b6be399-ad6a-455a-8bc6-c817b21c363e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 704 time: 0.3135555 Mar 07 11:07:27.482702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39528) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:27.577637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-3a87b653-4c50-42b2-8792-90339f916b03 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:27.586024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-3a87b653-4c50-42b2-8792-90339f916b03 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 797 time: 0.4158127 Mar 07 11:07:27.694980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-271b7d6f-9666-4e7a-af84-f629dfe20830 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/quotas/8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 375 time: 0.1078963 Mar 07 11:07:28.220147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:28.221292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 312e1ea7-cc95-4141-8963-33e4c8e5138b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:28.403695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Current status of the port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:28.404325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.527566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] For port 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=575e9cce-ef8d-4c28-9fd1-c866e280ae68,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:28.542697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.586638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (9139441b-d6a3-4699-9567-6c95daa2b193), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.600838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 312e1ea7-cc95-4141-8963-33e4c8e5138b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:28.601740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.649702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-02ce7f38-a4e9-4b5a-b3e1-154f6e303d9a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9489384 Mar 07 11:07:28.685817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:28.740130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:28.850733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Provisioning complete for port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:28.852951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.903077 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.033023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.037169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dddd7-1762-4c04-adb5-20090b0c8207 None None] Pushing event updated for resources: {'Port': ['ID=575e9cce-ef8d-4c28-9fd1-c866e280ae68,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:29.044368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:29.045343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:29.164766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 312e1ea7-cc95-4141-8963-33e4c8e5138b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:29.166107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 575e9cce-ef8d-4c28-9fd1-c866e280ae68 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:29.232835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-456ce91b-152f-46b8-af5b-ff2d605edc86 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579175 Mar 07 11:07:29.344712 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:29.360078 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Sync routers for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:29.382135 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:29.383331 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:29.537238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-67250e05-2539-4ae1-8400-d996f96b1808 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033144 Mar 07 11:07:29.542510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.563998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.618770 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:29.635767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Current status of the port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:29.643759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:29.670667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:29.671374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.732461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (9139441b-d6a3-4699-9567-6c95daa2b193), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.919532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:29.920114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.968857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:30.270269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dfe10520-7c56-4ba5-9c60-3cd89f24e92e None None] Port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:30.311397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72e698a8-bad9-492e-b9ea-888635d55986 req-30538706-34d0-462d-9ced-717c3b5ed8c8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 210 time: 0.3856213 Mar 07 11:07:30.349011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:30.361653 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:22Z', 'revision_number': 2, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:30.382860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:30.396162 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 9139441b-d6a3-4699-9567-6c95daa2b193 associated. External IP: 172.25.4.40, port: a8a7b090-26c4-49dd-aaa7-d3ec233cc70a. Mar 07 11:07:30.421056 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Checking router: e7d8962a-8ed3-43ed-8454-4c7e9616ca5b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:30.421582 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Updating router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:30.462494 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:30.543316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8bca6-fb9c-44b6-b497-13a8aaf7f6ff None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:30.588149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a79aeb42-d824-40c0-9e55-2bba9f168434 None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:30.589671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a79aeb42-d824-40c0-9e55-2bba9f168434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:30.668453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a79aeb42-d824-40c0-9e55-2bba9f168434 None None] Port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:30.767658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4cf4e651-367e-4059-9d3a-e8210cdc151a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:30.869826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4cf4e651-367e-4059-9d3a-e8210cdc151a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:30.870715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.037785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4cf4e651-367e-4059-9d3a-e8210cdc151a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:31.038303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.109736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4cf4e651-367e-4059-9d3a-e8210cdc151a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4cf4e651-367e-4059-9d3a-e8210cdc151a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:31.116974 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.118080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 575e9cce-ef8d-4c28-9fd1-c866e280ae68 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:31.123618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:31.138913 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks [] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.152241 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.324144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4cf4e651-367e-4059-9d3a-e8210cdc151a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:31.352583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:31.353237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:31.354352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5608-c757-483f-bc69-03e69c8e4ae7 None None] Pushing event updated for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:31.489297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Attempting to bind port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:31.489975 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Attempting to bind port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:31.490082 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Attempting to bind port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:31.494751 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:07:31.507589 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:31.508068 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:31.508773 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.509703 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Bound using segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:31.510221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Bound port: 61fd06e3-2215-4370-b3d1-8b0e16b83f29, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:31.510596 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.701895 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] For port 61fd06e3-2215-4370-b3d1-8b0e16b83f29, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:31.714235 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] For port 61fd06e3-2215-4370-b3d1-8b0e16b83f29, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=61fd06e3-2215-4370-b3d1-8b0e16b83f29,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:31.724819 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:31.849805 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:31.850684 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:31.858075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5608-c757-483f-bc69-03e69c8e4ae7 None None] Pushing event updated for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:31.965197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-f1d88420-0c5d-483e-b933-cfdd1e08df62 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:31.967050 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-f1d88420-0c5d-483e-b933-cfdd1e08df62 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 797 time: 0.1972504 Mar 07 11:07:32.112934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:32.136518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:32.146564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-b2203c8f-f2bd-4b96-9612-8f1c8fb3a1d7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 379 time: 0.1407685 Mar 07 11:07:32.176273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bda1d36-8b5e-4b70-9aa0-1e7251c8182d req-f7747762-6988-46e8-95e4-bbaaf454b584 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 210 time: 0.5842516 Mar 07 11:07:32.183843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:32.184701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.185495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'port': {'device_id': 'f127af6b-429e-4345-b31e-9424df019415', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'admin_state_up': True, 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'security_groups': ['59dadb5e-6051-4cff-9843-72253d55746b']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:32.187176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:32.187749 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.205414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:32.540538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:32.552544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Current status of the port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:32.552938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.623590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] For port 61fd06e3-2215-4370-b3d1-8b0e16b83f29, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=61fd06e3-2215-4370-b3d1-8b0e16b83f29,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:32.630075 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.685246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:32.751556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc4609-a4b7-4f52-bcc2-b3cb6bd3a553 None None] Pushing event updated for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:32.761073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 61fd06e3-2215-4370-b3d1-8b0e16b83f29 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:32.761461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced919-cbb8-4bc8-9be5-28a1758670fc None None] The sync data for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 is: [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:32.811488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:32.855667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:32.868740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ce750120-a816-4ef0-a889-f7ca8f381d3c None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:32.869113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce750120-a816-4ef0-a889-f7ca8f381d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.889834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:32.897188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:32.952020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:32.954187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:33.014233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:33.025900 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:33.042848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:33.047442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:33.083843 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.230556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:33.239132 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.241159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ce750120-a816-4ef0-a889-f7ca8f381d3c None None] Current status of the port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:33.245971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8543eeab-f579-4a09-9a37-a383f33dd4b6 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0673256 Mar 07 11:07:33.261702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:33.288368 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6283ac-b505-48a6-9ee4-7766cad567dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:33.329880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 312e1ea7-cc95-4141-8963-33e4c8e5138b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:33.330232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.339578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:33.461787 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d66a7f5-b5d9-489d-be94-d76db09e3e12 x-openstack-request-id: req-6d66a7f5-b5d9-489d-be94-d76db09e3e12 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:33.462414 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:33.464275 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d66a7f5-b5d9-489d-be94-d76db09e3e12 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:33.464723 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'status': 'completed', 'code': 200} Mar 07 11:07:33.509371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-535db9e7-7769-49f8-8d38-1008dd8b9100 req-c0bb3fe9-30d0-428e-b4db-8df1fea307f5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 210 time: 0.1759651 Mar 07 11:07:33.571799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-d74405cc-1a7a-4faa-93cb-83f4ceca0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:33.573989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-d74405cc-1a7a-4faa-93cb-83f4ceca0ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.1317179 Mar 07 11:07:33.585114 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:33.635994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:33.637667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4cf4e651-367e-4059-9d3a-e8210cdc151a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:33.753199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.9 (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc/9a523a40-b7d8-4eac-a771-e61d7b201780/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:33.765385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-6512748d-cb46-4cec-b88c-2af69302104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:33.767182 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-6512748d-cb46-4cec-b88c-2af69302104c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1847415 Mar 07 11:07:33.803635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 312e1ea7-cc95-4141-8963-33e4c8e5138b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=312e1ea7-cc95-4141-8963-33e4c8e5138b,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:33.804305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.834866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 312e1ea7-cc95-4141-8963-33e4c8e5138b owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:33.894353 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-c37fc7a3-0964-46da-8c3b-72c83df60aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 999 time: 0.1198559 Mar 07 11:07:33.942211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4cf4e651-367e-4059-9d3a-e8210cdc151a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:33.942593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.041809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-02476f11-6b66-451f-90f2-da0d12901d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:34.045352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-02476f11-6b66-451f-90f2-da0d12901d80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1447310 Mar 07 11:07:34.149724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:28Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:34.158896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-d9a1175d-e94e-44ec-8e86-38ef3ef3ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:34.162863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-d9a1175d-e94e-44ec-8e86-38ef3ef3ccad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1105657 Mar 07 11:07:34.228995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:34.230010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:34.238419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:34.238942 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:34.311362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117cdc-1ab7-42dd-86ef-f9912b0eb665 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:25Z', 'revision_number': 7, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '312e1ea7-cc95-4141-8963-33e4c8e5138b', 'name': '', 'network_id': '98b708dd-f296-4a4b-9452-0d01fa97d56b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:22:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:15Z', 'updated_at': '2022-03-07T11:07:24Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': '55498b9f-d538-40e2-b8f3-aecc1e1ac766', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:34.313132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4cf4e651-367e-4059-9d3a-e8210cdc151a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:34.412803 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-49fe84f5-60ee-4592-8c79-91112d1a94fc service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422009 Mar 07 11:07:34.484930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:34.604492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.629615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6d6283ac-b505-48a6-9ee4-7766cad567dc req-f1cb699c-57f4-4951-9806-0529091b4081 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103052 Mar 07 11:07:34.658342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (312e1ea7-cc95-4141-8963-33e4c8e5138b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.684420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.742468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 61fd06e3-2215-4370-b3d1-8b0e16b83f29 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:34.805299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=312e1ea7-cc95-4141-8963-33e4c8e5138b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:34.829726 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:34.864075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:34.864789 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.933159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:34.941481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:35.008241 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:28Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:35.137044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:35.140550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581346a-f3fd-4316-b998-a3cdecb5f35d None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:28Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.145667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.148351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.151483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.151978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.152392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.152857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.153255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.153822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:35.285449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:35.286399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.357207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20662-b5c2-456a-a188-c540a38f7c57 req-128f2b77-0e52-41f1-a07b-ae79bf685474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:35.361360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0f20662-b5c2-456a-a188-c540a38f7c57 req-128f2b77-0e52-41f1-a07b-ae79bf685474 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 931 time: 0.6229496 Mar 07 11:07:35.382137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2038109 Mar 07 11:07:35.408396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Request body: {'port': {'device_id': 'f127af6b-429e-4345-b31e-9424df019415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:35.473164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c831e-68c9-47ad-ada6-f64889338ea8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:35.502624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c798017b-3a9b-4027-a499-f7da4a997ca7 None None] Provisioning complete for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:35.503280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c798017b-3a9b-4027-a499-f7da4a997ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.506340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.567287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc732d-ded2-4da6-ab7d-8683eaccfbbe None None] New status for floating IP 9139441b-d6a3-4699-9567-6c95daa2b193: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:07:35.577858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0f20662-b5c2-456a-a188-c540a38f7c57 req-cbb69f35-3739-4c29-bca3-3c040c4dd87b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945510 Mar 07 11:07:35.664301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c798017b-3a9b-4027-a499-f7da4a997ca7 None None] Port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:35.772377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.090787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:36.252282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:36.261951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:36.267309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:36.268245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-856d52a1-fa95-465f-b2a7-2ac8561c82a5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7841668 Mar 07 11:07:36.279577 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:36.280182 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:36.337849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:36.348756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks [] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.369134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Transition to ACTIVE for port object b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:07:36.373566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet 55498b9f-d538-40e2-b8f3-aecc1e1ac766 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:36.374605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.377700 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (55498b9f-d538-40e2-b8f3-aecc1e1ac766), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.466531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (55498b9f-d538-40e2-b8f3-aecc1e1ac766), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.492287 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:36.599035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:36.662657 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (55498b9f-d538-40e2-b8f3-aecc1e1ac766), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.671090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:36.673291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:36.675167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:36.687411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:07:36.687936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:36.702633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:36.703066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:36.705453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Bound using segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:36.705949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Bound port: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:36.706323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.869126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (55498b9f-d538-40e2-b8f3-aecc1e1ac766), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.942168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:36.949685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=55498b9f-d538-40e2-b8f3-aecc1e1ac766,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:36.949903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:36.973685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.974654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cf308-1c28-4f4e-82a9-cfa32fe956cf None None] Network 98b708dd-f296-4a4b-9452-0d01fa97d56b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:36.977218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/55498b9f-d538-40e2-b8f3-aecc1e1ac766 HTTP/1.1" status: 204 len: 168 time: 0.7078645 Mar 07 11:07:36.985249 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 8, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:36.985849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39866) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:37.001400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.001743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.002083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.002433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.009518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.010097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.015182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.016447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.016604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.017217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.017712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.018218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.018703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.019193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63099135-aa25-491c-b737-c5e1cec553b0 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:37.034339 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:37.056419 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:37.057041 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:37.155452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.160538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.162377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1091 time: 1.7605886 Mar 07 11:07:37.202639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:37.209721 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18457f67-8f40-4dde-96eb-59ead6843150" -d '{"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:37.258183 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:37.272642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (98b708dd-f296-4a4b-9452-0d01fa97d56b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.346887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:37.347234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.357726 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d582b07-9dce-44f4-a4b3-891ff43df607 x-openstack-request-id: req-9d582b07-9dce-44f4-a4b3-891ff43df607 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:37.358157 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:37.358506 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d582b07-9dce-44f4-a4b3-891ff43df607 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:37.359028 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:07:37.368771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] DHCP port deletion for 98b708dd-f296-4a4b-9452-0d01fa97d56b request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:37.522994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef932c-8f56-43fa-9d29-d6703fe2c5d9 req-ea9d020e-512a-4405-99de-bf403bfc06df tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.527178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12ef932c-8f56-43fa-9d29-d6703fe2c5d9 req-ea9d020e-512a-4405-99de-bf403bfc06df tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.7610900 Mar 07 11:07:37.531438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afa862-6828-4d16-ac5b-0ce055fb6ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:37.599038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Deleting port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:37.599397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.614057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-f0511b66-2d31-4267-84d3-41ddd9882e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.626184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-f0511b66-2d31-4267-84d3-41ddd9882e41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1125 time: 0.4065559 Mar 07 11:07:37.638383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a316c9-4f04-4ee7-9453-1d4db1e023e4,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:37.638817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.678819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 13a316c9-4f04-4ee7-9453-1d4db1e023e4 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:37.769586 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 8, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:37.770244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] For port 13a316c9-4f04-4ee7-9453-1d4db1e023e4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=13a316c9-4f04-4ee7-9453-1d4db1e023e4,segment=NetworkSegment(0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481),segment_id=0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:37.770386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.787153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Calling delete_port for 13a316c9-4f04-4ee7-9453-1d4db1e023e4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:37.827295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-b13a6222-a784-4e70-9158-7825e4e671a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 217 time: 0.1828680 Mar 07 11:07:37.830860 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c12f0-ae13-4ce5-af84-9299c3b7f2a0 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 8, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': '5a9c1a2f-28c6-4858-ac66-d1728226af35', 'name': '', 'network_id': 'be499d48-2d1b-4e0c-b4fd-aa5422850629', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:84:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'e696a41a-3f9f-48b0-8fb2-e6d536d57b50', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:37.838208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.856886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:37.907566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12ef932c-8f56-43fa-9d29-d6703fe2c5d9 req-c8bfaf5f-e982-4e52-9ed6-8a69dd481850 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546438 Mar 07 11:07:37.968395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (13a316c9-4f04-4ee7-9453-1d4db1e023e4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:37.981797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c940f0e2-81b3-4141-8173-a70fadd454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.982409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=13a316c9-4f04-4ee7-9453-1d4db1e023e4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:37.983273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-c940f0e2-81b3-4141-8173-a70fadd454bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1192026 Mar 07 11:07:38.034230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] No DVR routers for this DVR port 13a316c9-4f04-4ee7-9453-1d4db1e023e4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:38.047451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a45e-b4f2-4852-954f-dcdbb0ee843e None None] Pushing event deleted for resources: {'Port': ['ID=13a316c9-4f04-4ee7-9453-1d4db1e023e4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:38.081801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (98b708dd-f296-4a4b-9452-0d01fa97d56b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.097864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-fc7291cd-6854-4881-8552-b512a6c84111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:38.102868 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-fc7291cd-6854-4881-8552-b512a6c84111 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130662 Mar 07 11:07:38.118393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b708dd-f296-4a4b-9452-0d01fa97d56b']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:38.134061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:38.134400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:38.146131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.161683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.169650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:38.170120 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (0a21b5b1-b3d4-4a5f-b29f-e9c9ca1d7481), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:38.214258 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:38.270914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-de9c1921-2a16-4c39-8a71-5929abf8d322 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582406 Mar 07 11:07:38.318017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (98b708dd-f296-4a4b-9452-0d01fa97d56b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.332348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.339983 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/98b708dd-f296-4a4b-9452-0d01fa97d56b HTTP/1.1" status: 204 len: 168 time: 1.3404732 Mar 07 11:07:38.340691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:38.415713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21b95-5382-4f90-8a0b-2b5056463ff4 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=98b708dd-f296-4a4b-9452-0d01fa97d56b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:38.510592 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493cbc09-17fb-4714-9055-16565ac8ec7f req-764d44a7-5f23-4bfe-9678-745ca574e0fb service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342608 Mar 07 11:07:38.663458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-9d8dbb05-ccda-4bbe-9e08-d4be5a0c3a9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4470286 Mar 07 11:07:38.735658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a316c9-4f04-4ee7-9453-1d4db1e023e4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:38.748480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f67-8f40-4dde-96eb-59ead6843150 req-e2c57acf-1909-4796-aa4e-9301ba98b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:38.750705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-e2c57acf-1909-4796-aa4e-9301ba98b974 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1125 time: 0.1640778 Mar 07 11:07:38.778767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 13a316c9-4f04-4ee7-9453-1d4db1e023e4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:38.779292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 13a316c9-4f04-4ee7-9453-1d4db1e023e4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:38.781845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 312e1ea7-cc95-4141-8963-33e4c8e5138b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:38.841185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 312e1ea7-cc95-4141-8963-33e4c8e5138b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:38.843688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 312e1ea7-cc95-4141-8963-33e4c8e5138b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:38.920515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f67-8f40-4dde-96eb-59ead6843150 req-58f855a3-5fbe-43ed-b03e-466bb47ee19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:38.922765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-58f855a3-5fbe-43ed-b03e-466bb47ee19e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1645541 Mar 07 11:07:39.006331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-85dd4841-f50d-4ce5-8b31-5952440f7adb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 217 time: 0.0767269 Mar 07 11:07:39.361216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-f59d6964-909a-4066-aea3-0c13dbfa5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.369015 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-f59d6964-909a-4066-aea3-0c13dbfa5d98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.5587409 Mar 07 11:07:39.566833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-058bc88e-0ecd-420d-8ac5-819512933707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.568558 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-058bc88e-0ecd-420d-8ac5-819512933707 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1204267 Mar 07 11:07:39.587437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f67-8f40-4dde-96eb-59ead6843150 req-ca9aee63-af23-40d0-8fec-87781871ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.589016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-ca9aee63-af23-40d0-8fec-87781871ed1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.5752022 Mar 07 11:07:39.679453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e7410-bfd0-4f37-9e9b-9b23af30c645 req-dff4a4c8-c9b9-4c6b-b682-3bcd36eb1780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.681500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-531e7410-bfd0-4f37-9e9b-9b23af30c645 req-dff4a4c8-c9b9-4c6b-b682-3bcd36eb1780 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.0915730 Mar 07 11:07:39.685317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f67-8f40-4dde-96eb-59ead6843150 req-ac673d34-6308-4542-a540-c25cdc8e4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.692522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-ac673d34-6308-4542-a540-c25cdc8e4d75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0942552 Mar 07 11:07:39.707836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-bbc7c931-8903-4488-8aee-b5a834f102bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 1001 time: 0.1156173 Mar 07 11:07:39.855704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-08aaab8d-2884-4571-90b2-cfa37330c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:39.857204 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-08aaab8d-2884-4571-90b2-cfa37330c45d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1366611 Mar 07 11:07:39.900483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-531e7410-bfd0-4f37-9e9b-9b23af30c645 req-a1162690-10c7-4426-9c9f-0f9f87f72e8d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069125 Mar 07 11:07:39.902617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-87708fe1-d21e-4703-a684-08a03ebc1bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983018 Mar 07 11:07:40.059545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-12ba0b2a-c76a-4b53-8214-ed884c9bf6eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1559553 Mar 07 11:07:40.062379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-9626dd52-4d90-40af-b46a-74c9b973ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:40.064604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-9626dd52-4d90-40af-b46a-74c9b973ef41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1725750 Mar 07 11:07:40.077242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:40.136663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18457f67-8f40-4dde-96eb-59ead6843150 req-38db9dab-fc72-49bf-8420-9e51e4976bc0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958814 Mar 07 11:07:40.227307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58090-8256-4a7d-81b7-011781ebd6de req-4d15722e-cecf-4818-aadf-19829215a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:40.229118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-4d15722e-cecf-4818-aadf-19829215a430 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0907190 Mar 07 11:07:40.408091 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-bc9d4a50-13c1-4a31-b8ca-5de311d28865 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219662 Mar 07 11:07:40.423521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58090-8256-4a7d-81b7-011781ebd6de req-04673628-514b-41b8-b231-78d1739dce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:40.427300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-04673628-514b-41b8-b231-78d1739dce05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 914 time: 0.1780932 Mar 07 11:07:40.498277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-c06d97f7-9e27-4368-9d1d-cef425191964 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 200 len: 217 time: 0.0644598 Mar 07 11:07:40.535142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:07:40.588759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58090-8256-4a7d-81b7-011781ebd6de req-0d41adf4-072c-42ef-ad47-97b9f4c0637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:40.593454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-0d41adf4-072c-42ef-ad47-97b9f4c0637d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.0900912 Mar 07 11:07:40.707441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-df6e65a2-ee66-414b-b81d-fd637519a221 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038220 Mar 07 11:07:40.735524 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-456c2153-c36b-475d-9e17-56b3a70fba58 req-2d1d654e-29d7-497c-a2e1-1aa94cec13cf service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746682 Mar 07 11:07:40.877230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 5a9c1a2f-28c6-4858-ac66-d1728226af35 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:40.879270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:40.965011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-9bcdb92a-69d4-4ab5-b14e-6ebfc502521d service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516010 Mar 07 11:07:41.104701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 5a9c1a2f-28c6-4858-ac66-d1728226af35, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a9c1a2f-28c6-4858-ac66-d1728226af35,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:41.105386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:41.127139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 5a9c1a2f-28c6-4858-ac66-d1728226af35 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:41.240243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61d58090-8256-4a7d-81b7-011781ebd6de req-97295735-5877-4bc6-a778-aa52cca1a930 service neutron] 10.222.0.26 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662687 Mar 07 11:07:41.269797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:41.311734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:07:41.356575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095360b-4f0a-438d-8e9c-77ba5beb50fd req-c04e74bb-3c30-4b65-afa4-d7df2ccb6f22 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:41.363745 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d095360b-4f0a-438d-8e9c-77ba5beb50fd req-c04e74bb-3c30-4b65-afa4-d7df2ccb6f22 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.1160195 Mar 07 11:07:41.367353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:41.368146 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:41.406646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:41.442925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:41.453555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:41.480331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d095360b-4f0a-438d-8e9c-77ba5beb50fd req-2114345e-c3f8-42df-a1f9-b34742051347 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142671 Mar 07 11:07:41.483376 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5a9c1a2f-28c6-4858-ac66-d1728226af35), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:41.518534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=5a9c1a2f-28c6-4858-ac66-d1728226af35,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:41.583957 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:41.690159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:41.717422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:07:42.011908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:42.130766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:42.138637 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a58ba7f3-1882-4d8c-b541-4f52afb7bc32 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7631533 Mar 07 11:07:42.138814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39916) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:42.149012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:42.160401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:42.160934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:42.211807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet e696a41a-3f9f-48b0-8fb2-e6d536d57b50 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:42.217216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (e696a41a-3f9f-48b0-8fb2-e6d536d57b50), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.268591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:42.269092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (e696a41a-3f9f-48b0-8fb2-e6d536d57b50), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.466837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (e696a41a-3f9f-48b0-8fb2-e6d536d57b50), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.602229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:42.644932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (e696a41a-3f9f-48b0-8fb2-e6d536d57b50), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.689854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=e696a41a-3f9f-48b0-8fb2-e6d536d57b50,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:42.718727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.721963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d634cb7c-9bce-493c-adb5-a87d8c68da70 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/e696a41a-3f9f-48b0-8fb2-e6d536d57b50 HTTP/1.1" status: 204 len: 168 time: 0.5822294 Mar 07 11:07:42.724543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21f591-ec34-4cae-ab1c-4d6ef80b74e5 req-3a175443-ef41-46e9-bfc7-275d05784956 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:42.733734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 39926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:42.734245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ff5ea-2e23-4170-abcb-71dd3954b8e8 None None] Network be499d48-2d1b-4e0c-b4fd-aa5422850629 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:42.735784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a21f591-ec34-4cae-ab1c-4d6ef80b74e5 req-3a175443-ef41-46e9-bfc7-275d05784956 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.1421759 Mar 07 11:07:42.754547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:07:42.776129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:42.776946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.838083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39928) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:42.842027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:41Z', 'revision_number': 9, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:42.858860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a21f591-ec34-4cae-ab1c-4d6ef80b74e5 req-e434ad86-a0e8-4eda-96fc-6a232534c54c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209071 Mar 07 11:07:42.901795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (be499d48-2d1b-4e0c-b4fd-aa5422850629), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.922114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:42.954879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:42.955518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:43.033732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 432f062e-d7de-4cea-bafb-28d4419bf429 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:43.035092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.098769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:43.135005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 432f062e-d7de-4cea-bafb-28d4419bf429, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=432f062e-d7de-4cea-bafb-28d4419bf429,segment=NetworkSegment(ebd680eb-d4d4-4ebb-984f-60e362b9f03f),segment_id=ebd680eb-d4d4-4ebb-984f-60e362b9f03f)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:43.135266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:43.135412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.135675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.139146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaea8-3d44-46ab-85d1-4f1c89e31a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.178553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 432f062e-d7de-4cea-bafb-28d4419bf429 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:43.195794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:43.200949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:43.204169 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99072d34-f9f9-4e8f-9819-6db6ce16459f" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:43.207091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] DHCP port deletion for be499d48-2d1b-4e0c-b4fd-aa5422850629 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:43.218110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.332284 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d33e48-68b6-454c-acc0-407b8a87c9f0 x-openstack-request-id: req-20d33e48-68b6-454c-acc0-407b8a87c9f0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:43.332802 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:43.333235 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20d33e48-68b6-454c-acc0-407b8a87c9f0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:43.333784 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'code': 200} Mar 07 11:07:43.352348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaea8-3d44-46ab-85d1-4f1c89e31a31 admin admin] Publish callbacks [] for security_group (d6ed28b2-af1d-4176-9713-f008f4e250d7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.362616 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaea8-3d44-46ab-85d1-4f1c89e31a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6ed28b2-af1d-4176-9713-f008f4e250d7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.400688 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.437400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=432f062e-d7de-4cea-bafb-28d4419bf429,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:43.462928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 432f062e-d7de-4cea-bafb-28d4419bf429 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:43.482272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fcdcaea8-3d44-46ab-85d1-4f1c89e31a31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0f374518c5b4d31bea464d81f1d56e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217113 Mar 07 11:07:43.500804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcaea8-3d44-46ab-85d1-4f1c89e31a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ed28b2-af1d-4176-9713-f008f4e250d7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:43.510529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:43.541657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:43.659286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Deleting port 432f062e-d7de-4cea-bafb-28d4419bf429 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:43.666077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.669785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] Publish callbacks [] for security_group (d6ed28b2-af1d-4176-9713-f008f4e250d7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.677868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (be499d48-2d1b-4e0c-b4fd-aa5422850629), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.717700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] Publish callbacks [] for security_group (d6ed28b2-af1d-4176-9713-f008f4e250d7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.747989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be499d48-2d1b-4e0c-b4fd-aa5422850629']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:43.775546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:43.775546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd680eb-d4d4-4ebb-984f-60e362b9f03f') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:43.787852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ebd680eb-d4d4-4ebb-984f-60e362b9f03f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.790840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706817-7d33-4702-8244-142e22e9314f req-0777187b-81e3-4ac8-9db0-f9adc64011fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:43.794454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09706817-7d33-4702-8244-142e22e9314f req-0777187b-81e3-4ac8-9db0-f9adc64011fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1127 time: 0.3200407 Mar 07 11:07:43.795911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6ed28b2-af1d-4176-9713-f008f4e250d7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.802185 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.809306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6ed28b2-af1d-4176-9713-f008f4e250d7 HTTP/1.1" status: 204 len: 168 time: 0.2976000 Mar 07 11:07:43.841628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebd680eb-d4d4-4ebb-984f-60e362b9f03f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.859352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] For port 432f062e-d7de-4cea-bafb-28d4419bf429, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:43.864898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.865585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:43.866260 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ebd680eb-d4d4-4ebb-984f-60e362b9f03f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:43.882379 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:43.906314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Calling delete_port for 432f062e-d7de-4cea-bafb-28d4419bf429 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:43.917457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Port 432f062e-d7de-4cea-bafb-28d4419bf429 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:07:43.922823 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (432f062e-d7de-4cea-bafb-28d4419bf429), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:43.924072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09706817-7d33-4702-8244-142e22e9314f req-8915db03-6c60-495b-951a-2d4d760d7936 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104574 Mar 07 11:07:43.927995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4342c-db97-4ef6-9a54-c533284bc4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ed28b2-af1d-4176-9713-f008f4e250d7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:43.964774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] No DVR routers for this DVR port 432f062e-d7de-4cea-bafb-28d4419bf429 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:44.030300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016d9e5-c946-4b3b-8c7e-434f11aa1111 None None] Pushing event deleted for resources: {'Port': ['ID=432f062e-d7de-4cea-bafb-28d4419bf429,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:44.056238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:41Z', 'revision_number': 9, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:44.059365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e2960-7c68-45ba-a1a6-b53c21e14830 req-6a1a37b5-f66b-45ba-a062-27e1c607568a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:44.061145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-879e2960-7c68-45ba-a1a6-b53c21e14830 req-6a1a37b5-f66b-45ba-a062-27e1c607568a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1028056 Mar 07 11:07:44.096227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ad6cf-fa6d-4c2b-b65f-1f7b2e96cf81 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:41Z', 'revision_number': 9, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'bff92aa8-c46d-4827-b7f7-33ed6fe9ad88', 'name': '', 'network_id': '8758aea8-d7f9-498a-a6fd-12d024ccbf8b', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:2d:2d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:00Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'ff9a0e47-e6b2-492d-978f-4230d1013b6f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:44.139336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (be499d48-2d1b-4e0c-b4fd-aa5422850629), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:44.159067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:44.175713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/be499d48-2d1b-4e0c-b4fd-aa5422850629 HTTP/1.1" status: 204 len: 168 time: 1.4382620 Mar 07 11:07:44.179398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 39948) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:44.186428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d2ab-9e5f-4db5-ba76-8e25d440ab37 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=be499d48-2d1b-4e0c-b4fd-aa5422850629,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:44.282824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-879e2960-7c68-45ba-a1a6-b53c21e14830 req-f4ebfc87-9b13-407c-966d-a1b5bcd3c7a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118270 Mar 07 11:07:44.705627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a9c1a2f-28c6-4858-ac66-d1728226af35 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:44.757349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5a9c1a2f-28c6-4858-ac66-d1728226af35 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:44.758243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a9c1a2f-28c6-4858-ac66-d1728226af35 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:44.761644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 432f062e-d7de-4cea-bafb-28d4419bf429 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:44.798567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 432f062e-d7de-4cea-bafb-28d4419bf429 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:44.799301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 432f062e-d7de-4cea-bafb-28d4419bf429 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:44.861145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:45.522786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:45.531951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:45.688379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c123e-aa32-46b2-8514-7aca2e26db2b req-38791c69-56a0-4c37-9bdb-7d2a1e7fefac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:45.690238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b73c123e-aa32-46b2-8514-7aca2e26db2b req-38791c69-56a0-4c37-9bdb-7d2a1e7fefac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.2536614 Mar 07 11:07:45.724855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port bff92aa8-c46d-4827-b7f7-33ed6fe9ad88, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:45.725220 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:45.752572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:45.957020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b73c123e-aa32-46b2-8514-7aca2e26db2b req-b9a969b2-814b-4580-8473-dddb9ef4fd0c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691357 Mar 07 11:07:46.079621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bff92aa8-c46d-4827-b7f7-33ed6fe9ad88), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:46.177175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=bff92aa8-c46d-4827-b7f7-33ed6fe9ad88,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:46.334812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea96f-fe5f-4621-b9df-25d1e55ffd1e req-d537a2e4-85e8-4814-aed3-c5f214ae5170 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:46.344414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fcea96f-fe5f-4621-b9df-25d1e55ffd1e req-d537a2e4-85e8-4814-aed3-c5f214ae5170 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.2441475 Mar 07 11:07:46.415057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fcea96f-fe5f-4621-b9df-25d1e55ffd1e req-b026d823-d3a3-476d-bf98-9111c641636b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692062 Mar 07 11:07:46.440368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:46.443436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:46.537523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8657a85b-1d4c-4743-84b4-456acc9ca69b tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:46.539207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8657a85b-1d4c-4743-84b4-456acc9ca69b tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1122 time: 0.0977061 Mar 07 11:07:46.543767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40036) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:46.553325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:46.662521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:46.829127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:46.876689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:47.033813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:47.041986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5f650fd9-6542-446b-8019-88e599bed243 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613806 Mar 07 11:07:47.046270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40070) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:47.053173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:47.088358 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:47.089454 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:47.122164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet ff9a0e47-e6b2-492d-978f-4230d1013b6f {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:47.126551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (ff9a0e47-e6b2-492d-978f-4230d1013b6f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.175919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (ff9a0e47-e6b2-492d-978f-4230d1013b6f), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.303486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:47.329436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ff9a0e47-e6b2-492d-978f-4230d1013b6f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.477795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (ff9a0e47-e6b2-492d-978f-4230d1013b6f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.561175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a1bdc-a5d3-4df1-9ded-ca9c05630aea None None] Network 8758aea8-d7f9-498a-a6fd-12d024ccbf8b requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:47.572988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.576862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/ff9a0e47-e6b2-492d-978f-4230d1013b6f HTTP/1.1" status: 204 len: 168 time: 0.5271511 Mar 07 11:07:47.577982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ace2e-1beb-431f-b318-0b80e6edf5de tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9a0e47-e6b2-492d-978f-4230d1013b6f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:47.579949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40074) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:47.656908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.208 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/edbbe19b-ecec-4505-b983-175e0af8d7fb) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:47.779320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (8758aea8-d7f9-498a-a6fd-12d024ccbf8b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.896397 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.917720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] DHCP port deletion for 8758aea8-d7f9-498a-a6fd-12d024ccbf8b request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:47.949485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:47.996451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 110466dc-beab-4522-b3a3-08a8c3a2db73 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:48.004973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.066724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Deleting port 110466dc-beab-4522-b3a3-08a8c3a2db73 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:48.068870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.081452 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:46Z', 'revision_number': 10, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.098215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:48.100379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 110466dc-beab-4522-b3a3-08a8c3a2db73, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=110466dc-beab-4522-b3a3-08a8c3a2db73,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:48.101199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.105523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:48.111863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:48.131712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 110466dc-beab-4522-b3a3-08a8c3a2db73 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:48.183085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:48.207353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:48.212177 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.277312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] For port 110466dc-beab-4522-b3a3-08a8c3a2db73, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=110466dc-beab-4522-b3a3-08a8c3a2db73,segment=NetworkSegment(c2c177e0-1c54-46ab-88a0-c2f695fffe26),segment_id=c2c177e0-1c54-46ab-88a0-c2f695fffe26)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:48.278019 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.294132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Calling delete_port for 110466dc-beab-4522-b3a3-08a8c3a2db73 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:48.332107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.350902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 110466dc-beab-4522-b3a3-08a8c3a2db73 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:48.426380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (110466dc-beab-4522-b3a3-08a8c3a2db73), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.456239 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:48.468312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] Pushing event deleted for resources: {'Port': ['ID=110466dc-beab-4522-b3a3-08a8c3a2db73,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:48.478201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da423c-4a4f-4694-9c56-b7c88290d24a None None] No DVR routers for this DVR port 110466dc-beab-4522-b3a3-08a8c3a2db73 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:48.505948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=110466dc-beab-4522-b3a3-08a8c3a2db73,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:48.554425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=edbbe19b-ecec-4505-b983-175e0af8d7fb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:48.586175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (8758aea8-d7f9-498a-a6fd-12d024ccbf8b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.628488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8758aea8-d7f9-498a-a6fd-12d024ccbf8b']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.641273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c177e0-1c54-46ab-88a0-c2f695fffe26') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.641950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c177e0-1c54-46ab-88a0-c2f695fffe26') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.658012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (c2c177e0-1c54-46ab-88a0-c2f695fffe26), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.673998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c2c177e0-1c54-46ab-88a0-c2f695fffe26), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.684373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:48.685437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (c2c177e0-1c54-46ab-88a0-c2f695fffe26), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.701188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 110466dc-beab-4522-b3a3-08a8c3a2db73 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:48.821833 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:48.829300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (8758aea8-d7f9-498a-a6fd-12d024ccbf8b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.838239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.841883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/8758aea8-d7f9-498a-a6fd-12d024ccbf8b HTTP/1.1" status: 204 len: 168 time: 1.2606134 Mar 07 11:07:48.854713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40084) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:48.862746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792eb16-9405-40bf-9ffb-575b3e75c5e1 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=8758aea8-d7f9-498a-a6fd-12d024ccbf8b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:48.891944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:46Z', 'revision_number': 10, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:48.928219 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17693029-38fa-41ce-aa6e-3d8c53e55bba None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:46Z', 'revision_number': 10, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None, '_interfaces': [{'id': 'dd87b0e0-d11a-47d6-be76-318ae0a39bb7', 'name': '', 'network_id': 'eb3053ca-81b6-4139-9aa7-aedd21656dba', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'mac_address': 'fa:16:3e:6f:79:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85432111-2470-4892-8de3-d983ad9b38d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:59Z', 'revision_number': 5, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'subnets': [{'id': 'b80aa512-661e-45ea-8b0f-59991dd264b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:49.193313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 110466dc-beab-4522-b3a3-08a8c3a2db73 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:49.193979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 110466dc-beab-4522-b3a3-08a8c3a2db73 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:49.393168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (051cd7b9-ad14-4f51-b940-9b9c8ed68894), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:49.462564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:49.576813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:49.913627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:49.924434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.056857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=edbbe19b-ecec-4505-b983-175e0af8d7fb,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:50.072605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (051cd7b9-ad14-4f51-b940-9b9c8ed68894), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.289098 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 051cd7b9-ad14-4f51-b940-9b9c8ed68894 associated. External IP: 172.25.4.208, port: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7. Mar 07 11:07:50.369931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port dd87b0e0-d11a-47d6-be76-318ae0a39bb7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:50.370367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.533039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port dd87b0e0-d11a-47d6-be76-318ae0a39bb7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:50.534879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.553884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for dd87b0e0-d11a-47d6-be76-318ae0a39bb7 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:50.602706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:50.632697 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:50.660552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:50.663738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bff92aa8-c46d-4827-b7f7-33ed6fe9ad88 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:50.717977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b6a6-d49c-4388-bf85-120db470eab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.874124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:50.891755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Sync routers for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:50.919846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:50.921197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:50.934157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:50.947467 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dd87b0e0-d11a-47d6-be76-318ae0a39bb7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:51.019096 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3baa358c-c66e-47cf-80e7-fea9613d7667 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4734824 Mar 07 11:07:51.032500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:51.036061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=dd87b0e0-d11a-47d6-be76-318ae0a39bb7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:51.042643 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9" -d '{"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:51.156185 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50d91f-2246-4ca3-9709-af6dbf03e993 x-openstack-request-id: req-5d50d91f-2246-4ca3-9709-af6dbf03e993 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:51.157163 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:51.157660 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d50d91f-2246-4ca3-9709-af6dbf03e993 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:51.158301 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:07:51.301126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:51.374913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (85432111-2470-4892-8de3-d983ad9b38d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:51.634309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16069e-c6f3-4e1c-a2f2-50176c6d45d8 req-c9aa989a-ff7d-42e5-ac31-b364b9effdff tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:51.635869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de16069e-c6f3-4e1c-a2f2-50176c6d45d8 req-c9aa989a-ff7d-42e5-ac31-b364b9effdff tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.4620295 Mar 07 11:07:51.637922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-7ca4953a-ad06-4954-95a8-782439695bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:51.639506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-7ca4953a-ad06-4954-95a8-782439695bed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1127 time: 0.4606035 Mar 07 11:07:51.787292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '051cd7b9-ad14-4f51-b940-9b9c8ed68894', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127af6b-429e-4345-b31e-9424df019415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:48Z', 'updated_at': '2022-03-07T11:07:48Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:51.825336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:51.843433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Checking router: e7d8962a-8ed3-43ed-8454-4c7e9616ca5b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:51.843704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de16069e-c6f3-4e1c-a2f2-50176c6d45d8 req-2e8c2bcb-172e-41b1-b6ba-8ee627252314 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011797 Mar 07 11:07:51.859601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:51.861239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:51.879006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40106) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:51.939770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-bcbd882f-b6ac-47e1-803a-c78af8aa273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:51.941195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-bcbd882f-b6ac-47e1-803a-c78af8aa273a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.2604890 Mar 07 11:07:51.964443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:51.974209 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:51.998887 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-12eec825-3469-4c7e-a3be-3ce95df03f8b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 200 len: 991 time: 0.1185071 Mar 07 11:07:52.015169 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:52.015818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:52.037072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-607d06f1-e1f6-438a-82a5-92a71d5dc926 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1807022 Mar 07 11:07:52.041056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40110) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:52.108966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:52.111845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-c315ab86-c90b-42b3-a38b-3bcdf1fdae94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.1601667 Mar 07 11:07:52.188207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting subnet b80aa512-661e-45ea-8b0f-59991dd264b8 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:07:52.189579 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:52.199883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (b80aa512-661e-45ea-8b0f-59991dd264b8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:52.247158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-66190ae8-455a-43a4-a5fe-8c0e180a20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:52.250322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-66190ae8-455a-43a4-a5fe-8c0e180a20df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1315424 Mar 07 11:07:52.301999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b80aa512-661e-45ea-8b0f-59991dd264b8), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:52.328323 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:52.364883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-d252fa95-1a5c-404b-a854-3f1ac1fa7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:52.366770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-d252fa95-1a5c-404b-a854-3f1ac1fa7d8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090050 Mar 07 11:07:52.392526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:52.431453 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:52.432837 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:52.528056 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:52.593507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b80aa512-661e-45ea-8b0f-59991dd264b8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:52.634600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '051cd7b9-ad14-4f51-b940-9b9c8ed68894', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127af6b-429e-4345-b31e-9424df019415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:48Z', 'updated_at': '2022-03-07T11:07:48Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:52.646969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-18723135-720b-47bc-93a6-ad4cbffa9e91 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732882 Mar 07 11:07:52.653225 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:52.698652 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e32fc-e339-442e-89ec-2e1b7bf091d5 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:52.701593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780667d-e4c9-44d2-bce6-8164fe67fd91 None None] The sync data for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 is: [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '051cd7b9-ad14-4f51-b940-9b9c8ed68894', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127af6b-429e-4345-b31e-9424df019415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:48Z', 'updated_at': '2022-03-07T11:07:48Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:52.728995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b80aa512-661e-45ea-8b0f-59991dd264b8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:52.797072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Subnet': ['ID=b80aa512-661e-45ea-8b0f-59991dd264b8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:52.817586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef396f0-3179-473f-8a56-c3642f839adc None None] Network eb3053ca-81b6-4139-9aa7-aedd21656dba requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:52.821536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:52.839777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40116) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:52.841191 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6e7722c-cf7b-4b42-a235-c01606d1144f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/b80aa512-661e-45ea-8b0f-59991dd264b8 HTTP/1.1" status: 204 len: 168 time: 0.7952087 Mar 07 11:07:52.886681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8f944cd-d9df-46c1-be0d-609f0b5d4de9 req-6fb87c60-6a39-40c4-b76f-85bbebb9075a service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324812 Mar 07 11:07:53.001151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40120) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:53.016710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (eb3053ca-81b6-4139-9aa7-aedd21656dba), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.066236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4595056b-e567-4b0e-b697-da45d7c81b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.143185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] DHCP port deletion for eb3053ca-81b6-4139-9aa7-aedd21656dba request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:07:53.169590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Deleting port 53934430-886f-480f-ac0f-35b1bf8f6890 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:53.169970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.191796 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d80bb307-602d-43b3-8c01-1836d129897d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 200 len: 991 time: 0.1845148 Mar 07 11:07:53.202366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc70b1-9d5c-44b4-be3f-7eb90fe22787 None None] New status for floating IP 051cd7b9-ad14-4f51-b940-9b9c8ed68894: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:07:53.307002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Deleting port 53934430-886f-480f-ac0f-35b1bf8f6890 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:53.307464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.311455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] For port 53934430-886f-480f-ac0f-35b1bf8f6890, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=53934430-886f-480f-ac0f-35b1bf8f6890,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:53.311882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.331060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Calling delete_port for 53934430-886f-480f-ac0f-35b1bf8f6890 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:53.484891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] For port 53934430-886f-480f-ac0f-35b1bf8f6890, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=53934430-886f-480f-ac0f-35b1bf8f6890,segment=NetworkSegment(ff0bff6c-f404-4cac-930a-83c148eacf8e),segment_id=ff0bff6c-f404-4cac-930a-83c148eacf8e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:53.485285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.519916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Calling delete_port for 53934430-886f-480f-ac0f-35b1bf8f6890 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:53.526723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.622782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Port': ['ID=53934430-886f-480f-ac0f-35b1bf8f6890,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:53.631524 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No DVR routers for this DVR port 53934430-886f-480f-ac0f-35b1bf8f6890 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:53.693773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (53934430-886f-480f-ac0f-35b1bf8f6890), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.715783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] No DVR routers for this DVR port 53934430-886f-480f-ac0f-35b1bf8f6890 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:53.772608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac3b27-8533-412a-bc4d-d710aff07ef4 None None] Pushing event deleted for resources: {'Port': ['ID=53934430-886f-480f-ac0f-35b1bf8f6890,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:53.822865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (eb3053ca-81b6-4139-9aa7-aedd21656dba), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.888452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3053ca-81b6-4139-9aa7-aedd21656dba']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:53.902039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0bff6c-f404-4cac-930a-83c148eacf8e') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:53.902887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0bff6c-f404-4cac-930a-83c148eacf8e') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:53.920385 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ff0bff6c-f404-4cac-930a-83c148eacf8e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.940829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ff0bff6c-f404-4cac-930a-83c148eacf8e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.961253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:07:53.961658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ff0bff6c-f404-4cac-930a-83c148eacf8e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:07:53.966640 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:07:54.067588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40132) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:54.102324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (eb3053ca-81b6-4139-9aa7-aedd21656dba), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.109020 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.115013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/networks/eb3053ca-81b6-4139-9aa7-aedd21656dba HTTP/1.1" status: 204 len: 168 time: 1.2746866 Mar 07 11:07:54.119259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40136) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:54.127281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'routes': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:54.157010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054072b7-a62d-46fc-8412-5624dc9ccd67 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Pushing event deleted for resources: {'Network': ['ID=eb3053ca-81b6-4139-9aa7-aedd21656dba,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:54.192637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:54.284697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42a9e816-819d-463c-aee8-a5ebdbbb1b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.317906 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.349685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7b0bc381-084a-4452-87a0-bf9524e5e4c0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 200 len: 993 time: 0.1551542 Mar 07 11:07:54.379683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.504350 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Added routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:07:54.504744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Removed routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:07:54.505171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.553060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42a9e816-819d-463c-aee8-a5ebdbbb1b67 admin admin] Publish callbacks [] for security_group (fbbc83df-6201-49df-bb97-39fd10172e36), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.600719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-42a9e816-819d-463c-aee8-a5ebdbbb1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fbbc83df-6201-49df-bb97-39fd10172e36), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.654971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42a9e816-819d-463c-aee8-a5ebdbbb1b67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e4680e4400b4c94b4a84da77b71da19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858600 Mar 07 11:07:54.659785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40142) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:54.683423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 53934430-886f-480f-ac0f-35b1bf8f6890 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:54.691918 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9e816-819d-463c-aee8-a5ebdbbb1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc83df-6201-49df-bb97-39fd10172e36,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:54.721934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 53934430-886f-480f-ac0f-35b1bf8f6890 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:54.724592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 53934430-886f-480f-ac0f-35b1bf8f6890 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:54.725124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd87b0e0-d11a-47d6-be76-318ae0a39bb7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:54.767135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] Publish callbacks [] for security_group (fbbc83df-6201-49df-bb97-39fd10172e36), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.770254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: dd87b0e0-d11a-47d6-be76-318ae0a39bb7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:54.772115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dd87b0e0-d11a-47d6-be76-318ae0a39bb7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:54.797584 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] Publish callbacks [] for security_group (fbbc83df-6201-49df-bb97-39fd10172e36), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.901449 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fbbc83df-6201-49df-bb97-39fd10172e36), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.905771 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:54.909935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbbc83df-6201-49df-bb97-39fd10172e36 HTTP/1.1" status: 204 len: 168 time: 0.2480428 Mar 07 11:07:54.933328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c90cb4-1bfe-4b4d-a08f-1ffde03dacf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc83df-6201-49df-bb97-39fd10172e36,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:55.160186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.168432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (85432111-2470-4892-8de3-d983ad9b38d2), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.301064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 85432111-2470-4892-8de3-d983ad9b38d2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:55.435526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:55.445756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.447263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-666a1468-04ab-448b-a7da-f4cea9b288b3 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 705 time: 1.3262782 Mar 07 11:07:55.450287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:55.453166 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Sync routers for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:55.472971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:55.474506 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:55.482108 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8e6e7432-4cec-4642-b454-07d5bbd70117 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 205 time: 0.0301845 Mar 07 11:07:55.489825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40162) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:55.571591 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:55.637631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (85432111-2470-4892-8de3-d983ad9b38d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.663791 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:55.724859 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Checking router: 85432111-2470-4892-8de3-d983ad9b38d2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:55.749335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.767050 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Routers {'85432111-2470-4892-8de3-d983ad9b38d2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:55.767690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['85432111-2470-4892-8de3-d983ad9b38d2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:55.911209 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] Set router 85432111-2470-4892-8de3-d983ad9b38d2 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:55.927946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (85432111-2470-4892-8de3-d983ad9b38d2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.937843 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (85432111-2470-4892-8de3-d983ad9b38d2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.977666 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:56.095145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (85432111-2470-4892-8de3-d983ad9b38d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.096294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router 85432111-2470-4892-8de3-d983ad9b38d2 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:07:56.110282 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.111407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a61b9de7-184c-460a-b711-354cfb283271 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 204 len: 168 time: 0.6133199 Mar 07 11:07:56.115733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40174) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:56.120892 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-64616751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:56.174242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.175337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.222279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed733d-fc5a-4db6-8791-61b851176379 None None] The sync data for ids ['85432111-2470-4892-8de3-d983ad9b38d2'] in n-d-832156-4 is: [{'id': '85432111-2470-4892-8de3-d983ad9b38d2', 'name': 'tempest-RoutersIpV6Test-router-1660647507', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:51Z', 'updated_at': '2022-03-07T11:07:50Z', 'revision_number': 11, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:56.323109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.336919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.385906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.389550 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-533d62f5-6f9c-415a-937d-093ff4d8616e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2727630 Mar 07 11:07:56.392860 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40180) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:56.397761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:56.689324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.703413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.845059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Router 2e4f74db-ed2a-402b-b45e-119d00f9b6c4 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:07:56.980945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:56.995228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:56.997933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-59bddfeb-6e86-4ad6-ac0c-b46756f408e5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "PUT /v2.0/routers/2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 200 len: 696 time: 0.6038160 Mar 07 11:07:57.001919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Sync routers for ids ['2e4f74db-ed2a-402b-b45e-119d00f9b6c4'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:57.011239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40188) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:57.035877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Routers {'2e4f74db-ed2a-402b-b45e-119d00f9b6c4'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:57.036498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e4f74db-ed2a-402b-b45e-119d00f9b6c4'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:57.101037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0080536e-9608-4ff6-a20f-bb442d362184 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/routers/2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 200 len: 702 time: 0.0881145 Mar 07 11:07:57.104094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:57.134208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Set router 2e4f74db-ed2a-402b-b45e-119d00f9b6c4 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:57.137247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:57.147657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51997ea4-d4ec-49b7-a6c6-fe0837dc1592 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 200 len: 205 time: 0.0421906 Mar 07 11:07:57.151047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:57.201209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f74db-ed2a-402b-b45e-119d00f9b6c4', 'name': 'tempest-RoutersIpV6Test-router-64616751', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:56Z', 'updated_at': '2022-03-07T11:07:56Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:57.230331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Checking router: 2e4f74db-ed2a-402b-b45e-119d00f9b6c4 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:57.239868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Routers {'2e4f74db-ed2a-402b-b45e-119d00f9b6c4'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:57.240656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e4f74db-ed2a-402b-b45e-119d00f9b6c4'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:57.250289 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:57.384646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] Set router 2e4f74db-ed2a-402b-b45e-119d00f9b6c4 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:57.468133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f74db-ed2a-402b-b45e-119d00f9b6c4', 'name': 'tempest-RoutersIpV6Test-router-64616751', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:56Z', 'updated_at': '2022-03-07T11:07:56Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:57.501527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afe948-6c38-4fcd-8864-ec3ccf13b9bc None None] The sync data for ids ['2e4f74db-ed2a-402b-b45e-119d00f9b6c4'] in n-d-832156-4 is: [{'id': '2e4f74db-ed2a-402b-b45e-119d00f9b6c4', 'name': 'tempest-RoutersIpV6Test-router-64616751', 'tenant_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:56Z', 'updated_at': '2022-03-07T11:07:56Z', 'revision_number': 2, 'project_id': '72f8c1c854a44cb6b2ad1780ce23d665', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:58.041558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:58.045410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router_controller (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:58.099047 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (2e4f74db-ed2a-402b-b45e-119d00f9b6c4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:58.100869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4f74db-ed2a-402b-b45e-119d00f9b6c4 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:07:58.110173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:58.115052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b17cae76-ae12-46f4-971e-924f9aa560ad tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 204 len: 168 time: 0.9596963 Mar 07 11:07:58.115428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40202) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.147151 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-300c7971-f07c-47e2-aed4-7923fd0ee32a tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 200 len: 205 time: 0.0303795 Mar 07 11:07:58.150446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.194424 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-8562130c-c0ed-424c-be84-99ad411374fd tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.198430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8562130c-c0ed-424c-be84-99ad411374fd tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/2e4f74db-ed2a-402b-b45e-119d00f9b6c4 HTTP/1.1" status: 404 len: 336 time: 0.0451913 Mar 07 11:07:58.199360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40206) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.233897 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3703fbb-b3eb-4578-9f6f-01bc16fdc77f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.234355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3703fbb-b3eb-4578-9f6f-01bc16fdc77f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.237523 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b3703fbb-b3eb-4578-9f6f-01bc16fdc77f tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/55498b9f-d538-40e2-b8f3-aecc1e1ac766 HTTP/1.1" status: 404 len: 337 time: 0.0375741 Mar 07 11:07:58.240299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40208) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.269159 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-49714783-1529-44ce-a20b-d8c589ed895b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.269720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49714783-1529-44ce-a20b-d8c589ed895b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.273278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49714783-1529-44ce-a20b-d8c589ed895b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/e696a41a-3f9f-48b0-8fb2-e6d536d57b50 HTTP/1.1" status: 404 len: 337 time: 0.0315204 Mar 07 11:07:58.275835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.306077 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626c975-4b42-48cb-99ae-33e3a54c26c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.306805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8626c975-4b42-48cb-99ae-33e3a54c26c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.310960 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8626c975-4b42-48cb-99ae-33e3a54c26c5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/ff9a0e47-e6b2-492d-978f-4230d1013b6f HTTP/1.1" status: 404 len: 337 time: 0.0339146 Mar 07 11:07:58.313475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40214) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.354775 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9b7ddf-047e-4597-9aae-3ca3be796301 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.355235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9b7ddf-047e-4597-9aae-3ca3be796301 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.358378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aa9b7ddf-047e-4597-9aae-3ca3be796301 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/b80aa512-661e-45ea-8b0f-59991dd264b8 HTTP/1.1" status: 404 len: 337 time: 0.0438931 Mar 07 11:07:58.361015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40216) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.408486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.412214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0b0b076c-cddc-4818-b975-530bc2b440ac tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 200 len: 205 time: 0.0463243 Mar 07 11:07:58.455626 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-b1d41de9-6970-43b1-8dce-cc5701ab009e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.459703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b1d41de9-6970-43b1-8dce-cc5701ab009e tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/85432111-2470-4892-8de3-d983ad9b38d2 HTTP/1.1" status: 404 len: 336 time: 0.0472326 Mar 07 11:07:58.459703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40220) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.494994 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8af6acc4-56a8-4e6b-81e8-86979bf1f2b5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce331c7-f803-43fb-a63e-c9714fa45a4d HTTP/1.1" status: 200 len: 205 time: 0.0333242 Mar 07 11:07:58.496612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40222) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.546963 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-00eccbf5-584e-4361-b643-8b22514e9426 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.547188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40224) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.547329 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-00eccbf5-584e-4361-b643-8b22514e9426 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/6ce331c7-f803-43fb-a63e-c9714fa45a4d HTTP/1.1" status: 404 len: 336 time: 0.0489850 Mar 07 11:07:58.578307 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6c48d5-edb2-48f4-8c1e-46744c3fdce5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.579086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6c48d5-edb2-48f4-8c1e-46744c3fdce5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.582392 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3d6c48d5-edb2-48f4-8c1e-46744c3fdce5 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/b3eb09b9-dbc7-4cdd-ba4b-efed8e90b216 HTTP/1.1" status: 404 len: 337 time: 0.0345254 Mar 07 11:07:58.585144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40226) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.622844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-22004e84-e803-4424-8c0c-8d65bff06bdc tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 200 len: 205 time: 0.0362360 Mar 07 11:07:58.625443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40228) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.681819 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-eb10d957-bee0-4305-963a-270675ad982b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.685638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb10d957-bee0-4305-963a-270675ad982b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/b05b2a72-38d8-4013-a1a3-ad60acb28b29 HTTP/1.1" status: 404 len: 336 time: 0.0540812 Mar 07 11:07:58.686362 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40230) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.721916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d2a7d9ee-91f2-4a80-9475-f72125ab310c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5eabadd-babe-4f1c-9412-5cc5385d6d12 HTTP/1.1" status: 200 len: 205 time: 0.0342534 Mar 07 11:07:58.724309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40232) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.764206 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-edb27faa-1802-44bd-aa52-f18943d0d62c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.767697 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-edb27faa-1802-44bd-aa52-f18943d0d62c tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/d5eabadd-babe-4f1c-9412-5cc5385d6d12 HTTP/1.1" status: 404 len: 336 time: 0.0399706 Mar 07 11:07:58.770450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40234) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.795291 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-455ac433-bf39-4cfe-a38b-edb51fe3260b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.795772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455ac433-bf39-4cfe-a38b-edb51fe3260b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.801552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40236) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.801731 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-455ac433-bf39-4cfe-a38b-edb51fe3260b tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/8f9ae787-c090-426b-b9da-dddd666fd118 HTTP/1.1" status: 404 len: 337 time: 0.0323124 Mar 07 11:07:58.823207 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:58.835689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-198a01b1-6be6-48ac-88a6-45445976d810 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=621f85bd-685e-402c-b317-7ba1190d15eb HTTP/1.1" status: 200 len: 205 time: 0.0313685 Mar 07 11:07:58.837160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40238) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.882995 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-3225ae21-8853-48c0-bff0-be83ac312462 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.884044 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3225ae21-8853-48c0-bff0-be83ac312462 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/621f85bd-685e-402c-b317-7ba1190d15eb HTTP/1.1" status: 404 len: 336 time: 0.0457137 Mar 07 11:07:58.886682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40240) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.916138 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5924a222-8337-4901-a05c-65fdc1f86911 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:58.916680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5924a222-8337-4901-a05c-65fdc1f86911 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:58.919703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5924a222-8337-4901-a05c-65fdc1f86911 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/4609daaf-578f-4c83-a308-0d242ebdfd35 HTTP/1.1" status: 404 len: 337 time: 0.0320826 Mar 07 11:07:58.922368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40242) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.952534 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-938c1c83-0441-4e07-8f8c-a73784f64361 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfab434-5bad-4255-a4bb-4caa7366d74b HTTP/1.1" status: 200 len: 205 time: 0.0290825 Mar 07 11:07:58.955000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40244) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:58.995967 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-4a4803ea-f3d9-4bce-bb18-8e2dfc347928 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] delete failed (client error): The resource could not be found. Mar 07 11:07:58.999713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a4803ea-f3d9-4bce-bb18-8e2dfc347928 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/routers/5bfab434-5bad-4255-a4bb-4caa7366d74b HTTP/1.1" status: 404 len: 336 time: 0.0437295 Mar 07 11:07:58.999926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:59.042183 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bf704f-a978-4442-a12a-dcdfeee72816 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:59.042786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bf704f-a978-4442-a12a-dcdfeee72816 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:59.046176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7bf704f-a978-4442-a12a-dcdfeee72816 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/a581627b-5b73-49a5-a88e-f1046547da94 HTTP/1.1" status: 404 len: 337 time: 0.0451448 Mar 07 11:07:59.049318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40254) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:59.086222 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9d8487-edde-4113-918c-3ce57e80ec47 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] DELETE failed (client error): The resource could not be found. Mar 07 11:07:59.086703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9d8487-edde-4113-918c-3ce57e80ec47 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:07:59.093370 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7c9d8487-edde-4113-918c-3ce57e80ec47 tempest-RoutersIpV6Test-1659667381 tempest-RoutersIpV6Test-1659667381-project] 10.222.0.23 "DELETE /v2.0/subnets/57bb4040-dd17-4ea7-91be-c43340618b77 HTTP/1.1" status: 404 len: 337 time: 0.0428720 Mar 07 11:07:59.454048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40276) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:59.557975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2a5291fd-7960-4e11-8b16-3b13c025ee55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72f8c1c854a44cb6b2ad1780ce23d665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1026320 Mar 07 11:07:59.561292 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40280) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:59.618064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20690-c40f-4d27-9fbf-2233f214408b req-1caa69a3-a537-4d81-8018-3a7d8cc2c16d tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:59.619665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69b20690-c40f-4d27-9fbf-2233f214408b req-1caa69a3-a537-4d81-8018-3a7d8cc2c16d tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 945 time: 0.3205299 Mar 07 11:07:59.632316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] Publish callbacks [] for security_group (307eb1d6-e21d-4ff2-9ccc-4550f5762bb2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:59.658978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] Publish callbacks [] for security_group (307eb1d6-e21d-4ff2-9ccc-4550f5762bb2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:59.680301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69b20690-c40f-4d27-9fbf-2233f214408b req-7e85c952-96d4-4d24-b873-8fd8ef7261ec tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541990 Mar 07 11:07:59.742768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (307eb1d6-e21d-4ff2-9ccc-4550f5762bb2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:59.745703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:59.746869 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/307eb1d6-e21d-4ff2-9ccc-4550f5762bb2 HTTP/1.1" status: 204 len: 168 time: 0.1840620 Mar 07 11:07:59.755999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae0686-22e6-4f35-983d-448ae45ab391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307eb1d6-e21d-4ff2-9ccc-4550f5762bb2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:00.511459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40310) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:00.627364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-61766918'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:00.650940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:00.654485 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.664560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.787279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for security_group (368eafd7-6438-4294-b7cc-af579957ddaf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.795987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (368eafd7-6438-4294-b7cc-af579957ddaf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.833026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:08:00.841541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368eafd7-6438-4294-b7cc-af579957ddaf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:00.849065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (458a40f5-ec18-41ec-b18e-af151b1e9686), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.849519 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 458a40f5-ec18-41ec-b18e-af151b1e9686 of type vlan for network f4813bd3-0bf7-4726-a166-5e67aa4a75ab Mar 07 11:08:00.903499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f4813bd3-0bf7-4726-a166-5e67aa4a75ab), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.920230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-197d4257-b77c-4187-9388-48029401d466 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:00.922483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-197d4257-b77c-4187-9388-48029401d466 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.26 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 945 time: 0.1298711 Mar 07 11:08:00.938748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27608d28-24d8-4603-9b98-fcf49f9b3229 req-7cc6e64d-40b1-48e3-a167-9756323c5921 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:00.940349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27608d28-24d8-4603-9b98-fcf49f9b3229 req-7cc6e64d-40b1-48e3-a167-9756323c5921 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 945 time: 0.1392968 Mar 07 11:08:00.948743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f4813bd3-0bf7-4726-a166-5e67aa4a75ab), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:00.954293 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:00.955000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.000347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4853652 Mar 07 11:08:01.002101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40318) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:01.006681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-317603634'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:01.059739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dd37b-9cd0-41d2-9148-911abd3b8e3e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=f4813bd3-0bf7-4726-a166-5e67aa4a75ab,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:01.073226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:08:01.080586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-27608d28-24d8-4603-9b98-fcf49f9b3229 req-134aee20-04f7-4199-ba60-352819b5fa3f tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309807 Mar 07 11:08:01.104766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:01.108923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.134074 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Deleting port edbe84de-40fd-4168-9faf-34927dfa7b5d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:01.134439 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.142053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:08:01.156987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4b53ef52-5496-4477-b734-89d4b75fd144), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.157424 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 4b53ef52-5496-4477-b734-89d4b75fd144 of type vlan for network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 Mar 07 11:08:01.215675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c0cd15db-18bf-4145-ace7-9e61d57b7ef3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.248272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] For port edbe84de-40fd-4168-9faf-34927dfa7b5d, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=edbe84de-40fd-4168-9faf-34927dfa7b5d,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:01.248966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.250951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c0cd15db-18bf-4145-ace7-9e61d57b7ef3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.258370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:01.260242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.265090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Calling delete_port for edbe84de-40fd-4168-9faf-34927dfa7b5d owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:01.313538 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3084207 Mar 07 11:08:01.330327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40320) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:01.338794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:01.345953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c57ca5-a4ac-439e-a15e-1112fd530741 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=c0cd15db-18bf-4145-ace7-9e61d57b7ef3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:01.358068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:08:01.471430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:01.483583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.590191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (edbe84de-40fd-4168-9faf-34927dfa7b5d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.603187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['edbe84de-40fd-4168-9faf-34927dfa7b5d'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:08:01.635504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Pushing event deleted for resources: {'Port': ['ID=edbe84de-40fd-4168-9faf-34927dfa7b5d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:01.690780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] No DVR routers for this DVR port edbe84de-40fd-4168-9faf-34927dfa7b5d on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:01.693544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.698137 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52e44788-ecc5-4824-a6df-d36b6c6a5bac req-c669ab78-d415-4f23-b4e3-375753b03615 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.26 "DELETE /v2.0/ports/edbe84de-40fd-4168-9faf-34927dfa7b5d HTTP/1.1" status: 204 len: 173 time: 0.7566340 Mar 07 11:08:01.700493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'name': 'network-vif-deleted', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:01.702790 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484defa5-dc4f-47c4-bfc4-3be940c974cd" -d '{"events": [{"server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "name": "network-vif-deleted", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:01.778914 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbebd027-6c1f-4a66-aaef-262637426d8e x-openstack-request-id: req-dbebd027-6c1f-4a66-aaef-262637426d8e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:01.779195 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9904305b-ea30-4c25-bd55-469cb1fee6a3", "name": "network-vif-deleted", "tag": "edbe84de-40fd-4168-9faf-34927dfa7b5d", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:01.779451 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbebd027-6c1f-4a66-aaef-262637426d8e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:01.779894 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9904305b-ea30-4c25-bd55-469cb1fee6a3', 'name': 'network-vif-deleted', 'tag': 'edbe84de-40fd-4168-9faf-34927dfa7b5d', 'status': 'completed', 'code': 200} Mar 07 11:08:01.807617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (431284f3-eed8-4957-8ba4-a57400eb1ed0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.874313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=431284f3-eed8-4957-8ba4-a57400eb1ed0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:01.884303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '458a40f5-ec18-41ec-b18e-af151b1e9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:01.884957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: f4813bd3-0bf7-4726-a166-5e67aa4a75ab, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:08:01.905413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:08:01.917564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f4813bd3-0bf7-4726-a166-5e67aa4a75ab) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:01.930888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:01.930888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:01.931547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d580f95-a79c-4ab8-86ed-90a127c6d2e8 None None] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:01.947609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e42a8706-950d-45b8-ad8a-436d9d55d9b1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6123087 Mar 07 11:08:01.948008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40334) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:01.953774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:02.047734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f4813bd3-0bf7-4726-a166-5e67aa4a75ab', 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '431284f3-eed8-4957-8ba4-a57400eb1ed0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:08:02.049895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.148776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:02.155569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.322699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6cce8b3a-9999-4906-8351-473dbebfe606 req-8af2272c-55c1-4693-9118-26bcf6f0d989 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904305b-ea30-4c25-bd55-469cb1fee6a3 HTTP/1.1" status: 200 len: 210 time: 0.0735793 Mar 07 11:08:02.324788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Allocated IP 172.20.0.2 (f4813bd3-0bf7-4726-a166-5e67aa4a75ab/431284f3-eed8-4957-8ba4-a57400eb1ed0/19d45f8f-c9cc-4d4a-8c31-b3d8282918d3) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:02.548149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (ac01188c-0c60-4645-9d52-6b46ec9fa002), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.695734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=ac01188c-0c60-4645-9d52-6b46ec9fa002,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:02.712345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks [] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.714255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '4b53ef52-5496-4477-b734-89d4b75fd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:02.714714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: c0cd15db-18bf-4145-ace7-9e61d57b7ef3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:08:02.722258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.737354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:08:02.752568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c0cd15db-18bf-4145-ace7-9e61d57b7ef3) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:02.767965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Pushing event updated for resources: {'Port': ['ID=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:02.770501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84d822-1af9-45e8-9c4a-f9001fe7d8d3 None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:02.774254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:02.775831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.802126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40342) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:02.802409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fdaa478c-35cd-4e9a-bf75-d73e035e2cd7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8527832 Mar 07 11:08:02.808982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-992021162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:02.842822 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (ffcf0152-834a-444d-b298-73964c0607c6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.844155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (ffcf0152-834a-444d-b298-73964c0607c6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.862371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.863012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.863519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.864566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.865083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.865413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.865737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.866057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.866377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.866737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.867894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.868224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.868553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:02.895308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:02.897343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:02.899828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:02.934095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c0cd15db-18bf-4145-ace7-9e61d57b7ef3', 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': 'ac01188c-0c60-4645-9d52-6b46ec9fa002'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:08:02.934991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.947628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (ffcf0152-834a-444d-b298-73964c0607c6), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.955968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (ffcf0152-834a-444d-b298-73964c0607c6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.985191 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:02.986940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4abfc0cc-1a30-4c95-9753-e57435569a47 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1834700 Mar 07 11:08:02.989485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Attempting to bind port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:02.989682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40344) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:02.990577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Attempting to bind port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '458a40f5-ec18-41ec-b18e-af151b1e9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:02.991125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Attempting to bind port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 on network f4813bd3-0bf7-4726-a166-5e67aa4a75ab {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:02.999332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:03.000096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Checking segment: {'id': '458a40f5-ec18-41ec-b18e-af151b1e9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:03.000706 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.001329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Bound using segment: {'id': '458a40f5-ec18-41ec-b18e-af151b1e9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:03.002137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Bound port: 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458a40f5-ec18-41ec-b18e-af151b1e9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f4813bd3-0bf7-4726-a166-5e67aa4a75ab'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:03.002766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.214547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] For port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:03.236120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Allocated IP 172.21.0.2 (c0cd15db-18bf-4145-ace7-9e61d57b7ef3/ac01188c-0c60-4645-9d52-6b46ec9fa002/c7cc4cc1-93ce-4367-a747-f38ed6d36d85) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:03.299159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] For port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,segment=NetworkSegment(458a40f5-ec18-41ec-b18e-af151b1e9686),segment_id=458a40f5-ec18-41ec-b18e-af151b1e9686)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:03.313489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.336367 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.449588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks [] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.468379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.517519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aeb91-183b-4fd4-a63c-bd0e784a2e22 None None] Pushing event updated for resources: {'Port': ['ID=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:03.524539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:03.526843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:03.529609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:03.654767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Pushing event updated for resources: {'Port': ['ID=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:03.673697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Attempting to bind port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:03.674073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Attempting to bind port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '4b53ef52-5496-4477-b734-89d4b75fd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:03.674480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Attempting to bind port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 on network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:03.680240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:03.680596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Checking segment: {'id': '4b53ef52-5496-4477-b734-89d4b75fd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:03.681165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.681781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Bound using segment: {'id': '4b53ef52-5496-4477-b734-89d4b75fd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:03.682199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Bound port: c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b53ef52-5496-4477-b734-89d4b75fd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0cd15db-18bf-4145-ace7-9e61d57b7ef3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:03.682582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.795950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.20.0.1 (f4813bd3-0bf7-4726-a166-5e67aa4a75ab/431284f3-eed8-4957-8ba4-a57400eb1ed0/582b12dc-0699-42c6-9a00-8b25e5b331ee) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:03.882720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] For port c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:03.888645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] For port c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,segment=NetworkSegment(4b53ef52-5496-4477-b734-89d4b75fd144),segment_id=4b53ef52-5496-4477-b734-89d4b75fd144)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:03.900381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:03.987626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e88713-181e-46b5-9e27-30f06512e951 None None] Pushing event updated for resources: {'Port': ['ID=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:04.004528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.088086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.142204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=582b12dc-0699-42c6-9a00-8b25e5b331ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:04.157256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:04.158791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:04.162569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:04.261803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.444183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.615922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device edbe84de-40fd-4168-9faf-34927dfa7b5d no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:04.674951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: edbe84de-40fd-4168-9faf-34927dfa7b5d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:08:04.680652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device edbe84de-40fd-4168-9faf-34927dfa7b5d not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:04.826639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:04.949560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.949897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:04.950596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.960961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.071808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.078675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=582b12dc-0699-42c6-9a00-8b25e5b331ee,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:05.146884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:05.147267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.183729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3155118-5c6d-4bb9-856f-2bea2b9a036d None None] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:05.245089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:05.249281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:05.272878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,segment=NetworkSegment(458a40f5-ec18-41ec-b18e-af151b1e9686),segment_id=458a40f5-ec18-41ec-b18e-af151b1e9686)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:05.327871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.329073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7cc4cc1-93ce-4367-a747-f38ed6d36d85 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:05.461172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c9a125a1-77e9-4c2a-85d0-6bddd7e88fc8 None None] Provisioning complete for port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:05.461883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9a125a1-77e9-4c2a-85d0-6bddd7e88fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.530937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ffcf0152-834a-444d-b298-73964c0607c6 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:08:05.561934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:05.614202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c9a125a1-77e9-4c2a-85d0-6bddd7e88fc8 None None] Current status of the port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:05.619817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:05.620464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.691672 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:05.699694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-264ee908-45ce-4628-98f7-315f986f93a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083511 Mar 07 11:08:05.702879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40380) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:05.705760 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] Sync routers for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:05.743246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:05.743957 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:05.759252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:05.759796 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:05.772308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae093b3-5c20-4a08-b034-63dd4c044439 None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:05.793980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf10387-9199-4759-9ae3-7ec0917c0320 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:05.796853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-faf10387-9199-4759-9ae3-7ec0917c0320 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports/582b12dc-0699-42c6-9a00-8b25e5b331ee HTTP/1.1" status: 200 len: 910 time: 0.0920119 Mar 07 11:08:05.799490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40382) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:05.886588 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:05.920402 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:05.921256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:05.997466 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:05.998130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e4d04-2716-45ea-bf50-a9f3efeb971f None None] The sync data for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:06.051854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-742638ce-a555-440f-83a6-ad0fb5fa80df None None] Provisioning complete for port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:06.056394 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-742638ce-a555-440f-83a6-ad0fb5fa80df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.084592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,segment=NetworkSegment(4b53ef52-5496-4477-b734-89d4b75fd144),segment_id=4b53ef52-5496-4477-b734-89d4b75fd144)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:06.146629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.225064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:06.322414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-742638ce-a555-440f-83a6-ad0fb5fa80df None None] Current status of the port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:06.477319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Provisioning complete for port 582b12dc-0699-42c6-9a00-8b25e5b331ee triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:06.478087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.551923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.568469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Port 582b12dc-0699-42c6-9a00-8b25e5b331ee cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:06.630321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Provisioning complete for port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:06.631082 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.771781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:06.886234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-30ec3d74-da45-4b61-a626-f955901e15d0 None None] Current status of the port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:06.934579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:06.934952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.078277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Provisioning complete for port 582b12dc-0699-42c6-9a00-8b25e5b331ee triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:07.078642 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.122031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.21.0.1 (c0cd15db-18bf-4145-ace7-9e61d57b7ef3/ac01188c-0c60-4645-9d52-6b46ec9fa002/80245d66-625b-4809-903a-201acaa1e788) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:07.131926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Port 582b12dc-0699-42c6-9a00-8b25e5b331ee cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:07.237350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Provisioning complete for port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:07.238034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.298756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:07.300233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7cc4cc1-93ce-4367-a747-f38ed6d36d85 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:07.326302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (80245d66-625b-4809-903a-201acaa1e788), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.381875 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (80245d66-625b-4809-903a-201acaa1e788), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.433571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:07.438196 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:07.443802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:07.516264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=80245d66-625b-4809-903a-201acaa1e788,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:07.521760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc3672-4071-433a-9cc0-290ca4e20441 None None] Current status of the port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:07.551469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.552022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:07.554650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.744389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:07.827950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (80245d66-625b-4809-903a-201acaa1e788), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.901516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-05e96a8d-c3ec-4f9c-a461-7197ffcc6abe None None] Provisioning complete for port 80245d66-625b-4809-903a-201acaa1e788 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:07.902557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05e96a8d-c3ec-4f9c-a461-7197ffcc6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80245d66-625b-4809-903a-201acaa1e788), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:07.978220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-05e96a8d-c3ec-4f9c-a461-7197ffcc6abe None None] Port 80245d66-625b-4809-903a-201acaa1e788 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:08.352436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (80245d66-625b-4809-903a-201acaa1e788), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:08.357973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (80245d66-625b-4809-903a-201acaa1e788), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:08.442030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=80245d66-625b-4809-903a-201acaa1e788,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:08.444730 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:08.468480 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:08:08.551853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:08.553183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:08.682436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ffcf0152-834a-444d-b298-73964c0607c6 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:08.853694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:08.863869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] Sync routers for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:08.867041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a856b327-e50e-4904-8c52-416c201eafec tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0656617 Mar 07 11:08:08.869019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:08.888386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:08.891633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:08.934882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:08.950307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cb0828df-3ac9-41a5-a4b4-01dee882a39c None None] Provisioning complete for port 80245d66-625b-4809-903a-201acaa1e788 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:08.950958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cb0828df-3ac9-41a5-a4b4-01dee882a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80245d66-625b-4809-903a-201acaa1e788), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:08.962778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc65148-e8d9-400c-9150-0952f80b818d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.964441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3cc65148-e8d9-400c-9150-0952f80b818d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports/80245d66-625b-4809-903a-201acaa1e788 HTTP/1.1" status: 200 len: 910 time: 0.0942676 Mar 07 11:08:08.967441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40408) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:08.979203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:08.980446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:09.034752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:09.035533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9f9bd-b753-421d-bdb4-c5867ba6e92a None None] The sync data for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:09.057265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cb0828df-3ac9-41a5-a4b4-01dee882a39c None None] Port 80245d66-625b-4809-903a-201acaa1e788 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:09.514472 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:10.012155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 80245d66-625b-4809-903a-201acaa1e788 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:10.012951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (80245d66-625b-4809-903a-201acaa1e788), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:10.533734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (80245d66-625b-4809-903a-201acaa1e788), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:10.550449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 80245d66-625b-4809-903a-201acaa1e788 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:10.842779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (80245d66-625b-4809-903a-201acaa1e788), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:10.896057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=80245d66-625b-4809-903a-201acaa1e788,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:11.153359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:11.393624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ffcf0152-834a-444d-b298-73964c0607c6 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:11.515740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:11.522167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c8589be-ad51-49f2-826d-9a308aeb6884 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535481 Mar 07 11:08:11.525233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40450) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:11.529105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] Sync routers for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:11.543745 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:11.544936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:11.593308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:11.605110 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:11.607509 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:11.642853 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:11.643894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4483f24-4191-49f7-b344-9c415b39dc3e None None] The sync data for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:11.946597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:12.280160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 582b12dc-0699-42c6-9a00-8b25e5b331ee {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:12.280583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:12.442072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:12.456561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 582b12dc-0699-42c6-9a00-8b25e5b331ee owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:12.733735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (582b12dc-0699-42c6-9a00-8b25e5b331ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:12.775161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=582b12dc-0699-42c6-9a00-8b25e5b331ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:12.977483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (ffcf0152-834a-444d-b298-73964c0607c6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:13.554047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ffcf0152-834a-444d-b298-73964c0607c6 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:13.638848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:13.656054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e77ed0a9-38ce-4afb-b2c5-d3f93eab047c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1279843 Mar 07 11:08:13.657499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:13.661928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] Sync routers for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:13.707319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:13.708117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:13.729385 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52a69f6d-cf9d-4f27-992b-b9f0454655a5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffcf0152-834a-444d-b298-73964c0607c6 HTTP/1.1" status: 200 len: 205 time: 0.0698042 Mar 07 11:08:13.732143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40474) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:13.753599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:13.764769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] Routers {'ffcf0152-834a-444d-b298-73964c0607c6'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:13.765855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:07:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ffcf0152-834a-444d-b298-73964c0607c6'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:13.821794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:13.822839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415c9f3-dd88-4e71-ab57-13b38d19bcef None None] The sync data for ids ['ffcf0152-834a-444d-b298-73964c0607c6'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:13.864616 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (ffcf0152-834a-444d-b298-73964c0607c6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.078575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (ffcf0152-834a-444d-b298-73964c0607c6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.081730 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (ffcf0152-834a-444d-b298-73964c0607c6), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.151359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (ffcf0152-834a-444d-b298-73964c0607c6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.152023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router ffcf0152-834a-444d-b298-73964c0607c6 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:08:14.193043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.194212 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ff7e061-78f4-4477-9e49-81495b02db35 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6 HTTP/1.1" status: 204 len: 168 time: 0.4609828 Mar 07 11:08:14.197543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40480) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:14.276507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet ac01188c-0c60-4645-9d52-6b46ec9fa002 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:08:14.280526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (ac01188c-0c60-4645-9d52-6b46ec9fa002), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.328994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (ac01188c-0c60-4645-9d52-6b46ec9fa002), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.462578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (ac01188c-0c60-4645-9d52-6b46ec9fa002), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.558699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (ac01188c-0c60-4645-9d52-6b46ec9fa002), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.589669 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=ac01188c-0c60-4645-9d52-6b46ec9fa002,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:14.601035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.601333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5829cae9-ea9f-4b27-94c0-2756904a20fb None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:14.607004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22649f60-3a48-4728-b6c6-6586b49e321d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/ac01188c-0c60-4645-9d52-6b46ec9fa002 HTTP/1.1" status: 204 len: 168 time: 0.4082763 Mar 07 11:08:14.609494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40488) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:14.707901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 431284f3-eed8-4957-8ba4-a57400eb1ed0 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:08:14.722402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (431284f3-eed8-4957-8ba4-a57400eb1ed0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.814103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (431284f3-eed8-4957-8ba4-a57400eb1ed0), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.908745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (431284f3-eed8-4957-8ba4-a57400eb1ed0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:14.977096 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (431284f3-eed8-4957-8ba4-a57400eb1ed0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.015400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.018997 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/431284f3-eed8-4957-8ba4-a57400eb1ed0 HTTP/1.1" status: 204 len: 168 time: 0.4079952 Mar 07 11:08:15.020240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625832f-3ea9-4962-a358-45098c098d52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=431284f3-eed8-4957-8ba4-a57400eb1ed0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:15.022434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40496) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:15.067468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f0848-4907-4f1c-88ec-6927c7017df6 None None] Network f4813bd3-0bf7-4726-a166-5e67aa4a75ab requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:15.171051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c0cd15db-18bf-4145-ace7-9e61d57b7ef3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.301428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] DHCP port deletion for c0cd15db-18bf-4145-ace7-9e61d57b7ef3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:08:15.322427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:15.323082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.370183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] DHCP port deletion for f4813bd3-0bf7-4726-a166-5e67aa4a75ab request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:08:15.411062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,segment=NetworkSegment(4b53ef52-5496-4477-b734-89d4b75fd144),segment_id=4b53ef52-5496-4477-b734-89d4b75fd144)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:15.411793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.426580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for c7cc4cc1-93ce-4367-a747-f38ed6d36d85 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:15.537008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Deleting port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:15.537429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.537701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.585378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:15.598382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:15.641486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] For port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,segment=NetworkSegment(458a40f5-ec18-41ec-b18e-af151b1e9686),segment_id=458a40f5-ec18-41ec-b18e-af151b1e9686)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:15.644103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.675917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Calling delete_port for 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:15.815812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Deleting port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:15.816263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.821886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c0cd15db-18bf-4145-ace7-9e61d57b7ef3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:15.893307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cd15db-18bf-4145-ace7-9e61d57b7ef3']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:15.915804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b53ef52-5496-4477-b734-89d4b75fd144') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:15.916099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b53ef52-5496-4477-b734-89d4b75fd144') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:15.951369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (4b53ef52-5496-4477-b734-89d4b75fd144), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.004979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4b53ef52-5496-4477-b734-89d4b75fd144), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.034429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:08:16.038180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (4b53ef52-5496-4477-b734-89d4b75fd144), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:08:16.056212 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:08:16.089296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] For port c7cc4cc1-93ce-4367-a747-f38ed6d36d85, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:16.089886 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.171366 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (19d45f8f-c9cc-4d4a-8c31-b3d8282918d3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.177165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c0cd15db-18bf-4145-ace7-9e61d57b7ef3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.185286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.188919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/c0cd15db-18bf-4145-ace7-9e61d57b7ef3 HTTP/1.1" status: 204 len: 168 time: 1.1614285 Mar 07 11:08:16.192481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:16.209167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c477c-e973-44fb-9847-52f0954385c4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=c0cd15db-18bf-4145-ace7-9e61d57b7ef3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:16.292119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Calling delete_port for c7cc4cc1-93ce-4367-a747-f38ed6d36d85 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:16.298033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] Pushing event deleted for resources: {'Port': ['ID=19d45f8f-c9cc-4d4a-8c31-b3d8282918d3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:16.302892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:08:16.304567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47baae9-81a5-4b80-904e-747bd1e8222d None None] No DVR routers for this DVR port 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:16.308548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c7cc4cc1-93ce-4367-a747-f38ed6d36d85), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.365846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Network c0cd15db-18bf-4145-ace7-9e61d57b7ef3 is not hosted by any dhcp agent {{(pid=103790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:08:16.366397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] No DVR routers for this DVR port c7cc4cc1-93ce-4367-a747-f38ed6d36d85 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:16.371935 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f4813bd3-0bf7-4726-a166-5e67aa4a75ab), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.382980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b680f-61c2-4f91-ac25-09823ce0a7e1 None None] Pushing event deleted for resources: {'Port': ['ID=c7cc4cc1-93ce-4367-a747-f38ed6d36d85,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:16.551069 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f4813bd3-0bf7-4726-a166-5e67aa4a75ab), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.583853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4813bd3-0bf7-4726-a166-5e67aa4a75ab']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:16.625114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458a40f5-ec18-41ec-b18e-af151b1e9686') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:16.627621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458a40f5-ec18-41ec-b18e-af151b1e9686') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:16.648309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (458a40f5-ec18-41ec-b18e-af151b1e9686), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.667217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (458a40f5-ec18-41ec-b18e-af151b1e9686), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.675014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:08:16.675500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (458a40f5-ec18-41ec-b18e-af151b1e9686), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:08:16.679724 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:08:16.710901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:16.752985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:08:16.754771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 19d45f8f-c9cc-4d4a-8c31-b3d8282918d3 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:16.755420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7cc4cc1-93ce-4367-a747-f38ed6d36d85 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:16.794785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c7cc4cc1-93ce-4367-a747-f38ed6d36d85 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:08:16.795134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c7cc4cc1-93ce-4367-a747-f38ed6d36d85 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:16.797939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f4813bd3-0bf7-4726-a166-5e67aa4a75ab), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.840662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.850627 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/f4813bd3-0bf7-4726-a166-5e67aa4a75ab HTTP/1.1" status: 204 len: 168 time: 0.6521935 Mar 07 11:08:16.851755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40512) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:16.857625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991600511'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:16.880906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a85e7-efae-4dbe-a3ca-1b857bf3e614 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=f4813bd3-0bf7-4726-a166-5e67aa4a75ab,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:16.919872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:16.923341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.980604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:08:16.997158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4351fd0f-2004-4044-95a9-33cf885cece3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:16.997158 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 4351fd0f-2004-4044-95a9-33cf885cece3 of type vlan for network 1f10849e-d256-4f48-8714-c41024b9f5e5 Mar 07 11:08:17.106583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (1f10849e-d256-4f48-8714-c41024b9f5e5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:17.200317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (1f10849e-d256-4f48-8714-c41024b9f5e5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:17.206627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.207381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:17.226600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3ccd-a35a-4401-830b-4c3eabb0a358 req-7862540a-af55-4bde-9d91-300f189ac7d9 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.236522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ddc3ccd-a35a-4401-830b-4c3eabb0a358 req-7862540a-af55-4bde-9d91-300f189ac7d9 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1127 time: 0.0989451 Mar 07 11:08:17.325432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40522) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:17.325977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4724727 Mar 07 11:08:17.332106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:17.394855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a4c72-e7e6-469b-9847-e30220c338c5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=1f10849e-d256-4f48-8714-c41024b9f5e5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:17.410397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:08:17.517566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ddc3ccd-a35a-4401-830b-4c3eabb0a358 req-7a0daa56-c94e-4d25-8872-a4406d6f4049 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799268 Mar 07 11:08:17.585888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:17.593215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:17.764615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35499-5152-44a6-931b-be8fe364d605 req-d36cfe15-db5d-44d9-a833-a16c542a2ac8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.766412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f35499-5152-44a6-931b-be8fe364d605 req-d36cfe15-db5d-44d9-a833-a16c542a2ac8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1635637 Mar 07 11:08:17.871324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f35499-5152-44a6-931b-be8fe364d605 req-67f3c5b0-c1e0-499a-8661-7123cc358a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850556 Mar 07 11:08:17.891016 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40532) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:18.009724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c56e72bf-ae52-409c-9bc8-cf5b1ab3f10a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 200 len: 993 time: 0.1170826 Mar 07 11:08:18.051192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (2417187a-4906-4116-afa0-e8626eed5afc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.157595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '4351fd0f-2004-4044-95a9-33cf885cece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:18.158594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: 1f10849e-d256-4f48-8714-c41024b9f5e5, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:08:18.161115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=2417187a-4906-4116-afa0-e8626eed5afc,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:18.201024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:08:18.214518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 1f10849e-d256-4f48-8714-c41024b9f5e5) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:18.219255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:18.219800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.229518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072f09a-5b18-4649-a672-bb7c2808b2db None None] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:18.250974 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b5fcba3e-76f3-490f-baac-8fd332273c07 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9232130 Mar 07 11:08:18.253810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:18.259307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-606463612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:18.293104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.297038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.375540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.384647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.421343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.421609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-1f10849e-d256-4f48-8714-c41024b9f5e5', 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '2417187a-4906-4116-afa0-e8626eed5afc'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:08:18.422611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.423301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e905a051-65b7-4c29-8676-1d8da8356088 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1684039 Mar 07 11:08:18.426634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:18.437056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'port': {'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5', 'name': 'tempest-RoutersTest-1639324180'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:18.678648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:18.687469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:18.717297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-501cdda9-7b81-45fb-8774-de025e2428c7 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:18.718877 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-501cdda9-7b81-45fb-8774-de025e2428c7 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 813 time: 0.2550421 Mar 07 11:08:18.726495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] device_id is not set on port 333a6027-8dc0-4b71-906b-3eff37ec3d57 yet. {{(pid=103788) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:08:18.731147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Allocated IP 172.20.0.2 (1f10849e-d256-4f48-8714-c41024b9f5e5/2417187a-4906-4116-afa0-e8626eed5afc/07a8b503-ded7-44f9-bd73-a12f3207eb1a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:18.740989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-b28a5df0-01eb-482b-832a-63669e4b78f0 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/quotas/a49bcde95b0c44bd89c11e968d1c4352 HTTP/1.1" status: 200 len: 375 time: 0.0144346 Mar 07 11:08:18.796198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-659c3118-d7f0-4930-a9de-3edcc1b8f733 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460942 Mar 07 11:08:18.868881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40570) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:19.016140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks [] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.039253 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.135135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Pushing event updated for resources: {'Port': ['ID=07a8b503-ded7-44f9-bd73-a12f3207eb1a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:19.148265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5dbd1-2a80-4b85-b23d-4eecc058a356 req-4694a2e4-2c40-45e1-bce0-b2f6fcc22b6c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:19.150085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fa5dbd1-2a80-4b85-b23d-4eecc058a356 req-4694a2e4-2c40-45e1-bce0-b2f6fcc22b6c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.2416394 Mar 07 11:08:19.157183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:19.158650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:19.161425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:19.162717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-86d4b777-371e-4cc6-b6f3-dd920df06613 service neutron] 10.222.0.23 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562419 Mar 07 11:08:19.190964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.20.0.13 (1f10849e-d256-4f48-8714-c41024b9f5e5/2417187a-4906-4116-afa0-e8626eed5afc/333a6027-8dc0-4b71-906b-3eff37ec3d57) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:19.264770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Attempting to bind port 07a8b503-ded7-44f9-bd73-a12f3207eb1a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:19.265154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Attempting to bind port 07a8b503-ded7-44f9-bd73-a12f3207eb1a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '4351fd0f-2004-4044-95a9-33cf885cece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:19.265654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Attempting to bind port 07a8b503-ded7-44f9-bd73-a12f3207eb1a on network 1f10849e-d256-4f48-8714-c41024b9f5e5 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:19.271256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:19.271626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Checking segment: {'id': '4351fd0f-2004-4044-95a9-33cf885cece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:19.272061 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.272602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Bound using segment: {'id': '4351fd0f-2004-4044-95a9-33cf885cece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:19.273306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Bound port: 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4351fd0f-2004-4044-95a9-33cf885cece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1f10849e-d256-4f48-8714-c41024b9f5e5'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:19.273695 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.293911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-40ed5634-6c5d-4282-a1b9-63f7f0635d7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4232593 Mar 07 11:08:19.309779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-c57f8779-aec3-4d7d-a6cf-364faa3acd5c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:08:19.310814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-c57f8779-aec3-4d7d-a6cf-364faa3acd5c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090024 Mar 07 11:08:19.321156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5fa5dbd1-2a80-4b85-b23d-4eecc058a356 req-3e5179d2-c911-4323-a12e-1aad925cbdd8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571522 Mar 07 11:08:19.344210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-b94f9541-8e48-4487-90aa-d0a805689451 service neutron] 10.222.0.23 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637013 Mar 07 11:08:19.386668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] For port 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:19.393324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] For port 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07a8b503-ded7-44f9-bd73-a12f3207eb1a,segment=NetworkSegment(4351fd0f-2004-4044-95a9-33cf885cece3),segment_id=4351fd0f-2004-4044-95a9-33cf885cece3)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:19.405811 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.409098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.485584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.551504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=333a6027-8dc0-4b71-906b-3eff37ec3d57,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:19.567850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5a642-4c27-4249-b3b0-8988957bbdf3 None None] Pushing event updated for resources: {'Port': ['ID=07a8b503-ded7-44f9-bd73-a12f3207eb1a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:19.569128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:19.577642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:19.581451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:19.650946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb69d4dc-ecdd-426a-92b0-8fb0a2b30f4f req-c92e9c77-4c13-4e14-906b-777f63155e16 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 210 time: 0.0666890 Mar 07 11:08:19.665123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:19.666012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.693174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46b3d0b1-b1b5-4387-9434-649e3d293ddf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2649074 Mar 07 11:08:19.696171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40586) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:20.178797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:20.242962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-f7986198-c8b2-4e58-aed4-98e64b3d509f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:20.245103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-f7986198-c8b2-4e58-aed4-98e64b3d509f tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1124 time: 0.0988569 Mar 07 11:08:20.575980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df16e-691a-4d0c-b870-beaf2257158c req-46184b7e-a654-4631-bf41-af959ebdb765 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:20.594696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f9df16e-691a-4d0c-b870-beaf2257158c req-46184b7e-a654-4631-bf41-af959ebdb765 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1465447 Mar 07 11:08:20.735328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:20.747699 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:20.755613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-204742d6-2b5e-4a8f-8070-8ddd550fc4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:20.865214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07a8b503-ded7-44f9-bd73-a12f3207eb1a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:20.902086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f9df16e-691a-4d0c-b870-beaf2257158c req-2ade562c-7db5-4a30-a3ee-638d936e240c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972834 Mar 07 11:08:20.921202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f11c628f-683f-4ccc-ac48-9ff0b5605e19 req-d24b6da6-ddad-4079-9ef0-23de3e9a8760 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 210 time: 0.0732846 Mar 07 11:08:20.970481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=333a6027-8dc0-4b71-906b-3eff37ec3d57,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:21.090363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:21.091185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:21.349356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:21.406431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 07a8b503-ded7-44f9-bd73-a12f3207eb1a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:21.406957 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:21.409271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b782068-c4a8-4120-9818-d2ef15c3549a None None] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:21.574711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-43b1307c-374d-498f-8961-eff1fcd8c6f8 None None] Provisioning complete for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:21.575153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-43b1307c-374d-498f-8961-eff1fcd8c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:21.671357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-efd90050-7487-48b4-9d5b-f7144ca71784 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:21.672915 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-efd90050-7487-48b4-9d5b-f7144ca71784 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.32 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 813 time: 0.5033317 Mar 07 11:08:21.720500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07a8b503-ded7-44f9-bd73-a12f3207eb1a,segment=NetworkSegment(4351fd0f-2004-4044-95a9-33cf885cece3),segment_id=4351fd0f-2004-4044-95a9-33cf885cece3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:21.738130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:21.905729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=07a8b503-ded7-44f9-bd73-a12f3207eb1a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:21.918324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-43b1307c-374d-498f-8961-eff1fcd8c6f8 None None] Current status of the port 07a8b503-ded7-44f9-bd73-a12f3207eb1a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:22.105407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6b41d56-a191-475f-b6b4-edcbf9cdeb95 req-40cf8973-a411-42b0-b72f-2179e5099335 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 210 time: 0.0643015 Mar 07 11:08:22.176110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-4fdc475b-230e-47a2-af8c-fd37640a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:22.177675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-4fdc475b-230e-47a2-af8c-fd37640a87a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1127 time: 0.2074342 Mar 07 11:08:22.192351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7d97-6a5e-49c3-bc27-e2404937cfa9 req-0d15d6f1-0811-4fa5-86d7-82997a52961d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:22.201358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b5d7d97-6a5e-49c3-bc27-e2404937cfa9 req-0d15d6f1-0811-4fa5-86d7-82997a52961d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0983827 Mar 07 11:08:22.296007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Request body: {'port': {'device_id': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834', 'admin_state_up': True, 'tenant_id': 'a49bcde95b0c44bd89c11e968d1c4352'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:22.305103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-26a5c02d-9746-41f1-850a-3a2da69138ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:22.306980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-26a5c02d-9746-41f1-850a-3a2da69138ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1227930 Mar 07 11:08:22.408929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b5d7d97-6a5e-49c3-bc27-e2404937cfa9 req-0796f523-a914-415f-ab38-de3a744d4ed7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059596 Mar 07 11:08:22.443047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-951ddd42-a93c-4da4-a157-3f430de38571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1001 time: 0.1292143 Mar 07 11:08:22.459736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Provisioning complete for port 333a6027-8dc0-4b71-906b-3eff37ec3d57 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:22.460466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.460891 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.471197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Made reservation on behalf of a49bcde95b0c44bd89c11e968d1c4352 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:22.476658 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.542078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-9a92f8b6-aa5b-4eb9-8520-163bca1d311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:22.543819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-9a92f8b6-aa5b-4eb9-8520-163bca1d311b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.0951729 Mar 07 11:08:22.549297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Port 333a6027-8dc0-4b71-906b-3eff37ec3d57 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:22.581136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Provisioning complete for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:22.581697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.638835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-9a1e46c9-43e2-4a69-999f-cacccedcc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:22.640426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-9a1e46c9-43e2-4a69-999f-cacccedcc4c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909464 Mar 07 11:08:22.653373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e401ba87-0a3c-480a-bf34-5c4269ed2811 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:08:22.654381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e401ba87-0a3c-480a-bf34-5c4269ed2811 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057099 Mar 07 11:08:22.747822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07a8b503-ded7-44f9-bd73-a12f3207eb1a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:22.778970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee33cf40-10d7-4490-b748-a7d4960913a2 None None] Current status of the port 07a8b503-ded7-44f9-bd73-a12f3207eb1a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:22.827083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:22.827427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.886631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-42121104-34b7-496f-a00a-acae6de21471 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207470 Mar 07 11:08:22.918325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 07a8b503-ded7-44f9-bd73-a12f3207eb1a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:22.937075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-874d6fa7-84e1-4c06-904a-44de7dcf0523 None None] Provisioning complete for port 333a6027-8dc0-4b71-906b-3eff37ec3d57 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:22.937384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-874d6fa7-84e1-4c06-904a-44de7dcf0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:22.983473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-874d6fa7-84e1-4c06-904a-44de7dcf0523 None None] Port 333a6027-8dc0-4b71-906b-3eff37ec3d57 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:23.033118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-05f158e4-b644-4b1f-87db-6434829e816a service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456118 Mar 07 11:08:23.068404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Allocated IP 172.20.0.2 (c8203769-f1d7-4922-b4f9-f792b1fc6834/58dc09ac-0c48-48ae-bf48-808a0e53bdc3/3765aa45-e6a4-45b5-8c77-e9d3199646a9) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:23.072374 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f4e557-7bff-407e-bcb4-59a3ef93b190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.227639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3463c9d3-3943-43ba-b069-7ca1a2feb370 None None] Provisioning complete for port 333a6027-8dc0-4b71-906b-3eff37ec3d57 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:23.228623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3463c9d3-3943-43ba-b069-7ca1a2feb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.287468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7594cc36-9136-434f-8052-b1aa5a681ba9 req-c6083c20-3b7e-4ef1-ae71-bef796efcc88 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Mar 07 11:08:23.309749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3463c9d3-3943-43ba-b069-7ca1a2feb370 None None] Port 333a6027-8dc0-4b71-906b-3eff37ec3d57 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:23.368929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.376596 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.494994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.499576 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks [] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.501394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=333a6027-8dc0-4b71-906b-3eff37ec3d57,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:23.597988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a82fa-0b8c-4452-9ff9-3b9f3d64cd90 req-f986d124-d7a2-45f0-8a06-94f360d5e5b1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:23.612210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e1a82fa-0b8c-4452-9ff9-3b9f3d64cd90 req-f986d124-d7a2-45f0-8a06-94f360d5e5b1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1039944 Mar 07 11:08:23.622629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.685404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Network c8203769-f1d7-4922-b4f9-f792b1fc6834 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:23.687715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e1a82fa-0b8c-4452-9ff9-3b9f3d64cd90 req-c9486563-be03-417f-b930-b09e371239bd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732410 Mar 07 11:08:23.697648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:23.701801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:23.710542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:23.737901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Pushing event updated for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:23.746227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:23.821656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:23.822350 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.889717 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-eb7bc2ea-f303-4c5e-a534-2f39ec9d1209 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2046280 Mar 07 11:08:23.909413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Request body: {'port': {'device_id': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:24.008095 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.052041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2fb1b443-6d39-4010-bef0-55e943666eea None None] Provisioning complete for port 333a6027-8dc0-4b71-906b-3eff37ec3d57 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:24.053380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2fb1b443-6d39-4010-bef0-55e943666eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.059702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router e6a440a2-d95e-4d8a-a981-f65decf7eaa8 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:08:24.103276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1b443-6d39-4010-bef0-55e943666eea None None] Port 333a6027-8dc0-4b71-906b-3eff37ec3d57 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:24.299939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:24.309714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed561179-322b-4855-9b0d-cccb721b6896 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/e6a440a2-d95e-4d8a-a981-f65decf7eaa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121297 Mar 07 11:08:24.312451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:24.325264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.326647 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] Sync routers for ids ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:24.352295 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] Routers {'e6a440a2-d95e-4d8a-a981-f65decf7eaa8'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:24.353101 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:24.414356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.434365 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:24.440907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbb089c-5d95-4d60-b42f-20078cc5eb0a tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:24.445470 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] Routers {'e6a440a2-d95e-4d8a-a981-f65decf7eaa8'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:24.446304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40652) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:24.447076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4fbb089c-5d95-4d60-b42f-20078cc5eb0a tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports/333a6027-8dc0-4b71-906b-3eff37ec3d57 HTTP/1.1" status: 200 len: 978 time: 0.1332481 Mar 07 11:08:24.447367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:24.484503 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:24.485474 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a3db6-967f-4e3a-96b9-d02304ce481b None None] The sync data for ids ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:24.538452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769683a0-4d0e-4f9d-9fb3-3ee8fa96a2c2 req-26dd47b4-e935-4912-9849-2ec74113b2d8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:24.540119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-769683a0-4d0e-4f9d-9fb3-3ee8fa96a2c2 req-26dd47b4-e935-4912-9849-2ec74113b2d8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 931 time: 0.0838501 Mar 07 11:08:24.601442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-769683a0-4d0e-4f9d-9fb3-3ee8fa96a2c2 req-7906dc93-d308-41b4-a785-f8dea98799b8 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Mar 07 11:08:24.657042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3765aa45-e6a4-45b5-8c77-e9d3199646a9 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:24.668564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks [] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.692374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Transition to ACTIVE for port object 3765aa45-e6a4-45b5-8c77-e9d3199646a9 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:08:24.700115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:24.823256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-c4341d4d-078e-458f-afb0-74de1253ba85 req-e3a2b096-4929-4a85-ac5e-dbd2e8ade776 service neutron] (103789) timed out ('10.222.0.26', 59094) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:08:24.865781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Pushing event updated for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:24.926851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b8df7-1ea3-404b-ae19-e409f59ced2b req-584ee24f-8921-422d-9d1b-45695e79365b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:24.928192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae4b8df7-1ea3-404b-ae19-e409f59ced2b req-584ee24f-8921-422d-9d1b-45695e79365b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0737653 Mar 07 11:08:24.985803 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Attempting to bind port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:24.986298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Attempting to bind port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:24.986730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Attempting to bind port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 on network c8203769-f1d7-4922-b4f9-f792b1fc6834 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:24.996978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae4b8df7-1ea3-404b-ae19-e409f59ced2b req-ec8c4a51-29fa-476a-8c1b-b39e04b904f3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596223 Mar 07 11:08:25.002733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 on network c8203769-f1d7-4922-b4f9-f792b1fc6834 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:08:25.003065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Attempting to bind port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 on network c8203769-f1d7-4922-b4f9-f792b1fc6834 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:25.036540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:25.037049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Checking segment: {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:25.037529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Bound using segment: {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:25.038186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Bound port: 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfa8e92-b9e1-449a-ad16-cb9dea887d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:25.038680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.097365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.227948 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:25.232934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:25.251355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.345040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:25.345631 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.347136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] 10.222.0.32 "PUT /v2.0/ports/3765aa45-e6a4-45b5-8c77-e9d3199646a9 HTTP/1.1" status: 200 len: 1091 time: 1.4482665 Mar 07 11:08:25.348365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:25.351132 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:25.400486 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc7c3a-d921-40c5-a50c-cc4170265fa8 x-openstack-request-id: req-91bc7c3a-d921-40c5-a50c-cc4170265fa8 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:25.400775 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:25.401030 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91bc7c3a-d921-40c5-a50c-cc4170265fa8 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:25.401474 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9', 'status': 'completed', 'code': 200} Mar 07 11:08:25.415689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83f9b-918b-4274-8900-2e9ee46e3d36 service neutron] Pushing event updated for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:25.486727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-2dfc91ea-a23c-46ea-9be1-7fe1196aa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:25.488792 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-2dfc91ea-a23c-46ea-9be1-7fe1196aa3bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 1125 time: 0.0901902 Mar 07 11:08:25.541064 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-dafa9a07-5894-4ed7-8816-7c035688fa57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9 HTTP/1.1" status: 200 len: 217 time: 0.0448360 Mar 07 11:08:25.579302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 333a6027-8dc0-4b71-906b-3eff37ec3d57 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:25.579623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.642387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-8d5392cf-f687-499e-8f39-bb9bb676f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:25.643808 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-8d5392cf-f687-499e-8f39-bb9bb676f0c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.0971444 Mar 07 11:08:25.752057 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:25.768895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47d2c-5094-41f1-8388-a45a15e82613 req-671569a6-b4a4-4d80-a77d-1928a9797688 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:25.771359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45e47d2c-5094-41f1-8388-a45a15e82613 req-671569a6-b4a4-4d80-a77d-1928a9797688 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 943 time: 0.0813651 Mar 07 11:08:25.859402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45e47d2c-5094-41f1-8388-a45a15e82613 req-9e09505e-87ce-4140-b720-6fa9a2b386c5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720489 Mar 07 11:08:25.994273 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-abeefd33-e64b-490b-afca-e610f2b016c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3432322 Mar 07 11:08:26.031274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:26.053903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 333a6027-8dc0-4b71-906b-3eff37ec3d57 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:26.116489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738a97a-0193-4aef-812e-66eaaf0d0e47 req-39bdbf91-3973-43e9-b09d-f9e337f3e89b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:26.118386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8738a97a-0193-4aef-812e-66eaaf0d0e47 req-39bdbf91-3973-43e9-b09d-f9e337f3e89b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0537908 Mar 07 11:08:26.182350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8738a97a-0193-4aef-812e-66eaaf0d0e47 req-2f091a84-fe3d-4cbd-8c93-fed275273694 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571010 Mar 07 11:08:26.262362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-58748ee1-82b6-470b-b4c1-5aa8d215c6e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575772 Mar 07 11:08:26.460190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (333a6027-8dc0-4b71-906b-3eff37ec3d57), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:26.494176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d38c786d-d13b-4f19-81dd-f7adcfd8bc6d req-6d3c1f37-63c2-40ba-8850-50da8c1eced7 service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267749 Mar 07 11:08:26.496573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=333a6027-8dc0-4b71-906b-3eff37ec3d57,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:26.651555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-59e9d566-f7c9-4c9b-8cee-837f8a63bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:26.653026 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-59e9d566-f7c9-4c9b-8cee-837f8a63bf8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 1125 time: 0.0978041 Mar 07 11:08:26.808097 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.017342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6698a-2b36-424b-9b95-163e59a1afca req-584078f0-d65f-4d93-a7db-673ec3ef518a tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.028307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bac6698a-2b36-424b-9b95-163e59a1afca req-584078f0-d65f-4d93-a7db-673ec3ef518a tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 943 time: 0.1050670 Mar 07 11:08:27.035699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-d6dcabe6-0f52-484e-b99f-ead0af988c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.037267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-d6dcabe6-0f52-484e-b99f-ead0af988c0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 914 time: 0.3771436 Mar 07 11:08:27.042541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router e6a440a2-d95e-4d8a-a981-f65decf7eaa8 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:27.078635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.098547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bac6698a-2b36-424b-9b95-163e59a1afca req-fafe3031-1560-4e56-8dee-abd68c60d5b4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Mar 07 11:08:27.126518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-e45af75d-2022-4477-9cfe-994aab8a1bf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9 HTTP/1.1" status: 200 len: 217 time: 0.0611019 Mar 07 11:08:27.233006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:27.241841 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-adc76672-7d4a-4942-8256-c7e9bae24825 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/e6a440a2-d95e-4d8a-a981-f65decf7eaa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908101 Mar 07 11:08:27.241841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40674) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:27.246166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] Sync routers for ids ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:27.261662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] Routers {'e6a440a2-d95e-4d8a-a981-f65decf7eaa8'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:27.262292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:27.316144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:27.330217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] Routers {'e6a440a2-d95e-4d8a-a981-f65decf7eaa8'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:27.330765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:27.394169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63ccc-aed5-481d-8f3e-4844df3f7c70 req-065a1a86-104c-454f-b339-727495d54e4f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.417906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0f63ccc-aed5-481d-8f3e-4844df3f7c70 req-065a1a86-104c-454f-b339-727495d54e4f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1602809 Mar 07 11:08:27.436424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-55abd6d3-35f1-4e0a-8e99-e6e4d7843b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.437955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-55abd6d3-35f1-4e0a-8e99-e6e4d7843b08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.2710955 Mar 07 11:08:27.442609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:27.444096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca232e1a-8eff-4640-8a3c-7d029d6af06c None None] The sync data for ids ['e6a440a2-d95e-4d8a-a981-f65decf7eaa8'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:27.507617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0f63ccc-aed5-481d-8f3e-4844df3f7c70 req-fb920662-2b62-4648-9565-e5eeaaafff05 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870955 Mar 07 11:08:27.575447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-1f38d2c9-7c31-4035-a86b-dcd42590ac5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244926 Mar 07 11:08:27.651242 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-7cdaeffe-3eb9-4b6e-a74b-c882a86f233d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 11:08:27.655193 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7cdaeffe-3eb9-4b6e-a74b-c882a86f233d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/e6a440a2-d95e-4d8a-a981-f65decf7eaa8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4102738 Mar 07 11:08:27.655523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40684) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:27.687889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a6cb0379-d2d7-4786-b96d-37c162b21b30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6a440a2-d95e-4d8a-a981-f65decf7eaa8 HTTP/1.1" status: 200 len: 205 time: 0.0286341 Mar 07 11:08:27.688614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:27.723214 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-e5909def-9668-4b0f-a2a5-bf652fba92a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403141 Mar 07 11:08:27.777356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.832200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4846ba6f-b8f4-4c58-bbd3-372ae06c741b req-bef40d56-572f-46cb-891d-5ddd26007464 service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023803 Mar 07 11:08:27.955213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.957415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.005754 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e6a440a2-d95e-4d8a-a981-f65decf7eaa8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.006259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router e6a440a2-d95e-4d8a-a981-f65decf7eaa8 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:08:28.013549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.018083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b65a819d-b429-44df-8a94-5550b78f4b52 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/e6a440a2-d95e-4d8a-a981-f65decf7eaa8 HTTP/1.1" status: 204 len: 168 time: 0.3276761 Mar 07 11:08:28.018865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:28.081155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 2417187a-4906-4116-afa0-e8626eed5afc {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:08:28.084985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (2417187a-4906-4116-afa0-e8626eed5afc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.128316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (2417187a-4906-4116-afa0-e8626eed5afc), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.229770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152d7b3-0482-429c-af9b-d9069cea202a req-03240680-fb96-491a-a6b9-96c0670dc4b0 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:28.236904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2152d7b3-0482-429c-af9b-d9069cea202a req-03240680-fb96-491a-a6b9-96c0670dc4b0 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 943 time: 0.0671086 Mar 07 11:08:28.242946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (2417187a-4906-4116-afa0-e8626eed5afc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.286792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2152d7b3-0482-429c-af9b-d9069cea202a req-f8bc8201-74f9-48e0-a5ef-dac93515cad5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486758 Mar 07 11:08:28.311711 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (2417187a-4906-4116-afa0-e8626eed5afc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.340995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=2417187a-4906-4116-afa0-e8626eed5afc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:28.349312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.355028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ee5709d-f08e-4580-b0ad-fd08e546f1d6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/2417187a-4906-4116-afa0-e8626eed5afc HTTP/1.1" status: 204 len: 168 time: 0.3350480 Mar 07 11:08:28.357729 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40692) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:28.362051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59450fdc-ab1c-45c6-9d82-e99bde5d0aca None None] Network 1f10849e-d256-4f48-8714-c41024b9f5e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:28.451799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (1f10849e-d256-4f48-8714-c41024b9f5e5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.523760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 07a8b503-ded7-44f9-bd73-a12f3207eb1a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:28.524031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.568451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] DHCP port deletion for 1f10849e-d256-4f48-8714-c41024b9f5e5 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:08:28.663613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07a8b503-ded7-44f9-bd73-a12f3207eb1a,segment=NetworkSegment(4351fd0f-2004-4044-95a9-33cf885cece3),segment_id=4351fd0f-2004-4044-95a9-33cf885cece3)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:28.664214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.681497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 07a8b503-ded7-44f9-bd73-a12f3207eb1a owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:28.720365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Deleting port 07a8b503-ded7-44f9-bd73-a12f3207eb1a {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:28.722662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.727847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07a8b503-ded7-44f9-bd73-a12f3207eb1a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:28.757512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38b4a8-f56f-4328-a1b5-9679b9f8c2bf req-6222cde8-3862-4658-bc8d-3c5c51274763 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:28.768281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da38b4a8-f56f-4328-a1b5-9679b9f8c2bf req-6222cde8-3862-4658-bc8d-3c5c51274763 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0979025 Mar 07 11:08:28.784198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.801004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No active binding found for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a {{(pid=103790) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 11:08:28.801747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] The host n-d-832156-4 is not matching for port 07a8b503-ded7-44f9-bd73-a12f3207eb1a host None! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:08:28.802357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 07a8b503-ded7-44f9-bd73-a12f3207eb1a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:28.842229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=07a8b503-ded7-44f9-bd73-a12f3207eb1a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:28.854710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port 07a8b503-ded7-44f9-bd73-a12f3207eb1a on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:28.891925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.904071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] For port 07a8b503-ded7-44f9-bd73-a12f3207eb1a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=07a8b503-ded7-44f9-bd73-a12f3207eb1a,segment=NetworkSegment(4351fd0f-2004-4044-95a9-33cf885cece3),segment_id=4351fd0f-2004-4044-95a9-33cf885cece3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:28.904485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.913973 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da38b4a8-f56f-4328-a1b5-9679b9f8c2bf req-d7864b5f-80cd-496e-889d-4444c65e35a6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373827 Mar 07 11:08:28.982216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (1f10849e-d256-4f48-8714-c41024b9f5e5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.011894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f10849e-d256-4f48-8714-c41024b9f5e5']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:29.022483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4351fd0f-2004-4044-95a9-33cf885cece3') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:29.022876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4351fd0f-2004-4044-95a9-33cf885cece3') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:29.035615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (4351fd0f-2004-4044-95a9-33cf885cece3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.078455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4351fd0f-2004-4044-95a9-33cf885cece3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.105377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:08:29.105866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (4351fd0f-2004-4044-95a9-33cf885cece3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:08:29.128564 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:08:29.160841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Calling delete_port for 07a8b503-ded7-44f9-bd73-a12f3207eb1a owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:29.248809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (07a8b503-ded7-44f9-bd73-a12f3207eb1a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.261268 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (1f10849e-d256-4f48-8714-c41024b9f5e5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.277811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] Pushing event deleted for resources: {'Port': ['ID=07a8b503-ded7-44f9-bd73-a12f3207eb1a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.285746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ede0f5-f6b9-47ec-8d2f-f2614230f34c None None] No DVR routers for this DVR port 07a8b503-ded7-44f9-bd73-a12f3207eb1a on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:29.315278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.324633 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/1f10849e-d256-4f48-8714-c41024b9f5e5 HTTP/1.1" status: 204 len: 168 time: 0.9654546 Mar 07 11:08:29.330438 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f0218-be6c-406a-8d7c-e45c6afec9d3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=1f10849e-d256-4f48-8714-c41024b9f5e5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.333657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40702) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:29.339406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-430938944'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:29.385749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:29.389088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.459121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da5c0a-c5cd-4852-a992-0d17ec1ab318 req-ba9d32d4-afb7-4d8b-a1d1-eb55cf4c38b6 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.460666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08da5c0a-c5cd-4852-a992-0d17ec1ab318 req-ba9d32d4-afb7-4d8b-a1d1-eb55cf4c38b6 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 943 time: 0.0766392 Mar 07 11:08:29.484426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:08:29.510635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ab28415e-b537-4828-8a91-88a22ae3e62d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.511379 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment ab28415e-b537-4828-8a91-88a22ae3e62d of type vlan for network b4f22656-2105-460c-a6f8-3a287c3977e5 Mar 07 11:08:29.531116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08da5c0a-c5cd-4852-a992-0d17ec1ab318 req-be340480-bb9f-4510-8303-f6fb24783631 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619950 Mar 07 11:08:29.574990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b4f22656-2105-460c-a6f8-3a287c3977e5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.611286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b4f22656-2105-460c-a6f8-3a287c3977e5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.616857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.617440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.698660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=b4f22656-2105-460c-a6f8-3a287c3977e5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.716186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-07a5a653-3b80-4d24-aca6-8a487b719d40 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3813465 Mar 07 11:08:29.718844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:29.720314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b4f22656-2105-460c-a6f8-3a287c3977e5 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:08:29.724290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:29.824937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:29.830945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.152579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8b25d103-49b8-477e-aeed-0b67027bcf43), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.203768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06559725-7d2d-4891-ab26-4c673e8d93ac req-1a79cee6-e678-40c8-9562-4b802d8725c8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:30.205315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06559725-7d2d-4891-ab26-4c673e8d93ac req-1a79cee6-e678-40c8-9562-4b802d8725c8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1198928 Mar 07 11:08:30.262245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=8b25d103-49b8-477e-aeed-0b67027bcf43,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:30.266171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': 'ab28415e-b537-4828-8a91-88a22ae3e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:30.266529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: b4f22656-2105-460c-a6f8-3a287c3977e5, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:08:30.300001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-06559725-7d2d-4891-ab26-4c673e8d93ac req-24299f42-aedc-4f31-8555-a439ebe8792f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866861 Mar 07 11:08:30.310008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network b4f22656-2105-460c-a6f8-3a287c3977e5 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:08:30.336013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b4f22656-2105-460c-a6f8-3a287c3977e5) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:30.345310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9e404-f742-4bb9-a56f-be303cc7a910 None None] Network b4f22656-2105-460c-a6f8-3a287c3977e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:30.347807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:30.350728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.401078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28dadafb-74c5-421f-8a30-25ac133cf81e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6716754 Mar 07 11:08:30.401337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40712) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:30.406164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030455328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:30.432719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.434324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.474711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-b4f22656-2105-460c-a6f8-3a287c3977e5', 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '8b25d103-49b8-477e-aeed-0b67027bcf43'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:08:30.477321 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.520446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.528065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.549379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.557509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-008e1b10-2003-48f4-ace4-6ce9f3d19cbf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1482878 Mar 07 11:08:30.559232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:30.803556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Allocated IP 172.20.0.2 (b4f22656-2105-460c-a6f8-3a287c3977e5/8b25d103-49b8-477e-aeed-0b67027bcf43/3a44308c-e8f6-45c4-af4c-09ce0122e805) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:30.878623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3765aa45-e6a4-45b5-8c77-e9d3199646a9 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:08:31.169238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:31.185453 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks [] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.190371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '3765aa45-e6a4-45b5-8c77-e9d3199646a9', 'network_id': 'c8203769-f1d7-4922-b4f9-f792b1fc6834', 'port_id': '3765aa45-e6a4-45b5-8c77-e9d3199646a9', 'mac_address': 'fa:16:3e:c8:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dc09ac-0c48-48ae-bf48-808a0e53bdc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:08:31.236184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:31.237522 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.239878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.283110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3765aa45-e6a4-45b5-8c77-e9d3199646a9 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:31.298587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Network b4f22656-2105-460c-a6f8-3a287c3977e5 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:31.302559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:31.307248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:31.318894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c83bf-b550-46f1-8c05-af09b13ea4c6 req-2e2d2d0e-187f-4884-b0cd-5849ad371adb tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.321599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-706c83bf-b550-46f1-8c05-af09b13ea4c6 req-2e2d2d0e-187f-4884-b0cd-5849ad371adb tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 943 time: 0.6620052 Mar 07 11:08:31.353306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Pushing event updated for resources: {'Port': ['ID=3a44308c-e8f6-45c4-af4c-09ce0122e805,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:31.395814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:31.396631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Attempting to bind port 3a44308c-e8f6-45c4-af4c-09ce0122e805 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:31.396997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Attempting to bind port 3a44308c-e8f6-45c4-af4c-09ce0122e805 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ab28415e-b537-4828-8a91-88a22ae3e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:31.397287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Attempting to bind port 3a44308c-e8f6-45c4-af4c-09ce0122e805 on network b4f22656-2105-460c-a6f8-3a287c3977e5 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:31.403103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:31.405038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Checking segment: {'id': 'ab28415e-b537-4828-8a91-88a22ae3e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:31.405038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.405038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Bound using segment: {'id': 'ab28415e-b537-4828-8a91-88a22ae3e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:31.405038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Bound port: 3a44308c-e8f6-45c4-af4c-09ce0122e805, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28415e-b537-4828-8a91-88a22ae3e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4f22656-2105-460c-a6f8-3a287c3977e5'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:31.405038 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.408203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.516955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:31.537497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] For port 3a44308c-e8f6-45c4-af4c-09ce0122e805, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:31.541782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-706c83bf-b550-46f1-8c05-af09b13ea4c6 req-9ce64fcb-170d-4fd0-92e1-ffb04e5c7a46 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679993 Mar 07 11:08:31.548005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] For port 3a44308c-e8f6-45c4-af4c-09ce0122e805, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3a44308c-e8f6-45c4-af4c-09ce0122e805,segment=NetworkSegment(ab28415e-b537-4828-8a91-88a22ae3e62d),segment_id=ab28415e-b537-4828-8a91-88a22ae3e62d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:31.582926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.588232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.610818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc6f07-953e-49a5-870e-7305785b46a0 req-07a5495b-d92d-4b04-af37-5f3cc46a7342 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.620694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0cc6f07-953e-49a5-870e-7305785b46a0 req-07a5495b-d92d-4b04-af37-5f3cc46a7342 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1869085 Mar 07 11:08:31.662953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154e47-d84b-4176-9d71-89879d529820 None None] Pushing event updated for resources: {'Port': ['ID=3a44308c-e8f6-45c4-af4c-09ce0122e805,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:31.732629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3765aa45-e6a4-45b5-8c77-e9d3199646a9'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:08:31.816809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0cc6f07-953e-49a5-870e-7305785b46a0 req-3514a6d1-9faa-4fed-82c0-1f3694eaf3f4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949203 Mar 07 11:08:32.149833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.20.0.1 (b4f22656-2105-460c-a6f8-3a287c3977e5/8b25d103-49b8-477e-aeed-0b67027bcf43/5672c8df-3b65-4711-953d-6ea7340e7f07) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:32.344461 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.392933 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.487248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network b4f22656-2105-460c-a6f8-3a287c3977e5 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:32.490592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:32.496819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:32.526324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=5672c8df-3b65-4711-953d-6ea7340e7f07,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:32.549628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.799866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.842436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3a44308c-e8f6-45c4-af4c-09ce0122e805 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:32.898594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084593ef-c81b-4e14-b815-06d97af47a7b req-2a2e72c1-19aa-4bcf-ae11-7a3659ddb126 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.901294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-084593ef-c81b-4e14-b815-06d97af47a7b req-2a2e72c1-19aa-4bcf-ae11-7a3659ddb126 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 944 time: 0.1610365 Mar 07 11:08:32.918308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3765aa45-e6a4-45b5-8c77-e9d3199646a9 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:33.033086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3a44308c-e8f6-45c4-af4c-09ce0122e805 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:33.033524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.097867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:08:33.104529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:33.105187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.253317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3a44308c-e8f6-45c4-af4c-09ce0122e805 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:33.253964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.285045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-084593ef-c81b-4e14-b815-06d97af47a7b req-ab648cfb-ac48-4a16-812f-7ebac059d650 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646626 Mar 07 11:08:33.310370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a28a4-be4b-4f1f-bcbd-8929dfc2f6f3 req-20d45e6c-2c6a-4b53-92ee-0d95a94d7983 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.312005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-696a28a4-be4b-4f1f-bcbd-8929dfc2f6f3 req-20d45e6c-2c6a-4b53-92ee-0d95a94d7983 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.3614643 Mar 07 11:08:33.371543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b82a09-ca8b-456e-9e06-bdd069ddb58e None None] Network b4f22656-2105-460c-a6f8-3a287c3977e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:33.407107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3a44308c-e8f6-45c4-af4c-09ce0122e805, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3a44308c-e8f6-45c4-af4c-09ce0122e805,segment=NetworkSegment(ab28415e-b537-4828-8a91-88a22ae3e62d),segment_id=ab28415e-b537-4828-8a91-88a22ae3e62d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:33.453962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-696a28a4-be4b-4f1f-bcbd-8929dfc2f6f3 req-7465ccf0-3d1b-43ed-b4c9-ed17fb63dfb4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341212 Mar 07 11:08:33.466233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.540735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:33.541127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.568448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3a44308c-e8f6-45c4-af4c-09ce0122e805,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:33.575941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-53e0d61d-1dc1-40fc-94b7-76434d0af276 None None] Provisioning complete for port 3a44308c-e8f6-45c4-af4c-09ce0122e805 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:33.576310 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53e0d61d-1dc1-40fc-94b7-76434d0af276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.581124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.593231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.641421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:33.643695 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acfe4d-2e0d-4561-a125-5d6866ff16ce" -d '{"events": [{"server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "name": "network-vif-plugged", "status": "completed", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:33.663506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:33.674971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.676928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=5672c8df-3b65-4711-953d-6ea7340e7f07,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:33.679420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.738948 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7af749-e025-4fe3-8b43-d82e1df19162 x-openstack-request-id: req-ca7af749-e025-4fe3-8b43-d82e1df19162 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:33.739206 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "name": "network-vif-plugged", "status": "completed", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:33.739452 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca7af749-e025-4fe3-8b43-d82e1df19162 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:33.739865 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9', 'code': 200} Mar 07 11:08:33.789115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:33.824634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-53e0d61d-1dc1-40fc-94b7-76434d0af276 None None] Current status of the port 3a44308c-e8f6-45c4-af4c-09ce0122e805 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:33.879194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network b4f22656-2105-460c-a6f8-3a287c3977e5 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:33.883408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:33.909028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3e6b5-75a4-4452-b7a8-b5650d9b6f99 req-ad563873-414e-4a6c-80ae-33e3a639d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.911413 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-33f3e6b5-75a4-4452-b7a8-b5650d9b6f99 req-ad563873-414e-4a6c-80ae-33e3a639d5c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 1127 time: 0.0822728 Mar 07 11:08:33.997778 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-33f3e6b5-75a4-4452-b7a8-b5650d9b6f99 req-eb6f588c-20ca-41fa-85e1-34b4bb4fe6d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799661 Mar 07 11:08:34.114766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:08:34.190900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Provisioning complete for port 5672c8df-3b65-4711-953d-6ea7340e7f07 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:34.192774 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:34.243816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Port 5672c8df-3b65-4711-953d-6ea7340e7f07 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:34.275798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Provisioning complete for port 3a44308c-e8f6-45c4-af4c-09ce0122e805 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:34.276469 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:34.366443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:34.390767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5887c95c-194e-4022-833e-1ecc80bfaafe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ec7e03a5-4e21-4fc4-a5c4-f89def12aba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8302026 Mar 07 11:08:34.392432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] Sync routers for ids ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:34.393677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40744) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:34.427122 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] Routers {'ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:34.430761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:34.538177 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:34.548789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] Routers {'ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:34.549930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:34.555034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d183d84-45c0-481b-9164-65e24afca8be tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.563755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e772a-b990-47f6-8188-3eaf0d624e87 None None] Current status of the port 3a44308c-e8f6-45c4-af4c-09ce0122e805 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:34.569270 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d183d84-45c0-481b-9164-65e24afca8be tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports/5672c8df-3b65-4711-953d-6ea7340e7f07 HTTP/1.1" status: 200 len: 910 time: 0.1742127 Mar 07 11:08:34.576022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40748) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:34.631006 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:34.634941 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04ac40-2805-4288-badd-c919fea18bf9 None None] The sync data for ids ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:34.701886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3d2cacef-db71-460a-9b47-a32334ea544b None None] Provisioning complete for port 5672c8df-3b65-4711-953d-6ea7340e7f07 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:34.702529 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d2cacef-db71-460a-9b47-a32334ea544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:34.759184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3a44308c-e8f6-45c4-af4c-09ce0122e805 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:34.813923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c5e8-daf8-4e9f-8f09-c362ce99ff84 req-72bc1cc5-2620-4996-9dfa-f9a2111ee4e5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.814680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c08c5e8-daf8-4e9f-8f09-c362ce99ff84 req-72bc1cc5-2620-4996-9dfa-f9a2111ee4e5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 945 time: 0.2929478 Mar 07 11:08:34.875345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cacef-db71-460a-9b47-a32334ea544b None None] Port 5672c8df-3b65-4711-953d-6ea7340e7f07 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:34.890353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e792-fd7b-4ba1-a3d4-035bff29df4f req-c88fe570-4e8a-4d27-85c1-c1efdf080e55 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.893806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d15e792-fd7b-4ba1-a3d4-035bff29df4f req-c88fe570-4e8a-4d27-85c1-c1efdf080e55 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.2319613 Mar 07 11:08:34.947295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3a44308c-e8f6-45c4-af4c-09ce0122e805 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:34.947721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:34.966085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c08c5e8-daf8-4e9f-8f09-c362ce99ff84 req-24b7a1ff-b0c4-4e6b-9829-0caea205bc17 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438963 Mar 07 11:08:34.990957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d15e792-fd7b-4ba1-a3d4-035bff29df4f req-679d78f7-2123-448a-8636-e7c836406546 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887311 Mar 07 11:08:35.027985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9b0cd181-7cc2-4a38-9aa9-b5454325d832 None None] Provisioning complete for port 5672c8df-3b65-4711-953d-6ea7340e7f07 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:35.028606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd181-7cc2-4a38-9aa9-b5454325d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.087767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cd181-7cc2-4a38-9aa9-b5454325d832 None None] Port 5672c8df-3b65-4711-953d-6ea7340e7f07 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:35.137640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3a44308c-e8f6-45c4-af4c-09ce0122e805 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:35.260962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.622570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 5672c8df-3b65-4711-953d-6ea7340e7f07 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:35.622991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.744876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.758594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 5672c8df-3b65-4711-953d-6ea7340e7f07 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:35.958548 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5672c8df-3b65-4711-953d-6ea7340e7f07), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.991755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=5672c8df-3b65-4711-953d-6ea7340e7f07,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:36.265169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd0b6-9ebe-42b9-b6d6-2ee3ae341a9d req-ffa472da-d8dc-4357-a2ca-036be3877ec2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.266688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61bd0b6-9ebe-42b9-b6d6-2ee3ae341a9d req-ffa472da-d8dc-4357-a2ca-036be3877ec2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1519477 Mar 07 11:08:36.302006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a82e6-4713-4d65-a746-1cfc2d9a46ba req-bc1f2c1c-33eb-43df-9e22-b6957e4db273 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.303849 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-720a82e6-4713-4d65-a746-1cfc2d9a46ba req-bc1f2c1c-33eb-43df-9e22-b6957e4db273 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 945 time: 0.1454706 Mar 07 11:08:36.391060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61bd0b6-9ebe-42b9-b6d6-2ee3ae341a9d req-caf7f800-1f4c-4484-be05-56ea9c11ffe9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140230 Mar 07 11:08:36.394078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:36.438126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-720a82e6-4713-4d65-a746-1cfc2d9a46ba req-0c93e7e4-4d1e-46f9-a76a-5331aaf4ddad tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 Mar 07 11:08:36.988371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:37.122045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:37.134806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] Sync routers for ids ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:37.140495 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22e872ef-86dd-4418-a4e4-8a97bdd033d8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/ec7e03a5-4e21-4fc4-a5c4-f89def12aba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633888 Mar 07 11:08:37.143570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40772) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:37.145802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] Routers {'ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:37.146411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:37.186207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:37.196068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] Routers {'ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:37.196670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:37.203008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:37.204406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-64eb2d6a-a526-40cc-9323-eb90aecec4b6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 HTTP/1.1" status: 200 len: 205 time: 0.0594366 Mar 07 11:08:37.280814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:37.281518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de331ed-ff7c-42d0-9d50-4583c808c5a4 None None] The sync data for ids ['ec7e03a5-4e21-4fc4-a5c4-f89def12aba9'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:37.348778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.603543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac2bd7-499d-4768-ba6a-929b77d43805 req-fe937459-88cc-4ad0-9214-e275b153046f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:37.612126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ac2bd7-499d-4768-ba6a-929b77d43805 req-fe937459-88cc-4ad0-9214-e275b153046f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0983038 Mar 07 11:08:37.639172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.645483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.711812 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b4ac2bd7-499d-4768-ba6a-929b77d43805 req-f310f58b-d643-4c9e-a8ef-2334f9db57b5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931873 Mar 07 11:08:37.806414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (ec7e03a5-4e21-4fc4-a5c4-f89def12aba9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.808565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:08:37.827220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.831001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-07b3ddae-5be2-43c9-b133-a0cf56c7d5fe tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 HTTP/1.1" status: 204 len: 168 time: 0.6242619 Mar 07 11:08:37.831245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:38.026700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 8b25d103-49b8-477e-aeed-0b67027bcf43 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:08:38.034349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (8b25d103-49b8-477e-aeed-0b67027bcf43), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.216810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (8b25d103-49b8-477e-aeed-0b67027bcf43), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.373259 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8b25d103-49b8-477e-aeed-0b67027bcf43), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.479744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (8b25d103-49b8-477e-aeed-0b67027bcf43), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.540860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.547995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328145e-1221-406d-a34e-57eafae7b49e None None] Network b4f22656-2105-460c-a6f8-3a287c3977e5 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:38.562714 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/8b25d103-49b8-477e-aeed-0b67027bcf43 HTTP/1.1" status: 204 len: 168 time: 0.7304118 Mar 07 11:08:38.565905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:38.569642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=8b25d103-49b8-477e-aeed-0b67027bcf43,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:38.585653 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.586006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.586360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.589854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.590768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.590768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.591298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.591298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.593029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.593029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.593029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.593029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.593029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb6630-e1b3-43a7-8ca7-d12b757f1110 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:38.746273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b4f22656-2105-460c-a6f8-3a287c3977e5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.858548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] DHCP port deletion for b4f22656-2105-460c-a6f8-3a287c3977e5 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:08:38.944522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d24fb-535c-4685-9fb9-cd1a0766f2bc req-c295dc8f-523c-4fa6-82dd-ccf4edc82587 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:38.946682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-183d24fb-535c-4685-9fb9-cd1a0766f2bc req-c295dc8f-523c-4fa6-82dd-ccf4edc82587 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.0971055 Mar 07 11:08:38.952527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 3a44308c-e8f6-45c4-af4c-09ce0122e805 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:38.953052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.009578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-183d24fb-535c-4685-9fb9-cd1a0766f2bc req-0d697cda-d904-4f4d-a328-bfbbe83e5d4b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540783 Mar 07 11:08:39.023142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Deleting port 3a44308c-e8f6-45c4-af4c-09ce0122e805 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:39.028100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.085538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 3a44308c-e8f6-45c4-af4c-09ce0122e805, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3a44308c-e8f6-45c4-af4c-09ce0122e805,segment=NetworkSegment(ab28415e-b537-4828-8a91-88a22ae3e62d),segment_id=ab28415e-b537-4828-8a91-88a22ae3e62d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:39.085836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.120410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 3a44308c-e8f6-45c4-af4c-09ce0122e805 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:39.338874 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.342920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-8b2cecad-c90e-4e66-9d4a-45c22a5bed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:39.344491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-8b2cecad-c90e-4e66-9d4a-45c22a5bed94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1127 time: 0.0782704 Mar 07 11:08:39.368671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] For port 3a44308c-e8f6-45c4-af4c-09ce0122e805, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3a44308c-e8f6-45c4-af4c-09ce0122e805,segment=NetworkSegment(ab28415e-b537-4828-8a91-88a22ae3e62d),segment_id=ab28415e-b537-4828-8a91-88a22ae3e62d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:39.369447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.393066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Calling delete_port for 3a44308c-e8f6-45c4-af4c-09ce0122e805 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:39.473330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (3a44308c-e8f6-45c4-af4c-09ce0122e805), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.501362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] Pushing event deleted for resources: {'Port': ['ID=3a44308c-e8f6-45c4-af4c-09ce0122e805,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:39.504932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d4a68-1fc7-4b8d-8a41-d4dcf3c7c833 None None] No DVR routers for this DVR port 3a44308c-e8f6-45c4-af4c-09ce0122e805 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:39.518793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port 3a44308c-e8f6-45c4-af4c-09ce0122e805 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:39.530673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-1267a763-ceaa-444f-8199-6571970a8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:39.532175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-1267a763-ceaa-444f-8199-6571970a8870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1412709 Mar 07 11:08:39.552449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=3a44308c-e8f6-45c4-af4c-09ce0122e805,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:39.574226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.574569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.574920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.575237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.575566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.575918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.576239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.576566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.576870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.577181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.577497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.577809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.578119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:39.677690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b4f22656-2105-460c-a6f8-3a287c3977e5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.713093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f22656-2105-460c-a6f8-3a287c3977e5']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:39.729455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28415e-b537-4828-8a91-88a22ae3e62d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:39.729762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28415e-b537-4828-8a91-88a22ae3e62d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:39.733043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-9e3af580-e9d6-42a0-b098-753dce5864f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1001 time: 0.1751058 Mar 07 11:08:39.751757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ab28415e-b537-4828-8a91-88a22ae3e62d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.794888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ab28415e-b537-4828-8a91-88a22ae3e62d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.806417 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:08:39.806870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ab28415e-b537-4828-8a91-88a22ae3e62d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:08:39.810489 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:08:39.825323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-616c92d9-7473-473c-84da-b09c2e18c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:39.826955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-616c92d9-7473-473c-84da-b09c2e18c95d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.0864367 Mar 07 11:08:39.970973 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b4f22656-2105-460c-a6f8-3a287c3977e5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.976540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:39.980360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/b4f22656-2105-460c-a6f8-3a287c3977e5 HTTP/1.1" status: 204 len: 168 time: 1.4134252 Mar 07 11:08:39.983965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40808) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:39.989084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495970708', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:40.031113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed513722-f3e8-46df-8d0a-7d45a8f9e6bc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=b4f22656-2105-460c-a6f8-3a287c3977e5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:40.037452 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e6cf4813-13e3-4b78-80d0-25e59c7f7ded service neutron] show failed (client error): The resource could not be found. Mar 07 11:08:40.040425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e6cf4813-13e3-4b78-80d0-25e59c7f7ded service neutron] 10.222.0.26 "GET /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.1620128 Mar 07 11:08:40.044298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.045804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.108858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-409ba0d4-88ce-4c56-ad93-8a5bf2f018c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:40.114455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-409ba0d4-88ce-4c56-ad93-8a5bf2f018c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2761250 Mar 07 11:08:40.255402 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.338328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e459bcd-f705-488e-9d79-142c5b0de2af req-9b857ae9-6048-478e-b48e-84ad854c5516 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:40.345832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e459bcd-f705-488e-9d79-142c5b0de2af req-9b857ae9-6048-478e-b48e-84ad854c5516 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1522336 Mar 07 11:08:40.366353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-ac5b4b1b-1891-4ca0-bb68-a62fd5df60b6 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439244 Mar 07 11:08:40.467887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e459bcd-f705-488e-9d79-142c5b0de2af req-353d3bdb-5e57-4f8a-810d-6938cc5278d7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208723 Mar 07 11:08:40.591588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7866cdb-247a-4bbb-8c6f-50019f3ea387 req-54de0398-d142-4b7d-96d1-9372e8453cf4 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154121 Mar 07 11:08:40.605481 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-1081e66e-5af9-4e91-b3c8-815c0c19a70e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496362 Mar 07 11:08:40.617371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_gateway (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.624714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-84a5ed65-d9e2-4c7a-b9ae-565963ba0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:40.626367 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-84a5ed65-d9e2-4c7a-b9ae-565963ba0a38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 1127 time: 0.2288165 Mar 07 11:08:40.652040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:40.727542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3a44308c-e8f6-45c4-af4c-09ce0122e805 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:40.811819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3a44308c-e8f6-45c4-af4c-09ce0122e805 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:08:40.812614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3a44308c-e8f6-45c4-af4c-09ce0122e805 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:40.837916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.874230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-34c43e77-7b52-458d-96e7-db57f1ea860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:40.875820 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-34c43e77-7b52-458d-96e7-db57f1ea860e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.1898668 Mar 07 11:08:41.202011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-750a44ca-3ad7-4a87-9955-26be7e97ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:41.204281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-750a44ca-3ad7-4a87-9955-26be7e97ef0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2883143 Mar 07 11:08:41.680412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_gateway (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:41.697153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582cf92-bf28-4d90-94bc-99a83535b68d req-be10c5e9-0404-4391-a6f9-831138e3b0d2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:41.717705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-ea124441-ab3d-4465-a087-f76cd3c88953 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 1001 time: 0.5011790 Mar 07 11:08:41.720295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b582cf92-bf28-4d90-94bc-99a83535b68d req-be10c5e9-0404-4391-a6f9-831138e3b0d2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1180379 Mar 07 11:08:41.724135 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:41.746353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:41.828908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b582cf92-bf28-4d90-94bc-99a83535b68d req-34db0c84-ecdc-47a7-af05-81e1803e364b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014202 Mar 07 11:08:41.866627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-496280a0-8648-4dce-b92e-2d037797a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:41.868141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-496280a0-8648-4dce-b92e-2d037797a687 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1396005 Mar 07 11:08:41.872946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:41.988997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:41.990331 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa7a22-e4a4-431d-b679-b0734d76a9d5" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-unplugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:41.994545 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks [] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:42.040933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.25.4.246 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bed9cc30-13f3-4dd3-b660-d7f5f1566bde) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:42.089505 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d47af-7077-4aad-a381-e2ceacdc4373 x-openstack-request-id: req-919d47af-7077-4aad-a381-e2ceacdc4373 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:42.092004 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-unplugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:42.094526 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-919d47af-7077-4aad-a381-e2ceacdc4373 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:42.095155 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'code': 200} Mar 07 11:08:42.097106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Transition to ACTIVE for port object b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:08:42.118971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-889d998f-e648-4574-9b26-3e3c7f34a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:42.120729 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-889d998f-e648-4574-9b26-3e3c7f34a0ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2432282 Mar 07 11:08:42.123610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:42.349528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:42.460958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (bed9cc30-13f3-4dd3-b660-d7f5f1566bde), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:42.515060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-9cbadd73-7733-4565-88d3-5fa1246b97e0 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762603 Mar 07 11:08:42.528565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] No DVR routers for this DVR port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:42.767384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:42.797974 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bed9cc30-13f3-4dd3-b660-d7f5f1566bde), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:42.868917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:08:42.869607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:42.911124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=bed9cc30-13f3-4dd3-b660-d7f5f1566bde,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:42.920233 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4bae80c2-d43b-4a7a-a510-1bb9957a8378 req-a8a28929-3144-4e99-ba76-be1fd0a08a58 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870189 Mar 07 11:08:42.922436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:42.936867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:42.941777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:43.048902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02e6e-18fc-4520-a60a-0fa3fc3119d4 req-d49453be-490f-4e5b-b670-a775b16a4d5f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:43.050667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-daf02e6e-18fc-4520-a60a-0fa3fc3119d4 req-d49453be-490f-4e5b-b670-a775b16a4d5f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.1044464 Mar 07 11:08:43.101277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:43.101700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:43.102179 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:43.132718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-daf02e6e-18fc-4520-a60a-0fa3fc3119d4 req-0899c7d9-d546-4cfd-b53e-35dc79642e90 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760911 Mar 07 11:08:43.216696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:08:43.217275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:43.228288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:43.228902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:43.229352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Bound using segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:43.229870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Bound port: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:43.230294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:43.390791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:43.395423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:43.435495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:43.494156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:43.494948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:43.496407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] 10.222.0.32 "PUT /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1091 time: 2.8516860 Mar 07 11:08:43.541456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_gateway (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:43.667129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8af7-d4a7-4e2b-974b-cef87bf3098b service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:43.773090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e2fc122b-e6f7-4aec-a668-ea617c658238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:43.774581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e2fc122b-e6f7-4aec-a668-ea617c658238 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1125 time: 0.2538772 Mar 07 11:08:43.908938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-48301b97-193f-4c14-9307-9644e917fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:43.910333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-48301b97-193f-4c14-9307-9644e917fac0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1295626 Mar 07 11:08:44.100423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:44.110270 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89" -d '{"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:44.253340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-e5047e15-8458-4ab5-b6e9-80ee6e0264fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.3354774 Mar 07 11:08:44.255280 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaad4ab8-c99e-4377-8013-ae75f07783ba x-openstack-request-id: req-eaad4ab8-c99e-4377-8013-ae75f07783ba {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:44.255674 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:44.256107 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eaad4ab8-c99e-4377-8013-ae75f07783ba {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:44.256666 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:08:44.320860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-6c12b828-82ce-4117-85d2-835292f2fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.322748 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-6c12b828-82ce-4117-85d2-835292f2fd05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.0609028 Mar 07 11:08:44.360422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddc1ef-35ac-4b30-8439-5c73ff5ed545 req-71160907-f30c-4c46-b3fc-a467f5522831 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.368644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cddc1ef-35ac-4b30-8439-5c73ff5ed545 req-71160907-f30c-4c46-b3fc-a467f5522831 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.1061678 Mar 07 11:08:44.395320 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-ee4d16ce-36e1-4415-bab3-e2d35a693545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.397518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-ee4d16ce-36e1-4415-bab3-e2d35a693545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1125 time: 0.1039655 Mar 07 11:08:44.422332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:44.435490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-2d67cd2b-a392-4817-ad04-639e78f32531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.437100 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-2d67cd2b-a392-4817-ad04-639e78f32531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073282 Mar 07 11:08:44.453192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cddc1ef-35ac-4b30-8439-5c73ff5ed545 req-c0de7127-0c32-4a86-b24e-019163f72848 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830877 Mar 07 11:08:44.603462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-e08178a3-5267-4cd5-89c3-66b5baf23d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.605207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-e08178a3-5267-4cd5-89c3-66b5baf23d2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1753461 Mar 07 11:08:44.727898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-bdea8ee7-22b2-422f-a888-86ad4337c4b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.1166861 Mar 07 11:08:44.831115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-7ee6ac07-d92d-47d1-8913-4ca576907d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.832905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-7ee6ac07-d92d-47d1-8913-4ca576907d6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.0968459 Mar 07 11:08:44.930478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-c1e816fe-410f-44a3-ae54-068f5b01f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.932408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-c1e816fe-410f-44a3-ae54-068f5b01f741 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932677 Mar 07 11:08:45.028802 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-402d2b9d-5e68-498d-9acf-020f39c9e58d service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481422 Mar 07 11:08:45.104283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-c8dee23d-a9c0-4eed-b4bb-ffefa03ab0cf service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652212 Mar 07 11:08:45.137102 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-30dcf411-68ca-41d9-a3a4-017e4011df17 req-f068f1f2-4781-40a7-92a6-b18e084e4364 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005721 Mar 07 11:08:45.168639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router f28d15f6-03ea-4074-a8e9-2330a7a29f1e is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:08:45.258789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-396d53e2-63f7-41cd-af24-55ba4c7eb1a1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482737 Mar 07 11:08:45.421505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-f2ad8505-bab7-4f56-8575-d9090cde396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:45.423119 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-f2ad8505-bab7-4f56-8575-d9090cde396e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1125 time: 0.2089546 Mar 07 11:08:45.467186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:08:45.468625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:45.481070 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] Sync routers for ids ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:45.500438 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] Routers {'f28d15f6-03ea-4074-a8e9-2330a7a29f1e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:45.501052 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:45.548091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:45.549893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-13ab31f0-6856-463b-b176-3292e1f3bb4c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5648901 Mar 07 11:08:45.552671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40876) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:45.570868 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-3afa4639-a56c-4a27-801d-22c40f6d25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:45.576275 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-3afa4639-a56c-4a27-801d-22c40f6d25ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1445310 Mar 07 11:08:45.628863 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:45.659732 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] Routers {'f28d15f6-03ea-4074-a8e9-2330a7a29f1e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:45.662376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:45.741178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-a4a0fb0f-f0a5-49bb-bdfc-1ee257b00053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.1582687 Mar 07 11:08:45.784379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:45.785332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce874908-dbed-4709-9786-377c6dc9e37f None None] The sync data for ids ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:45.856233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-8e7f1f16-4c26-4e10-b12f-2311ca2e2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:45.864516 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-8e7f1f16-4c26-4e10-b12f-2311ca2e2946 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1124494 Mar 07 11:08:45.957838 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-7fdbcab4-1b45-42f1-9725-13e2619e92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:45.959956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-7fdbcab4-1b45-42f1-9725-13e2619e92fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924940 Mar 07 11:08:46.187579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-49a0f235-5bb9-4041-a7d6-f3a061a44682 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206879 Mar 07 11:08:46.377706 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2dcb6ef8-b9b2-480e-8e48-066fcd1f1d89 req-720cdabe-44fe-4eff-84c9-4b8b0272b097 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814191 Mar 07 11:08:46.486941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9922a-90ff-4a08-8595-93e0abeefd23 req-b82d2965-76a7-4582-a862-48fdfa953293 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:46.488492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9f9922a-90ff-4a08-8595-93e0abeefd23 req-b82d2965-76a7-4582-a862-48fdfa953293 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.9261625 Mar 07 11:08:46.541141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4ae53c81-369c-4c59-ac8e-e097b10bbf32 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers/f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 200 len: 880 time: 0.9871149 Mar 07 11:08:46.543558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40884) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:46.606996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a9f9922a-90ff-4a08-8595-93e0abeefd23 req-6233085c-82ed-4c43-af1e-bebaa5033693 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018071 Mar 07 11:08:46.904289 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a2fe1f9-d108-4aaa-b7ad-dd9719a65140 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3580990 Mar 07 11:08:46.904687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40888) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:46.909217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-495970708'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:47.246611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:47.270259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:47.378835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router f28d15f6-03ea-4074-a8e9-2330a7a29f1e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:47.496966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:47.503493 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:47.508125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40894) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:47.509943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] Sync routers for ids ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:47.517963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca38d7b3-6948-43d3-ad61-9560f59a007b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 200 len: 887 time: 0.6111174 Mar 07 11:08:47.525428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] Routers {'f28d15f6-03ea-4074-a8e9-2330a7a29f1e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:47.526039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:47.564253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:47.576120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] Routers {'f28d15f6-03ea-4074-a8e9-2330a7a29f1e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:47.576779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:47.613773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:47.614691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6e281-2c1b-458c-894d-5e0f003cb331 None None] The sync data for ids ['f28d15f6-03ea-4074-a8e9-2330a7a29f1e'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:47.652199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40898) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:47.652813 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec245793-0716-4655-ad2b-4e55c9bb3099 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers/f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 200 len: 887 time: 0.1425054 Mar 07 11:08:47.691820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-36790e43-c10c-4057-82a8-7e30851b2979 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 200 len: 205 time: 0.0383871 Mar 07 11:08:47.694271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:47.844288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af7b7e-392c-4b8f-ae0c-6cb713332648 req-3b68e5f0-9ead-4d2e-ba13-119f1c436487 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:47.845982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90af7b7e-392c-4b8f-ae0c-6cb713332648 req-3b68e5f0-9ead-4d2e-ba13-119f1c436487 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.1436253 Mar 07 11:08:47.854258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.012789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_gateway (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.077944 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90af7b7e-392c-4b8f-ae0c-6cb713332648 req-67aaea4f-58b7-4d2f-a4c1-905c714cf602 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859591 Mar 07 11:08:48.121867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port bed9cc30-13f3-4dd3-b660-d7f5f1566bde {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:48.122221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bed9cc30-13f3-4dd3-b660-d7f5f1566bde), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.281787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bed9cc30-13f3-4dd3-b660-d7f5f1566bde), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.305077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for bed9cc30-13f3-4dd3-b660-d7f5f1566bde owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:48.590186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bed9cc30-13f3-4dd3-b660-d7f5f1566bde), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.623985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=bed9cc30-13f3-4dd3-b660-d7f5f1566bde,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:48.701690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.829762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.832701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.898987 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f28d15f6-03ea-4074-a8e9-2330a7a29f1e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.900322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router f28d15f6-03ea-4074-a8e9-2330a7a29f1e {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:08:48.908303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.913412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40922) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:48.917243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31345201-ede8-4986-ab89-beed66665e9d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 204 len: 168 time: 1.2200141 Mar 07 11:08:48.918754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1606949953'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:48.958721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:48.963029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.969629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:08:49.040819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:08:49.061899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.062237 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44 of type vlan for network cb0887b7-0b04-4777-900e-72d3630dcec7 Mar 07 11:08:49.166776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cb0887b7-0b04-4777-900e-72d3630dcec7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.203844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:49.224951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:08:49.239782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cb0887b7-0b04-4777-900e-72d3630dcec7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.245963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:49.246559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.288328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:49.288941 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.320928 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4062240 Mar 07 11:08:49.329443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ebde-1658-4fad-94c1-beb519e12b3b req-5a5a9a75-a5a3-44ce-8449-85afd20b4031 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:49.330470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40928) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:49.332700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:49.344748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93d9ebde-1658-4fad-94c1-beb519e12b3b req-5a5a9a75-a5a3-44ce-8449-85afd20b4031 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 943 time: 0.1368558 Mar 07 11:08:49.358581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:49.407457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:49.425143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.524949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93d9ebde-1658-4fad-94c1-beb519e12b3b req-6e3f79aa-c3d0-44e9-95ac-c9e1670ae5e7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791434 Mar 07 11:08:49.547458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:49.561256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4892e-a246-49bd-b867-896dfd5b6af1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=cb0887b7-0b04-4777-900e-72d3630dcec7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:49.577931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cb0887b7-0b04-4777-900e-72d3630dcec7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:08:49.761324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:49.765561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:49.921618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:08:50.087733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb644097-cf76-4006-8454-c0f80aa4b478 req-93245d82-c990-4b32-a4d5-8abddfe85b40 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.090220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb644097-cf76-4006-8454-c0f80aa4b478 req-93245d82-c990-4b32-a4d5-8abddfe85b40 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.1798875 Mar 07 11:08:50.205529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb644097-cf76-4006-8454-c0f80aa4b478 req-6af506a9-bfe2-4302-9e02-f8b18fbf3b3d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085033 Mar 07 11:08:50.235681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (3ab15c6b-af39-4767-b0ab-5cb58c0f9921), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.333626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=3ab15c6b-af39-4767-b0ab-5cb58c0f9921,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:50.398836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-2d3ee308-ced7-4913-9a6b-c02dfbeac784 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.401379 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-2d3ee308-ced7-4913-9a6b-c02dfbeac784 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.2356849 Mar 07 11:08:50.473371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:50.474020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: cb0887b7-0b04-4777-900e-72d3630dcec7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:08:50.492441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-d6c69e92-693d-4de1-9747-a9cb8f95235b service neutron] 10.222.0.32 "GET /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.0842681 Mar 07 11:08:50.621268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network cb0887b7-0b04-4777-900e-72d3630dcec7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:08:50.638204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, cb0887b7-0b04-4777-900e-72d3630dcec7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:50.642586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.643303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.652588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940d10f-4318-491e-8ebf-fb2f2e369978 None None] Network cb0887b7-0b04-4777-900e-72d3630dcec7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:50.653913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-3e4d037c-f56d-427e-9975-103a2d516075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.655606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-3e4d037c-f56d-427e-9975-103a2d516075 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1126 time: 0.1215208 Mar 07 11:08:50.686630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1eadeb8e-986a-4f04-9406-193949611996 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3550737 Mar 07 11:08:50.689371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:50.694029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1913994858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:50.769348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.771423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.856084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f7f94433-4670-4702-8266-f36d2e1fc8be), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.861940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.889861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.892578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-507c3666-f07b-4c6c-b05b-c54eb1c06a28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2021823 Mar 07 11:08:50.895447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 40946) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:50.904895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-cb0887b7-0b04-4777-900e-72d3630dcec7', 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '3ab15c6b-af39-4767-b0ab-5cb58c0f9921'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:08:50.909950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:50.943079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-e7fc810f-175b-4b21-9c01-4211cacd71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.950816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-e7fc810f-175b-4b21-9c01-4211cacd71f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.2838891 Mar 07 11:08:50.982707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c54f49d0-6d22-4a44-81e2-ce4f05aca08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:51.097340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-1ef85db1-474e-45ed-8427-86b3bcc5e3c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1000 time: 0.1434443 Mar 07 11:08:51.201824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-2645aa65-d007-4b43-b313-33124850da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:51.204531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-2645aa65-d007-4b43-b313-33124850da26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1001325 Mar 07 11:08:51.249982 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:51.268854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Allocated IP 172.20.0.2 (cb0887b7-0b04-4777-900e-72d3630dcec7/3ab15c6b-af39-4767-b0ab-5cb58c0f9921/82ff5343-8cb9-4c02-9b77-80bd7e10a8b7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:51.296402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-5113a394-b627-4777-aabc-843a812d4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:51.298102 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-5113a394-b627-4777-aabc-843a812d4cc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862737 Mar 07 11:08:51.415994 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-dffcbfcd-74ca-4671-b632-c429bafaa93b service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103551 Mar 07 11:08:51.536959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-d747cc73-fb0e-4af6-abcf-ee22b1b86154 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136243 Mar 07 11:08:51.566968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks [] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:51.586568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:51.739448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Network cb0887b7-0b04-4777-900e-72d3630dcec7 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:51.748447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Pushing event updated for resources: {'Port': ['ID=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:51.751746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:51.769339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:51.804592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.20.0.1 (cb0887b7-0b04-4777-900e-72d3630dcec7/3ab15c6b-af39-4767-b0ab-5cb58c0f9921/9e03cdfc-ab3d-4e77-8ed8-215fd23d007b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:51.862647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Attempting to bind port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:51.863171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Attempting to bind port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:51.863675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Attempting to bind port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 on network cb0887b7-0b04-4777-900e-72d3630dcec7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:51.869432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:51.869946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Checking segment: {'id': '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:51.870477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:51.870975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Bound using segment: {'id': '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:51.871778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Bound port: 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cb0887b7-0b04-4777-900e-72d3630dcec7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:51.872389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.015919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] For port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:52.024965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] For port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,segment=NetworkSegment(3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44),segment_id=3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:52.040451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.049800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.067820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5868891-6e21-4ef7-9640-375bc1177784 req-839b050e-2f22-423f-b17d-54d6ddc05f9b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:52.070335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5868891-6e21-4ef7-9640-375bc1177784 req-839b050e-2f22-423f-b17d-54d6ddc05f9b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.2252474 Mar 07 11:08:52.129956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.170089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba084-0b70-459c-9cb4-8797a2b036b1 None None] Pushing event updated for resources: {'Port': ['ID=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:52.182915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network cb0887b7-0b04-4777-900e-72d3630dcec7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:52.190350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:52.206992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:52.300577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (f7f94433-4670-4702-8266-f36d2e1fc8be), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.306194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=9e03cdfc-ab3d-4e77-8ed8-215fd23d007b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:52.311918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5868891-6e21-4ef7-9640-375bc1177784 req-d015a0f3-182b-46d3-b561-2c02ca86c6dd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311504 Mar 07 11:08:52.532469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:52.833367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:52.911223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:52.911549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.008482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:53.075584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:53.076671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.106018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-184425f2-59d8-4b31-9151-20ebca1354bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.135773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,segment=NetworkSegment(3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44),segment_id=3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:53.149893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.216161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:53.218971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:08:53.223804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:53.224216 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.317749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:53.318136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.361383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:53.364394 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195a868-4801-40b1-b85f-ef4ed35d8bf4" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:53.387461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:53.398214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.481909 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c661a-670c-4cb7-98c3-a113e7ec5b73 x-openstack-request-id: req-194c661a-670c-4cb7-98c3-a113e7ec5b73 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:53.483048 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:53.483508 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-194c661a-670c-4cb7-98c3-a113e7ec5b73 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:53.484191 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'code': 200} Mar 07 11:08:53.506721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:53.562230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.581410 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.651541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3685ab-416a-4404-9791-43b2c2c81d18 req-d495c16a-d273-4094-9437-daf6f3581b20 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:53.658563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b3685ab-416a-4404-9791-43b2c2c81d18 req-d495c16a-d273-4094-9437-daf6f3581b20 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1651685 Mar 07 11:08:53.705256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=9e03cdfc-ab3d-4e77-8ed8-215fd23d007b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:53.710458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (f7f94433-4670-4702-8266-f36d2e1fc8be), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.850511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b3685ab-416a-4404-9791-43b2c2c81d18 req-2fc5c199-2b21-418b-be53-e3a5c3890a9b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908779 Mar 07 11:08:53.887268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network cb0887b7-0b04-4777-900e-72d3630dcec7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:53.888951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:53.957302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00a073-921d-48b1-a724-57212e4b83e8 None None] Network cb0887b7-0b04-4777-900e-72d3630dcec7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:54.137469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b000bfea-9dac-4c8f-9827-4396593fce64 None None] Provisioning complete for port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:54.138020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b000bfea-9dac-4c8f-9827-4396593fce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.163956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-764ca08a-a0c1-4e25-9ebd-48cc41519c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:54.165650 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-764ca08a-a0c1-4e25-9ebd-48cc41519c7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 1127 time: 0.1120906 Mar 07 11:08:54.166827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router f7f94433-4670-4702-8266-f36d2e1fc8be is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:08:54.180108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:54.273213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b000bfea-9dac-4c8f-9827-4396593fce64 None None] Current status of the port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:54.326754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.352578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:54.358638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8056fe4b-4ec2-44b3-82dd-e2332ef2a38c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/f7f94433-4670-4702-8266-f36d2e1fc8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4603755 Mar 07 11:08:54.361131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40972) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:54.368100 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] Sync routers for ids ['f7f94433-4670-4702-8266-f36d2e1fc8be'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:54.370436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.385644 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] Routers {'f7f94433-4670-4702-8266-f36d2e1fc8be'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:54.386057 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f7f94433-4670-4702-8266-f36d2e1fc8be'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:54.438602 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.459275 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:54.472266 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] Routers {'f7f94433-4670-4702-8266-f36d2e1fc8be'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:54.473167 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f7f94433-4670-4702-8266-f36d2e1fc8be'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:54.478969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaece10c-49ca-45e5-af73-3574f475db3d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:54.483200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eaece10c-49ca-45e5-af73-3574f475db3d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports/9e03cdfc-ab3d-4e77-8ed8-215fd23d007b HTTP/1.1" status: 200 len: 910 time: 0.1210287 Mar 07 11:08:54.488178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 40974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:54.498127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ab15c6b-af39-4767-b0ab-5cb58c0f9921'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:54.544319 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:54.548763 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ad7d-a4c5-4619-90db-51c9a09c41d2 None None] The sync data for ids ['f7f94433-4670-4702-8266-f36d2e1fc8be'] in n-d-832156-4 is: [] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:54.719635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Provisioning complete for port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:54.721429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.755116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:54.758415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.782877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:54.794816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:54.843866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks [] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:54.858234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Transition to ACTIVE for port object b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:08:54.859058 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:54.861617 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f133efa-bb60-4c00-b34b-7cad74452051" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-unplugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:54.873640 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.098212 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ee4f9-e135-4724-903d-fe9812dc7aae x-openstack-request-id: req-740ee4f9-e135-4724-903d-fe9812dc7aae {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:55.098508 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-unplugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:55.099005 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-740ee4f9-e135-4724-903d-fe9812dc7aae {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:55.099188 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'code': 200} Mar 07 11:08:55.130131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:55.130613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.224769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:55.253486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Current status of the port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:55.283692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] No DVR routers for this DVR port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:55.375306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Provisioning complete for port 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:55.375751 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.405086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0ebe-dba1-462c-9f20-b628f0f0d9dc req-84bc734b-c042-41b4-8def-69292732e3c3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:55.408070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34bf0ebe-dba1-462c-9f20-b628f0f0d9dc req-84bc734b-c042-41b4-8def-69292732e3c3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.3069355 Mar 07 11:08:55.469197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:55.482737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b878a41a-8a4a-45be-adff-0c53023b7fd0 None None] Port 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:55.581369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34bf0ebe-dba1-462c-9f20-b628f0f0d9dc req-d3f64673-2200-4f76-875f-9c37121182d8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646848 Mar 07 11:08:55.641534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-01946722-aad1-454f-a3a8-63a704d03f03 None None] Provisioning complete for port 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:55.644230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01946722-aad1-454f-a3a8-63a704d03f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.686094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:55.686504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:55.686766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:55.700964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:08:55.701406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Attempting to bind port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:55.708327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:55.708665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Checking segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:55.709508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Bound using segment: {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:55.710645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Bound port: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc221183-589e-4c89-8d02-e59007cff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:55.711333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.730965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-01946722-aad1-454f-a3a8-63a704d03f03 None None] Port 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:55.767425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.799830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.821630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.853363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:55.864509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:55.880387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.924184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:55.924847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.926467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] 10.222.0.26 "PUT /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 1092 time: 1.7522304 Mar 07 11:08:55.960742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5f9c6-625a-495a-a61c-177c2917c686 service neutron] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=11']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:55.996865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:55.997591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:55.998976 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/ports/9e03cdfc-ab3d-4e77-8ed8-215fd23d007b HTTP/1.1" status: 200 len: 910 time: 1.5096757 Mar 07 11:08:56.000262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f895c65-c06b-4870-9141-7021b4e476e8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=9e03cdfc-ab3d-4e77-8ed8-215fd23d007b,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:56.003522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41030) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:56.067117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-18adfa4d-b4d4-4334-8860-ee76a86ac226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.068878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-18adfa4d-b4d4-4334-8860-ee76a86ac226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1126 time: 0.1176291 Mar 07 11:08:56.278644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-cec51d5f-caf2-4907-8eb3-193d25752a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.284701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-cec51d5f-caf2-4907-8eb3-193d25752a49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.2031765 Mar 07 11:08:56.406718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-393f1a6d-500e-4546-b41b-7968e163f3ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.1195138 Mar 07 11:08:56.507013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-f8b51f70-e0b1-4de6-9d95-2e83ebc03e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.509984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-f8b51f70-e0b1-4de6-9d95-2e83ebc03e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.0968132 Mar 07 11:08:56.614111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-57d9d1bd-f601-4246-ac94-dfcff2c89624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.616532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-57d9d1bd-f601-4246-ac94-dfcff2c89624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0974905 Mar 07 11:08:56.762318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e815-475e-4c57-8fb7-44d72f1e0a69 req-086a4f99-fdd9-473b-9c45-13dd9e2e3994 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.764682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b56e815-475e-4c57-8fb7-44d72f1e0a69 req-086a4f99-fdd9-473b-9c45-13dd9e2e3994 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.0956018 Mar 07 11:08:56.802959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-128f822e-7b1e-4fef-a668-944b0a1be68e service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800022 Mar 07 11:08:56.885230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b56e815-475e-4c57-8fb7-44d72f1e0a69 req-bbc0f006-dd2c-4788-bcab-24a0cd7124f5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142454 Mar 07 11:08:56.943732 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (f7f94433-4670-4702-8266-f36d2e1fc8be), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:56.963141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2963d4f4-8b9b-4b51-9b28-936cc562b01c req-86348c90-00e4-4561-8ec1-2cdec890276a service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515439 Mar 07 11:08:57.018748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:57.101605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:57.102137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:57.107487 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b021db46-0b67-4b66-80e9-df4d3e0b888b" -d '{"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:57.115162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:08:57.116290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:57.310973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:08:57.311434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:57.461833 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15a884-8758-4981-aae5-baec910832ad x-openstack-request-id: req-8c15a884-8758-4981-aae5-baec910832ad {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:57.462124 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:57.462381 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c15a884-8758-4981-aae5-baec910832ad {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:57.462793 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:08:57.470514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:57.516282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 9e03cdfc-ab3d-4e77-8ed8-215fd23d007b owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:08:57.575347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-3d17779f-839b-40c0-bb22-d78b1039af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:57.578468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-3d17779f-839b-40c0-bb22-d78b1039af3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1126 time: 0.1064444 Mar 07 11:08:57.702279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-5a629b10-bebe-48cb-a0f3-52ead006e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:57.704338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-5a629b10-bebe-48cb-a0f3-52ead006e0da service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.1191332 Mar 07 11:08:57.801848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-c89fe674-5dbc-4331-aac2-6883027ae475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:57.804121 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-c89fe674-5dbc-4331-aac2-6883027ae475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1126 time: 0.3249803 Mar 07 11:08:57.806170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-6f4c1a43-d63a-4cfa-ae54-3b3304f7e2fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.0937905 Mar 07 11:08:57.942579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-315360e1-0a2c-431b-a16e-389664891b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:57.945090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-315360e1-0a2c-431b-a16e-389664891b8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1318221 Mar 07 11:08:57.981861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9e03cdfc-ab3d-4e77-8ed8-215fd23d007b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:58.029713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=9e03cdfc-ab3d-4e77-8ed8-215fd23d007b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:58.156924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-1ba5b6e8-60c8-4f00-9bd6-a7978c5ffa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.161533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-1ba5b6e8-60c8-4f00-9bd6-a7978c5ffa08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084403 Mar 07 11:08:58.195923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-df4b426f-97c6-4fe3-9c42-3095e453075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.197761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-df4b426f-97c6-4fe3-9c42-3095e453075a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 0.3778465 Mar 07 11:08:58.219697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481259-fb66-4588-b985-2d1fdaf88a81 req-c7f1a691-edf1-4243-9b1e-62f99f2fc148 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.221292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20481259-fb66-4588-b985-2d1fdaf88a81 req-c7f1a691-edf1-4243-9b1e-62f99f2fc148 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 944 time: 0.2019601 Mar 07 11:08:58.397246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (f7f94433-4670-4702-8266-f36d2e1fc8be), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:58.493034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20481259-fb66-4588-b985-2d1fdaf88a81 req-383192c7-6837-41aa-851f-ac2919b23c78 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487726 Mar 07 11:08:58.542605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-03509d96-ab4e-41be-9c28-653ab8372cbb service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716087 Mar 07 11:08:58.637259 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-7541803b-2e1b-4de1-b616-1939bba85625 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 999 time: 0.2750592 Mar 07 11:08:58.711700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-98e87983-5eb3-49e4-95da-a981d391a87c service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622648 Mar 07 11:08:58.783000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:08:58.809862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-76849487-c82f-4acd-9840-d9d01c501381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.811604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-76849487-c82f-4acd-9840-d9d01c501381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.1675224 Mar 07 11:08:58.816307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router f7f94433-4670-4702-8266-f36d2e1fc8be has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:08:58.906774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:58.920205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'port_id': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'mac_address': 'fa:16:3e:a8:14:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:08:58.941144 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:08:58.950670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41084) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:58.951158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5e8cb1f7-5e39-48c5-ac7c-207b66575a58 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/f7f94433-4670-4702-8266-f36d2e1fc8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462123 Mar 07 11:08:58.958870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] Sync routers for ids ['f7f94433-4670-4702-8266-f36d2e1fc8be'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:08:58.960780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-418bfd22-5736-4810-bfdf-eba432481c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.962297 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-418bfd22-5736-4810-bfdf-eba432481c8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1446052 Mar 07 11:08:58.986229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:58.986719 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.009642 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.010498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7aac69aa-bf55-4b5f-b643-b6170d0e334b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f94433-4670-4702-8266-f36d2e1fc8be HTTP/1.1" status: 200 len: 205 time: 0.0584598 Mar 07 11:08:59.013399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41086) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:59.025363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:59.043709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] Routers {'f7f94433-4670-4702-8266-f36d2e1fc8be'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:59.044433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f7f94433-4670-4702-8266-f36d2e1fc8be'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:59.102388 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-b694dc0b-d5a6-4934-8b12-fd6dfbe5d935 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305027 Mar 07 11:08:59.148788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:59.155261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:59.163157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] Routers {'f7f94433-4670-4702-8266-f36d2e1fc8be'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:08:59.164656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f7f94433-4670-4702-8266-f36d2e1fc8be'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:59.184042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.205669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:08:59.206239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6722d-0638-48b4-b8d5-eb5b1ef9f287 None None] The sync data for ids ['f7f94433-4670-4702-8266-f36d2e1fc8be'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:08:59.209220 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.229467 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b021db46-0b67-4b66-80e9-df4d3e0b888b req-3c63fa68-d019-46ba-8828-bae867b79233 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204855 Mar 07 11:08:59.261398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=12']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:59.385302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.388441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f7f94433-4670-4702-8266-f36d2e1fc8be), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.431562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:08:59.455450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f7f94433-4670-4702-8266-f36d2e1fc8be), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.456598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router f7f94433-4670-4702-8266-f36d2e1fc8be {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:08:59.478538 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.480443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e60dbc50-6f64-4fd7-9227-17ca73be8748 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f7f94433-4670-4702-8266-f36d2e1fc8be HTTP/1.1" status: 204 len: 168 time: 0.4658811 Mar 07 11:08:59.483251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:59.561110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 3ab15c6b-af39-4767-b0ab-5cb58c0f9921 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:08:59.574836 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (3ab15c6b-af39-4767-b0ab-5cb58c0f9921), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.636366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (3ab15c6b-af39-4767-b0ab-5cb58c0f9921), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.738978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f6ae0-bf14-4cd0-8bdf-7a81c8979dd5 req-43b16938-a2af-4178-bd70-f938534d3d38 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:59.741762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-523f6ae0-bf14-4cd0-8bdf-7a81c8979dd5 req-43b16938-a2af-4178-bd70-f938534d3d38 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 945 time: 0.1264777 Mar 07 11:08:59.773942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (3ab15c6b-af39-4767-b0ab-5cb58c0f9921), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.830510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-523f6ae0-bf14-4cd0-8bdf-7a81c8979dd5 req-f068931b-be14-4be0-a716-714693e97e41 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828855 Mar 07 11:08:59.842303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (3ab15c6b-af39-4767-b0ab-5cb58c0f9921), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.856612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41102) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:59.875069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00477a13-e8fa-4652-99c8-411944f8c704 None None] Network cb0887b7-0b04-4777-900e-72d3630dcec7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:08:59.895681 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:59.900576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/3ab15c6b-af39-4767-b0ab-5cb58c0f9921 HTTP/1.1" status: 204 len: 168 time: 0.4162245 Mar 07 11:08:59.903303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41104) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:59.939320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935250-0bce-475b-9625-76ef2f72aa30 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab15c6b-af39-4767-b0ab-5cb58c0f9921,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:59.983559 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-268c1a0f-7739-42c7-8d9e-b5f586dd8ba5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 200 len: 992 time: 0.1172497 Mar 07 11:09:00.099059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (cb0887b7-0b04-4777-900e-72d3630dcec7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.121856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] DHCP port deletion for cb0887b7-0b04-4777-900e-72d3630dcec7 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:00.202802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:00.202802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.258146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Deleting port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:00.259436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.314130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,segment=NetworkSegment(3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44),segment_id=3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:00.314499 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.336758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:00.355426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] For port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,segment=NetworkSegment(3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44),segment_id=3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:00.356211 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.375480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Calling delete_port for 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:00.442229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.471477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (82ff5343-8cb9-4c02-9b77-80bd7e10a8b7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.504713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] Pushing event deleted for resources: {'Port': ['ID=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:00.508608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf225c-2001-48ea-8086-88968e13f712 None None] No DVR routers for this DVR port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:00.520440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=82ff5343-8cb9-4c02-9b77-80bd7e10a8b7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:00.546008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:00.676463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (cb0887b7-0b04-4777-900e-72d3630dcec7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.701537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0887b7-0b04-4777-900e-72d3630dcec7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:00.712202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:00.712545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:00.727945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:00.733698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.767125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.773663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:00.774075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3d1ad3a9-8127-4bc8-abdd-ca118a7c0b44), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.777820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:00.778445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82ff5343-8cb9-4c02-9b77-80bd7e10a8b7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:00.802892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:00.830346 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:00.869563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (cb0887b7-0b04-4777-900e-72d3630dcec7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.879682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.883115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/cb0887b7-0b04-4777-900e-72d3630dcec7 HTTP/1.1" status: 204 len: 168 time: 0.9785388 Mar 07 11:09:00.887599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41112) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:00.900675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1375405425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:00.907533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345453a-cd88-4fd4-bdba-01c3394a815f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=cb0887b7-0b04-4777-900e-72d3630dcec7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:00.940336 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:00.944206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.071972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.080349 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.115409 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.118671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-007addcc-1c7b-46c9-94a1-20601ca80c86 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2306221 Mar 07 11:09:01.121189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41114) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:01.127212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292317245'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:01.163667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:01.168829 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.174445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:09:01.181408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:01.183226 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.202029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:01.218821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5be06c85-3615-4261-bd45-4103858e9d89), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.219955 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 5be06c85-3615-4261-bd45-4103858e9d89 of type vlan for network c883eb31-e196-4463-9a3b-144690d4b6ac Mar 07 11:09:01.270498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c883eb31-e196-4463-9a3b-144690d4b6ac), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.305103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c883eb31-e196-4463-9a3b-144690d4b6ac), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.315606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:01.317356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.374402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2513230 Mar 07 11:09:01.377299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41118) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:01.383719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:01.392497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:01.392878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.426440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eae28-d8c5-407e-91f7-e8c129ac9ecc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=c883eb31-e196-4463-9a3b-144690d4b6ac,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:01.465102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:01.468587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:01.471992 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec8fcb-7e77-40d5-8b5e-c4f4b7163446" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:01.477848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:01.523398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:01.529404 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.546046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.624844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=13']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:01.692728 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f44cc-92ec-4388-b3e3-093110de4a36 x-openstack-request-id: req-8d1f44cc-92ec-4388-b3e3-093110de4a36 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:01.693055 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-plugged", "status": "completed", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:01.693787 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d1f44cc-92ec-4388-b3e3-093110de4a36 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:01.695344 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'code': 200} Mar 07 11:09:01.853872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8291ceff-3727-4dc0-86d3-41701bffaf26), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:01.936669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=8291ceff-3727-4dc0-86d3-41701bffaf26,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:01.968974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:01.969420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: c883eb31-e196-4463-9a3b-144690d4b6ac, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:02.013385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c883eb31-e196-4463-9a3b-144690d4b6ac is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:02.028281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c883eb31-e196-4463-9a3b-144690d4b6ac) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:02.038843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:02.039496 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:02.041163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a1f23-9b7f-4d84-9fe5-75616f2b483c None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:02.073382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c4d9b43f-5209-477d-8ca9-2e28178b40a9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6914654 Mar 07 11:09:02.074841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41126) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:02.288383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c883eb31-e196-4463-9a3b-144690d4b6ac', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:02.289985 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:02.507973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Allocated IP 172.20.0.2 (c883eb31-e196-4463-9a3b-144690d4b6ac/8291ceff-3727-4dc0-86d3-41701bffaf26/e0dd6600-ad97-49a3-a0eb-e742e498ba35) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:02.614199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:02.754717 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks [] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:02.794312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:02.873095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Pushing event updated for resources: {'Port': ['ID=e0dd6600-ad97-49a3-a0eb-e742e498ba35,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:02.958764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:02.974512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.975109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.975751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.976304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.977255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.977807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.978369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.979044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.979598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.980158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.980697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.981273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.981819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:02.985703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:02.994059 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:03.096343 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Attempting to bind port e0dd6600-ad97-49a3-a0eb-e742e498ba35 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:03.097107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Attempting to bind port e0dd6600-ad97-49a3-a0eb-e742e498ba35 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:03.097802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Attempting to bind port e0dd6600-ad97-49a3-a0eb-e742e498ba35 on network c883eb31-e196-4463-9a3b-144690d4b6ac {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:03.104570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:03.105241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Checking segment: {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:03.105752 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.108423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Bound using segment: {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:03.109641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Bound port: e0dd6600-ad97-49a3-a0eb-e742e498ba35, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:03.109641 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.153057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.20.0.1 (c883eb31-e196-4463-9a3b-144690d4b6ac/8291ceff-3727-4dc0-86d3-41701bffaf26/22f21d0f-10dc-44e1-bd26-56454c53b768) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:03.193924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] For port e0dd6600-ad97-49a3-a0eb-e742e498ba35, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:03.198081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] For port e0dd6600-ad97-49a3-a0eb-e742e498ba35, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e0dd6600-ad97-49a3-a0eb-e742e498ba35,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:03.207362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.307301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b06a6-2630-47dd-8813-3dfd876e3b48 None None] Pushing event updated for resources: {'Port': ['ID=e0dd6600-ad97-49a3-a0eb-e742e498ba35,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:03.386103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.441213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.502793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c883eb31-e196-4463-9a3b-144690d4b6ac is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:03.538315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:03.544120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:03.580085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:03.600804 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.756724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.164221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.171632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.296083 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:04.301144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.800022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f9884-6af7-4208-9648-638bdfb1f9e0 None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:04.920989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network c883eb31-e196-4463-9a3b-144690d4b6ac is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:04.922580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:04.935569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e0dd6600-ad97-49a3-a0eb-e742e498ba35 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:04.994593 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Provisioning complete for port e0dd6600-ad97-49a3-a0eb-e742e498ba35 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:04.994593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.089857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e0dd6600-ad97-49a3-a0eb-e742e498ba35 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:05.091921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.156050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:09:05.245802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:05.246322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.309244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:05.319521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:05.325143 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f5a55e7-eeef-47ae-960a-00449cd5aa56 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460766 Mar 07 11:09:05.325363 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.325504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41148) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:05.330120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-754760152'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:05.344037 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:05.356517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] For port e0dd6600-ad97-49a3-a0eb-e742e498ba35, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e0dd6600-ad97-49a3-a0eb-e742e498ba35,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:05.367868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.370799 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:05.373440 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:05.399073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:05.404753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.465940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:05.492592 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.493230 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9 of type vlan for network 5f5b44c8-3853-4c31-bc34-5510f92423e7 Mar 07 11:09:05.606520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5f5b44c8-3853-4c31-bc34-5510f92423e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.620390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:05.670799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51ae64-bdb5-408d-a58d-ffd923909fed None None] Pushing event updated for resources: {'Port': ['ID=e0dd6600-ad97-49a3-a0eb-e742e498ba35,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:05.716333 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5f5b44c8-3853-4c31-bc34-5510f92423e7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.717215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Provisioning complete for port e0dd6600-ad97-49a3-a0eb-e742e498ba35 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:05.717585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.723439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:05.727288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.792978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:09:05.793326 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:09:05.903981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:05.913304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=5f5b44c8-3853-4c31-bc34-5510f92423e7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:05.940026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:05.940541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.952642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f1b7c008-f829-4d0f-b5bc-bb339186f590 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6238520 Mar 07 11:09:05.953086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:05.958398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:06.071696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b8703867-daa3-4b70-b28a-e05b09483caf None None] Port 22f21d0f-10dc-44e1-bd26-56454c53b768 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:06.077378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:06.188527 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:03Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:03Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:06.196637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:06.202116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.244954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0ca79e4b-6791-494e-b171-c88507927450 None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:06.245624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0ca79e4b-6791-494e-b171-c88507927450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.279869 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:06.280167 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Updating router d6ac4664-5b51-4eb0-af93-3cbeb17daffb port 22f21d0f-10dc-44e1-bd26-56454c53b768 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:06.285928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0ca79e4b-6791-494e-b171-c88507927450 None None] Port 22f21d0f-10dc-44e1-bd26-56454c53b768 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:06.348212 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.394865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:06.519311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-47ae9b45-424e-4a8d-adcb-b10b5369a813 None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:06.520131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47ae9b45-424e-4a8d-adcb-b10b5369a813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.596977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-47ae9b45-424e-4a8d-adcb-b10b5369a813 None None] Port 22f21d0f-10dc-44e1-bd26-56454c53b768 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:06.735264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (58510e4b-2caf-4cb5-8db9-4906e2def0c2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.750672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e0dd6600-ad97-49a3-a0eb-e742e498ba35 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:06.862302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=58510e4b-2caf-4cb5-8db9-4906e2def0c2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:06.952628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e0dd6600-ad97-49a3-a0eb-e742e498ba35 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:06.953209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.014314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:07.014888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: 5f5b44c8-3853-4c31-bc34-5510f92423e7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:07.078016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:07.099280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5f5b44c8-3853-4c31-bc34-5510f92423e7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:07.101992 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks [] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.119299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:07.119939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.123638 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.167504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6099d-5b2a-4437-ac3d-8af5c505529d None None] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:07.193323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:07.198464 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-286dd5ba-c441-4107-8752-70efebcb9cf6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2441130 Mar 07 11:09:07.203420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41164) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:07.285534 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Pushing event updated for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.296267 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.296679 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.297020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.297352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.297679 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.298002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.298324 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.298645 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.298961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.299279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.299595 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.299947 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.300262 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:07.314655 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Attempting to bind port 22f21d0f-10dc-44e1-bd26-56454c53b768 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:07.314994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Attempting to bind port 22f21d0f-10dc-44e1-bd26-56454c53b768 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:07.315295 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Attempting to bind port 22f21d0f-10dc-44e1-bd26-56454c53b768 on network c883eb31-e196-4463-9a3b-144690d4b6ac {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:07.334495 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:07.335129 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Checking segment: {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:07.335840 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.336272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Bound using segment: {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:07.336755 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Bound port: 22f21d0f-10dc-44e1-bd26-56454c53b768, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be06c85-3615-4261-bd45-4103858e9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:07.339554 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.405391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5f5b44c8-3853-4c31-bc34-5510f92423e7', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:07.406248 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.484453 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] For port 22f21d0f-10dc-44e1-bd26-56454c53b768, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:07.487707 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] For port 22f21d0f-10dc-44e1-bd26-56454c53b768, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=22f21d0f-10dc-44e1-bd26-56454c53b768,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:07.504690 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.681455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:07.681844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.706479 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:07.707112 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:07.712748 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c572905-eba5-46e0-81c7-b2f8f47c421a None None] Pushing event updated for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.743518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Allocated IP 172.21.0.2 (5f5b44c8-3853-4c31-bc34-5510f92423e7/58510e4b-2caf-4cb5-8db9-4906e2def0c2/de9b5278-1dc3-4696-a440-3651c60cee6f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:08.052131 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:08.193764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Current status of the port 22f21d0f-10dc-44e1-bd26-56454c53b768 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:08.197914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.278516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-97fa3f29-b292-4197-a342-baba11926060 None None] For port 22f21d0f-10dc-44e1-bd26-56454c53b768, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=22f21d0f-10dc-44e1-bd26-56454c53b768,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:08.287989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.468821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3f29-b292-4197-a342-baba11926060 None None] Pushing event updated for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:08.704164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks [] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.714589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9a3ba9e0-c6c1-4d06-8137-01e5674a7a9b None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:08.714989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba9e0-c6c1-4d06-8137-01e5674a7a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.776921 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:03Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:07Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:08.784476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.826065 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c16b4-cc8d-4370-ab9b-e26ac9a7c3a3 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:03Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:07Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:08.867408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:08.873711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:08.887455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:08.916069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Pushing event updated for resources: {'Port': ['ID=de9b5278-1dc3-4696-a440-3651c60cee6f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:09.058135 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.141126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Attempting to bind port de9b5278-1dc3-4696-a440-3651c60cee6f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:09.141522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Attempting to bind port de9b5278-1dc3-4696-a440-3651c60cee6f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:09.141828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Attempting to bind port de9b5278-1dc3-4696-a440-3651c60cee6f on network 5f5b44c8-3853-4c31-bc34-5510f92423e7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:09.147805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ba9e0-c6c1-4d06-8137-01e5674a7a9b None None] Current status of the port 22f21d0f-10dc-44e1-bd26-56454c53b768 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:09.158163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:09.158590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Checking segment: {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:09.158923 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.159303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Bound using segment: {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:09.159793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Bound port: de9b5278-1dc3-4696-a440-3651c60cee6f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:09.160165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.275151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] For port de9b5278-1dc3-4696-a440-3651c60cee6f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:09.291900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] For port de9b5278-1dc3-4696-a440-3651c60cee6f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de9b5278-1dc3-4696-a440-3651c60cee6f,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:09.305087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.471551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82e21c-51d3-40d4-9c2e-e1c3aca0a38d None None] Pushing event updated for resources: {'Port': ['ID=de9b5278-1dc3-4696-a440-3651c60cee6f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:09.699868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.21.0.1 (5f5b44c8-3853-4c31-bc34-5510f92423e7/58510e4b-2caf-4cb5-8db9-4906e2def0c2/a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:10.017850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.077071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.129172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:10.146405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:10.148067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:10.154683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:10.258372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.479980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.964288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 22f21d0f-10dc-44e1-bd26-56454c53b768 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:10.995415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.008723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.060926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 22f21d0f-10dc-44e1-bd26-56454c53b768 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:11.062255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.148423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.232570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 22f21d0f-10dc-44e1-bd26-56454c53b768 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:11.235385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de9b5278-1dc3-4696-a440-3651c60cee6f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:11.319469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port de9b5278-1dc3-4696-a440-3651c60cee6f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:11.320619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.328852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:11.387771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f7391-48eb-49ce-a995-8881aebb151b None None] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:11.454205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:11.456188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:11.645248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:11.871153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3b888abb-5223-401e-8581-302460962f83 None None] Provisioning complete for port de9b5278-1dc3-4696-a440-3651c60cee6f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:11.871153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b888abb-5223-401e-8581-302460962f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.873227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:11.878566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c1250123-7277-4ed2-a267-c2d5df0dec46 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6664064 Mar 07 11:09:11.881244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41204) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:11.887851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292603299'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:11.903567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:11.935126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:11.940591 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.950975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:11.952617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:12.017806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:12.050463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port de9b5278-1dc3-4696-a440-3651c60cee6f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:12.051092 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.062296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (05f075ae-c35d-414c-81ea-a33aeedb9611), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.064588 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 05f075ae-c35d-414c-81ea-a33aeedb9611 of type vlan for network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 Mar 07 11:09:12.170669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port de9b5278-1dc3-4696-a440-3651c60cee6f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de9b5278-1dc3-4696-a440-3651c60cee6f,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:12.174752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.180438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.260027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.265056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:12.265656 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.302436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:12.364261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4807575 Mar 07 11:09:12.367264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41208) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:12.372469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:12.417527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3b888abb-5223-401e-8581-302460962f83 None None] Current status of the port de9b5278-1dc3-4696-a440-3651c60cee6f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:12.428966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=de9b5278-1dc3-4696-a440-3651c60cee6f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:12.474348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836ee3e-7276-4d2d-ae69-5e1afece0f75 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=9e178ac1-b30c-4c26-bc6a-f3e7cbd32184,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:12.521876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:12.680653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:12.685319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.797336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Provisioning complete for port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:12.798807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.905689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de9b5278-1dc3-4696-a440-3651c60cee6f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:13.054452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:13.082085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (1487c9b4-5a34-42ae-84f2-f74502135da9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.170806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Provisioning complete for port de9b5278-1dc3-4696-a440-3651c60cee6f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:13.171769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.177883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port de9b5278-1dc3-4696-a440-3651c60cee6f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:13.178708 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.247325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=1487c9b4-5a34-42ae-84f2-f74502135da9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:13.264001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:13.264490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:13.287326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:10Z', 'revision_number': 3, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:10Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:13.309108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:13.332867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:13.333169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Updating router d6ac4664-5b51-4eb0-af93-3cbeb17daffb port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:13.345152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:13.369420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.370114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.404051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7d885-f25d-45b5-aa35-af864e7d64d3 None None] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:13.422960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7d6dda74-55c5-41ac-9697-512391c748bf tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0545068 Mar 07 11:09:13.426047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:13.497690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.742901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e8f96518-d747-4dd3-99e6-52ec294c555a None None] Current status of the port de9b5278-1dc3-4696-a440-3651c60cee6f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:13.843304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port de9b5278-1dc3-4696-a440-3651c60cee6f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:13.909396 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:13.910241 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:13.937922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-11ea8fb1-b619-4aed-a1a9-7a2c81332ab7 None None] Provisioning complete for port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:13.938298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11ea8fb1-b619-4aed-a1a9-7a2c81332ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.142825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-11ea8fb1-b619-4aed-a1a9-7a2c81332ab7 None None] Port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:14.325358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.339003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Allocated IP 172.22.0.2 (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184/1487c9b4-5a34-42ae-84f2-f74502135da9/80288961-fbf1-48b9-8d76-cdb26ceafc4f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:14.400044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks [] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.473100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.572966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcad6e7-975b-4ab2-8faa-0f350180be6e None None] Pushing event updated for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:14.884876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Attempting to bind port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:14.885535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Attempting to bind port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:14.886523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Attempting to bind port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 on network 5f5b44c8-3853-4c31-bc34-5510f92423e7 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:14.888971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks [] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.895774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:14.895774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Checking segment: {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:14.896534 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.896777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Bound using segment: {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:14.897278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Bound port: a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:14.897789 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.908204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.966889 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.22.0.1 (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184/1487c9b4-5a34-42ae-84f2-f74502135da9/4c71a7d6-d1d8-4b80-bafc-3590a6491a64) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:14.992853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:15.002073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:15.016568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:15.031345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Pushing event updated for resources: {'Port': ['ID=80288961-fbf1-48b9-8d76-cdb26ceafc4f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:15.043066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3c461c82-b98e-494e-9199-9784e3e5febf None None] Provisioning complete for port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:15.043435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c461c82-b98e-494e-9199-9784e3e5febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.095099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] For port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:15.146070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.184839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] For port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:15.189763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c461c82-b98e-494e-9199-9784e3e5febf None None] Port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:15.204657 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.221247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.280830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:15.286108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:15.294149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:15.302233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:15.400180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.524298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Attempting to bind port 80288961-fbf1-48b9-8d76-cdb26ceafc4f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:15.524829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Attempting to bind port 80288961-fbf1-48b9-8d76-cdb26ceafc4f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:15.525261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Attempting to bind port 80288961-fbf1-48b9-8d76-cdb26ceafc4f on network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:15.547694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:15.548231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Checking segment: {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:15.548672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.549122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Bound using segment: {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:15.549624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Bound port: 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:15.551131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.607579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.738628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:15.742004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:16.046327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcad6e7-975b-4ab2-8faa-0f350180be6e None None] Pushing event updated for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.167094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Provisioning complete for port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:16.167462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:16.191778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] For port 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:16.201191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] For port 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=80288961-fbf1-48b9-8d76-cdb26ceafc4f,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:16.230169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:16.240583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:16.267211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:16.356122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:16.359816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.365290 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:16.564920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:16.566671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:16.964776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:17.012771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ee94-701b-4182-88ae-2d2198c76e65 None None] Pushing event updated for resources: {'Port': ['ID=80288961-fbf1-48b9-8d76-cdb26ceafc4f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:17.132563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Current status of the port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:17.132964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.169974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] For port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:17.185869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.207427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:17.216544 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-650f93e0-601d-40e4-a99d-bd837f9a868c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7893450 Mar 07 11:09:17.216776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41268) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:17.221714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'network': {'name': 'tempest-RoutersTest-2119773718'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:17.241387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc6e03-a193-434c-9ef8-b6c3dd022b66 None None] Pushing event updated for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:17.251851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:14Z', 'revision_number': 1, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:17.287679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a34e-19f5-49ca-83c9-265a151ede56 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:14Z', 'revision_number': 1, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:17.297990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:17.302928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.416209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:17.443868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (67789afa-9520-4be4-8f55-a23c7d799b58), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.445701 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added segment 67789afa-9520-4be4-8f55-a23c7d799b58 of type vlan for network d0941cdf-46a0-4735-a7a2-70de53eb89b1 Mar 07 11:09:17.531873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d0941cdf-46a0-4735-a7a2-70de53eb89b1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.592494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d0941cdf-46a0-4735-a7a2-70de53eb89b1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.600314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:17.600967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:17.785451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5677407 Mar 07 11:09:17.788886 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41274) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:17.797839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5315a-3c59-4e5c-b07a-afb59a46e821 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Network': ['ID=d0941cdf-46a0-4735-a7a2-70de53eb89b1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:17.814170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'subnet': {'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:17.817781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:18.132388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Made reservation on behalf of 01d7db60217f4eed8ed7c851ca312748 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:18.135891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.441055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5050b83-9b9a-4f93-8a18-5c68476006cb None None] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:18.640244 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (797cd00d-16e4-469b-b186-d09b33066f66), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.722183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Provisioning complete for port 80288961-fbf1-48b9-8d76-cdb26ceafc4f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:18.728399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.892356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Subnet': ['ID=797cd00d-16e4-469b-b186-d09b33066f66,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:18.923360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Checking segment: {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:18.923738 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network hostable DHCP agents. Network: d0941cdf-46a0-4735-a7a2-70de53eb89b1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:18.991142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 80288961-fbf1-48b9-8d76-cdb26ceafc4f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:19.016920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:19.044033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d0941cdf-46a0-4735-a7a2-70de53eb89b1) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:19.054552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:19.055298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.093739 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7a2c1da6-af6e-4309-bc6a-69d4f157ffb5 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3034055 Mar 07 11:09:19.096560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41294) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:19.152986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a621d6a-bee5-40db-acac-90cb0e2c9120 None None] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:19.361046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Current status of the port 80288961-fbf1-48b9-8d76-cdb26ceafc4f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:19.361995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.404640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-d0941cdf-46a0-4735-a7a2-70de53eb89b1', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:19.405868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.460579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 80288961-fbf1-48b9-8d76-cdb26ceafc4f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:19.461681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.472895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] For port 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=80288961-fbf1-48b9-8d76-cdb26ceafc4f,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:19.509929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.629232 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:19.648227 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:19.659298 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:19.747388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:19.749335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.827410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76e0a3-411f-4ccc-b9d8-7c89df3f35c8 None None] Pushing event updated for resources: {'Port': ['ID=80288961-fbf1-48b9-8d76-cdb26ceafc4f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:19.901550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:20.016392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 80288961-fbf1-48b9-8d76-cdb26ceafc4f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.023578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:20.043791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.082345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:20.094416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Allocated IP 172.23.0.2 (d0941cdf-46a0-4735-a7a2-70de53eb89b1/797cd00d-16e4-469b-b186-d09b33066f66/c49c43f2-6274-41a2-b30c-ed660bb000bf) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:20.192027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Provisioning complete for port 80288961-fbf1-48b9-8d76-cdb26ceafc4f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:20.198017 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.442181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:20.443200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.461621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:15Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:20.550886 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:20.551276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Updating router d6ac4664-5b51-4eb0-af93-3cbeb17daffb port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:20.645608 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.868777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks [] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.946212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8220b8b8-13b3-4744-ad35-f5c1dfc6f105 None None] Current status of the port 80288961-fbf1-48b9-8d76-cdb26ceafc4f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.954857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.969365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.032300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:21.035994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Allocated IP 172.23.0.1 (d0941cdf-46a0-4735-a7a2-70de53eb89b1/797cd00d-16e4-469b-b186-d09b33066f66/d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:21.040128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:21.044724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:21.123076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2ff7-217b-4c76-bb85-b8d26ea9ed63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.207281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-81d6ca2e-d16c-4b3e-973e-2c8363e6a2a0 None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:21.207761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-81d6ca2e-d16c-4b3e-973e-2c8363e6a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.301432 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks [] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.316372 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.324945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.334964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 80288961-fbf1-48b9-8d76-cdb26ceafc4f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:21.374004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-81d6ca2e-d16c-4b3e-973e-2c8363e6a2a0 None None] Port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:21.397772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Attempting to bind port c49c43f2-6274-41a2-b30c-ed660bb000bf on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:21.398317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Attempting to bind port c49c43f2-6274-41a2-b30c-ed660bb000bf by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:21.398800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Attempting to bind port c49c43f2-6274-41a2-b30c-ed660bb000bf on network d0941cdf-46a0-4735-a7a2-70de53eb89b1 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:21.408428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:21.408945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Checking segment: {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:21.409457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.410043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Bound using segment: {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:21.410624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Bound port: c49c43f2-6274-41a2-b30c-ed660bb000bf, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:21.411230 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.420268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Pushing event updated for resources: {'Port': ['ID=c49c43f2-6274-41a2-b30c-ed660bb000bf,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.424494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.444346 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbdd8-9547-4296-acac-65d4fc8e7efd None None] Pushing event updated for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.540944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.552667 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:21.560967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:21.568857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:21.597309 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Attempting to bind port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:21.597663 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Attempting to bind port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:21.598684 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Attempting to bind port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 on network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:21.604337 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:21.604702 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Checking segment: {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:21.605100 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.605483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Bound using segment: {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:21.605943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Bound port: 4c71a7d6-d1d8-4b80-bafc-3590a6491a64, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f075ae-c35d-414c-81ea-a33aeedb9611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:21.606316 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.653126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 80288961-fbf1-48b9-8d76-cdb26ceafc4f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:21.656183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.673796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] For port c49c43f2-6274-41a2-b30c-ed660bb000bf, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:21.726920 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] For port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:21.743997 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] For port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:21.744679 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.754129 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.812734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] For port c49c43f2-6274-41a2-b30c-ed660bb000bf, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c49c43f2-6274-41a2-b30c-ed660bb000bf,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:21.833083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.924886 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbdd8-9547-4296-acac-65d4fc8e7efd None None] Pushing event updated for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.994210 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:21.994926 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:08:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:22.099535 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.139247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21d97a-6c2b-4a14-93a6-ca6109d16ab8 None None] Pushing event updated for resources: {'Port': ['ID=c49c43f2-6274-41a2-b30c-ed660bb000bf,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:22.352811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:22.353182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.460178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 80288961-fbf1-48b9-8d76-cdb26ceafc4f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:22.593530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:09:22.631770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Current status of the port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:22.632477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.653064 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:22.698399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] For port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:22.706456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.237603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 1, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:23.347708 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f9ff9-d900-4c4a-bc9a-42c624bfab39 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 1, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:23.366288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c49c43f2-6274-41a2-b30c-ed660bb000bf up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:23.608558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63b24489-eb2b-43e3-a3e3-2733de55de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.616650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b6753-f85f-4b02-b7f0-980756f1b76f None None] Pushing event updated for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:23.647473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-613bd130-7193-457a-abe3-daa142fbdbf8 None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:23.648101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-613bd130-7193-457a-abe3-daa142fbdbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.845029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c49c43f2-6274-41a2-b30c-ed660bb000bf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:23.852486 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.916408 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.937060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.027246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-613bd130-7193-457a-abe3-daa142fbdbf8 None None] Current status of the port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:24.074852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.226656 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c49c43f2-6274-41a2-b30c-ed660bb000bf is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:24.227208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.335597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c49c43f2-6274-41a2-b30c-ed660bb000bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c49c43f2-6274-41a2-b30c-ed660bb000bf,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:24.370500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.372468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:24.400354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:24.405086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:24.407180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event updated for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:24.536118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.537282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c464b-9aa9-444a-b054-229287142f7c None None] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:24.664877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:24.722912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c49c43f2-6274-41a2-b30c-ed660bb000bf,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:24.848171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9602bc9b-91b1-44da-b0eb-1bd9463fd943 None None] Provisioning complete for port c49c43f2-6274-41a2-b30c-ed660bb000bf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:24.848596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9602bc9b-91b1-44da-b0eb-1bd9463fd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.867837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.915727 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:24.916100 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:24.925578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:24.940322 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-73ac971a-ba8c-4cbc-bc88-e2e13a948c12 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8426793 Mar 07 11:09:24.943049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:24.948745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:25.037505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:25.185409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:25.186087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:25.377054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:25.509536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9602bc9b-91b1-44da-b0eb-1bd9463fd943 None None] Current status of the port c49c43f2-6274-41a2-b30c-ed660bb000bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:25.552210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:25.752717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c49c43f2-6274-41a2-b30c-ed660bb000bf up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:25.841820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:09:25.871963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Removed routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:09:25.872929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.145598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.159077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Provisioning complete for port c49c43f2-6274-41a2-b30c-ed660bb000bf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:26.159311 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.242389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c49c43f2-6274-41a2-b30c-ed660bb000bf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:26.242761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.409532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.414745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.661130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:26.750836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Current status of the port c49c43f2-6274-41a2-b30c-ed660bb000bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:26.775048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c49c43f2-6274-41a2-b30c-ed660bb000bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:26.776621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:26.863452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Provisioning complete for port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:26.873320 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.897955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:26.908904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:26.913040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41376) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:26.914926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-016b3309-be06-4dcb-b1ce-e8c97ebbef53 None None] Port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:26.919431 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c34908b9-0e6a-4dc3-be76-65a4b01a66a1 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 934 time: 1.9750433 Mar 07 11:09:26.941314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:23Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:26.988325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:26.991284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Updating router d6ac4664-5b51-4eb0-af93-3cbeb17daffb port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:27.092947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:27.185149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:27.200791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41382) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:27.205345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'routes': None}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:27.208919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-20efaaa8-9948-47d6-841d-67154b32bba8 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 934 time: 0.2934372 Mar 07 11:09:27.539823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:27.544268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:27.546276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-79ca1be5-4a9f-47fd-acb9-ffd982cc2ef3 None None] Provisioning complete for port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:27.546639 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79ca1be5-4a9f-47fd-acb9-ffd982cc2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:27.797253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-79ca1be5-4a9f-47fd-acb9-ffd982cc2ef3 None None] Port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:28.051009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:28.061617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added routes are [] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:09:28.062095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.extraroute_db [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103788) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:09:28.092600 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks [] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.103860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.163843 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.245568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aa5c6-805c-4ae5-aecb-7c8f6360ceae None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:28.430111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Attempting to bind port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:28.430473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Attempting to bind port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:28.430833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Attempting to bind port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 on network d0941cdf-46a0-4735-a7a2-70de53eb89b1 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:28.461363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:28.461790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Checking segment: {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:28.462125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.462516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Bound using segment: {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:28.463005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Bound port: d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67789afa-9520-4be4-8f55-a23c7d799b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:28.463476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.641378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] For port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:28.654745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] For port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:28.677167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.720455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.734062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.784729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:28.785687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:28.843733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aa5c6-805c-4ae5-aecb-7c8f6360ceae None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:29.046863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:29.313381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.319575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Provisioning complete for port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:29.320444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.380148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:29.388109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dfe8b-e943-42cf-a207-1cb2dd00643d req-3c9e6ee3-fa1c-4394-b5e1-95d7643ea885 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:29.391501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722dfe8b-e943-42cf-a207-1cb2dd00643d req-3c9e6ee3-fa1c-4394-b5e1-95d7643ea885 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1128 time: 0.1219182 Mar 07 11:09:29.398381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.400350 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d4a7e7c9-b797-48b8-a8f9-85d5188efd89 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 700 time: 2.1985397 Mar 07 11:09:29.401147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:29.403431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41422) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:29.563146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722dfe8b-e943-42cf-a207-1cb2dd00643d req-d0a2d3cf-db0f-4aef-90c6-8eb8df8d51f9 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599793 Mar 07 11:09:29.583296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41426) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:29.631560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c20ef8d0-e785-4708-8108-1ced62fed340 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 700 time: 0.2261591 Mar 07 11:09:29.635332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:30.006944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Current status of the port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:30.007494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.172793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port edbbe19b-ecec-4505-b983-175e0af8d7fb {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:30.173930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.253305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] For port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:30.268212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.435488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.446358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (edbbe19b-ecec-4505-b983-175e0af8d7fb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.462044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:30.476627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for edbbe19b-ecec-4505-b983-175e0af8d7fb owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:30.556042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:28Z', 'revision_number': 7, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:28Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:30.584818 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.628516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa644dd-29c2-4d1f-8c47-5a7b609c9c15 None None] Pushing event updated for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:30.644256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e82d9-0462-462d-a38e-d76573374c7b None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:28Z', 'revision_number': 7, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:28Z', 'revision_number': 4, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:30.667777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e876544a-403d-49c9-a369-dabd4109d413 None None] Provisioning complete for port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:30.668249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e876544a-403d-49c9-a369-dabd4109d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.802163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:30.802714 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.002838 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (edbbe19b-ecec-4505-b983-175e0af8d7fb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.073519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e876544a-403d-49c9-a369-dabd4109d413 None None] Current status of the port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:31.075890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=edbbe19b-ecec-4505-b983-175e0af8d7fb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:31.103572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:31.142206 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934b487-705f-464a-add6-ceff58937614 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:31.169107 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:31.169690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:31.398101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:31.398456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.406889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (051cd7b9-ad14-4f51-b940-9b9c8ed68894), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.407450 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 051cd7b9-ad14-4f51-b940-9b9c8ed68894 disassociated (deleted). External IP: 172.25.4.208, port: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7. Mar 07 11:09:31.477051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:31.659863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:31.660432 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.716987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:32.102744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:32.130928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.179467 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:28Z', 'revision_number': 7, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9cfcb45-1d2d-4d00-942c-ee1ee6f5e485', 'name': '', 'network_id': 'd0941cdf-46a0-4735-a7a2-70de53eb89b1', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:bd:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '797cd00d-16e4-469b-b186-d09b33066f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:30Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '797cd00d-16e4-469b-b186-d09b33066f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:32.213142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:32.327202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:32.329530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934b487-705f-464a-add6-ceff58937614 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:32.351185 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:32.352107 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:32.396168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:32.396577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 11:09:32.478410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Port d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 not found, will not notify nova. {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 11:09:32.627369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:32.641008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.649314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Sync routers for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:32.688799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:32.689420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:32.707134 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:32.761369 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-016bb93b-1ef0-441f-9ff6-7b25f71323ee tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/floatingips/051cd7b9-ad14-4f51-b940-9b9c8ed68894 HTTP/1.1" status: 204 len: 168 time: 3.1740017 Mar 07 11:09:32.762719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:32.768102 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187d625-c3ec-4144-9e65-b71134363fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:32.896939 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ff1baf-2eb4-4515-a5e7-4e3c88c45da7 x-openstack-request-id: req-b8ff1baf-2eb4-4515-a5e7-4e3c88c45da7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:32.897636 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:32.898101 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8ff1baf-2eb4-4515-a5e7-4e3c88c45da7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:32.898720 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:09:33.014041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.040007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:33.234775 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3934b487-705f-464a-add6-ceff58937614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:31Z', 'revision_number': 8, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:33.311015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934b487-705f-464a-add6-ceff58937614 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:31Z', 'revision_number': 8, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:33.340106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-ed516ff3-2843-43d9-8e8f-5f32aeea117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:33.343188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-ed516ff3-2843-43d9-8e8f-5f32aeea117d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 1128 time: 0.4311209 Mar 07 11:09:33.751967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:33.867893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Checking router: e7d8962a-8ed3-43ed-8454-4c7e9616ca5b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:33.901917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:33.902659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:34.271424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:34.504297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:34.747674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:34.759884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d9cfcb45-1d2d-4d00-942c-ee1ee6f5e485 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:34.901425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:34.970031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca51e5-1ab4-4bea-82e4-f33517e0e8b7 None None] The sync data for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 is: [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:07:21Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '61fd06e3-2215-4370-b3d1-8b0e16b83f29', 'name': '', 'network_id': '5ee2057c-7cd3-4238-be9e-2fdfbf6542bc', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:ac:09:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:18Z', 'updated_at': '2022-03-07T11:07:32Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '9a523a40-b7d8-4eac-a771-e61d7b201780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:35.279804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97999a1-f180-4a0d-b9fa-8c62804bdd75 req-f8ff668f-ec7e-43df-b9f4-5696c8d8a7bd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.281659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e97999a1-f180-4a0d-b9fa-8c62804bdd75 req-f8ff668f-ec7e-43df-b9f4-5696c8d8a7bd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 946 time: 1.8151917 Mar 07 11:09:35.387891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:35.470811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-2d9d9e8c-670a-4403-9d87-c3b4a50fd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.472536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-2d9d9e8c-670a-4403-9d87-c3b4a50fd9dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 200 len: 898 time: 2.1200657 Mar 07 11:09:35.584064 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a59a7-6143-4045-8a37-3b5ca305b7eb None None] New status for floating IP 051cd7b9-ad14-4f51-b940-9b9c8ed68894: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:09:35.915553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:35.925454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:35.943695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:35.944608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:35.971828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-da0fa256-1c79-47ed-832d-a05094f327cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 200 len: 217 time: 0.3325999 Mar 07 11:09:35.978854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35624808-09a4-4897-9d85-c70cb97853ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3392184 Mar 07 11:09:35.981680 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41486) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.986475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151ca9c-9dc0-4494-976d-14651349eddb req-5dd5c9c4-ad3b-449f-a9f8-168f65e931a2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.988096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3151ca9c-9dc0-4494-976d-14651349eddb req-5dd5c9c4-ad3b-449f-a9f8-168f65e931a2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 946 time: 0.7014065 Mar 07 11:09:36.110467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:36.162960 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 797cd00d-16e4-469b-b186-d09b33066f66 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:36.179786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (797cd00d-16e4-469b-b186-d09b33066f66), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.274827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e97999a1-f180-4a0d-b9fa-8c62804bdd75 req-be31b742-c512-44d2-be80-f4780689e726 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=59dadb5e-6051-4cff-9843-72253d55746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9237528 Mar 07 11:09:36.397570 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (797cd00d-16e4-469b-b186-d09b33066f66), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.418804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-2e0496fd-7bd6-4898-96ff-6c555ffcfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:36.420328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-2e0496fd-7bd6-4898-96ff-6c555ffcfd81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 200 len: 834 time: 0.4262507 Mar 07 11:09:36.562915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:36.576170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.598678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:31Z', 'revision_number': 8, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:36.660865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:36.683375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:36.684018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:36.698033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-d69d04db-4017-4889-a802-c70a1ef3ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:36.699537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-d69d04db-4017-4889-a802-c70a1ef3ae53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2665069 Mar 07 11:09:36.897228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:37.187267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:37.187529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.283251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-963e204d-3dd7-42f3-a7fb-a74547d14f04 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746579 Mar 07 11:09:37.294661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:37.544017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (797cd00d-16e4-469b-b186-d09b33066f66), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.557694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:31Z', 'revision_number': 8, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:37.617227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f71dda-2da5-47e1-98f0-d729c4b5ee54 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:31Z', 'revision_number': 8, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c71a7d6-d1d8-4b80-bafc-3590a6491a64', 'name': '', 'network_id': '9e178ac1-b30c-4c26-bc6a-f3e7cbd32184', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:c7:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:14Z', 'updated_at': '2022-03-07T11:09:22Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '1487c9b4-5a34-42ae-84f2-f74502135da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:37.663786 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (797cd00d-16e4-469b-b186-d09b33066f66), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.704721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.717203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=797cd00d-16e4-469b-b186-d09b33066f66,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:37.735171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.741249 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f7161aa-9f50-4c12-b51e-d7c32a458d41 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/797cd00d-16e4-469b-b186-d09b33066f66 HTTP/1.1" status: 204 len: 168 time: 1.7558293 Mar 07 11:09:37.741607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:37.754332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dfd450-ad12-44f1-b910-0affb5f8d9f5 None None] Network d0941cdf-46a0-4735-a7a2-70de53eb89b1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:37.766545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-466904c1-04b9-45d4-b3b7-90670743d00a req-af757902-9098-4d26-ad94-3e9fc4e3b716 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=f127af6b-429e-4345-b31e-9424df019415 HTTP/1.1" status: 200 len: 210 time: 0.0787280 Mar 07 11:09:37.816391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:37.911016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d0941cdf-46a0-4735-a7a2-70de53eb89b1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.053802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] No DVR routers for this DVR port b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:38.067260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.084669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3151ca9c-9dc0-4494-976d-14651349eddb req-2859a565-7505-4103-91b8-3e2cfd9c76be tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "DELETE /v2.0/ports/b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 HTTP/1.1" status: 204 len: 173 time: 2.0804625 Mar 07 11:09:38.085182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-deleted', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:38.093082 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1350f4fd-df6b-44fe-b755-69489a979f36" -d '{"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-deleted", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:38.173392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port c49c43f2-6274-41a2-b30c-ed660bb000bf {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:38.173754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.186840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7187d625-c3ec-4144-9e65-b71134363fd9 req-391696f2-c56c-40bf-b7ec-aebc12035546 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965959 Mar 07 11:09:38.201357 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ad665-2365-4fb3-91ba-3ef25fd07333 x-openstack-request-id: req-996ad665-2365-4fb3-91ba-3ef25fd07333 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:38.202054 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127af6b-429e-4345-b31e-9424df019415", "name": "network-vif-deleted", "tag": "b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:38.202486 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-996ad665-2365-4fb3-91ba-3ef25fd07333 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:38.203324 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127af6b-429e-4345-b31e-9424df019415', 'name': 'network-vif-deleted', 'tag': 'b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7', 'status': 'completed', 'code': 200} Mar 07 11:09:38.338639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] DHCP port deletion for d0941cdf-46a0-4735-a7a2-70de53eb89b1 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:38.437180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port c49c43f2-6274-41a2-b30c-ed660bb000bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c49c43f2-6274-41a2-b30c-ed660bb000bf,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:38.437814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.483272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Deleting port c49c43f2-6274-41a2-b30c-ed660bb000bf {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:38.483947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.503606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for c49c43f2-6274-41a2-b30c-ed660bb000bf owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:38.597788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] For port c49c43f2-6274-41a2-b30c-ed660bb000bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c49c43f2-6274-41a2-b30c-ed660bb000bf,segment=NetworkSegment(67789afa-9520-4be4-8f55-a23c7d799b58),segment_id=67789afa-9520-4be4-8f55-a23c7d799b58)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:38.598322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.615186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Calling delete_port for c49c43f2-6274-41a2-b30c-ed660bb000bf owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:38.711118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.727636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port c49c43f2-6274-41a2-b30c-ed660bb000bf on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:38.754780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=c49c43f2-6274-41a2-b30c-ed660bb000bf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:38.797690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.798486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.799099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.799710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.800304 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.800890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.801726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.802269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.802853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.803384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.803981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.804541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.805066 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:09:38.807314 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:09:38.816724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c49c43f2-6274-41a2-b30c-ed660bb000bf), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.858269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] No DVR routers for this DVR port c49c43f2-6274-41a2-b30c-ed660bb000bf on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:38.859143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41516) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:38.860855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885feed-762d-47d4-aea2-68cc609f9103 None None] Pushing event deleted for resources: {'Port': ['ID=c49c43f2-6274-41a2-b30c-ed660bb000bf,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:38.906243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d0941cdf-46a0-4735-a7a2-70de53eb89b1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.952434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0941cdf-46a0-4735-a7a2-70de53eb89b1']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:38.966186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67789afa-9520-4be4-8f55-a23c7d799b58') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:38.966804 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67789afa-9520-4be4-8f55-a23c7d799b58') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:38.980164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (67789afa-9520-4be4-8f55-a23c7d799b58), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.985270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:39.008711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:39.009360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b608c632-6e5f-49c2-8f5b-2dd1ebaab0c7 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:39.029846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (67789afa-9520-4be4-8f55-a23c7d799b58), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.041096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:39.041956 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (67789afa-9520-4be4-8f55-a23c7d799b58), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:39.046942 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:39.166724 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d0941cdf-46a0-4735-a7a2-70de53eb89b1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.181523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.191686 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/d0941cdf-46a0-4735-a7a2-70de53eb89b1 HTTP/1.1" status: 204 len: 168 time: 1.4491615 Mar 07 11:09:39.197289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41520) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:39.205190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54d398-e99a-43f6-9193-0b2605f59c6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=d0941cdf-46a0-4735-a7a2-70de53eb89b1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:39.996619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.190559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c49c43f2-6274-41a2-b30c-ed660bb000bf no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:40.248667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c49c43f2-6274-41a2-b30c-ed660bb000bf {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:40.249001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c49c43f2-6274-41a2-b30c-ed660bb000bf not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:40.259936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-42bb6caa-8afd-4c14-813b-caf695bcb4c9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878937249&fields=id&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 267 time: 0.1591969 Mar 07 11:09:40.400895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.499894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-ee303ad8-f30c-473d-a3f6-edb51aeea215 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:40.501357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-ee303ad8-f30c-473d-a3f6-edb51aeea215 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.2248721 Mar 07 11:09:40.522385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-83a4d04a-c693-41bd-9ee0-3067a61c5e7d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/quotas/fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 375 time: 0.0105655 Mar 07 11:09:40.651129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-0e9e4171-3acd-4493-bc93-94bb741b7942 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188004 Mar 07 11:09:40.914727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:40.915213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.979896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-8c55f524-c60f-4b76-8f19-d4569947c6e1 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929378 Mar 07 11:09:41.184567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-47ce26dd-76d5-4ad4-8cd7-06a1657acda3 service neutron] 10.222.0.23 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036035 Mar 07 11:09:41.207530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 4c71a7d6-d1d8-4b80-bafc-3590a6491a64, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:41.207922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.228227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:41.292038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 61fd06e3-2215-4370-b3d1-8b0e16b83f29 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:41.292377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.859554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 61fd06e3-2215-4370-b3d1-8b0e16b83f29, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=61fd06e3-2215-4370-b3d1-8b0e16b83f29,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:41.859968 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.872574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 61fd06e3-2215-4370-b3d1-8b0e16b83f29 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:42.122590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfe0a4ba-9959-485a-91ab-8a45d2011004 req-a1e6373d-26f0-40c4-8a6f-9e297f04b671 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0707304 Mar 07 11:09:42.256699 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (61fd06e3-2215-4370-b3d1-8b0e16b83f29), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.294966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=61fd06e3-2215-4370-b3d1-8b0e16b83f29,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:42.314884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.315595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.316228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.317192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.317809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.318401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.319130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.320697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.322407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.323090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.323742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.324508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.325023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:42.528625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-a422e35d-be67-4e49-9e2d-77746271b8ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2456985 Mar 07 11:09:42.665067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-a673dda2-cb76-4e07-9053-6f8971890f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:42.670415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.674374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-a673dda2-cb76-4e07-9053-6f8971890f13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 1127 time: 0.1210270 Mar 07 11:09:42.901931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4c71a7d6-d1d8-4b80-bafc-3590a6491a64), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.043014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-78ff2b8a-4ec3-4cdc-8c68-7cd14520ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:43.044959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-78ff2b8a-4ec3-4cdc-8c68-7cd14520ee08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 200 len: 914 time: 0.2548409 Mar 07 11:09:43.052804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=4c71a7d6-d1d8-4b80-bafc-3590a6491a64,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:43.150513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-573c60eb-b135-4e39-9115-1c56e7c2e2c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9 HTTP/1.1" status: 200 len: 217 time: 0.0981290 Mar 07 11:09:43.281689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-42436eec-de44-42d1-a176-6a7098f0f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:43.285614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-42436eec-de44-42d1-a176-6a7098f0f480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 200 len: 853 time: 0.1279695 Mar 07 11:09:43.335899 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-30135e45-be77-4e56-9cbe-cc34ac65fbaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8203769-f1d7-4922-b4f9-f792b1fc6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439138 Mar 07 11:09:43.356926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-9c2633ea-e3de-4666-bd6e-0157acfc97ba service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:09:43.358282 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-9c2633ea-e3de-4666-bd6e-0157acfc97ba service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057378 Mar 07 11:09:43.449451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cb7e502-6a85-4b55-a1b9-b6c96690ae1b req-dcf4d8bf-35ad-46e3-a738-e1ea6fd5b9bb tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.1112640 Mar 07 11:09:43.558393 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-8f339277-bede-4fde-bcca-6c7bf50d282f service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927910 Mar 07 11:09:43.817596 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e83e3cd-5292-413f-9f01-cb3bc343f8d1 req-c4c1ad64-6ee0-4e9e-ad44-e9721db52a0b service neutron] 10.222.0.32 "GET /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528617 Mar 07 11:09:43.854123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.036682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:44.059401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-62652706-580c-4232-b080-597907e575e8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:44.061310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-62652706-580c-4232-b080-597907e575e8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 810 time: 0.3937452 Mar 07 11:09:44.312041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-6d4d3868-2f08-46eb-ab3d-7d6bfb2cad22 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9b06196fdf4d96be8180def40d104e HTTP/1.1" status: 200 len: 379 time: 0.2389002 Mar 07 11:09:44.324194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'port': {'device_id': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'admin_state_up': True, 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'security_groups': ['62bad6dc-9906-4bf6-ac2f-d0fb35ecd029']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:44.812918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-964cbf81-14a7-4bfa-9e37-c4799388a2a3 req-7426377f-6f62-48ba-8907-c2471dd6d9ed tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.2231643 Mar 07 11:09:44.814085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:44.827772 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Sync routers for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:44.840746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-be43a6c4-84f8-4671-a29a-afaab0d9aba0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/e7d8962a-8ed3-43ed-8454-4c7e9616ca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9766281 Mar 07 11:09:44.841760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41604) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:44.845214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:44.847238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Made reservation on behalf of fe9b06196fdf4d96be8180def40d104e for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:44.853370 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:44.866965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.873598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:44.995602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting subnet 9a523a40-b7d8-4eac-a771-e61d7b201780 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:45.005380 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (9a523a40-b7d8-4eac-a771-e61d7b201780), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.098133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.20.0.12 (e11156c5-8c86-434b-b261-335e4f9525e3/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64/60742422-a571-4ed8-b3ef-57b7ae33fc57) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:45.104160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (9a523a40-b7d8-4eac-a771-e61d7b201780), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.159391 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:45.303788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9a523a40-b7d8-4eac-a771-e61d7b201780), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.398416 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.426406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (9a523a40-b7d8-4eac-a771-e61d7b201780), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.480556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.500813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4589b-33df-49fd-a2be-067e978fdcda None None] Network 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:45.513301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Subnet': ['ID=9a523a40-b7d8-4eac-a771-e61d7b201780,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:45.531630 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.550950 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5fb93b7e-f7d5-4a54-8799-ac9e7f7b0c4a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/subnets/9a523a40-b7d8-4eac-a771-e61d7b201780 HTTP/1.1" status: 204 len: 168 time: 0.7074399 Mar 07 11:09:45.555348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41610) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:45.562482 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:45.770211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network e11156c5-8c86-434b-b261-335e4f9525e3 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:45.793363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:45.799215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:45.883055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Checking router: e7d8962a-8ed3-43ed-8454-4c7e9616ca5b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:45.903240 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Routers {'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:45.903907 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:45.960971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:45.977738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] DHCP port deletion for 5ee2057c-7cd3-4238-be9e-2fdfbf6542bc request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:45.982560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:46.002792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.005269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:46.015147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e199bb93-3aa6-41b5-b883-f2d18c7e8fca tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8165386 Mar 07 11:09:46.018108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41614) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:46.079808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:46.081317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.117975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:46.120350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:46.222513 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] Set router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:46.269104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 575e9cce-ef8d-4c28-9fd1-c866e280ae68 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:46.331022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-649dfdf2-50f3-4b6b-83be-65059944c3db tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0126648 Mar 07 11:09:46.344658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Request body: {'port': {'device_id': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:46.347030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.426120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 1487c9b4-5a34-42ae-84f2-f74502135da9 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:46.438787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (1487c9b4-5a34-42ae-84f2-f74502135da9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.493489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 4cf4e651-367e-4059-9d3a-e8210cdc151a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:46.495285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.539576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca07f-341d-4c16-97a9-545d962cb695 req-6b282305-7085-45a6-ac5d-60edc36e4d1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:46.545851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff0ca07f-341d-4c16-97a9-545d962cb695 req-6b282305-7085-45a6-ac5d-60edc36e4d1a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 932 time: 0.4556613 Mar 07 11:09:46.546976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Deleting port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:46.547523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.656250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-00495592-b3ba-4cfd-885c-7caacff8616d None None] Provisioning complete for port 60742422-a571-4ed8-b3ef-57b7ae33fc57 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:46.656623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00495592-b3ba-4cfd-885c-7caacff8616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.681565 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (1487c9b4-5a34-42ae-84f2-f74502135da9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.700821 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:46.714249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 4cf4e651-367e-4059-9d3a-e8210cdc151a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4cf4e651-367e-4059-9d3a-e8210cdc151a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:46.722826 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.748617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 4cf4e651-367e-4059-9d3a-e8210cdc151a owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:46.772189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.781556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-00495592-b3ba-4cfd-885c-7caacff8616d None None] Port 60742422-a571-4ed8-b3ef-57b7ae33fc57 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:46.783395 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a398e0-5e71-42cf-a334-4e1117d3cd9a None None] The sync data for ids ['e7d8962a-8ed3-43ed-8454-4c7e9616ca5b'] in n-d-832156-4 is: [{'id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815913658', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:06Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '4cf4e651-367e-4059-9d3a-e8210cdc151a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d8962a-8ed3-43ed-8454-4c7e9616ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:09Z', 'updated_at': '2022-03-07T11:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:46.828256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:46.854817 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff0ca07f-341d-4c16-97a9-545d962cb695 req-a94fb90f-2bb4-4a9e-bf5d-5ea3b58afeee tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753947 Mar 07 11:09:47.224652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4cf4e651-367e-4059-9d3a-e8210cdc151a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.238330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] For port 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=575e9cce-ef8d-4c28-9fd1-c866e280ae68,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:47.238736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.270548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Calling delete_port for 575e9cce-ef8d-4c28-9fd1-c866e280ae68 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:47.307463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=4cf4e651-367e-4059-9d3a-e8210cdc151a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:47.441071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.482045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1487c9b4-5a34-42ae-84f2-f74502135da9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.600274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:47.600896 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.637324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1487c9b4-5a34-42ae-84f2-f74502135da9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.726707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.730647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.734531 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.739778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/1487c9b4-5a34-42ae-84f2-f74502135da9 HTTP/1.1" status: 204 len: 168 time: 1.7193635 Mar 07 11:09:47.741776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41616) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:47.747851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3438577-ea7c-4724-b212-1957137e4888 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=1487c9b4-5a34-42ae-84f2-f74502135da9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:47.751696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fd67f-00ee-43df-b627-d6302b4c950c None None] Network 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:47.920165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60742422-a571-4ed8-b3ef-57b7ae33fc57 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:47.930245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks [] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.939917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e7d8962a-8ed3-43ed-8454-4c7e9616ca5b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.940507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Fanout notify agent at l3_agent the message router_deleted on router e7d8962a-8ed3-43ed-8454-4c7e9616ca5b {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:09:47.948054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Transition to ACTIVE for port object 60742422-a571-4ed8-b3ef-57b7ae33fc57 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:09:47.949015 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.959851 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.969955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9f62aaed-9fdb-4992-9bb1-ab3f9311b5aa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/routers/e7d8962a-8ed3-43ed-8454-4c7e9616ca5b HTTP/1.1" status: 204 len: 168 time: 2.4101636 Mar 07 11:09:47.973147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41620) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:48.063454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Pushing event updated for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:48.204755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 575e9cce-ef8d-4c28-9fd1-c866e280ae68, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=575e9cce-ef8d-4c28-9fd1-c866e280ae68,segment=NetworkSegment(bc221183-589e-4c89-8d02-e59007cff5f5),segment_id=bc221183-589e-4c89-8d02-e59007cff5f5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:48.221649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.258122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f6a50-f36a-4583-a0a2-5393a0b1fb51 req-2771f80e-f4b0-4d0f-8a78-024410c6caf1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:48.271928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.280519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b5f6a50-f36a-4583-a0a2-5393a0b1fb51 req-2771f80e-f4b0-4d0f-8a78-024410c6caf1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.2306290 Mar 07 11:09:48.304962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event deleted for resources: {'Port': ['ID=575e9cce-ef8d-4c28-9fd1-c866e280ae68,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:48.332362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (575e9cce-ef8d-4c28-9fd1-c866e280ae68), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.365468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b5f6a50-f36a-4583-a0a2-5393a0b1fb51 req-9095fd28-27c2-4e03-81f8-2ddc9ee2c3ce tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778301 Mar 07 11:09:48.386548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Attempting to bind port 60742422-a571-4ed8-b3ef-57b7ae33fc57 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:48.386890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Attempting to bind port 60742422-a571-4ed8-b3ef-57b7ae33fc57 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:48.387219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Attempting to bind port 60742422-a571-4ed8-b3ef-57b7ae33fc57 on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:48.398132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Port 60742422-a571-4ed8-b3ef-57b7ae33fc57 on network e11156c5-8c86-434b-b261-335e4f9525e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:09:48.398446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Attempting to bind port 60742422-a571-4ed8-b3ef-57b7ae33fc57 on network e11156c5-8c86-434b-b261-335e4f9525e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:48.399453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] No DVR routers for this DVR port 575e9cce-ef8d-4c28-9fd1-c866e280ae68 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:48.409135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:48.409393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ea25e-bd21-4afe-82b5-07ce4fddac31 None None] Pushing event deleted for resources: {'Port': ['ID=575e9cce-ef8d-4c28-9fd1-c866e280ae68,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:48.409533 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Checking segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:48.409774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Bound using segment: {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:48.410202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Bound port: 60742422-a571-4ed8-b3ef-57b7ae33fc57, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:48.410564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.418311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 9, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:48.428321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.450654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:48.471169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:48.473474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:48.550486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:48.557179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:48.571692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.617038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:48.714350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Pushing event updated for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:48.722276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.729295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:48.730033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.731341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-de26986d-4b78-48ae-9f96-87f0d09e6061 service neutron] 10.222.0.26 "PUT /v2.0/ports/60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 1092 time: 2.3914416 Mar 07 11:09:48.731861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:48.734137 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b271f3b-24fa-43cd-a1ba-efef531c1b40" -d '{"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:48.772017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee2057c-7cd3-4238-be9e-2fdfbf6542bc']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:48.785250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] DHCP port deletion for 9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:48.788669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 61fd06e3-2215-4370-b3d1-8b0e16b83f29 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:48.798406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc221183-589e-4c89-8d02-e59007cff5f5') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:48.798739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc221183-589e-4c89-8d02-e59007cff5f5') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:48.811696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 80288961-fbf1-48b9-8d76-cdb26ceafc4f {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:48.812031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.814993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bc221183-589e-4c89-8d02-e59007cff5f5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.852413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bc221183-589e-4c89-8d02-e59007cff5f5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.868925 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b1b4e-5232-4cb2-b667-16b4971694e4 x-openstack-request-id: req-544b1b4e-5232-4cb2-b667-16b4971694e4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:48.869611 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:48.870082 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-544b1b4e-5232-4cb2-b667-16b4971694e4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:48.870694 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'status': 'completed', 'code': 200} Mar 07 11:09:48.902591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 61fd06e3-2215-4370-b3d1-8b0e16b83f29 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:48.902939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 61fd06e3-2215-4370-b3d1-8b0e16b83f29 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:48.918484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:48.920208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bc221183-589e-4c89-8d02-e59007cff5f5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:48.931041 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:48.938805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-c1d88d3c-1d9e-40c5-8ee5-fcd36bdc5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:48.941133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-c1d88d3c-1d9e-40c5-8ee5-fcd36bdc5c5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1126 time: 0.1626806 Mar 07 11:09:48.978877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Deleting port 80288961-fbf1-48b9-8d76-cdb26ceafc4f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:48.979561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.015665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=80288961-fbf1-48b9-8d76-cdb26ceafc4f,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:49.016054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.018335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-29ed3385-bde8-47c5-bb70-f6711e9a5712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 217 time: 0.0607023 Mar 07 11:09:49.035850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 80288961-fbf1-48b9-8d76-cdb26ceafc4f owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:49.038281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5ee2057c-7cd3-4238-be9e-2fdfbf6542bc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.062590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.065900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/networks/5ee2057c-7cd3-4238-be9e-2fdfbf6542bc HTTP/1.1" status: 204 len: 168 time: 1.0875347 Mar 07 11:09:49.070063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:49.106446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-fb119ee8-02d3-4a3c-8d2d-c90c7d535c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:49.108289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-fb119ee8-02d3-4a3c-8d2d-c90c7d535c11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0825791 Mar 07 11:09:49.130393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] For port 80288961-fbf1-48b9-8d76-cdb26ceafc4f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=80288961-fbf1-48b9-8d76-cdb26ceafc4f,segment=NetworkSegment(05f075ae-c35d-414c-81ea-a33aeedb9611),segment_id=05f075ae-c35d-414c-81ea-a33aeedb9611)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:49.131174 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.152485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Calling delete_port for 80288961-fbf1-48b9-8d76-cdb26ceafc4f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:49.227677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-13262d29-356a-40f8-8bd4-2fc4106bc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:49.229636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-13262d29-356a-40f8-8bd4-2fc4106bc968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161320 Mar 07 11:09:49.248830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e964d-a59d-4402-a7d5-26a8a95429c2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Network': ['ID=5ee2057c-7cd3-4238-be9e-2fdfbf6542bc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:49.260057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.270280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 9, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:49.305193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6068e-bad8-4a90-8d93-75f3c68c4023 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 9, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1', 'name': '', 'network_id': '5f5b44c8-3853-4c31-bc34-5510f92423e7', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:09Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '58510e4b-2caf-4cb5-8db9-4906e2def0c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:49.329218 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (80288961-fbf1-48b9-8d76-cdb26ceafc4f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.342671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=80288961-fbf1-48b9-8d76-cdb26ceafc4f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:49.396920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port 80288961-fbf1-48b9-8d76-cdb26ceafc4f on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:49.450051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-ac248af2-cf6c-47d5-8db2-0a59d922a1ec service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128274 Mar 07 11:09:49.453881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] Pushing event deleted for resources: {'Port': ['ID=80288961-fbf1-48b9-8d76-cdb26ceafc4f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:49.476769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc0899-96ba-4b1b-9459-f24f7ceadbbd None None] No DVR routers for this DVR port 80288961-fbf1-48b9-8d76-cdb26ceafc4f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:49.556142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (59dadb5e-6051-4cff-9843-72253d55746b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.584884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (59dadb5e-6051-4cff-9843-72253d55746b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.678252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.687889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db9e8c3f-008c-4e68-b936-35dd7f0bfaa9 req-1a9087ae-b211-4af2-8525-ad20d5543352 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316413 Mar 07 11:09:49.702040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23e1a-4cb9-427b-a68e-b5e084ca929e req-6a1c9f16-8813-4457-ab46-9db6ba9aa1dc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:49.717784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95f23e1a-4cb9-427b-a68e-b5e084ca929e req-6a1c9f16-8813-4457-ab46-9db6ba9aa1dc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1995001 Mar 07 11:09:49.755244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e178ac1-b30c-4c26-bc6a-f3e7cbd32184']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:49.792684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f075ae-c35d-414c-81ea-a33aeedb9611') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:49.793048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f075ae-c35d-414c-81ea-a33aeedb9611') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:49.809405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (05f075ae-c35d-414c-81ea-a33aeedb9611), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.831511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (05f075ae-c35d-414c-81ea-a33aeedb9611), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.840913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:49.841588 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (05f075ae-c35d-414c-81ea-a33aeedb9611), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.908428 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95f23e1a-4cb9-427b-a68e-b5e084ca929e req-50e7d426-b0ca-4dba-b440-777c70670621 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895876 Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:49.939372 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:49.949528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9e178ac1-b30c-4c26-bc6a-f3e7cbd32184), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.955882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.963478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/9e178ac1-b30c-4c26-bc6a-f3e7cbd32184 HTTP/1.1" status: 204 len: 168 time: 2.2193410 Mar 07 11:09:49.966151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41638) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:50.014107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-93a4198c-efa1-4e48-9406-c5381b20b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.015815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-93a4198c-efa1-4e48-9406-c5381b20b568 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1126 time: 0.2285786 Mar 07 11:09:50.041536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77230bf-5d43-4619-8b90-de97e6b139f4 req-ee9eb32b-afd5-4f0f-974c-49f957324f32 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.049425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b77230bf-5d43-4619-8b90-de97e6b139f4 req-ee9eb32b-afd5-4f0f-974c-49f957324f32 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 945 time: 0.0942588 Mar 07 11:09:50.059070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84a287-32a3-461f-aebb-3e43444df86c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=9e178ac1-b30c-4c26-bc6a-f3e7cbd32184,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:50.129352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (59dadb5e-6051-4cff-9843-72253d55746b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.133759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.135397 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/security-groups/59dadb5e-6051-4cff-9843-72253d55746b HTTP/1.1" status: 204 len: 168 time: 1.0609560 Mar 07 11:09:50.156429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865a2e9-b3c7-4d32-b63d-1bd415240a54 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dadb5e-6051-4cff-9843-72253d55746b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:50.372113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:50.405079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:50.415470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4c71a7d6-d1d8-4b80-bafc-3590a6491a64 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:50.416214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 80288961-fbf1-48b9-8d76-cdb26ceafc4f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:50.457206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 80288961-fbf1-48b9-8d76-cdb26ceafc4f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:50.457869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 80288961-fbf1-48b9-8d76-cdb26ceafc4f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:50.458583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4cf4e651-367e-4059-9d3a-e8210cdc151a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:50.492832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4cf4e651-367e-4059-9d3a-e8210cdc151a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:50.504244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4cf4e651-367e-4059-9d3a-e8210cdc151a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:50.717077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aac5b725-921b-40ec-bb65-2479a1aec05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.764713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.947210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-20e01426-fb26-42d8-882d-067824f88a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.957268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-20e01426-fb26-42d8-882d-067824f88a03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.9314177 Mar 07 11:09:51.037861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-960d2a44-b1ea-4cc9-9cd6-256d76607c0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 217 time: 0.0741067 Mar 07 11:09:51.041706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:51.050742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275574160', 'description': 'tempest-secgroup-smoke-1275574160 description', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:51.212169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41658) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:51.229906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b77230bf-5d43-4619-8b90-de97e6b139f4 req-ccc5ee23-9d59-4337-a83a-1aca641db1f5 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1795204 Mar 07 11:09:51.264126 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.359374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-c74ce37a-a252-4da7-ba9e-ba1f839cdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.361757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-c74ce37a-a252-4da7-ba9e-ba1f839cdc2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.2854092 Mar 07 11:09:51.375571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:51.375943 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.377878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421a971-ce04-4520-9a4e-98c76a1a0b6a req-a851aa0f-664b-4520-85a5-4787dc7092b9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.379779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5421a971-ce04-4520-9a4e-98c76a1a0b6a req-a851aa0f-664b-4520-85a5-4787dc7092b9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.3022156 Mar 07 11:09:51.432327 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2a87b8-2cae-4b9f-8f79-919a65d34b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.493412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-2bd99439-7568-4398-bdf6-0baeca5e3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.495291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-2bd99439-7568-4398-bdf6-0baeca5e3989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114569 Mar 07 11:09:51.563402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:51.563808 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.584774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:51.647553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-ce1308a4-7829-422a-a70c-ca7e82da76a0 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431506 Mar 07 11:09:51.651598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5421a971-ce04-4520-9a4e-98c76a1a0b6a req-7057089f-1b17-4b32-ad99-6165868afe77 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342203 Mar 07 11:09:51.672057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (61aba5c4-6d24-4edd-b8ed-79d3caf710da), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.682764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2a87b8-2cae-4b9f-8f79-919a65d34b80 admin admin] Publish callbacks [] for security_group (b9340f44-cad1-47bd-9f77-7c04e30b0b44), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.686950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (61aba5c4-6d24-4edd-b8ed-79d3caf710da), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.703490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2a87b8-2cae-4b9f-8f79-919a65d34b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9340f44-cad1-47bd-9f77-7c04e30b0b44), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.717114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.718712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6740954 Mar 07 11:09:51.729735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41662) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:51.769794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:51.815173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (8356b631-d37b-4eab-9204-49223c29d81e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.818400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92324ca-367f-4842-97af-7bd88a11cd15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61aba5c4-6d24-4edd-b8ed-79d3caf710da,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:51.833567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a2a87b8-2cae-4b9f-8f79-919a65d34b80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=071dd0842d254aa0b2d1451b24ae1663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143236 Mar 07 11:09:51.841916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41664) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:51.877745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a87b8-2cae-4b9f-8f79-919a65d34b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9340f44-cad1-47bd-9f77-7c04e30b0b44,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:51.898119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ce994b8f-d476-4e1f-93ab-b47108309ce4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.900116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ce994b8f-d476-4e1f-93ab-b47108309ce4 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 945 time: 0.2499957 Mar 07 11:09:51.920906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b271f3b-24fa-43cd-a1ba-efef531c1b40 req-520dbc85-0dd6-4d67-96f2-3fa5b09bea24 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659619 Mar 07 11:09:51.950369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] Publish callbacks [] for security_group (b9340f44-cad1-47bd-9f77-7c04e30b0b44), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.953967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (8356b631-d37b-4eab-9204-49223c29d81e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.964005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (8356b631-d37b-4eab-9204-49223c29d81e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:51.987869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] Publish callbacks [] for security_group (b9340f44-cad1-47bd-9f77-7c04e30b0b44), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.009804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8356b631-d37b-4eab-9204-49223c29d81e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:52.030041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.034110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c23bd82d-b1ca-4257-bc98-6e8c3b079ecb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695465 Mar 07 11:09:52.036781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41666) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:52.046765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:52.092207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (1ffa49b6-b1b9-4d29-936c-81071f432e70), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.110615 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b9340f44-cad1-47bd-9f77-7c04e30b0b44), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.113695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.115412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9340f44-cad1-47bd-9f77-7c04e30b0b44 HTTP/1.1" status: 204 len: 168 time: 0.2722917 Mar 07 11:09:52.186322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Deleting port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:52.186654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.194177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33d50-b360-41cf-a7e8-2d77d93fa123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9340f44-cad1-47bd-9f77-7c04e30b0b44,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:52.205911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.283625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:52.325066 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (1ffa49b6-b1b9-4d29-936c-81071f432e70), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.357737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (1ffa49b6-b1b9-4d29-936c-81071f432e70), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.509182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.510454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4726682 Mar 07 11:09:52.534830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41676) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:52.565052 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:52.577241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48ddeb-9c08-4f51-8bc3-24fbe3c13c2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffa49b6-b1b9-4d29-936c-81071f432e70,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:52.670809 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b542-a092-4d68-9729-4868c4ad26cc req-4335dd49-0e7a-4e20-b82d-efb064ce3dcd tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:52.679520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba10b542-a092-4d68-9729-4868c4ad26cc req-4335dd49-0e7a-4e20-b82d-efb064ce3dcd tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 945 time: 0.3447607 Mar 07 11:09:52.685298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (ac3a2ede-0572-467d-a3b0-efe8a63ed8d8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.872898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] For port 3765aa45-e6a4-45b5-8c77-e9d3199646a9, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3765aa45-e6a4-45b5-8c77-e9d3199646a9,segment=NetworkSegment(7dfa8e92-b9e1-449a-ad16-cb9dea887d41),segment_id=7dfa8e92-b9e1-449a-ad16-cb9dea887d41)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:52.873466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.889147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba10b542-a092-4d68-9729-4868c4ad26cc req-e534de21-74ed-4a85-8141-276d38a11939 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f78e6fa-4b26-46e9-bf84-031fa0e755ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982207 Mar 07 11:09:52.959411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (ac3a2ede-0572-467d-a3b0-efe8a63ed8d8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:52.982977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45820-6e51-4b58-a05c-498c16bc2d97 req-4212b5e0-9e93-40ec-a038-8a5197dbd39e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:52.985723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Calling delete_port for 3765aa45-e6a4-45b5-8c77-e9d3199646a9 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:52.999044 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3b45820-6e51-4b58-a05c-498c16bc2d97 req-4212b5e0-9e93-40ec-a038-8a5197dbd39e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1739292 Mar 07 11:09:53.038072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (ac3a2ede-0572-467d-a3b0-efe8a63ed8d8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.043860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-13cb0a43-d3a6-41c3-ba4f-437696a29f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.073027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3a2ede-0572-467d-a3b0-efe8a63ed8d8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:53.119458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.121329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2dbcfc51-8806-422d-a462-42533e0f1fa5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5772901 Mar 07 11:09:53.125530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41688) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:53.130933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:53.176161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (e9a1c54f-295f-4cc4-b7a4-57086e4ee812), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.201663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3b45820-6e51-4b58-a05c-498c16bc2d97 req-d41ddc99-0ee6-4023-b54a-6ae75cb07f5d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016025 Mar 07 11:09:53.224932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.328117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (e9a1c54f-295f-4cc4-b7a4-57086e4ee812), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.338500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e9a1c54f-295f-4cc4-b7a4-57086e4ee812), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.369926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.371252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2443953 Mar 07 11:09:53.372449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388811a-cda8-4647-8288-f63cc34164a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a1c54f-295f-4cc4-b7a4-57086e4ee812,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:53.380892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41698) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:53.386534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:53.414045 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:53.427588 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (438eb116-b30d-49e8-a8d1-abd5d46c3bdd), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.589631 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (438eb116-b30d-49e8-a8d1-abd5d46c3bdd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.597418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (438eb116-b30d-49e8-a8d1-abd5d46c3bdd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.629383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438eb116-b30d-49e8-a8d1-abd5d46c3bdd,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:53.647209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.651363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-48d40056-8cbc-45e4-a53b-2392b3beb6bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2690289 Mar 07 11:09:53.652004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41706) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:53.668309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '61aba5c4-6d24-4edd-b8ed-79d3caf710da', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:53.676386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3765aa45-e6a4-45b5-8c77-e9d3199646a9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.716358 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:53.727139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Pushing event deleted for resources: {'Port': ['ID=3765aa45-e6a4-45b5-8c77-e9d3199646a9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:53.727556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (171b725b-7473-4f42-993c-44908c808f12), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.788282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] No DVR routers for this DVR port 3765aa45-e6a4-45b5-8c77-e9d3199646a9 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:53.791503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.795623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dbf754c7-793a-4a99-b5c0-838c301bc0de req-ee0ff919-c341-45f4-bb27-5a4b09c8091c tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.32 "DELETE /v2.0/ports/3765aa45-e6a4-45b5-8c77-e9d3199646a9 HTTP/1.1" status: 204 len: 173 time: 1.8834362 Mar 07 11:09:53.796545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'name': 'network-vif-deleted', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:53.801314 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71aeda-42d5-40b6-bdd6-65f61e9412f1" -d '{"events": [{"server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "name": "network-vif-deleted", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:53.815441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:53.972349 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (171b725b-7473-4f42-993c-44908c808f12), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.983442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (171b725b-7473-4f42-993c-44908c808f12), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.031054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171b725b-7473-4f42-993c-44908c808f12,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:54.042524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.044169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb55203e-98e0-4f64-9098-215da655b8cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3912239 Mar 07 11:09:54.047172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41718) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:54.053488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'network': {'name': 'tempest-network-smoke--1494162144', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:54.105717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:54.108285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.145440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:54.148561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d32f7c10-0689-4fc3-b6d0-c0f58c3a4d7e req-92ac74a8-7184-45d3-885c-99077fcfc9e6 tempest-VolumesSnapshotTestJSON-132005970 tempest-VolumesSnapshotTestJSON-132005970-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc9819f-26c6-4903-ba14-5991664b4c84 HTTP/1.1" status: 200 len: 210 time: 0.0563262 Mar 07 11:09:54.157370 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1acae415-9190-47d0-a923-611eac5e8111 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1883025 Mar 07 11:09:54.160332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:54.172273 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:54.185990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:54.191687 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:54.193001 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:54.232092 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e22858-62cd-4032-85b1-6e3c1089c4fa x-openstack-request-id: req-f2e22858-62cd-4032-85b1-6e3c1089c4fa {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:54.232830 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc9819f-26c6-4903-ba14-5991664b4c84", "name": "network-vif-deleted", "tag": "3765aa45-e6a4-45b5-8c77-e9d3199646a9", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:54.233137 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2e22858-62cd-4032-85b1-6e3c1089c4fa {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:54.233597 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc9819f-26c6-4903-ba14-5991664b4c84', 'name': 'network-vif-deleted', 'tag': '3765aa45-e6a4-45b5-8c77-e9d3199646a9', 'status': 'completed', 'code': 200} Mar 07 11:09:54.259712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (210df8be-2c0f-4a67-82aa-d09b756101b9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.260210 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Added segment 210df8be-2c0f-4a67-82aa-d09b756101b9 of type vlan for network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 Mar 07 11:09:54.323658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 58510e4b-2caf-4cb5-8db9-4906e2def0c2 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:54.328987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.341953 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (58510e4b-2caf-4cb5-8db9-4906e2def0c2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.369233 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (4e6144b4-8b81-41e4-80b1-8daaf444cdc9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.438587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.494513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (4e6144b4-8b81-41e4-80b1-8daaf444cdc9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.503545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:54.504388 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.521848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:54.560421 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (58510e4b-2caf-4cb5-8db9-4906e2def0c2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.654391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6047299 Mar 07 11:09:54.656260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:54.661902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'admin_state_up': True, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:54.696748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.698390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.811257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd958f-1130-46d2-924a-dc9de9df9a57 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Network': ['ID=4e6144b4-8b81-41e4-80b1-8daaf444cdc9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:54.828279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:54.856790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:54.884480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872756-f246-47e2-b63c-5596af1889a3 req-e45c38e3-6476-4fab-af88-9356c09a57d9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:54.886099 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50872756-f246-47e2-b63c-5596af1889a3 req-e45c38e3-6476-4fab-af88-9356c09a57d9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.5076556 Mar 07 11:09:54.900966 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:52Z', 'revision_number': 10, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:55.015440 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:55.043713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:55.044732 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:55.059885 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (58510e4b-2caf-4cb5-8db9-4906e2def0c2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.139289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50872756-f246-47e2-b63c-5596af1889a3 req-f9577dbb-d989-4e8c-b82b-f315a36b2736 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425635 Mar 07 11:09:55.172328 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:55.236426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.257146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (58510e4b-2caf-4cb5-8db9-4906e2def0c2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.334319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=58510e4b-2caf-4cb5-8db9-4906e2def0c2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:55.343142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.348761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3e130-32b9-4fe7-b10c-6ecb16dc58a5 None None] Network 5f5b44c8-3853-4c31-bc34-5510f92423e7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:55.351594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49a10d88-16cc-4cfa-a0fe-929696c93538 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/58510e4b-2caf-4cb5-8db9-4906e2def0c2 HTTP/1.1" status: 204 len: 168 time: 1.1890538 Mar 07 11:09:55.354025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:55.508193 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:52Z', 'revision_number': 10, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:55.522020 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3765aa45-e6a4-45b5-8c77-e9d3199646a9 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:55.540343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5f5b44c8-3853-4c31-bc34-5510f92423e7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.563398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dfcf9-75e6-4e47-8592-32108386bad1 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:52Z', 'revision_number': 10, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None, '_interfaces': [{'id': '22f21d0f-10dc-44e1-bd26-56454c53b768', 'name': '', 'network_id': 'c883eb31-e196-4463-9a3b-144690d4b6ac', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'mac_address': 'fa:16:3e:80:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:02Z', 'updated_at': '2022-03-07T11:09:08Z', 'revision_number': 5, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'subnets': [{'id': '8291ceff-3727-4dc0-86d3-41701bffaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:55.623310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 3765aa45-e6a4-45b5-8c77-e9d3199646a9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:55.623818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3765aa45-e6a4-45b5-8c77-e9d3199646a9 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:55.678861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port de9b5278-1dc3-4696-a440-3651c60cee6f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:55.681205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.726396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.763964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.777761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.858607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port de9b5278-1dc3-4696-a440-3651c60cee6f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de9b5278-1dc3-4696-a440-3651c60cee6f,segment=NetworkSegment(ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9),segment_id=ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:55.858966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:55.892802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for de9b5278-1dc3-4696-a440-3651c60cee6f owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:55.988745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] DHCP port deletion for 5f5b44c8-3853-4c31-bc34-5510f92423e7 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:56.037097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.186 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:56.154831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.193919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=de9b5278-1dc3-4696-a440-3651c60cee6f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:56.222725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port de9b5278-1dc3-4696-a440-3651c60cee6f on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:56.233229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Deleting port de9b5278-1dc3-4696-a440-3651c60cee6f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:56.233910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.365610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.459628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.488019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de9b5278-1dc3-4696-a440-3651c60cee6f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:56.502759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] For port de9b5278-1dc3-4696-a440-3651c60cee6f, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:56.503386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.518845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5f5b44c8-3853-4c31-bc34-5510f92423e7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.536586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: de9b5278-1dc3-4696-a440-3651c60cee6f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:56.537851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de9b5278-1dc3-4696-a440-3651c60cee6f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:56.538395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:56.553663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1626b0-ed52-4476-839c-d92c78830e28 req-4e02e634-3823-4dea-8025-57764ef76702 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:56.555464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da1626b0-ed52-4476-839c-d92c78830e28 req-4e02e634-3823-4dea-8025-57764ef76702 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.2183948 Mar 07 11:09:56.559734 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b44c8-3853-4c31-bc34-5510f92423e7']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:56.567826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Calling delete_port for de9b5278-1dc3-4696-a440-3651c60cee6f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:56.572832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Port de9b5278-1dc3-4696-a440-3651c60cee6f was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:09:56.574922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:56.575433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a7876cf4-1c58-41e7-ab35-4e4ecac4e7d1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:56.577431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (de9b5278-1dc3-4696-a440-3651c60cee6f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.588744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:56.589041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:56.609435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:56.610597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.611348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] Pushing event deleted for resources: {'Port': ['ID=de9b5278-1dc3-4696-a440-3651c60cee6f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:56.616634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480a651-5e30-4a29-b3d1-63f3a054737c None None] No DVR routers for this DVR port de9b5278-1dc3-4696-a440-3651c60cee6f on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:56.628098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:56.633305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:56.645958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:56.649238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.664351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da1626b0-ed52-4476-839c-d92c78830e28 req-7b1f20c8-7065-4818-8499-2d9856146275 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011503 Mar 07 11:09:56.665414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:56.665814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ebbcd70a-d0f5-4adb-943b-edc28a8bc3d9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:56.669396 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:56.773183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5f5b44c8-3853-4c31-bc34-5510f92423e7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.790674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:56.794883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/5f5b44c8-3853-4c31-bc34-5510f92423e7 HTTP/1.1" status: 204 len: 168 time: 1.4398220 Mar 07 11:09:56.814818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41758) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:56.907420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8efaa-3f40-41a0-808a-d97566759aa7 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=5f5b44c8-3853-4c31-bc34-5510f92423e7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:57.085803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.147748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.486414 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.666283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.829566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:09:57.918588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903badb8-52c2-49b5-b621-7dad3437d203 req-69a4615a-e0a3-4419-afc1-e32c9e65d44e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:57.921152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-903badb8-52c2-49b5-b621-7dad3437d203 req-69a4615a-e0a3-4419-afc1-e32c9e65d44e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1007004 Mar 07 11:09:58.053697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-903badb8-52c2-49b5-b621-7dad3437d203 req-48612797-2cc7-49c0-8dfb-8daa55aaec67 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199012 Mar 07 11:09:58.082195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:58.096849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Sync routers for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:58.117304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:58.117947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:58.150471 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.152491 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6e767dcb-4873-4480-980c-c04fb1f2ab74 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4951417 Mar 07 11:09:58.155552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.192539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd3825c6-4b17-4a9e-b88a-63fef4f971d4 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8549e1bcd76f478a83b8ccd03ffbae67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353656 Mar 07 11:09:58.194848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41772) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.220103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port 22f21d0f-10dc-44e1-bd26-56454c53b768 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:58.220446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.344695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:58.356167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef2ea5-d51e-472f-974b-1fdba869f210 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:58.360426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-daef2ea5-d51e-472f-974b-1fdba869f210 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1635568 Mar 07 11:09:58.362802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41778) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.436699 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d23b501-77b3-43bf-9752-7f63290d89e0 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726106 Mar 07 11:09:58.439760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.453724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287725094', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.496561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port 22f21d0f-10dc-44e1-bd26-56454c53b768, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=22f21d0f-10dc-44e1-bd26-56454c53b768,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:58.497796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.548257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for 22f21d0f-10dc-44e1-bd26-56454c53b768 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:58.682139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:58.686347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.837137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:09:56Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:58.922395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Checking router: 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:58.929381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (22f21d0f-10dc-44e1-bd26-56454c53b768), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.930497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Updating router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:58.970921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=22f21d0f-10dc-44e1-bd26-56454c53b768,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:59.109501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.117034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.204044 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (1d4c5464-2378-455c-8fea-e530bb744b04), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.339056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.359089 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Subnet': ['ID=1d4c5464-2378-455c-8fea-e530bb744b04,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:59.432364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:59.432895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network hostable DHCP agents. Network: 4e6144b4-8b81-41e4-80b1-8daaf444cdc9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:59.477634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:59.495840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 4e6144b4-8b81-41e4-80b1-8daaf444cdc9) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:59.501624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:59.502654 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.530929 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b7f8d20-3a51-48b4-afbd-b93014780052 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0887823 Mar 07 11:09:59.533643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:59.533805 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:09:59.542363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64962b0-40c4-4137-a1dc-bb635c769d44 None None] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:59.684770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aec4d-a355-4733-842f-8d8046e74d24 req-87f7fa98-c6dd-4202-b007-f1471a843283 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:59.698618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d41aec4d-a355-4733-842f-8d8046e74d24 req-87f7fa98-c6dd-4202-b007-f1471a843283 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.3560138 Mar 07 11:09:59.867589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:59.896401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:59.897284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.041435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d41aec4d-a355-4733-842f-8d8046e74d24 req-23dc151f-f5c0-4dfa-86ef-7c0894762303 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351285 Mar 07 11:10:00.073885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:00.092325 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:00.107309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-50e09637-1d76-4d86-af27-d1c980862ba4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910557 Mar 07 11:10:00.116695 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:00.117510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:00.118625 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41804) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:00.273072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting subnet 8291ceff-3727-4dc0-86d3-41701bffaf26 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:10:00.288300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (8291ceff-3727-4dc0-86d3-41701bffaf26), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.372165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (8291ceff-3727-4dc0-86d3-41701bffaf26), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.409237 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:00.586818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:00.617199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8291ceff-3727-4dc0-86d3-41701bffaf26), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.667914 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:00.687862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Allocated IP 172.20.0.2 (4e6144b4-8b81-41e4-80b1-8daaf444cdc9/1d4c5464-2378-455c-8fea-e530bb744b04/3b2091bc-a5a3-4fc6-9f31-1a65a715259a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:00.700376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:00.702040 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:00.756575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (8291ceff-3727-4dc0-86d3-41701bffaf26), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.861111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Subnet': ['ID=8291ceff-3727-4dc0-86d3-41701bffaf26,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:00.868173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:00.876951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6cd54b20-89c6-4443-b992-453e73f4a9ce tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/8291ceff-3727-4dc0-86d3-41701bffaf26 HTTP/1.1" status: 204 len: 168 time: 0.7536952 Mar 07 11:10:00.880693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41810) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:00.954995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ff034-c766-4a32-afc0-b459b06526d6 None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:01.015232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c883eb31-e196-4463-9a3b-144690d4b6ac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.232686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:01.256547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks [] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.295075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:01.302761 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.303538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Deleting port e0dd6600-ad97-49a3-a0eb-e742e498ba35 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:01.304012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.331913 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ae57b-ab04-49f5-bb8c-e6def9d1f5e1 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:01.528193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Pushing event updated for resources: {'Port': ['ID=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:01.635434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:01.718867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:01.725745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.743916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:01.846006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks [] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.934155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.946813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] DHCP port deletion for c883eb31-e196-4463-9a3b-144690d4b6ac request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:10:02.093226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Pushing event updated for resources: {'Port': ['ID=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:02.108387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Attempting to bind port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:02.110373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Attempting to bind port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:02.110921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Attempting to bind port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:02.175125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Attempting to bind port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:02.175500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Attempting to bind port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:02.176896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Attempting to bind port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:02.189867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:02.190381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:02.194620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.195070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:02.200121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Bound port: aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:02.201817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.202994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:02.203370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:02.209124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.209204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Bound using segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:02.209723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Bound port: 3b2091bc-a5a3-4fc6-9f31-1a65a715259a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:02.210211 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.398072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 22f21d0f-10dc-44e1-bd26-56454c53b768 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:10:02.444295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 22f21d0f-10dc-44e1-bd26-56454c53b768 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:10:02.444558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 22f21d0f-10dc-44e1-bd26-56454c53b768 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:10:02.453437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e0dd6600-ad97-49a3-a0eb-e742e498ba35 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:10:02.479523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.1 (4e6144b4-8b81-41e4-80b1-8daaf444cdc9/1d4c5464-2378-455c-8fea-e530bb744b04/5a03a8d8-b75a-469a-8682-273e61daed11) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:02.517677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6aa8-922b-4ff0-88d1-5172ff89b047 req-ac6b1afd-db2b-4a1a-b8d4-f60a28046a0a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.519263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe7f6aa8-922b-4ff0-88d1-5172ff89b047 req-ac6b1afd-db2b-4a1a-b8d4-f60a28046a0a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 1.3283560 Mar 07 11:10:02.530978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] For port e0dd6600-ad97-49a3-a0eb-e742e498ba35, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e0dd6600-ad97-49a3-a0eb-e742e498ba35,segment=NetworkSegment(5be06c85-3615-4261-bd45-4103858e9d89),segment_id=5be06c85-3615-4261-bd45-4103858e9d89)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:02.531509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.592246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Calling delete_port for e0dd6600-ad97-49a3-a0eb-e742e498ba35 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:02.639447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe7f6aa8-922b-4ff0-88d1-5172ff89b047 req-3bb74343-ef6c-49c4-8179-e168ecc1472c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048167 Mar 07 11:10:02.654666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] For port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:02.667063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] For port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:02.716786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.728190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] For port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:02.735355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] For port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:02.757995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (5a03a8d8-b75a-469a-8682-273e61daed11), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.811132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.828617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.837762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Deleting port e0dd6600-ad97-49a3-a0eb-e742e498ba35 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:02.838134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.848376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No DVR routers for this DVR port e0dd6600-ad97-49a3-a0eb-e742e498ba35 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:10:02.855500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e0dd6600-ad97-49a3-a0eb-e742e498ba35 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:02.855914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.875105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.879554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:02.888592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:02.899365 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:02.905992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Port': ['ID=e0dd6600-ad97-49a3-a0eb-e742e498ba35,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:02.966613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:02.989440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.082257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Pushing event updated for resources: {'Port': ['ID=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.183448 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c883eb31-e196-4463-9a3b-144690d4b6ac), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.185349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.185835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.186304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.186761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.187239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.187724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.188181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.188636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.189089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.189550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.190558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.191388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.191909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d6639-a938-4556-9a35-b8a1f04cee7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:03.256444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c883eb31-e196-4463-9a3b-144690d4b6ac']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:03.276505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be06c85-3615-4261-bd45-4103858e9d89') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:03.278368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be06c85-3615-4261-bd45-4103858e9d89') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:03.304258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5be06c85-3615-4261-bd45-4103858e9d89), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.310458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.338938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5be06c85-3615-4261-bd45-4103858e9d89), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.350988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:10:03.351576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5be06c85-3615-4261-bd45-4103858e9d89), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:10:03.392510 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:10:03.478592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] For port e0dd6600-ad97-49a3-a0eb-e742e498ba35, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:03.482356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.517432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:03.518531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:03.523652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c883eb31-e196-4463-9a3b-144690d4b6ac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.532183 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.542136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/networks/c883eb31-e196-4463-9a3b-144690d4b6ac HTTP/1.1" status: 204 len: 168 time: 2.6554415 Mar 07 11:10:03.548062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41828) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:03.558701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'routes': None}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:03.625115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Calling delete_port for e0dd6600-ad97-49a3-a0eb-e742e498ba35 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:03.646368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Port e0dd6600-ad97-49a3-a0eb-e742e498ba35 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:10:03.653510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c67f0-f43e-4b1a-92eb-e93cccbb5752 None None] Pushing event updated for resources: {'Port': ['ID=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.669275 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e0dd6600-ad97-49a3-a0eb-e742e498ba35), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.669650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcf2a5-30b6-4579-9743-40fc1491ca0e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Pushing event deleted for resources: {'Network': ['ID=c883eb31-e196-4463-9a3b-144690d4b6ac,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.760845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Network c883eb31-e196-4463-9a3b-144690d4b6ac is not hosted by any dhcp agent {{(pid=103790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:10:03.761433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] No DVR routers for this DVR port e0dd6600-ad97-49a3-a0eb-e742e498ba35 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:10:03.774481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58431550-04f9-4ea4-b5be-6070ba9af641 None None] Pushing event deleted for resources: {'Port': ['ID=e0dd6600-ad97-49a3-a0eb-e742e498ba35,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.895398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (5a03a8d8-b75a-469a-8682-273e61daed11), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.908844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.983030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.030123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:04.158115 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:04.209273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.extraroute_db [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Added routes are [] {{(pid=103789) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 11:10:04.209472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.extraroute_db [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Removed routes are [] {{(pid=103789) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 11:10:04.209859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.431310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:04.442869 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:04.533496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7267cd2-1ede-4789-a33d-a5b6e5fa95e2 req-8aff6ec9-9d68-4aff-b831-5883dfc8ffa3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:04.535916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7267cd2-1ede-4789-a33d-a5b6e5fa95e2 req-8aff6ec9-9d68-4aff-b831-5883dfc8ffa3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.7416468 Mar 07 11:10:04.747002 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:04.750928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:02Z', 'revision_number': 1, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:04.796116 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.825919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7267cd2-1ede-4789-a33d-a5b6e5fa95e2 req-2979bc52-d496-49a3-ac82-16a3bb521dde tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272849 Mar 07 11:10:04.850705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.899871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68bd67-3174-4da2-9eeb-cbb128eaa45e None None] The sync data for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 is: [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:02Z', 'revision_number': 1, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:05.002350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router d6ac4664-5b51-4eb0-af93-3cbeb17daffb has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:05.096310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b2091bc-a5a3-4fc6-9f31-1a65a715259a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:05.115605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:05.131729 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c630287f-0b31-4876-bc45-582423dfe218 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/1e64ef63-8bb3-49f4-b9fb-167e1c7c996a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5932405 Mar 07 11:10:05.242436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:05.247796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:05.248589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.260394 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.270907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:05.284697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4f844c3e-27b6-404c-b4ce-19beaff69d6f tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 701 time: 1.7334521 Mar 07 11:10:05.333885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:05.339224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Sync routers for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:05.350363 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-44cf34ef-9833-4289-b82c-b043a81eebdc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 205 time: 0.0779402 Mar 07 11:10:05.493681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:05.494314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:05.570117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb501b7-48a0-48f4-a0db-6667bbd90d5b None None] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:05.633200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.661782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:05.804256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:05.804640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.925577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:06.326357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-a398fb96-0a42-4b1c-b42b-26e9fb65fa27 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275574160&fields=id&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 267 time: 0.7507257 Mar 07 11:10:06.345395 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.354033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.429707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Checking router: d6ac4664-5b51-4eb0-af93-3cbeb17daffb for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:06.460848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6587da4a-03bf-4381-abad-41e1319faabf None None] Provisioning complete for port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:06.460848 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6587da4a-03bf-4381-abad-41e1319faabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.542354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Routers {'d6ac4664-5b51-4eb0-af93-3cbeb17daffb'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:06.543242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:06.577180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:06.666922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-7a1a8b52-4c8b-4c2b-b74b-e766a26df8b7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:06.668573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-7a1a8b52-4c8b-4c2b-b74b-e766a26df8b7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 797 time: 0.3397198 Mar 07 11:10:06.676270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.682731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e8c7-f0ba-4a89-bd67-ac110c75de64 req-1fe83884-65b9-4171-a870-f230f371d42a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:06.690608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b011e8c7-f0ba-4a89-bd67-ac110c75de64 req-1fe83884-65b9-4171-a870-f230f371d42a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.4625578 Mar 07 11:10:06.710156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d6ac4664-5b51-4eb0-af93-3cbeb17daffb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.710785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router d6ac4664-5b51-4eb0-af93-3cbeb17daffb {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:10:06.726389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.735116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:06.740020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1843768944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:06.742462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e14418ab-3448-48e3-8c15-293e8085ef2d tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 204 len: 168 time: 1.3926017 Mar 07 11:10:06.747308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-dd7f7a8a-97bb-4881-bd98-87624a4d3910 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/quotas/8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 375 time: 0.0468838 Mar 07 11:10:06.803128 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.804329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.958805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:06.979739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b011e8c7-f0ba-4a89-bd67-ac110c75de64 req-fe13fb4a-47b7-4338-b6b3-24b2449edc36 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842982 Mar 07 11:10:07.006677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f49cd963-2045-46c0-9517-f49bda8f8eb4), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.018108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.024887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-afbae0f4-b3f6-4d55-9d09-0d7a62bbaef3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2572601 Mar 07 11:10:07.066180 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.067447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3fc0b8a1-0654-47fb-9646-0fc210df406b tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3312662 Mar 07 11:10:07.072664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:07.077839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:07.199890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] Set router d6ac4664-5b51-4eb0-af93-3cbeb17daffb gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:07.224173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-fab70e7f-6764-4d00-8cfb-bdb64aca88d1 service neutron] 10.222.0.23 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867638 Mar 07 11:10:07.416316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-b31210a1-e882-4d20-85f1-1fb70b9fd687 service neutron] 10.222.0.23 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874807 Mar 07 11:10:07.480930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:07.578823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b8245-fa51-472c-bf36-c3ca2fddb334 None None] The sync data for ids ['d6ac4664-5b51-4eb0-af93-3cbeb17daffb'] in n-d-832156-4 is: [{'id': 'd6ac4664-5b51-4eb0-af93-3cbeb17daffb', 'name': 'tempest-RoutersTest-router-1375405425', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:00Z', 'updated_at': '2022-03-07T11:09:58Z', 'revision_number': 11, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:07.597690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6587da4a-03bf-4381-abad-41e1319faabf None None] Current status of the port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:07.616436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:07.644495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:07.645482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.669757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10098'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.734079 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758740'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.905845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:07.907626 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:07.925426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc2c8a3e-fdd0-4c88-966c-933cbe99d14f req-23b64421-7df8-4583-9611-e545bfa2100d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 210 time: 0.0886188 Mar 07 11:10:07.989911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:08.002854 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:08.160436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:08.193914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Router f49cd963-2045-46c0-9517-f49bda8f8eb4 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:08.264516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Provisioning complete for port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:08.265050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:08.354280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8406ea-7805-4d27-a2f1-2a4f93041d57 req-df4f07ce-2ab2-4e98-bf35-c1006d64d0ed tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:08.362300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a8406ea-7805-4d27-a2f1-2a4f93041d57 req-df4f07ce-2ab2-4e98-bf35-c1006d64d0ed tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1618481 Mar 07 11:10:08.440033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:08.453818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Sync routers for ids ['f49cd963-2045-46c0-9517-f49bda8f8eb4'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:08.459610 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:08.461342 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06e1e0a6-2e46-4b91-afe5-d908b454ddab tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "PUT /v2.0/routers/f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 200 len: 694 time: 1.3876936 Mar 07 11:10:08.470146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:08.487125 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Routers {'f49cd963-2045-46c0-9517-f49bda8f8eb4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:08.490341 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f49cd963-2045-46c0-9517-f49bda8f8eb4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:08.560589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Current status of the port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:08.566698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a8406ea-7805-4d27-a2f1-2a4f93041d57 req-26bc6584-d1bc-4cd6-8f75-726fa600d8aa tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004883 Mar 07 11:10:08.617228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:08.617598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:08.630459 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9569c704-8398-4eb3-9600-591ac33c88d9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/routers/f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 200 len: 700 time: 0.1584842 Mar 07 11:10:08.634029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41910) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:08.655087 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Set router f49cd963-2045-46c0-9517-f49bda8f8eb4 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:08.748165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41912) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:08.751750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1a22d851-b3fd-4c87-82bf-90f6fad8fa65 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 200 len: 205 time: 0.1151550 Mar 07 11:10:08.767351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa5fa5b7-127e-4ccf-a160-efaa46b5e3a9 None None] Port 5a03a8d8-b75a-469a-8682-273e61daed11 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:08.865299 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49cd963-2045-46c0-9517-f49bda8f8eb4', 'name': 'tempest-RoutersTest-router-1843768944', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:06Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:08.934785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b2091bc-a5a3-4fc6-9f31-1a65a715259a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:08.942618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7c447366-603b-4376-99f9-010f80b4f81f None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:08.943443 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c447366-603b-4376-99f9-010f80b4f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:08.982392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Checking router: f49cd963-2045-46c0-9517-f49bda8f8eb4 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:09.011027 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Routers {'f49cd963-2045-46c0-9517-f49bda8f8eb4'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:09.012050 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f49cd963-2045-46c0-9517-f49bda8f8eb4'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:09.124374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7c447366-603b-4376-99f9-010f80b4f81f None None] Port 5a03a8d8-b75a-469a-8682-273e61daed11 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:09.228057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.228742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:09.229885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.295242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0e71476-c88c-4f83-896c-6073d991563a req-5e1f815b-a149-421b-b9b1-31b62dd0072f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 210 time: 0.1393523 Mar 07 11:10:09.370994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] Set router f49cd963-2045-46c0-9517-f49bda8f8eb4 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:09.532230 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:09.536767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:09.566065 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49cd963-2045-46c0-9517-f49bda8f8eb4', 'name': 'tempest-RoutersTest-router-1843768944', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:06Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:09.670446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Sync routers for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:09.699585 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4970d-462e-4c16-ab09-1fbed4dfe72c None None] The sync data for ids ['f49cd963-2045-46c0-9517-f49bda8f8eb4'] in n-d-832156-4 is: [{'id': 'f49cd963-2045-46c0-9517-f49bda8f8eb4', 'name': 'tempest-RoutersTest-router-1843768944', 'tenant_id': '01d7db60217f4eed8ed7c851ca312748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:06Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 2, 'project_id': '01d7db60217f4eed8ed7c851ca312748', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:09.764113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9377d30d-eb41-4f15-b7e0-5239723d2097 None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:09.765937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9377d30d-eb41-4f15-b7e0-5239723d2097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.828969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.834563 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router_controller (f49cd963-2045-46c0-9517-f49bda8f8eb4), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.908416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9377d30d-eb41-4f15-b7e0-5239723d2097 None None] Port 5a03a8d8-b75a-469a-8682-273e61daed11 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:09.915186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f49cd963-2045-46c0-9517-f49bda8f8eb4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.916057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Fanout notify agent at l3_agent the message router_deleted on router f49cd963-2045-46c0-9517-f49bda8f8eb4 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:10:09.916965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:09.919521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:09.927468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.934519 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d334126-fbb6-4a7e-93e6-8b438e41e044 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 204 len: 168 time: 1.1836343 Mar 07 11:10:09.936768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41924) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:09.943094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4271d-5448-4954-b3d9-9b2b68032593 req-c8031597-922c-47ce-96fa-9fef1c76141b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:09.956525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2b4271d-5448-4954-b3d9-9b2b68032593 req-c8031597-922c-47ce-96fa-9fef1c76141b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.2052445 Mar 07 11:10:10.126609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2b4271d-5448-4954-b3d9-9b2b68032593 req-62c4274c-bb70-4872-bfb2-7b1a95ba2862 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687346 Mar 07 11:10:10.342351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:10.363573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.364039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d3459cd5-e4ef-4c47-bfd9-f02564f1e446 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 200 len: 205 time: 0.4258409 Mar 07 11:10:10.376051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f55cc501-7bfa-4c5c-a600-a0eda2c84d3c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:10.377471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f55cc501-7bfa-4c5c-a600-a0eda2c84d3c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 797 time: 0.3180945 Mar 07 11:10:10.507068 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-67a9a00a-d973-4a14-9b6c-2104016fa871 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:10.513651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-67a9a00a-d973-4a14-9b6c-2104016fa871 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f49cd963-2045-46c0-9517-f49bda8f8eb4 HTTP/1.1" status: 404 len: 336 time: 0.1479573 Mar 07 11:10:10.519530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41932) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.531837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-c5eef120-ed01-495b-8f41-312c0b46a531 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 380 time: 0.1410024 Mar 07 11:10:10.542465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'port': {'device_id': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'admin_state_up': True, 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'security_groups': ['61aba5c4-6d24-4edd-b8ed-79d3caf710da']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:10.601955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:10.602231 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:10.604838 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b05344d-e6a6-4e41-9b8f-b3834a754019 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:10.605362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b05344d-e6a6-4e41-9b8f-b3834a754019 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:10.610248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6b05344d-e6a6-4e41-9b8f-b3834a754019 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/797cd00d-16e4-469b-b186-d09b33066f66 HTTP/1.1" status: 404 len: 337 time: 0.0894506 Mar 07 11:10:10.615185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.718029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb2c253a-dddd-44ff-877a-021394f145bf req-212382d8-6c55-4450-bb27-30f2efa58034 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 210 time: 0.1958473 Mar 07 11:10:10.756231 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-251cc07e-f776-49c9-ae3a-cbcdddd8b1f3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:10.756867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251cc07e-f776-49c9-ae3a-cbcdddd8b1f3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:10.762926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.768191 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-251cc07e-f776-49c9-ae3a-cbcdddd8b1f3 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/1487c9b4-5a34-42ae-84f2-f74502135da9 HTTP/1.1" status: 404 len: 337 time: 0.1524220 Mar 07 11:10:10.826219 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c6abc8-d490-4efc-83ae-cb7b800228bd tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:10.826678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c6abc8-d490-4efc-83ae-cb7b800228bd tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:10.836280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-57c6abc8-d490-4efc-83ae-cb7b800228bd tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/58510e4b-2caf-4cb5-8db9-4906e2def0c2 HTTP/1.1" status: 404 len: 337 time: 0.0722237 Mar 07 11:10:10.838693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.888685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:10.896204 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:10.914055 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65a517c-725e-456e-b39f-d557754eb3b6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:10.916208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65a517c-725e-456e-b39f-d557754eb3b6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:10.923151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d65a517c-725e-456e-b39f-d557754eb3b6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/8291ceff-3727-4dc0-86d3-41701bffaf26 HTTP/1.1" status: 404 len: 337 time: 0.0834110 Mar 07 11:10:10.925887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41944) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:10.960283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:10.999746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d898dd60-faf3-4ea0-a306-d155d50ecb53 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 200 len: 205 time: 0.0713358 Mar 07 11:10:11.002066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41946) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.084601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 2, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:11.130967 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-14d16d6a-adaf-45fc-a893-c243e4bf727e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:11.133990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-14d16d6a-adaf-45fc-a893-c243e4bf727e tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/d6ac4664-5b51-4eb0-af93-3cbeb17daffb HTTP/1.1" status: 404 len: 336 time: 0.1308818 Mar 07 11:10:11.138317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41948) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.166031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Checking router: 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:11.166387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Updating router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a port 5a03a8d8-b75a-469a-8682-273e61daed11 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:11.200850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7254bbb2-ed9f-47c7-92d0-9cb18b54b4be tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f94433-4670-4702-8266-f36d2e1fc8be HTTP/1.1" status: 200 len: 205 time: 0.0587139 Mar 07 11:10:11.203219 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41952) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.246305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.5 (4e6144b4-8b81-41e4-80b1-8daaf444cdc9/1d4c5464-2378-455c-8fea-e530bb744b04/f4b1e5e3-cf6f-4673-ac93-88a927989bf1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:11.273649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:11.409508 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-d2a12b1c-b66a-4894-aba9-81a3566642d2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:11.417890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d2a12b1c-b66a-4894-aba9-81a3566642d2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f7f94433-4670-4702-8266-f36d2e1fc8be HTTP/1.1" status: 404 len: 336 time: 0.2135255 Mar 07 11:10:11.418551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41954) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.544323 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b00ec4-14a2-4e4e-ba3d-e6f3ac27a3e2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:11.545072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b00ec4-14a2-4e4e-ba3d-e6f3ac27a3e2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:11.560413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.573067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28b00ec4-14a2-4e4e-ba3d-e6f3ac27a3e2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/3ab15c6b-af39-4767-b0ab-5cb58c0f9921 HTTP/1.1" status: 404 len: 337 time: 0.1297045 Mar 07 11:10:11.611961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af751d91-75d5-4fc8-98c0-cbda93cbb418 req-c75b95ba-00bb-48c3-ad18-191735d592e2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:11.620212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af751d91-75d5-4fc8-98c0-cbda93cbb418 req-c75b95ba-00bb-48c3-ad18-191735d592e2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.2921519 Mar 07 11:10:11.639521 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e77de3f0-3f87-4dca-9184-acfa1c999f24 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 200 len: 205 time: 0.0762649 Mar 07 11:10:11.640656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41962) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.748157 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-15b90fc2-93f4-41c3-9c3c-cc3d95428085 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:11.751715 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15b90fc2-93f4-41c3-9c3c-cc3d95428085 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/f28d15f6-03ea-4074-a8e9-2330a7a29f1e HTTP/1.1" status: 404 len: 336 time: 0.1080637 Mar 07 11:10:11.752887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.778903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af751d91-75d5-4fc8-98c0-cbda93cbb418 req-174e3e1a-9ebc-4c8d-9a04-1d7162bb3cef tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557100 Mar 07 11:10:11.793911 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-56a80f2a-684a-4637-9504-f9379c1af570 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 HTTP/1.1" status: 200 len: 205 time: 0.0408208 Mar 07 11:10:11.797847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41968) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:11.852496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:11.936981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:11.954877 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-a16637d9-5651-4bf8-8e7a-ddcbe53bcd84 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:11.958307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a16637d9-5651-4bf8-8e7a-ddcbe53bcd84 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/ec7e03a5-4e21-4fc4-a5c4-f89def12aba9 HTTP/1.1" status: 404 len: 336 time: 0.1569569 Mar 07 11:10:11.958307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0283227f-44c2-4f79-84fa-0be5b79074e6 req-ddf8ba17-2dd0-4d8e-8454-d92dbab97c2c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 210 time: 0.0709589 Mar 07 11:10:11.959061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41970) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.057286 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa55d6dc-8968-45ab-a438-4ba0297165f9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:12.058947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa55d6dc-8968-45ab-a438-4ba0297165f9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:12.062229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aa55d6dc-8968-45ab-a438-4ba0297165f9 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/8b25d103-49b8-477e-aeed-0b67027bcf43 HTTP/1.1" status: 404 len: 337 time: 0.1021652 Mar 07 11:10:12.067238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41974) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.120478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:12.125136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-38fdb11b-f7fd-42b1-ae43-2dc428ae4a18 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6a440a2-d95e-4d8a-a981-f65decf7eaa8 HTTP/1.1" status: 200 len: 205 time: 0.0422983 Mar 07 11:10:12.125136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:12.125529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41976) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.128230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:12.130595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:12.274168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:12.275145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.300595 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-3c2b3a86-13e1-44d6-842f-35ae9899b7c6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:12.306603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3c2b3a86-13e1-44d6-842f-35ae9899b7c6 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/e6a440a2-d95e-4d8a-a981-f65decf7eaa8 HTTP/1.1" status: 404 len: 336 time: 0.1778467 Mar 07 11:10:12.307932 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 41978) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.335241 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-304c2a0f-64bd-42fb-af29-64946ca09961 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7999902 Mar 07 11:10:12.415055 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Request body: {'port': {'device_id': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:12.418244 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d9195a-ca6e-4d05-9a93-ba49085368dc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:12.418244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d9195a-ca6e-4d05-9a93-ba49085368dc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:12.425661 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks [] for port (5a03a8d8-b75a-469a-8682-273e61daed11), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.430005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41980) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.430696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f3d9195a-ca6e-4d05-9a93-ba49085368dc tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/2417187a-4906-4116-afa0-e8626eed5afc HTTP/1.1" status: 404 len: 337 time: 0.1206405 Mar 07 11:10:12.439745 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.526116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff73985-7d3e-4aec-a5cf-594982abe347 None None] Pushing event updated for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:12.548873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6e366d3f-9713-40eb-8e02-77c760ba8b28 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffcf0152-834a-444d-b298-73964c0607c6 HTTP/1.1" status: 200 len: 205 time: 0.1160824 Mar 07 11:10:12.551169 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41982) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.616635 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.720258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Attempting to bind port 5a03a8d8-b75a-469a-8682-273e61daed11 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:12.722528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Attempting to bind port 5a03a8d8-b75a-469a-8682-273e61daed11 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:12.722904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Attempting to bind port 5a03a8d8-b75a-469a-8682-273e61daed11 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:12.729989 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-f287d905-678b-4b4e-a7d1-31fb87f9e04c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] delete failed (client error): The resource could not be found. Mar 07 11:10:12.731981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f287d905-678b-4b4e-a7d1-31fb87f9e04c tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/routers/ffcf0152-834a-444d-b298-73964c0607c6 HTTP/1.1" status: 404 len: 336 time: 0.1790173 Mar 07 11:10:12.737818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.741547 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:12.741928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:12.746377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.746783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Bound using segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:12.747281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Bound port: 5a03a8d8-b75a-469a-8682-273e61daed11, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:12.747683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.892201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] For port 5a03a8d8-b75a-469a-8682-273e61daed11, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:12.897775 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f3b115-e6ca-4d24-a9e3-f9eb36cc0db4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:12.898512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f3b115-e6ca-4d24-a9e3-f9eb36cc0db4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:12.902499 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] For port 5a03a8d8-b75a-469a-8682-273e61daed11, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a03a8d8-b75a-469a-8682-273e61daed11,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:12.920074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-28f3b115-e6ca-4d24-a9e3-f9eb36cc0db4 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/ac01188c-0c60-4645-9d52-6b46ec9fa002 HTTP/1.1" status: 404 len: 337 time: 0.1757855 Mar 07 11:10:12.922014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 41994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:12.928078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:12.956577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c2234707-461e-4679-b640-61c8ff868970 None None] Provisioning complete for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:12.957003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2234707-461e-4679-b640-61c8ff868970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:13.035371 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-39656741-4380-46d6-b004-ec5a0590caa2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] DELETE failed (client error): The resource could not be found. Mar 07 11:10:13.036001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39656741-4380-46d6-b004-ec5a0590caa2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:10:13.040512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39656741-4380-46d6-b004-ec5a0590caa2 tempest-RoutersTest-1079358342 tempest-RoutersTest-1079358342-project] 10.222.0.23 "DELETE /v2.0/subnets/431284f3-eed8-4957-8ba4-a57400eb1ed0 HTTP/1.1" status: 404 len: 337 time: 0.1153705 Mar 07 11:10:13.137276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2234707-461e-4679-b640-61c8ff868970 None None] Port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:13.199767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:13.200428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:09:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:13.347475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a697c-4857-4da0-86b3-13667ec98143 req-f178e637-1c8a-4b04-9fd8-9866510ee408 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:13.358878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b1e5e3-cf6f-4673-ac93-88a927989bf1 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:13.367899 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks [] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:13.368744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e21a697c-4857-4da0-86b3-13667ec98143 req-f178e637-1c8a-4b04-9fd8-9866510ee408 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.3359144 Mar 07 11:10:13.393616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Transition to ACTIVE for port object f4b1e5e3-cf6f-4673-ac93-88a927989bf1 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:10:13.407300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:13.562133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:13.603388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e21a697c-4857-4da0-86b3-13667ec98143 req-4463eac0-2990-4493-be8e-0656a9413ca1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334342 Mar 07 11:10:13.609233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:13.609595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:13.609897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:13.631168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:13.634163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:10:13.634486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:13.641927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:13.642264 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:13.642923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Bound using segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:13.643355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Bound port: f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:13.643739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:13.649287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e0e2-eb7b-4f12-8b26-6c469af176d0 req-4b5c8fcb-4075-498b-ab90-1b3f5d4a555d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:13.653320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b12e0e2-eb7b-4f12-8b26-6c469af176d0 req-4b5c8fcb-4075-498b-ab90-1b3f5d4a555d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 931 time: 0.4052002 Mar 07 11:10:13.769636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:13.774951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:13.780275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:13.795329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b12e0e2-eb7b-4f12-8b26-6c469af176d0 req-9e49ed31-4cc3-4144-b269-3be46c1bdda1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346335 Mar 07 11:10:13.806791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.001631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:14.024807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:14.025431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.032285 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-f6070b0f-8d4d-4d51-9b1f-f40cc8f30331 service neutron] 10.222.0.32 "PUT /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1091 time: 1.6887052 Mar 07 11:10:14.032796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:14.035083 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:14.174689 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c7917-af94-41f3-86da-7b18f02c5107 x-openstack-request-id: req-3a4c7917-af94-41f3-86da-7b18f02c5107 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:14.174926 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:14.175140 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a4c7917-af94-41f3-86da-7b18f02c5107 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:14.175566 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'status': 'completed', 'code': 200} Mar 07 11:10:14.187663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:14.188065 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.196973 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ca0f4e7-f81d-4417-a2cc-196ef9b284f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01d7db60217f4eed8ed7c851ca312748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142270 Mar 07 11:10:14.198788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:14.323327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-191cb8dc-2f25-4aa8-a5a6-a29f38867dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:14.325275 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-191cb8dc-2f25-4aa8-a5a6-a29f38867dfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1125 time: 0.2270908 Mar 07 11:10:14.580781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff73985-7d3e-4aec-a5cf-594982abe347 None None] Pushing event updated for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:14.667227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Current status of the port 5a03a8d8-b75a-469a-8682-273e61daed11 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:14.667606 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.716269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:12Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:14.721849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] For port 5a03a8d8-b75a-469a-8682-273e61daed11, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a03a8d8-b75a-469a-8682-273e61daed11,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:14.748044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b6900-1e5a-4a14-af86-3697b5b17270 None None] The sync data for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 is: [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:12Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:14.749815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.804827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b62d19-c295-481f-8334-99582c917d3a req-084e38e6-9224-4801-afe2-299b9034e311 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:14.815756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03b62d19-c295-481f-8334-99582c917d3a req-084e38e6-9224-4801-afe2-299b9034e311 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.0896244 Mar 07 11:10:14.862165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbfa0e-9459-4487-9e08-9dda3cbf7222 None None] Pushing event updated for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:14.913028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3c8b897d-b617-4c86-8a2c-e031a014a861 None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:14.913391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c8b897d-b617-4c86-8a2c-e031a014a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:14.930931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03b62d19-c295-481f-8334-99582c917d3a req-9a831c44-0761-4647-bfca-406cf78d5a95 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140537 Mar 07 11:10:14.954139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] Publish callbacks [] for security_group (368eafd7-6438-4294-b7cc-af579957ddaf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:15.015508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] Publish callbacks [] for security_group (368eafd7-6438-4294-b7cc-af579957ddaf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:15.049129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ebe59-9117-44d1-b2a9-3ec2f4cc6924 req-d58770f5-f6d1-4957-b416-19498400128d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:15.062426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-992ebe59-9117-44d1-b2a9-3ec2f4cc6924 req-d58770f5-f6d1-4957-b416-19498400128d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.1031613 Mar 07 11:10:15.104672 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-872c3763-1749-4fc7-a3eb-f4ae0be67587 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 217 time: 0.7683344 Mar 07 11:10:15.131320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (368eafd7-6438-4294-b7cc-af579957ddaf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:15.133951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:15.140378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b897d-b617-4c86-8a2c-e031a014a861 None None] Current status of the port 5a03a8d8-b75a-469a-8682-273e61daed11 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:15.141984 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/368eafd7-6438-4294-b7cc-af579957ddaf HTTP/1.1" status: 204 len: 168 time: 0.9395926 Mar 07 11:10:15.174595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90951d0-14db-47f7-86dc-4ed5b85df0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368eafd7-6438-4294-b7cc-af579957ddaf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:15.207106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-3223e276-43f2-416b-9949-bdae4365c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:15.208520 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-3223e276-43f2-416b-9949-bdae4365c4bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.0947945 Mar 07 11:10:15.216296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-992ebe59-9117-44d1-b2a9-3ec2f4cc6924 req-df6a65f8-9654-4c9e-943e-db1a9c294ac4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529088 Mar 07 11:10:15.240860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a03a8d8-b75a-469a-8682-273e61daed11 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:15.322432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-797ae162-010e-41a7-a5af-c897d3ccde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:15.323955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-797ae162-010e-41a7-a5af-c897d3ccde9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057122 Mar 07 11:10:15.368412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5a03a8d8-b75a-469a-8682-273e61daed11 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:15.370446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:15.520352 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-4c1264e4-2fc9-46ff-a992-46676f5549b1 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904857 Mar 07 11:10:15.561790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5a03a8d8-b75a-469a-8682-273e61daed11 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:15.732636 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e20cf9b-7074-480c-ad02-c389bb2b1bf6 req-1181fa5f-c226-41b4-bce0-d3dbda8322e7 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067051 Mar 07 11:10:15.897780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-09b0aad3-8870-46eb-95f0-2ccba876f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:15.899696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-09b0aad3-8870-46eb-95f0-2ccba876f0df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1125 time: 0.0925517 Mar 07 11:10:16.102728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-79c05bcc-d22a-4e5a-9b10-39318a7c8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.110271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-79c05bcc-d22a-4e5a-9b10-39318a7c8ebd service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.2025373 Mar 07 11:10:16.160651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053b75-7e98-404f-9859-d54477a01291 req-2269f2d8-0402-4fd3-9428-356a7afd1907 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.162852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c053b75-7e98-404f-9859-d54477a01291 req-2269f2d8-0402-4fd3-9428-356a7afd1907 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1282876 Mar 07 11:10:16.265862 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-5d0e8b1e-fe83-4747-b923-98f90c0c5467 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 217 time: 0.1398387 Mar 07 11:10:16.281814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c053b75-7e98-404f-9859-d54477a01291 req-84fde8de-11f7-436d-8405-aa4b786a73da tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128256 Mar 07 11:10:16.420905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da71ac-9535-4b43-a75e-7f58de73d482 req-f50171fe-1359-4b0e-a0db-a10841d70c87 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.423374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-3c607506-cc27-43f2-98f8-554848dc548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.424959 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-3c607506-cc27-43f2-98f8-554848dc548b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.1520607 Mar 07 11:10:16.425146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33da71ac-9535-4b43-a75e-7f58de73d482 req-f50171fe-1359-4b0e-a0db-a10841d70c87 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.1019919 Mar 07 11:10:16.523031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33da71ac-9535-4b43-a75e-7f58de73d482 req-e9da5570-cd0f-40ad-acdd-a4ba489d0e73 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871282 Mar 07 11:10:16.558989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-57257a18-2de7-4814-88b4-3be351ea1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.558989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-57257a18-2de7-4814-88b4-3be351ea1a57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236942 Mar 07 11:10:16.649789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:16.715386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-1d133b58-916c-4abd-aa3a-0830c7f8aaae service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518650 Mar 07 11:10:16.814336 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-76b679c2-93cb-4e8e-b8ca-6302c7441710 tempest-DvrRoutersNegativeTest-946020705 tempest-DvrRoutersNegativeTest-946020705-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-464991675', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:16.817088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.policy [None req-76b679c2-93cb-4e8e-b8ca-6302c7441710 tempest-DvrRoutersNegativeTest-946020705 tempest-DvrRoutersNegativeTest-946020705-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103788) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 07 11:10:16.817589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.policy [None req-76b679c2-93cb-4e8e-b8ca-6302c7441710 tempest-DvrRoutersNegativeTest-946020705 tempest-DvrRoutersNegativeTest-946020705-project] Failed policy check for 'create_router' {{(pid=103788) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 07 11:10:16.818244 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-76b679c2-93cb-4e8e-b8ca-6302c7441710 tempest-DvrRoutersNegativeTest-946020705 tempest-DvrRoutersNegativeTest-946020705-project] create failed (client error): Access was denied to this resource. Mar 07 11:10:16.823882 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-76b679c2-93cb-4e8e-b8ca-6302c7441710 tempest-DvrRoutersNegativeTest-946020705 tempest-DvrRoutersNegativeTest-946020705-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1728897 Mar 07 11:10:16.872430 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8463906e-4ffe-4aad-909f-4b4dbf84c2c8 req-87072f71-c9bc-42eb-8720-8bdf586e520c service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500757 Mar 07 11:10:17.133117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42068) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:17.264653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-94d9e953-4da5-4939-8ab0-55910ab9681f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.401710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-94d9e953-4da5-4939-8ab0-55910ab9681f admin admin] Publish callbacks [] for security_group (2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.421756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-94d9e953-4da5-4939-8ab0-55910ab9681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.501386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42080) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:17.526101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e953-4da5-4939-8ab0-55910ab9681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:17.572223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312983c-e0a3-4f81-9494-a83f2bd92647 req-01d48be9-2b98-4053-8f78-095392eaacec tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:17.573983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d312983c-e0a3-4f81-9494-a83f2bd92647 req-01d48be9-2b98-4053-8f78-095392eaacec tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1698112 Mar 07 11:10:17.576504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-94d9e953-4da5-4939-8ab0-55910ab9681f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=439fa8d7dee545ec95ec23c7bff4fe07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423847 Mar 07 11:10:17.579581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:17.672802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] Publish callbacks [] for security_group (2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.759055 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c143e303-2a5a-4c15-84de-d82bce917532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.776256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d312983c-e0a3-4f81-9494-a83f2bd92647 req-93bbc72c-3b1d-4f77-a4cf-5bd92874dfc4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158590 Mar 07 11:10:17.813916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] Publish callbacks [] for security_group (2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.823325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f726f46-f1d6-43c8-83e0-8c9d0a1c765a req-290d589f-611a-47e0-8ff2-a666a47fcd5b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:17.832139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f726f46-f1d6-43c8-83e0-8c9d0a1c765a req-290d589f-611a-47e0-8ff2-a666a47fcd5b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.1600196 Mar 07 11:10:17.900614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f726f46-f1d6-43c8-83e0-8c9d0a1c765a req-4bd1460d-aa80-4073-b5ba-de8250d3d88f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672467 Mar 07 11:10:17.920381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c143e303-2a5a-4c15-84de-d82bce917532 admin admin] Publish callbacks [] for security_group (8bf15589-1f63-42a8-9773-475d47aefff8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.930761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c143e303-2a5a-4c15-84de-d82bce917532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8bf15589-1f63-42a8-9773-475d47aefff8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.954078 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.957038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.960600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5 HTTP/1.1" status: 204 len: 168 time: 0.3775201 Mar 07 11:10:17.979137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e43f-d891-4926-91a6-596ee8781f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffdd40c-c8f3-4a24-b207-ccc8da6d15e5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:17.987167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143e303-2a5a-4c15-84de-d82bce917532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf15589-1f63-42a8-9773-475d47aefff8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:18.000088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c143e303-2a5a-4c15-84de-d82bce917532 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=499de067f3d74dbd8351ea6e1c9cf3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976137 Mar 07 11:10:18.002737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:18.062458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] Publish callbacks [] for security_group (8bf15589-1f63-42a8-9773-475d47aefff8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.116658 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] Publish callbacks [] for security_group (8bf15589-1f63-42a8-9773-475d47aefff8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.189705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8bf15589-1f63-42a8-9773-475d47aefff8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.198611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.202414 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bf15589-1f63-42a8-9773-475d47aefff8 HTTP/1.1" status: 204 len: 168 time: 0.1968620 Mar 07 11:10:18.223398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4756d84-bf45-4250-a671-44b32d4811e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf15589-1f63-42a8-9773-475d47aefff8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:18.974769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275653bd-4fb7-4303-9c0b-a2d46cd7ad1f req-baf160d6-a221-4f50-98d7-701b0aa0ce45 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:18.985152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-275653bd-4fb7-4303-9c0b-a2d46cd7ad1f req-baf160d6-a221-4f50-98d7-701b0aa0ce45 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 944 time: 0.1235740 Mar 07 11:10:19.074591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.077984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 60742422-a571-4ed8-b3ef-57b7ae33fc57 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:10:19.187863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-275653bd-4fb7-4303-9c0b-a2d46cd7ad1f req-ce33e093-b31a-4a74-9872-6190435628e2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967666 Mar 07 11:10:19.254406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72afa-78e4-4f43-9455-5054c399a7af req-5042b792-392b-4c9c-a3ad-b31824e08ff6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:19.257881 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39b72afa-78e4-4f43-9455-5054c399a7af req-5042b792-392b-4c9c-a3ad-b31824e08ff6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.2051945 Mar 07 11:10:19.271548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:19.296577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'port_id': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'mac_address': 'fa:16:3e:80:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:10:19.304166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1105642429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:19.355722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39b72afa-78e4-4f43-9455-5054c399a7af req-9f62d862-7e88-40f6-8199-0ef647b64892 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916598 Mar 07 11:10:19.370633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.370633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.393058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 60742422-a571-4ed8-b3ef-57b7ae33fc57 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:19.393647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.409243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60742422-a571-4ed8-b3ef-57b7ae33fc57 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:19.431781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:19.441090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.490125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router_controller (6bf0bd6c-451f-4a1d-a216-11aa856d306c), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.497707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.527381 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.533583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42146) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.539515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-664741005'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:19.542881 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-30ccb1fd-d3a8-4546-abb9-2d06067ed472 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4659352 Mar 07 11:10:19.555905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:19.562890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:10:19.569949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:19.577601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.589674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.669540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['60742422-a571-4ed8-b3ef-57b7ae33fc57'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:10:19.729756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for security_group (669d98ac-8644-4818-8d73-03566283252f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.744951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (669d98ac-8644-4818-8d73-03566283252f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.759758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:19.792198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (20bba730-9d96-4a94-8487-9e4a1ac4519d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.794235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:19.794684 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Added segment 20bba730-9d96-4a94-8487-9e4a1ac4519d of type vlan for network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 Mar 07 11:10:19.856229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.892422 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.898088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:19.898864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.937594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'port_id': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'mac_address': 'fa:16:3e:5f:ba:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:10:19.982583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669d98ac-8644-4818-8d73-03566283252f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:20.019846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4849322 Mar 07 11:10:20.023823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:20.031470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'subnet': {'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:20.032903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4d14-b779-4c68-bd55-1791735f6301 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Network': ['ID=3d1f14a4-f54c-4b73-9829-b69eccdfbaf1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:20.047081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:20.109037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:20.109628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.209827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b1e5e3-cf6f-4673-ac93-88a927989bf1 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:20.257874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:20.261580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.303037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:20.350514 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.354638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42164) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:20.466218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52df8-d556-412f-a70d-d2c4226f8243 req-96b421c3-3ef7-4ec8-b400-8d2995128fca tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:20.480966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43a52df8-d556-412f-a70d-d2c4226f8243 req-96b421c3-3ef7-4ec8-b400-8d2995128fca tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 945 time: 0.1620996 Mar 07 11:10:20.624477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:20.635589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7638bbe9-850f-47f0-abae-ac5e28f4abf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.682716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c9b1d659-13ae-49fe-b524-98dac941a106), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.685289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43a52df8-d556-412f-a70d-d2c4226f8243 req-ca775347-82b1-400b-a3fa-76fd6ad0d38e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886408 Mar 07 11:10:20.718361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b73d6-2032-4ea6-bc2f-99bc34b09d1b req-af826439-9823-4047-9883-07af2cabf1af tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:20.728431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-352b73d6-2032-4ea6-bc2f-99bc34b09d1b req-af826439-9823-4047-9883-07af2cabf1af tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.2197506 Mar 07 11:10:20.738254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['f4b1e5e3-cf6f-4673-ac93-88a927989bf1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:10:20.795775 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24c214c4-26eb-44f9-a983-2a71fe885554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.848213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-352b73d6-2032-4ea6-bc2f-99bc34b09d1b req-13993ffd-9498-44fb-99ce-6f65cc18633e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152394 Mar 07 11:10:20.864107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Subnet': ['ID=c9b1d659-13ae-49fe-b524-98dac941a106,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:20.881194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Checking segment: {'id': '20bba730-9d96-4a94-8487-9e4a1ac4519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:20.882079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network hostable DHCP agents. Network: 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:20.917280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:20.946301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:20.952256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:20.955056 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.959692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfdbce3-68be-4491-849c-6b2f7d1cdfe7 None None] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:20.975068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7638bbe9-850f-47f0-abae-ac5e28f4abf0 admin admin] Publish callbacks [] for security_group (54e89312-e2d8-4f59-be26-bc99091b0b85), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:20.994396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7638bbe9-850f-47f0-abae-ac5e28f4abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (54e89312-e2d8-4f59-be26-bc99091b0b85), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.029924 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6753c87a-e3b3-4c59-847a-37b84c0c4eb5 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047569 Mar 07 11:10:21.033063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42176) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:21.039120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'network': {'name': 'tempest-router-network01--1427887005'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:21.058434 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7638bbe9-850f-47f0-abae-ac5e28f4abf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26550c01b7a541a8b825eeda226e783d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6996758 Mar 07 11:10:21.059788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638bbe9-850f-47f0-abae-ac5e28f4abf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e89312-e2d8-4f59-be26-bc99091b0b85,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:21.061649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42178) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:21.128516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:21.143056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.211938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:21.222284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] Publish callbacks [] for security_group (54e89312-e2d8-4f59-be26-bc99091b0b85), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.231352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f711a4c1-be60-4abf-b3c7-f32e818ae8d2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.231812 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Added segment f711a4c1-be60-4abf-b3c7-f32e818ae8d2 of type vlan for network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 Mar 07 11:10:21.250313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-3d1f14a4-f54c-4b73-9829-b69eccdfbaf1', 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1', 'project_id': 'fb46668af505467d98bd0ce449115b8c', 'fixed_ips': [{'subnet_id': 'c9b1d659-13ae-49fe-b524-98dac941a106'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:21.251741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.283401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] Publish callbacks [] for security_group (54e89312-e2d8-4f59-be26-bc99091b0b85), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.304611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.352586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.369518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:21.370149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.422609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:21.427085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3927987 Mar 07 11:10:21.427981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (54e89312-e2d8-4f59-be26-bc99091b0b85), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.430494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42186) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:21.430774 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.434689 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e89312-e2d8-4f59-be26-bc99091b0b85 HTTP/1.1" status: 204 len: 168 time: 0.3687561 Mar 07 11:10:21.436286 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'network': {'name': 'tempest-router-network02--278965088'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:21.466789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:21.474081 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.506723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b3706-e090-4215-88dd-1799352cf8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e89312-e2d8-4f59-be26-bc99091b0b85,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:21.533657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d6062-4af8-431d-8dad-a3bd31d6ee43 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Network': ['ID=9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:21.549413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:21.567903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ffe76406-9e02-45c8-b945-aed219b771a9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.568903 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Added segment ffe76406-9e02-45c8-b945-aed219b771a9 of type vlan for network e25f7b95-a87c-43cc-b2de-4550f11c4327 Mar 07 11:10:21.569389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:21.699144 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e25f7b95-a87c-43cc-b2de-4550f11c4327), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.704927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Allocated IP 172.20.0.2 (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1/c9b1d659-13ae-49fe-b524-98dac941a106/366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:21.788562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e25f7b95-a87c-43cc-b2de-4550f11c4327), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.794548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:21.805332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:21.845240 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4109864 Mar 07 11:10:21.845624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42194) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:21.851675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'subnet': {'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:21.921974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552688d9-1b09-4153-a6cd-ff860d64f343 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Network': ['ID=e25f7b95-a87c-43cc-b2de-4550f11c4327,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:21.939485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:22.252713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks [] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.274214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.275965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22884135-dc96-44d0-a5f9-82cd5d9afcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.360294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:22.369154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.380955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:22.394234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:22.406636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:22.427573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Pushing event updated for resources: {'Port': ['ID=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:22.554983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22884135-dc96-44d0-a5f9-82cd5d9afcfa admin admin] Publish callbacks [] for security_group (4d59edc1-09c2-4c18-ad6d-34bf1bc9407a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.560456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-22884135-dc96-44d0-a5f9-82cd5d9afcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4d59edc1-09c2-4c18-ad6d-34bf1bc9407a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.564633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Attempting to bind port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:22.564773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Attempting to bind port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '20bba730-9d96-4a94-8487-9e4a1ac4519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:22.565045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Attempting to bind port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f on network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:22.580096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:22.580459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Checking segment: {'id': '20bba730-9d96-4a94-8487-9e4a1ac4519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:22.580855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.581357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Bound using segment: {'id': '20bba730-9d96-4a94-8487-9e4a1ac4519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:22.581835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Bound port: 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bba730-9d96-4a94-8487-9e4a1ac4519d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3d1f14a4-f54c-4b73-9829-b69eccdfbaf1'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:22.582263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.607768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884135-dc96-44d0-a5f9-82cd5d9afcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59edc1-09c2-4c18-ad6d-34bf1bc9407a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:22.639838 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22884135-dc96-44d0-a5f9-82cd5d9afcfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1ba9d09e4fa40918647c534c27f9a83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2157431 Mar 07 11:10:22.643309 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42212) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:22.711850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] Publish callbacks [] for security_group (4d59edc1-09c2-4c18-ad6d-34bf1bc9407a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.793292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] Publish callbacks [] for security_group (4d59edc1-09c2-4c18-ad6d-34bf1bc9407a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.824550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] For port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:22.832434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] For port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,segment=NetworkSegment(20bba730-9d96-4a94-8487-9e4a1ac4519d),segment_id=20bba730-9d96-4a94-8487-9e4a1ac4519d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:22.855834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.925916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4d59edc1-09c2-4c18-ad6d-34bf1bc9407a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.934372 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:22.939640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d59edc1-09c2-4c18-ad6d-34bf1bc9407a HTTP/1.1" status: 204 len: 168 time: 0.2948873 Mar 07 11:10:22.981666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145d37-4e5d-4ecf-a543-5f359aa304a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59edc1-09c2-4c18-ad6d-34bf1bc9407a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:23.050199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42220) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:23.110430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff81757-8493-4d4e-9053-045e862f0eb2 None None] Pushing event updated for resources: {'Port': ['ID=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:23.141571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 60742422-a571-4ed8-b3ef-57b7ae33fc57 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:23.181187 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37d99713-5a57-443d-88ea-aee3dd65ea23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.303636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 60742422-a571-4ed8-b3ef-57b7ae33fc57 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:10:23.307942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 60742422-a571-4ed8-b3ef-57b7ae33fc57 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:23.308331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.318853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-74470992-network', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:23.415445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Made reservation on behalf of d27aa17ac9ea433cbbf7eaadd2d338f1 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:23.418158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.446965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.497091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 60742422-a571-4ed8-b3ef-57b7ae33fc57 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:23.498030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.519387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb2c47-aebb-49ee-b783-d8dc57260fea req-f9d2d256-a91a-4605-917d-6428323dc3c3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:23.536286 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:23.541781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3beb2c47-aebb-49ee-b783-d8dc57260fea req-f9d2d256-a91a-4605-917d-6428323dc3c3 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 945 time: 1.6857729 Mar 07 11:10:23.576468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:23.580751 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f158b5a-323b-41ed-bcd6-9202b6df63c0" -d '{"events": [{"server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "name": "network-vif-plugged", "status": "completed", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:23.618602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:23.632079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.704702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks [] for security_group (cfd2a6a1-f41a-4f2b-90fb-36f46ab51625), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.708294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:23.715177 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cfd2a6a1-f41a-4f2b-90fb-36f46ab51625), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.717751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:10:23.731859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:23.735517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:23.735874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.760163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3495f14d-601d-44ad-b9d4-29878ce3297a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.760429 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Added segment 3495f14d-601d-44ad-b9d4-29878ce3297a of type vlan for network 648284cb-2207-450e-bb52-e1a89c65ee7c Mar 07 11:10:23.849112 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (648284cb-2207-450e-bb52-e1a89c65ee7c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.879289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3beb2c47-aebb-49ee-b783-d8dc57260fea req-bd7f12b7-84ae-44f8-a65c-71e08cb170b2 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332808 Mar 07 11:10:23.911432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b1be0-c9fe-4301-9d07-e901ccdb7a75 req-3dc7f145-73c9-4540-84ab-3db38cd1a2a2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:23.915755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f5b1be0-c9fe-4301-9d07-e901ccdb7a75 req-3dc7f145-73c9-4540-84ab-3db38cd1a2a2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 1.7243474 Mar 07 11:10:23.933432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (648284cb-2207-450e-bb52-e1a89c65ee7c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.934826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:23.935586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.989681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:23.990808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.072690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:24.085467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.091047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f5b1be0-c9fe-4301-9d07-e901ccdb7a75 req-ba03322a-6016-48bd-8119-04ce76eb1980 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665099 Mar 07 11:10:24.171398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (750c9b36-378c-4bdb-a84a-55efae78415b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.281419 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2300384 Mar 07 11:10:24.291958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:24.300588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd2a6a1-f41a-4f2b-90fb-36f46ab51625,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:24.315980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Request body: {'subnet': {'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-74470992-subnet', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:24.323223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b4fad-f622-45cf-ad87-524ffc6a9e71 admin admin] Pushing event updated for resources: {'Network': ['ID=648284cb-2207-450e-bb52-e1a89c65ee7c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:24.389146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Made reservation on behalf of d27aa17ac9ea433cbbf7eaadd2d338f1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:24.394151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.423067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 648284cb-2207-450e-bb52-e1a89c65ee7c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:24.518752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Subnet': ['ID=750c9b36-378c-4bdb-a84a-55efae78415b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:24.552960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.569827 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75e7ae7-5768-4781-80e6-6e69a63baa30 x-openstack-request-id: req-b75e7ae7-5768-4781-80e6-6e69a63baa30 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:24.570121 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "name": "network-vif-plugged", "status": "completed", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:24.570469 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b75e7ae7-5768-4781-80e6-6e69a63baa30 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:24.571246 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'code': 200} Mar 07 11:10:24.581368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:24.588024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.652311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Checking segment: {'id': 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:24.652855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network hostable DHCP agents. Network: 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:24.744897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:24.750444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423096-549d-4ee2-989c-a05402f817a2 req-f4b19c61-3177-4aec-9950-93ed73cae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:24.757896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac423096-549d-4ee2-989c-a05402f817a2 req-f4b19c61-3177-4aec-9950-93ed73cae342 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1128 time: 0.1083882 Mar 07 11:10:24.776067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:24.789171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9143378f-1f75-4e76-9221-9df391034365 None None] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:24.807729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:24.808294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.844499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-07f6a368-5f31-41b8-924c-7aeaf0489817 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9976993 Mar 07 11:10:24.844707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:24.873406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac423096-549d-4ee2-989c-a05402f817a2 req-188513ae-bedc-400f-b8ae-3b973ec80223 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070471 Mar 07 11:10:24.894953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'subnet': {'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:24.929795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6046cf0-4254-4c83-85b1-78810cc631b3 None None] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:24.939296 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (be87e2a7-b5bb-46ad-aa27-e421a14178b2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.025676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Made reservation on behalf of fb46668af505467d98bd0ce449115b8c for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:25.029513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.034620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be87e2a7-b5bb-46ad-aa27-e421a14178b2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:25.122702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Checking segment: {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:25.123330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Network hostable DHCP agents. Network: 648284cb-2207-450e-bb52-e1a89c65ee7c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:25.146558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604c47-161d-42b8-8b8e-fa08c67c294c req-675f7f00-6ded-4710-8244-bca0e3c8a1a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:25.148499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6604c47-161d-42b8-8b8e-fa08c67c294c req-675f7f00-6ded-4710-8244-bca0e3c8a1a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.1422360 Mar 07 11:10:25.174786 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42258) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:25.237563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6604c47-161d-42b8-8b8e-fa08c67c294c req-71167049-8c0c-460f-a8f2-26a78c163e87 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783942 Mar 07 11:10:25.238354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Network 648284cb-2207-450e-bb52-e1a89c65ee7c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:25.252921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 648284cb-2207-450e-bb52-e1a89c65ee7c) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:25.275017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:25.276824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.327891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a501af1f-4e05-452e-819a-cb18dbcbbcd3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0327048 Mar 07 11:10:25.343569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42262) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:25.349853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:25.393657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:25.395932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69671dae-a141-4d2e-9f5c-41003e6ec0d9 None None] Network 648284cb-2207-450e-bb52-e1a89c65ee7c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:25.401174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d123-7d31-4fb7-93e6-9f13492af29a req-338c26bc-51f7-4442-a415-a8b83d61665c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:25.403606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b178d123-7d31-4fb7-93e6-9f13492af29a req-338c26bc-51f7-4442-a415-a8b83d61665c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.1129446 Mar 07 11:10:25.404840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (bbce94ea-8255-4e9e-b627-41188e551e73), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.406914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (bbce94ea-8255-4e9e-b627-41188e551e73), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.516141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for router_controller (bbce94ea-8255-4e9e-b627-41188e551e73), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.524746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b178d123-7d31-4fb7-93e6-9f13492af29a req-5865fdf8-0fbe-468c-97e3-21fa52e01ffc tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129487 Mar 07 11:10:25.529675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2088493692-network', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:25.566204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9', 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9', 'project_id': 'fb46668af505467d98bd0ce449115b8c', 'fixed_ips': [{'subnet_id': '750c9b36-378c-4bdb-a84a-55efae78415b'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:25.567777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.581736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Provisioning complete for port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:25.582341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.621993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.631964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Made reservation on behalf of ffd000bebf044c35822adec8f1ef1de0 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:25.635359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.648375 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.752617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Checking segment: {'id': 'ffe76406-9e02-45c8-b945-aed219b771a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:25.752973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network hostable DHCP agents. Network: e25f7b95-a87c-43cc-b2de-4550f11c4327, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:25.766270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:25.766849 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.771760 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Subnet': ['ID=7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:25.785808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-648284cb-2207-450e-bb52-e1a89c65ee7c', 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c', 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'fixed_ips': [{'subnet_id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:25.786968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.822435 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for router_gateway (bbce94ea-8255-4e9e-b627-41188e551e73), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.849442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.887682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks [] for security_group (d6bc3ae3-c0aa-417d-ad1b-af5181798bc2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.898075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6bc3ae3-c0aa-417d-ad1b-af5181798bc2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:25.966253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:26.000062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:26.031219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e25f7b95-a87c-43cc-b2de-4550f11c4327) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:26.045493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Allocated IP 172.20.0.2 (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9/750c9b36-378c-4bdb-a84a-55efae78415b/a31f1ad7-fe00-4dca-ab75-456e178f6bdc) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:26.050419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.052406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.057680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Current status of the port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:26.057680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.083088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc3ae3-c0aa-417d-ad1b-af5181798bc2,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:26.099791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7be0f-53bd-454f-8320-f98f10607424 None None] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:26.100200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e727d2d-b866-4d49-b3e7-e4a97feed465), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.100826 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Added segment 5e727d2d-b866-4d49-b3e7-e4a97feed465 of type vlan for network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 Mar 07 11:10:26.159331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dabc8cf4-ccbf-4bfc-9ab8-aaac60455b66 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3104551 Mar 07 11:10:26.160787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42266) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:26.297003 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.336857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for router_gateway (bbce94ea-8255-4e9e-b627-41188e551e73), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.375410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:26.379471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.392012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Allocated IP 172.20.0.2 (648284cb-2207-450e-bb52-e1a89c65ee7c/be87e2a7-b5bb-46ad-aa27-e421a14178b2/ae774ea9-4fb8-491e-8ada-094d03a342b6) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:26.403032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.416246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.db.resource_extend [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 11:10:26.472387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] For port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,segment=NetworkSegment(20bba730-9d96-4a94-8487-9e4a1ac4519d),segment_id=20bba730-9d96-4a94-8487-9e4a1ac4519d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:26.485434 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.485648 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.486126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.486728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.489473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379979b2-acc8-4a70-ba56-7a26d9e26fa8 req-8ab6817f-ddb6-4c25-8d42-6ba042f44fe8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.490376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-379979b2-acc8-4a70-ba56-7a26d9e26fa8 req-8ab6817f-ddb6-4c25-8d42-6ba042f44fe8 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.1005902 Mar 07 11:10:26.600089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-379979b2-acc8-4a70-ba56-7a26d9e26fa8 req-0fe6fa63-e4c6-48df-8e2f-654df8881459 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972352 Mar 07 11:10:26.601290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Allocated IP 172.25.4.179 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d864b5cb-ddf6-438d-9b3d-875e62d673d4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:26.609529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:26.610820 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c565ef-0510-4bf6-8db4-527a0d1f1984" -d '{"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:26.652908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4616871 Mar 07 11:10:26.672302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42278) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:26.672980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccf0bd-5a00-4ae9-8532-d580d35e552f admin admin] Pushing event updated for resources: {'Network': ['ID=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:26.684308 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Request body: {'subnet': {'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2088493692-subnet', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:26.744086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:26.759980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Made reservation on behalf of ffd000bebf044c35822adec8f1ef1de0 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:26.762674 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.765091 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.780367 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a389c5-b1ca-4af7-a727-20ff83a15897 x-openstack-request-id: req-f0a389c5-b1ca-4af7-a727-20ff83a15897 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:26.780367 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:26.780367 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0a389c5-b1ca-4af7-a727-20ff83a15897 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:26.780367 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'code': 200} Mar 07 11:10:26.849329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e25f7b95-a87c-43cc-b2de-4550f11c4327', 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327', 'project_id': 'fb46668af505467d98bd0ce449115b8c', 'fixed_ips': [{'subnet_id': '7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:26.850362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.890970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d17da417-e3bd-44db-a284-8024f874e306 None None] Provisioning complete for port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:26.891331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-e3bd-44db-a284-8024f874e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.931806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.954648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c3ba3-6254-4acb-a8d9-93629e4eed64 req-9bf168ac-be93-44d6-a0bb-b4a0a3de051f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.962266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c03c3ba3-6254-4acb-a8d9-93629e4eed64 req-9bf168ac-be93-44d6-a0bb-b4a0a3de051f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.2062154 Mar 07 11:10:26.970774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb0f1e-2978-4717-8ad5-f407659d39b9 None None] Pushing event updated for resources: {'Port': ['ID=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:27.003156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0ff9-5877-473f-ac24-472723d5d491 req-ad8ab48d-b584-42a2-af56-952577052410 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:27.004357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edef0ff9-5877-473f-ac24-472723d5d491 req-ad8ab48d-b584-42a2-af56-952577052410 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.1524858 Mar 07 11:10:27.040352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:10:27.040579 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:10:27.043123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.113943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:27.124831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:27.149663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c03c3ba3-6254-4acb-a8d9-93629e4eed64 req-a352da3a-3de1-4301-8601-3ef7f9d58b5b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865194 Mar 07 11:10:27.151043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:27.159639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Pushing event updated for resources: {'Port': ['ID=d864b5cb-ddf6-438d-9b3d-875e62d673d4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:27.228526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b909f-a0f5-4042-90cc-2355292a88cb req-8180382c-1a59-4086-b5b2-84f21a28180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:27.230043 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-222b909f-a0f5-4042-90cc-2355292a88cb req-8180382c-1a59-4086-b5b2-84f21a28180d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1127 time: 0.3707564 Mar 07 11:10:27.233160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-edef0ff9-5877-473f-ac24-472723d5d491 req-d0396107-2051-4c43-8d53-0a6c782a9d0d tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202842 Mar 07 11:10:27.237747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks [] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.265299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42280) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:27.287881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.289871 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.356699 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks [] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.410435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:27.416738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.423504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:27.442833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:27.456321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Pushing event updated for resources: {'Port': ['ID=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:27.507713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (93b171d7-0b92-4366-84e5-12d14e6a2116), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.515686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Allocated IP 172.20.0.2 (e25f7b95-a87c-43cc-b2de-4550f11c4327/7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122/64b421a9-b4f4-4899-818f-de98c4544aac) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:27.517362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d17da417-e3bd-44db-a284-8024f874e306 None None] Current status of the port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:27.532942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Network 648284cb-2207-450e-bb52-e1a89c65ee7c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:27.565761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:27.591690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:27.636643 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-222b909f-a0f5-4042-90cc-2355292a88cb req-35f71c7b-25a1-45cb-9f9a-66426e48269b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388401 Mar 07 11:10:27.642714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b171d7-0b92-4366-84e5-12d14e6a2116,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:27.730905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Allocated IP 172.20.0.1 (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9/750c9b36-378c-4bdb-a84a-55efae78415b/46ca6ebf-9b9e-466f-8d72-81adbaf5f077) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:27.782396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for router_gateway (bbce94ea-8255-4e9e-b627-41188e551e73), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.822132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Pushing event updated for resources: {'Port': ['ID=ae774ea9-4fb8-491e-8ada-094d03a342b6,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:27.836261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Checking segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:27.836635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Network hostable DHCP agents. Network: 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:27.841128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Attempting to bind port a31f1ad7-fe00-4dca-ab75-456e178f6bdc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:27.841736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Attempting to bind port a31f1ad7-fe00-4dca-ab75-456e178f6bdc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:27.842127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Attempting to bind port a31f1ad7-fe00-4dca-ab75-456e178f6bdc on network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:27.866825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512166f-cbf4-40d5-bf55-48df9e3c6442 tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:27.871793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5512166f-cbf4-40d5-bf55-48df9e3c6442 tempest-TestVolumeBootPattern-143689514 tempest-TestVolumeBootPattern-143689514-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1123 time: 0.6016963 Mar 07 11:10:27.874341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42286) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:27.882733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:27.893111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:27.907119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:27.908284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:27.909228 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Checking segment: {'id': 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:27.909228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.909724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Bound using segment: {'id': 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:27.910432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Bound port: a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:27.913380 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.917137 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:27.933341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:27.934152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:27.948924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea3ff0-4f68-43d3-8dfa-0d896b2a2676 None None] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:27.992764 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.018562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Attempting to bind port ae774ea9-4fb8-491e-8ada-094d03a342b6 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:28.018797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Attempting to bind port ae774ea9-4fb8-491e-8ada-094d03a342b6 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:28.019240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Attempting to bind port ae774ea9-4fb8-491e-8ada-094d03a342b6 on network 648284cb-2207-450e-bb52-e1a89c65ee7c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:28.034163 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.042695 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-da7f8e1e-d069-4156-9ab7-0f9c653ca239 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3646076 Mar 07 11:10:28.043181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42288) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:28.061060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:28.065391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (bbce94ea-8255-4e9e-b627-41188e551e73), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.070296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:28.081187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.114419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:28.114762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Checking segment: {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:28.115433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.117137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Bound using segment: {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:28.117137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Bound port: ae774ea9-4fb8-491e-8ada-094d03a342b6, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:28.117137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.148958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (7c43172f-e164-465b-86e7-05abf5787913), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.149982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (7c43172f-e164-465b-86e7-05abf5787913), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.157871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:28.175183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:28.204989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] For port a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:28.207339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:28.210395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] For port a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,segment=NetworkSegment(f711a4c1-be60-4abf-b3c7-f32e818ae8d2),segment_id=f711a4c1-be60-4abf-b3c7-f32e818ae8d2)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:28.233109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.259252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Port': ['ID=46ca6ebf-9b9e-466f-8d72-81adbaf5f077,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:28.294387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ca62-c545-41c9-a7ae-ead7a761caf8 req-a4463327-1872-47a1-b125-21d8de75070a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:28.295923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1440ca62-c545-41c9-a7ae-ead7a761caf8 req-a4463327-1872-47a1-b125-21d8de75070a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.0789959 Mar 07 11:10:28.297012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Router bbce94ea-8255-4e9e-b627-41188e551e73 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:28.314695 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks [] for port (64b421a9-b4f4-4899-818f-de98c4544aac), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.315164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for router_controller (7c43172f-e164-465b-86e7-05abf5787913), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.324285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.351684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:28.352561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.365043 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.394968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:28.395337 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.423315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1440ca62-c545-41c9-a7ae-ead7a761caf8 req-3ee2a7e3-b54e-47ed-aa85-863dc480f6e9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186674 Mar 07 11:10:28.485664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:28.498862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Sync routers for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:28.510369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.511931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2fc9a85f-4b65-4b03-bd69-58fa739b3172 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1662440 Mar 07 11:10:28.514984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42292) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:28.520446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:28.521149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:28.593041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:28.597800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dde66-fe33-4cdc-b8cd-a1fb705004a9 None None] Pushing event updated for resources: {'Port': ['ID=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:28.610099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:28.695208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:28.705474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] For port ae774ea9-4fb8-491e-8ada-094d03a342b6, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:28.705883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:28.787076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] For port ae774ea9-4fb8-491e-8ada-094d03a342b6, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ae774ea9-4fb8-491e-8ada-094d03a342b6,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:28.850951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.905119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Pushing event updated for resources: {'Port': ['ID=64b421a9-b4f4-4899-818f-de98c4544aac,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:28.908933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Allocated IP 172.20.0.2 (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4/93b171d7-0b92-4366-84e5-12d14e6a2116/0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:29.035724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:29.050814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Attempting to bind port 64b421a9-b4f4-4899-818f-de98c4544aac on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:29.051187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Attempting to bind port 64b421a9-b4f4-4899-818f-de98c4544aac by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ffe76406-9e02-45c8-b945-aed219b771a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:29.051576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Attempting to bind port 64b421a9-b4f4-4899-818f-de98c4544aac on network e25f7b95-a87c-43cc-b2de-4550f11c4327 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:29.102912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:29.103179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Checking segment: {'id': 'ffe76406-9e02-45c8-b945-aed219b771a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:29.103582 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.104012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Bound using segment: {'id': 'ffe76406-9e02-45c8-b945-aed219b771a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:29.104512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Bound port: 64b421a9-b4f4-4899-818f-de98c4544aac, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe76406-9e02-45c8-b945-aed219b771a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e25f7b95-a87c-43cc-b2de-4550f11c4327'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:29.104894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.189013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.209324 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:27Z', 'revision_number': 3, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:29.253873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for router_gateway (7c43172f-e164-465b-86e7-05abf5787913), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.255463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.268590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.272355 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Checking router: bbce94ea-8255-4e9e-b627-41188e551e73 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:29.272698 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Updating router bbce94ea-8255-4e9e-b627-41188e551e73 port d864b5cb-ddf6-438d-9b3d-875e62d673d4 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:29.373043 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.399487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1de1-128c-4866-8b87-7300d00db9ba None None] Pushing event updated for resources: {'Port': ['ID=ae774ea9-4fb8-491e-8ada-094d03a342b6,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:29.606263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.641763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks [] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.664896 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.680967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Allocated IP 172.20.0.1 (648284cb-2207-450e-bb52-e1a89c65ee7c/be87e2a7-b5bb-46ad-aa27-e421a14178b2/4ccb39f8-17c3-40a7-86ff-b8ab3064c34b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:29.697840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:29.706239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Allocated IP 172.25.4.224 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f67d7ff4-0377-45d2-a29d-d0d838669494) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:29.708520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:29.712780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:29.754959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] For port 64b421a9-b4f4-4899-818f-de98c4544aac, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:29.757973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a500f1-ce63-4d4d-8b51-fc50aea70964 req-207eef8c-ec47-4bf8-94b7-33fc66a837f4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:29.760943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7a500f1-ce63-4d4d-8b51-fc50aea70964 req-207eef8c-ec47-4bf8-94b7-33fc66a837f4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.1711359 Mar 07 11:10:29.779626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] For port 64b421a9-b4f4-4899-818f-de98c4544aac, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64b421a9-b4f4-4899-818f-de98c4544aac,segment=NetworkSegment(ffe76406-9e02-45c8-b945-aed219b771a9),segment_id=ffe76406-9e02-45c8-b945-aed219b771a9)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:29.837990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c7a500f1-ce63-4d4d-8b51-fc50aea70964 req-b27a3382-a309-4fff-b17f-aa7133aed6fa tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661898 Mar 07 11:10:29.838399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Pushing event updated for resources: {'Port': ['ID=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:29.850700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.976643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68a96-a5e5-4f55-af10-3732006b9447 None None] Pushing event updated for resources: {'Port': ['ID=64b421a9-b4f4-4899-818f-de98c4544aac,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:30.003027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Attempting to bind port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:30.003321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Attempting to bind port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:30.004132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Attempting to bind port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:30.009346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks [] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.013169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:30.013534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Checking segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:30.014263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.014661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Bound using segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:30.015112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Bound port: 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:30.015551 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.113678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150dc2ff-1f80-4512-bf7d-ab21dc31ed07 None None] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:30.157149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.272550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437323-4b8d-4c85-87e6-18ab11322e14 req-85c62d5f-fffa-4839-9018-94b94ec159c6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.285233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b437323-4b8d-4c85-87e6-18ab11322e14 req-85c62d5f-fffa-4839-9018-94b94ec159c6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.2733009 Mar 07 11:10:30.289132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.325439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ae774ea9-4fb8-491e-8ada-094d03a342b6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:30.340839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:30.381158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Network 648284cb-2207-450e-bb52-e1a89c65ee7c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:30.401295 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:30.412387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:30.456851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Provisioning complete for port a31f1ad7-fe00-4dca-ab75-456e178f6bdc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:30.457214 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.461152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (bbce94ea-8255-4e9e-b627-41188e551e73), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.466091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] For port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:30.469576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] For port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:30.535066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.593642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for router_gateway (7c43172f-e164-465b-86e7-05abf5787913), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.613166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.691127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.715695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:30.741107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:30.766011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:30.766263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5f75-e4b2-4670-a323-7463a59176c8 None None] Pushing event updated for resources: {'Port': ['ID=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:30.771515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=f67d7ff4-0377-45d2-a29d-d0d838669494,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:30.780143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.857771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.868314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Current status of the port a31f1ad7-fe00-4dca-ab75-456e178f6bdc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:30.868835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.875284 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks [] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.885879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c1388-88c7-4183-a7cb-5f5e18e1a9dc None None] Network 648284cb-2207-450e-bb52-e1a89c65ee7c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:30.889336 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.997793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.016120 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Port': ['ID=46ca6ebf-9b9e-466f-8d72-81adbaf5f077,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:31.041809 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Pushing event updated for resources: {'Port': ['ID=d864b5cb-ddf6-438d-9b3d-875e62d673d4,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:31.046409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Attempting to bind port d864b5cb-ddf6-438d-9b3d-875e62d673d4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:31.046762 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Attempting to bind port d864b5cb-ddf6-438d-9b3d-875e62d673d4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:31.047115 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Attempting to bind port d864b5cb-ddf6-438d-9b3d-875e62d673d4 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:31.080056 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:31.080435 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:31.080933 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.081272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:31.081752 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Bound port: d864b5cb-ddf6-438d-9b3d-875e62d673d4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:31.082210 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.089944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.095016 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.095346 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.095695 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.096019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.096336 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.096661 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.096969 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.097279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.097583 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.097887 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.098188 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.098490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:31.172152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:31.186197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:31.277075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] For port d864b5cb-ddf6-438d-9b3d-875e62d673d4, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:31.306158 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] For port d864b5cb-ddf6-438d-9b3d-875e62d673d4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d864b5cb-ddf6-438d-9b3d-875e62d673d4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:31.322364 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.378462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b437323-4b8d-4c85-87e6-18ab11322e14 req-d1543f5f-016d-4371-8216-ec26b11e057e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0868483 Mar 07 11:10:31.419145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:31.430162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa03eb-c2ea-40e6-9283-65e9aa14fad6 None None] Pushing event updated for resources: {'Port': ['ID=d864b5cb-ddf6-438d-9b3d-875e62d673d4,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:31.493745 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:31.494382 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:31.630101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ae774ea9-4fb8-491e-8ada-094d03a342b6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:31.630662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.646243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31335847-e434-4b31-9a83-b602d1651fcc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:31.648281 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31335847-e434-4b31-9a83-b602d1651fcc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1122 time: 0.2279615 Mar 07 11:10:31.651583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42312) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:31.658194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:31.693950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.704880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.765364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] For port a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,segment=NetworkSegment(f711a4c1-be60-4abf-b3c7-f32e818ae8d2),segment_id=f711a4c1-be60-4abf-b3c7-f32e818ae8d2)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:31.781696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.813202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Allocated IP 172.25.4.59 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/6dc34b7b-651d-4825-b1e8-b299c30bb503) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:31.995421 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:32.028189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e6aa-f223-49f3-bc8a-1d4e20789dc2 None None] Pushing event updated for resources: {'Port': ['ID=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:32.076830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Provisioning complete for port 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:32.077108 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.081012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ae774ea9-4fb8-491e-8ada-094d03a342b6 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:32.081395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.139154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561db6f-3710-495f-9819-41457ac9597a None None] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:32.179738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.339675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Port 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:32.381386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks [] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.391022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ae774ea9-4fb8-491e-8ada-094d03a342b6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ae774ea9-4fb8-491e-8ada-094d03a342b6,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:32.392464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.408523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.409327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a31f1ad7-fe00-4dca-ab75-456e178f6bdc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:32.429140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:27Z', 'revision_number': 3, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:32.481621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a42d7-c677-48da-a8de-40e873d3d71c None None] The sync data for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 is: [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:27Z', 'revision_number': 3, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:32.502406 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Router 6bf0bd6c-451f-4a1d-a216-11aa856d306c is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:32.502659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Provisioning complete for port ae774ea9-4fb8-491e-8ada-094d03a342b6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:32.503006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.618254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (bbce94ea-8255-4e9e-b627-41188e551e73), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.738664 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.743981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ae774ea9-4fb8-491e-8ada-094d03a342b6,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:32.779320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:32.780012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:32.790643 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54d5e7b1-00ab-4b29-9592-b69ba069754e tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6285632 Mar 07 11:10:32.794230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42316) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:32.795875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.807440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] Sync routers for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:32.809759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a31f1ad7-fe00-4dca-ab75-456e178f6bdc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:32.810404 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.831612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Network 648284cb-2207-450e-bb52-e1a89c65ee7c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:32.906580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8c1da-e244-43ad-b4d2-4f340d096876 None None] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:32.908800 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:32.909144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:32.932415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:32.943168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:32.968097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:32.982060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc34b7b-651d-4825-b1e8-b299c30bb503,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:32.984951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:33.092557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.103986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Current status of the port ae774ea9-4fb8-491e-8ada-094d03a342b6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:33.104166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (25ca8462-338f-4db1-9cba-b05fc082acf8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.180884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:33.181877 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.208847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Provisioning complete for port a31f1ad7-fe00-4dca-ab75-456e178f6bdc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:33.214121 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.237870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.46 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/58ea147c-eee5-4ae0-887d-7bc374adf4e3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:33.364476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.365903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a166e-be0a-446f-9e6d-d0f2dc67f90f None None] The sync data for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:33.480282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a31f1ad7-fe00-4dca-ab75-456e178f6bdc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:33.563138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c53fb3b8-ad5e-40e3-bfcc-b3d88f4afa5c None None] Current status of the port a31f1ad7-fe00-4dca-ab75-456e178f6bdc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:33.705406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Provisioning complete for port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:33.705780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.797427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.904705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Current status of the port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:33.905226 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.910495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d864b5cb-ddf6-438d-9b3d-875e62d673d4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:33.925470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Router bbce94ea-8255-4e9e-b627-41188e551e73 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:34.026433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] For port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:34.043933 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.130240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Provisioning complete for port 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.130625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.149460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.177169 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for router_gateway (7c43172f-e164-465b-86e7-05abf5787913), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.183582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Pushing event updated for resources: {'Port': ['ID=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.190900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d864b5cb-ddf6-438d-9b3d-875e62d673d4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.191265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.226436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Port 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:34.237844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.251748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Provisioning complete for port 64b421a9-b4f4-4899-818f-de98c4544aac triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.252119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.267711 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-17dfb7bb-b0f2-41ff-b0fe-9dbd37b14751 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:10:34.269627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-17dfb7bb-b0f2-41ff-b0fe-9dbd37b14751 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4735372 Mar 07 11:10:34.278218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42320) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:34.294203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:34.345919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f18e9186-b17b-4db3-88d3-94f21e3186b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbce94ea-8255-4e9e-b627-41188e551e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8293426 Mar 07 11:10:34.366189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d864b5cb-ddf6-438d-9b3d-875e62d673d4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:34.366590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.392212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:34.399758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:34.404874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:34.426334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=58ea147c-eee5-4ae0-887d-7bc374adf4e3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.468814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port d864b5cb-ddf6-438d-9b3d-875e62d673d4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d864b5cb-ddf6-438d-9b3d-875e62d673d4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:34.471435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Current status of the port 64b421a9-b4f4-4899-818f-de98c4544aac is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:34.472045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.484367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.485249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a31f1ad7-fe00-4dca-ab75-456e178f6bdc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:34.606434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] For port 64b421a9-b4f4-4899-818f-de98c4544aac, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64b421a9-b4f4-4899-818f-de98c4544aac,segment=NetworkSegment(ffe76406-9e02-45c8-b945-aed219b771a9),segment_id=ffe76406-9e02-45c8-b945-aed219b771a9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:34.632271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.639881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=d864b5cb-ddf6-438d-9b3d-875e62d673d4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.678351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.689340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Provisioning complete for port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.689711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.745572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.777526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a31f1ad7-fe00-4dca-ab75-456e178f6bdc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.777915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.855052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Pushing event updated for resources: {'Port': ['ID=64b421a9-b4f4-4899-818f-de98c4544aac,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.870417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:34.891471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Provisioning complete for port ae774ea9-4fb8-491e-8ada-094d03a342b6 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.891873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.918312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event updated for resources: {'Port': ['ID=f67d7ff4-0377-45d2-a29d-d0d838669494,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.949579 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (25ca8462-338f-4db1-9cba-b05fc082acf8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.025112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a31f1ad7-fe00-4dca-ab75-456e178f6bdc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:35.026200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ae774ea9-4fb8-491e-8ada-094d03a342b6 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:35.128245 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 25ca8462-338f-4db1-9cba-b05fc082acf8 associated. External IP: 172.25.4.224, port: 60742422-a571-4ed8-b3ef-57b7ae33fc57. Mar 07 11:10:35.134503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (7c43172f-e164-465b-86e7-05abf5787913), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.155854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c58c92cd-5a18-4dd8-8004-80a0ca4ef60f None None] Current status of the port ae774ea9-4fb8-491e-8ada-094d03a342b6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:35.185437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ae774ea9-4fb8-491e-8ada-094d03a342b6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:35.185874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.240814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42338) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:35.245367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-212636836-network', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:35.302250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Made reservation on behalf of 85d156e2922d4a67bdeafeb50fcce2b1 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:35.304572 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.315394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ae774ea9-4fb8-491e-8ada-094d03a342b6 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:35.316901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:35.326916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.381884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6169ee28-29fb-4fcf-8433-920fcb534912 None None] Provisioning complete for port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:35.382162 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6169ee28-29fb-4fcf-8433-920fcb534912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.410297 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Sync routers for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:35.436396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:35.437388 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:35.445701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks [] for security_group (3691236d-c86d-4f6a-92f8-1ef158257e2c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.461173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3691236d-c86d-4f6a-92f8-1ef158257e2c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.474719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:35.485508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3bffab16-089c-46ab-bd9f-bc321cc65de3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.485899 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Added segment 3bffab16-089c-46ab-bd9f-bc321cc65de3 of type vlan for network 7d6394af-d04e-481d-a560-19139bec3124 Mar 07 11:10:35.536659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7d6394af-d04e-481d-a560-19139bec3124), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.578167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7d6394af-d04e-481d-a560-19139bec3124), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.579145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.583907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.616745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Router 7c43172f-e164-465b-86e7-05abf5787913 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:35.621541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:35.622354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.622972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (2f2f8774-769e-419b-8448-2e40eba5d289), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.639808 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.677787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:35.684817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:35.737010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6169ee28-29fb-4fcf-8433-920fcb534912 None None] Current status of the port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:35.748481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:35.749615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64b421a9-b4f4-4899-818f-de98c4544aac up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:35.807169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 64b421a9-b4f4-4899-818f-de98c4544aac triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:35.807547 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.818649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:35.833407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Sync routers for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:35.861377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:35.861377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:35.898417 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.907698 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46454ed2-acfc-448b-b86f-d1bcd8e8e916 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8618991 Mar 07 11:10:35.920658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42342) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:36.044992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 64b421a9-b4f4-4899-818f-de98c4544aac is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:36.068235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:36.096922 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 4, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4ccb39f8-17c3-40a7-86ff-b8ab3064c34b', 'name': '', 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'mac_address': 'fa:16:3e:5f:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 2, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'subnets': [{'id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:36.136596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Checking router: bbce94ea-8255-4e9e-b627-41188e551e73 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:36.137079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Updating router bbce94ea-8255-4e9e-b627-41188e551e73 port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:36.171132 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.212098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:36.311582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:36.329178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:36.356075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:36.356883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:36.369242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:36.369962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.390528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.431875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-45bb4fba-284d-455e-b969-0b24cb07ddf9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5540452 Mar 07 11:10:36.433972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:36.436367 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588" -d '{"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:36.500833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:33Z', 'revision_number': 3, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:36.520232 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:36.559806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Checking router: 7c43172f-e164-465b-86e7-05abf5787913 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:36.560251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Updating router 7c43172f-e164-465b-86e7-05abf5787913 port 6dc34b7b-651d-4825-b1e8-b299c30bb503 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:36.590739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:36.592026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d864b5cb-ddf6-438d-9b3d-875e62d673d4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:36.618081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.677331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4347539 Mar 07 11:10:36.730934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42348) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:36.742354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691236d-c86d-4f6a-92f8-1ef158257e2c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:36.763341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d864b5cb-ddf6-438d-9b3d-875e62d673d4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:36.763987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.787011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Request body: {'subnet': {'network_id': '7d6394af-d04e-481d-a560-19139bec3124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-212636836-subnet', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:36.829989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Made reservation on behalf of 85d156e2922d4a67bdeafeb50fcce2b1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:36.832736 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.836881 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:10:36.876387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b233b6-a553-411b-b2c2-91d6484e9142 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6394af-d04e-481d-a560-19139bec3124,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:36.968005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7d6394af-d04e-481d-a560-19139bec3124 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:37.092227 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks [] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.139435 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks [] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.143821 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '25ca8462-338f-4db1-9cba-b05fc082acf8', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:80:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:32Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}, {'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:37.182660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:37.184885 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.195277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.239674 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:37.240421 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:37.277736 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52021d95-bd7f-4874-8999-f26fc372a965 x-openstack-request-id: req-52021d95-bd7f-4874-8999-f26fc372a965 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:37.277736 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:37.279012 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52021d95-bd7f-4874-8999-f26fc372a965 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:37.279421 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'status': 'completed', 'code': 200} Mar 07 11:10:37.315059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-42d746ac-99a8-4393-acaf-b400e43e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:37.316549 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011cc0-f951-4cfa-bc0d-abe4cf4568e1 None None] Pushing event updated for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:37.321992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-42d746ac-99a8-4393-acaf-b400e43e3fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1128 time: 0.7146480 Mar 07 11:10:37.345455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.635232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (83e85a7e-4d42-4b13-939c-8b1e23878019), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.660962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.755773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Attempting to bind port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:37.755773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Attempting to bind port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:37.755773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Attempting to bind port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b on network 648284cb-2207-450e-bb52-e1a89c65ee7c {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:37.767546 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:37.767972 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Checking segment: {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:37.768482 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.768971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Bound using segment: {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:37.769566 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Bound port: 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495f14d-601d-44ad-b9d4-29878ce3297a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:37.770045 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.784652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e85a7e-4d42-4b13-939c-8b1e23878019,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:37.789401 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:37.830917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d864b5cb-ddf6-438d-9b3d-875e62d673d4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:37.832391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64b421a9-b4f4-4899-818f-de98c4544aac up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:37.880959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79fe74-f0ab-4831-a44e-399bb58d54c5 None None] Pushing event updated for resources: {'Port': ['ID=6dc34b7b-651d-4825-b1e8-b299c30bb503,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:37.893967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Attempting to bind port 6dc34b7b-651d-4825-b1e8-b299c30bb503 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:37.894598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Attempting to bind port 6dc34b7b-651d-4825-b1e8-b299c30bb503 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:37.895116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Attempting to bind port 6dc34b7b-651d-4825-b1e8-b299c30bb503 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:37.906353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:37.907470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:37.908051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.908826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:37.909481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Bound port: 6dc34b7b-651d-4825-b1e8-b299c30bb503, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:37.910050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.916853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 64b421a9-b4f4-4899-818f-de98c4544aac triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:37.917377 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:37.937638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Allocated IP 172.20.0.1 (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4/93b171d7-0b92-4366-84e5-12d14e6a2116/2256235a-0aaf-4068-8afd-6f71710a6af0) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:38.048579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-f4b3ea07-6b3d-4d73-bbef-29b8a11bf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:38.053801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-f4b3ea07-6b3d-4d73-bbef-29b8a11bf163 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.7234440 Mar 07 11:10:38.081987 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] For port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:38.109657 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] For port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:38.129021 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.135164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks [] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.231329 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.232111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-1d08bd52-56a7-4943-aa20-bfb987a603de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 1000 time: 0.1544070 Mar 07 11:10:38.236174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] For port 6dc34b7b-651d-4825-b1e8-b299c30bb503, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:38.241288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] For port 6dc34b7b-651d-4825-b1e8-b299c30bb503, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6dc34b7b-651d-4825-b1e8-b299c30bb503,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:38.250218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 64b421a9-b4f4-4899-818f-de98c4544aac is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:38.274109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Provisioning complete for port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:38.274786 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011cc0-f951-4cfa-bc0d-abe4cf4568e1 None None] Pushing event updated for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:38.275333 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.277557 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:38.278203 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:38.293269 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.318591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-3d93503b-60c3-40ed-b017-a076bb95494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:38.320660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-3d93503b-60c3-40ed-b017-a076bb95494c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0877113 Mar 07 11:10:38.351950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting port 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:38.352568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.360000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Pushing event updated for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:38.399935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:38.401689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:38.424717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:38.431088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79fe74-f0ab-4831-a44e-399bb58d54c5 None None] Pushing event updated for resources: {'Port': ['ID=6dc34b7b-651d-4825-b1e8-b299c30bb503,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:38.480281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:38.485063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:38.514677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Checking segment: {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:38.514974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Network hostable DHCP agents. Network: 7d6394af-d04e-481d-a560-19139bec3124, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:38.554258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (7c43172f-e164-465b-86e7-05abf5787913), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.570398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:38.644685 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-77170305-229f-45f8-b166-194daba75bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '25ca8462-338f-4db1-9cba-b05fc082acf8', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:80:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:32Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}, {'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:38.720102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Network 7d6394af-d04e-481d-a560-19139bec3124 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:38.760791 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.770854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-f28078a7-d2bb-483d-be8d-d2ba734ea33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:38.773225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-f28078a7-d2bb-483d-be8d-d2ba734ea33d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4397550 Mar 07 11:10:38.777892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7d6394af-d04e-481d-a560-19139bec3124) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:38.791060 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77170305-229f-45f8-b166-194daba75bf9 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '25ca8462-338f-4db1-9cba-b05fc082acf8', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:80:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:32Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 0, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}, {'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:38.805367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:38.825176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:38.825860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.835302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.907615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.954085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.010120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4065597d-4baf-41ce-995d-fd90a50caa85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2757277 Mar 07 11:10:39.025106 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:39.030953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:39.032043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e77510-315c-476d-94ad-d1a72a051bcf None None] Network 7d6394af-d04e-481d-a560-19139bec3124 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:39.085114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Calling delete_port for 46ca6ebf-9b9e-466f-8d72-81adbaf5f077 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:39.133885 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=58ea147c-eee5-4ae0-887d-7bc374adf4e3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:39.152705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.154788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.199587 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 4, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4ccb39f8-17c3-40a7-86ff-b8ab3064c34b', 'name': '', 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'mac_address': 'fa:16:3e:5f:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 4, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'subnets': [{'id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:39.249298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (2f2f8774-769e-419b-8448-2e40eba5d289), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.262077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51770393-f97a-48c9-bb80-a3114f4ae765 None None] The sync data for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 is: [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:31Z', 'revision_number': 4, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4ccb39f8-17c3-40a7-86ff-b8ab3064c34b', 'name': '', 'network_id': '648284cb-2207-450e-bb52-e1a89c65ee7c', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'mac_address': 'fa:16:3e:5f:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 4, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'subnets': [{'id': 'be87e2a7-b5bb-46ad-aa27-e421a14178b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:39.275083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adc114-d9f2-4edd-930a-6cd7a4fcc7a6 None None] New status for floating IP 25ca8462-338f-4db1-9cba-b05fc082acf8: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:10:39.292107 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for router_controller (144530b6-6210-4b31-8c1e-37c30f4bff39), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.297301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks [] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.304895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.420388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-09c5cbfe-79de-4035-a4b4-b1e8b12707df service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649269 Mar 07 11:10:39.493261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (7c43172f-e164-465b-86e7-05abf5787913), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:39.774528 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 2f2f8774-769e-419b-8448-2e40eba5d289 associated. External IP: 172.25.4.46, port: f4b1e5e3-cf6f-4673-ac93-88a927989bf1. Mar 07 11:10:39.827585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:39.852764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:39.881995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f016a2a-2b9d-4ee5-a6cb-403aa64c0588 req-b7552700-5130-42f4-9ba7-4a90e81d2fbb service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422510 Mar 07 11:10:40.030570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Pushing event updated for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:40.062193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Current status of the port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:40.062580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.093773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-7d6394af-d04e-481d-a560-19139bec3124', 'network_id': '7d6394af-d04e-481d-a560-19139bec3124', 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'fixed_ips': [{'subnet_id': '83e85a7e-4d42-4b13-939c-8b1e23878019'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:40.094831 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.109563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (46ca6ebf-9b9e-466f-8d72-81adbaf5f077), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.190466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.190815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.191162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.191498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.203256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.203795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.204272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.204625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.205263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.205601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.205933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.206262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.206591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:40.228634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for router_gateway (144530b6-6210-4b31-8c1e-37c30f4bff39), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.271965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] For port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:40.377637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Port': ['ID=46ca6ebf-9b9e-466f-8d72-81adbaf5f077,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:40.459626 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.499029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Router 7c43172f-e164-465b-86e7-05abf5787913 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:40.516707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:40.795711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445c87e-5dfb-4b55-98a7-4c4da60d7967 None None] Pushing event updated for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:40.805919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:40.811091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:40.824210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:33Z', 'revision_number': 3, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:40.831586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3af7c9a-b3f3-45d9-838f-84d31a9b2e7f admin admin] 10.222.0.23 "PUT /v2.0/routers/7c43172f-e164-465b-86e7-05abf5787913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9176950 Mar 07 11:10:40.867263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Provisioning complete for port 2256235a-0aaf-4068-8afd-6f71710a6af0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:40.867634 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.888591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-7c211295-799f-405f-80cc-d04a07d0bca8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6792922 Mar 07 11:10:40.918540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.102644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d18f21-9242-4c96-95d2-9cfa96d9300f None None] The sync data for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 is: [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:33Z', 'revision_number': 3, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:41.182479 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Allocated IP 172.20.0.2 (7d6394af-d04e-481d-a560-19139bec3124/83e85a7e-4d42-4b13-939c-8b1e23878019/6a52e215-ff1b-486a-ab74-2771da920461) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:41.198225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Port 2256235a-0aaf-4068-8afd-6f71710a6af0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:41.206970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:41.207347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.236451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for router_gateway (144530b6-6210-4b31-8c1e-37c30f4bff39), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.280921 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.320182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Provisioning complete for port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:41.320839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.452511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Allocated IP 172.25.4.208 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/3b3d0e9d-abd1-452c-8941-35c499b1d7fb) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:41.618701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.692074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.735150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:41.762167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:41.765250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:41.836209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Pushing event updated for resources: {'Port': ['ID=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:41.848508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:41.854359 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-50bb3313-4100-42b4-a4ef-37273886737d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991212 Mar 07 11:10:41.866786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-921262d6-0631-4159-bb1f-c0ff47208595 None None] Current status of the port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:41.906075 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks [] for port (6a52e215-ff1b-486a-ab74-2771da920461), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:41.923165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (6a52e215-ff1b-486a-ab74-2771da920461), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.032438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Pushing event updated for resources: {'Port': ['ID=6a52e215-ff1b-486a-ab74-2771da920461,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:42.041123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Network 7d6394af-d04e-481d-a560-19139bec3124 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:42.043720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:42.049018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:42.063072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-f2e49d7f-ee69-4046-aac4-66210b0a412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.064834 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-f2e49d7f-ee69-4046-aac4-66210b0a412e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.1023784 Mar 07 11:10:42.075858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-1635c06f-af30-4970-8632-c278157f1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.077722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-1635c06f-af30-4970-8632-c278157f1025 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1128 time: 1.0981631 Mar 07 11:10:42.098821 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42384) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:42.104425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1381053178-network', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:42.189155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Attempting to bind port 6a52e215-ff1b-486a-ab74-2771da920461 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:42.189481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Attempting to bind port 6a52e215-ff1b-486a-ab74-2771da920461 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:42.189807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Attempting to bind port 6a52e215-ff1b-486a-ab74-2771da920461 on network 7d6394af-d04e-481d-a560-19139bec3124 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:42.212001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:42.212429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Checking segment: {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:42.212783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.213178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Bound using segment: {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:42.213662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Bound port: 6a52e215-ff1b-486a-ab74-2771da920461, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:42.214040 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6a52e215-ff1b-486a-ab74-2771da920461), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.226635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Router 6bf0bd6c-451f-4a1d-a216-11aa856d306c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:42.229190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-28bceecc-8a67-46a3-a09f-eaf49d8442c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.230674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-28bceecc-8a67-46a3-a09f-eaf49d8442c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1103895 Mar 07 11:10:42.234682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:42.246773 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Sync routers for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:42.275408 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:42.276060 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:42.351134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-7b83073b-d080-4826-9a37-f702e109a1f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 1002 time: 0.1034079 Mar 07 11:10:42.371123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] For port 6a52e215-ff1b-486a-ab74-2771da920461, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:42.371779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for router_gateway (144530b6-6210-4b31-8c1e-37c30f4bff39), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.381343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-1c672466-c187-4acd-b845-6a5b06130b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.388324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] For port 6a52e215-ff1b-486a-ab74-2771da920461, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a52e215-ff1b-486a-ab74-2771da920461,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:42.391547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-1c672466-c187-4acd-b845-6a5b06130b91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.2614331 Mar 07 11:10:42.415341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6a52e215-ff1b-486a-ab74-2771da920461), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.514667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-4d43704c-4574-4261-a13b-9e15c64b5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.514667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-4d43704c-4574-4261-a13b-9e15c64b5479 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1527267 Mar 07 11:10:42.518476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:42.530015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-82b5600c-b726-43b1-a907-fb05e4e75d86 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2498789 Mar 07 11:10:42.536228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.541852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42392) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:42.543581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] Sync routers for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:42.553180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3faca6-54e5-47e0-b606-ea843965a4a8 None None] Pushing event updated for resources: {'Port': ['ID=6a52e215-ff1b-486a-ab74-2771da920461,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:42.563340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:42.564016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:42.618758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:42.629960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:42.630828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:42.650767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Made reservation on behalf of eb48c186559c443cab83fb952a72baf0 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:42.654312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.674793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.691790 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-d149233c-4fa8-4436-b0ff-b43ee544fbef tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] delete failed (client error): The resource could not be found. Mar 07 11:10:42.703082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d149233c-4fa8-4436-b0ff-b43ee544fbef tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1235093786 HTTP/1.1" status: 404 len: 335 time: 0.1495795 Mar 07 11:10:42.705007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4b0099a7-9596-4c88-ab3e-3a7c7fe52ad1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.0520771 Mar 07 11:10:42.705842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42394) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:42.709850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:42.712294 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45b9811-8a30-4990-ba03-41649769ea54" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:42.722897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b3fe23ff-cf95-410f-8e7d-d3e6cc256fcb tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bf0bd6c-451f-4a1d-a216-11aa856d306c'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:42.748534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:42.749462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88c8b7-9a79-4e4d-b4f5-03d02a84c5d5 None None] The sync data for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:42.751377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:42.813750 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-efddceeb-1588-48c7-9c10-67f214f79095 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 1001 time: 0.3295534 Mar 07 11:10:42.838133 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:42.839756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:42.840690 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.935306 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da00e73-74d3-482b-984a-c84d747292d2 x-openstack-request-id: req-9da00e73-74d3-482b-984a-c84d747292d2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:42.935592 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:42.935879 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9da00e73-74d3-482b-984a-c84d747292d2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:42.936287 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'status': 'completed', 'code': 200} Mar 07 11:10:43.022064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23ff-cf95-410f-8e7d-d3e6cc256fcb tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router_gateway (6bf0bd6c-451f-4a1d-a216-11aa856d306c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.029578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-cadb15c8-115d-42f0-b58e-2033a07ebfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:43.031449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-cadb15c8-115d-42f0-b58e-2033a07ebfca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4911642 Mar 07 11:10:43.057685 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-b3fe23ff-cf95-410f-8e7d-d3e6cc256fcb tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] update failed (client error): The resource could not be found. Mar 07 11:10:43.058853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b3fe23ff-cf95-410f-8e7d-d3e6cc256fcb tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c HTTP/1.1" status: 404 len: 339 time: 0.3438394 Mar 07 11:10:43.084082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42400) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:43.133438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:43.136635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6dc34b7b-651d-4825-b1e8-b299c30bb503 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:43.223141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-5c4f6b1c-aab0-4314-a1b1-393df3f5ee97 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749740 Mar 07 11:10:43.253434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6dc34b7b-651d-4825-b1e8-b299c30bb503 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:43.253900 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.285224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-8bd9e6b6-794e-41ca-876a-cfd4fade7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:43.287808 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-8bd9e6b6-794e-41ca-876a-cfd4fade7eca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.4599004 Mar 07 11:10:43.371481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0995725b-96d1-4f63-99ce-503d1a742cc5 req-aa57fb4e-2e20-4ece-9329-37513e558fdb service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233845 Mar 07 11:10:43.457173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6dc34b7b-651d-4825-b1e8-b299c30bb503 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:43.458832 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.469980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117b9b4-7b8d-4144-b7fc-72931a2d31fd req-3558b06e-656e-4eb0-8634-4c7829fc715e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:43.472537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1117b9b4-7b8d-4144-b7fc-72931a2d31fd req-3558b06e-656e-4eb0-8634-4c7829fc715e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.5423698 Mar 07 11:10:43.498212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '2f2f8774-769e-419b-8448-2e40eba5d289', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'port_id': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'mac_address': 'fa:16:3e:5f:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:34Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:43.509614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 6dc34b7b-651d-4825-b1e8-b299c30bb503, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6dc34b7b-651d-4825-b1e8-b299c30bb503,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:43.518460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.558792 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Checking router: 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:43.580242 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:43.581352 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:43.634414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=6dc34b7b-651d-4825-b1e8-b299c30bb503,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:43.637980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1117b9b4-7b8d-4144-b7fc-72931a2d31fd req-c551365f-ad8c-40e8-8829-6fd0b80ac167 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494577 Mar 07 11:10:43.664812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:43.835971 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks [] for security_group (e3b63525-47e9-4ca4-9d95-16a608c79380), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.856791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41456a78-26bc-4e54-81d5-70235f070cae tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 200 len: 990 time: 0.1875229 Mar 07 11:10:43.862070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e3b63525-47e9-4ca4-9d95-16a608c79380), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.882433 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:43.983365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:10:44.014443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b63525-47e9-4ca4-9d95-16a608c79380,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:44.040594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.042217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.042758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.043165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.043504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.043877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.046362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.047525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.047806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.048057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.049567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.050055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.051602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.081753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d511c17f-3863-435c-8f43-4c8c8e2966ca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.085970 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Added segment d511c17f-3863-435c-8f43-4c8c8e2966ca of type vlan for network a377f0e5-7521-4202-81df-35ae90b26df8 Mar 07 11:10:44.195232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (a377f0e5-7521-4202-81df-35ae90b26df8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.259313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (a377f0e5-7521-4202-81df-35ae90b26df8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.261275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:44.261988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.423964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9811-8a30-4990-ba03-41649769ea54 req-f578bd4b-dccc-4261-992c-1a4e6c97011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:44.426093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-f578bd4b-dccc-4261-992c-1a4e6c97011b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1127 time: 1.4993069 Mar 07 11:10:44.453205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a377f0e5-7521-4202-81df-35ae90b26df8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:44.465279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network a377f0e5-7521-4202-81df-35ae90b26df8 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:10:44.491054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-56369c74-9ead-4cf1-9ec7-d6c6cbef81f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3903036 Mar 07 11:10:44.493747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42408) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:44.506087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Request body: {'subnet': {'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1381053178-subnet', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:44.513191 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '2f2f8774-769e-419b-8448-2e40eba5d289', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'port_id': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'mac_address': 'fa:16:3e:5f:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:34Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:44.565275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Made reservation on behalf of eb48c186559c443cab83fb952a72baf0 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:44.570129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.591567 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89c027-e409-4872-aef1-a0020c044253 None None] The sync data for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 is: [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '2f2f8774-769e-419b-8448-2e40eba5d289', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'port_id': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'mac_address': 'fa:16:3e:5f:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:34Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:44.682356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a52e215-ff1b-486a-ab74-2771da920461 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:44.762626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6a52e215-ff1b-486a-ab74-2771da920461 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:44.763235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a52e215-ff1b-486a-ab74-2771da920461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.881991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42414) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:44.884016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6a52e215-ff1b-486a-ab74-2771da920461 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:44.884625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6a52e215-ff1b-486a-ab74-2771da920461), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.941103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 6a52e215-ff1b-486a-ab74-2771da920461, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a52e215-ff1b-486a-ab74-2771da920461,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:44.954948 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6a52e215-ff1b-486a-ab74-2771da920461), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.956041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6dc34b7b-651d-4825-b1e8-b299c30bb503 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:44.999276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.022978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (1ab201be-0c71-4e80-acea-d3cc0fdcfb40), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.026679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784322c6-84d2-4d1d-bd0f-9004a7b3b616 None None] Network 7d6394af-d04e-481d-a560-19139bec3124 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:45.059143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-dd059436-603b-47ce-9a2c-185203879622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:45.066410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-dd059436-603b-47ce-9a2c-185203879622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7122681 Mar 07 11:10:45.128752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab201be-0c71-4e80-acea-d3cc0fdcfb40,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:45.164470 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Sync routers for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:45.181514 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:45.182677 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:45.252241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Checking segment: {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:45.252703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Network hostable DHCP agents. Network: a377f0e5-7521-4202-81df-35ae90b26df8, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:10:45.304072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Network a377f0e5-7521-4202-81df-35ae90b26df8 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:10:45.323537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, a377f0e5-7521-4202-81df-35ae90b26df8) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:45.329701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:45.330474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.359989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-871adecf-6599-4520-880c-4a1572acbfc7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8635209 Mar 07 11:10:45.364588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:45.375388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:45.405617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.408831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.409673 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:45.509897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5dc81874-6048-4f6d-8bf3-921bd1ebefe2 None None] Provisioning complete for port 6a52e215-ff1b-486a-ab74-2771da920461 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:45.510914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5dc81874-6048-4f6d-8bf3-921bd1ebefe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a52e215-ff1b-486a-ab74-2771da920461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.512641 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.539766 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-5dedcbe8-1e57-4593-a3a0-7dcd20089520 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778105 Mar 07 11:10:45.550469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3368b5f-5ac0-44aa-aff3-ff5f9f0a996f None None] Network a377f0e5-7521-4202-81df-35ae90b26df8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:45.555966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99340dea-2e33-4827-bccd-30d3029375e0 None None] New status for floating IP 2f2f8774-769e-419b-8448-2e40eba5d289: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:10:45.572315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for router_controller (add4264d-c69e-4e07-9d0a-7f7d15132e10), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.755858 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b060a66-5f54-4032-abab-21c05a11b1c2 req-1d13cdf2-cf2e-4c91-a78d-89677eeb3be9 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140094 Mar 07 11:10:45.788923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Router 144530b6-6210-4b31-8c1e-37c30f4bff39 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:45.849340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=6a52e215-ff1b-486a-ab74-2771da920461,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:45.860466 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 4, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2256235a-0aaf-4068-8afd-6f71710a6af0', 'name': '', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'mac_address': 'fa:16:3e:bd:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:37Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 2, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'subnets': [{'id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:45.911988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9811-8a30-4990-ba03-41649769ea54 req-f095a6e4-2e90-4388-a7df-86aaa63930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:45.913039 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Checking router: 7c43172f-e164-465b-86e7-05abf5787913 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:45.913539 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Updating router 7c43172f-e164-465b-86e7-05abf5787913 port 2256235a-0aaf-4068-8afd-6f71710a6af0 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:45.918595 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-f095a6e4-2e90-4388-a7df-86aaa63930a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 1.3860068 Mar 07 11:10:45.952667 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.958315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-68d5830b-7a7e-46bf-9e69-e16e93e393cd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 200 len: 990 time: 1.0661895 Mar 07 11:10:45.979542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for router_gateway (add4264d-c69e-4e07-9d0a-7f7d15132e10), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:45.982785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6dc34b7b-651d-4825-b1e8-b299c30bb503 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:45.983698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.199386 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-93d5a02e-98e7-4404-ab8a-782e1919478a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1000 time: 0.2690310 Mar 07 11:10:46.251615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5dc81874-6048-4f6d-8bf3-921bd1ebefe2 None None] Current status of the port 6a52e215-ff1b-486a-ab74-2771da920461 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:46.255387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-a377f0e5-7521-4202-81df-35ae90b26df8', 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8', 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'fixed_ips': [{'subnet_id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:10:46.256198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.296635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9811-8a30-4990-ba03-41649769ea54 req-4a12c085-4184-4bd1-a385-526753773478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:46.297994 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-4a12c085-4184-4bd1-a385-526753773478 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.0474739 Mar 07 11:10:46.437011 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:46.453369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6dc34b7b-651d-4825-b1e8-b299c30bb503 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:46.464442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for router_gateway (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.479793 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9811-8a30-4990-ba03-41649769ea54 req-78120772-5231-47c6-b6d6-e74fddb16f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:46.481444 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-78120772-5231-47c6-b6d6-e74fddb16f83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1741843 Mar 07 11:10:46.486999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.500836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df8c5ee7-0e82-4e08-8cd3-3078db446cac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4744229 Mar 07 11:10:46.519557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42420) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:46.520849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.563834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Allocated IP 172.20.0.1 (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1/c9b1d659-13ae-49fe-b524-98dac941a106/f8436f47-36dc-42e6-868e-6b47c6f10cc8) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:46.579511 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks [] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.587936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Sync routers for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:46.592659 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.641317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fa57043d-745c-466a-9555-83a9eb94e49b None None] Provisioning complete for port 6a52e215-ff1b-486a-ab74-2771da920461 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:46.642016 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa57043d-745c-466a-9555-83a9eb94e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a52e215-ff1b-486a-ab74-2771da920461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:46.665090 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:46.666327 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:46.723434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a52e215-ff1b-486a-ab74-2771da920461 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:46.786367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf92a3a-ca12-4fae-b785-f493d19df6e3 None None] Pushing event updated for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:46.894834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Allocated IP 172.25.4.103 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c11489a0-e328-4243-9f9a-72b74642d14c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:47.026437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.031498 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42424) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:47.079932 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Attempting to bind port 2256235a-0aaf-4068-8afd-6f71710a6af0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:47.080491 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Attempting to bind port 2256235a-0aaf-4068-8afd-6f71710a6af0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:47.081153 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Attempting to bind port 2256235a-0aaf-4068-8afd-6f71710a6af0 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:47.087576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fa57043d-745c-466a-9555-83a9eb94e49b None None] Current status of the port 6a52e215-ff1b-486a-ab74-2771da920461 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:47.093923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:47.094300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Checking segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:47.095092 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.095480 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Bound using segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:47.095994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Bound port: 2256235a-0aaf-4068-8afd-6f71710a6af0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:47.096375 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.099958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6a52e215-ff1b-486a-ab74-2771da920461 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:47.101332 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a52e215-ff1b-486a-ab74-2771da920461), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.104658 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-ec1d4e17-6f7b-477a-a72b-dab2c3966289 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966418 Mar 07 11:10:47.112279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:47.156403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Allocated IP 172.20.0.2 (a377f0e5-7521-4202-81df-35ae90b26df8/1ab201be-0c71-4e80-acea-d3cc0fdcfb40/5d71ccae-c84a-427a-8729-486940219af4) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:47.272841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6a52e215-ff1b-486a-ab74-2771da920461 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:47.285728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.320208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0802e4a2-d2c9-4a6a-a2e6-28f4a005b30e None None] Provisioning complete for port 2256235a-0aaf-4068-8afd-6f71710a6af0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:47.320821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0802e4a2-d2c9-4a6a-a2e6-28f4a005b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.338764 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] For port 2256235a-0aaf-4068-8afd-6f71710a6af0, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:47.357536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] For port 2256235a-0aaf-4068-8afd-6f71710a6af0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2256235a-0aaf-4068-8afd-6f71710a6af0,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:47.365861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0802e4a2-d2c9-4a6a-a2e6-28f4a005b30e None None] Port 2256235a-0aaf-4068-8afd-6f71710a6af0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:47.387782 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.426428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:47.442739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1515920d-5131-4b22-8f45-e7268a8426df tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 200 len: 992 time: 0.2238433 Mar 07 11:10:47.445243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:47.469021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:47.482563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Port': ['ID=f8436f47-36dc-42e6-868e-6b47c6f10cc8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:47.563269 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks [] for port (5d71ccae-c84a-427a-8729-486940219af4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.585307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (5d71ccae-c84a-427a-8729-486940219af4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.596956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d45b9811-8a30-4990-ba03-41649769ea54 req-051f6619-7cae-45e3-9e83-82d5038682cf service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857264 Mar 07 11:10:47.597550 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for port (c11489a0-e328-4243-9f9a-72b74642d14c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.661293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.665841 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.676368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Network a377f0e5-7521-4202-81df-35ae90b26df8 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:47.691191 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf92a3a-ca12-4fae-b785-f493d19df6e3 None None] Pushing event updated for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:47.692731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:47.701750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:47.715924 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:47.717433 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:47.814829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Pushing event updated for resources: {'Port': ['ID=5d71ccae-c84a-427a-8729-486940219af4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:47.823748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.917763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:47.974937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Attempting to bind port 5d71ccae-c84a-427a-8729-486940219af4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:47.980107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Attempting to bind port 5d71ccae-c84a-427a-8729-486940219af4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:47.980107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Attempting to bind port 5d71ccae-c84a-427a-8729-486940219af4 on network a377f0e5-7521-4202-81df-35ae90b26df8 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:48.006481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:48.007259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Checking segment: {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:48.011012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.011335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Bound using segment: {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:48.012297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Bound port: 5d71ccae-c84a-427a-8729-486940219af4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:48.012297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5d71ccae-c84a-427a-8729-486940219af4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.109001 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:42Z', 'revision_number': 3, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:48.192722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:48.194584 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Checking router: 144530b6-6210-4b31-8c1e-37c30f4bff39 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:48.195002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Updating router 144530b6-6210-4b31-8c1e-37c30f4bff39 port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:48.195483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:48.199444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:48.207067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-443dfc74-4a5a-45a5-af32-aae99f60f695 None None] Provisioning complete for port f8436f47-36dc-42e6-868e-6b47c6f10cc8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:48.207435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-443dfc74-4a5a-45a5-af32-aae99f60f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.294611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-443dfc74-4a5a-45a5-af32-aae99f60f695 None None] Port f8436f47-36dc-42e6-868e-6b47c6f10cc8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:48.314019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] For port 5d71ccae-c84a-427a-8729-486940219af4, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:48.318330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] For port 5d71ccae-c84a-427a-8729-486940219af4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d71ccae-c84a-427a-8729-486940219af4,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:48.327705 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5d71ccae-c84a-427a-8729-486940219af4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.419264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5bed-d3ea-43ea-b390-eddbc65a08c5 None None] Pushing event updated for resources: {'Port': ['ID=5d71ccae-c84a-427a-8729-486940219af4,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:48.434114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Provisioning complete for port 2256235a-0aaf-4068-8afd-6f71710a6af0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:48.434878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.483401 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:48.488089 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.498435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Allocated IP 172.20.0.1 (7d6394af-d04e-481d-a560-19139bec3124/83e85a7e-4d42-4b13-939c-8b1e23878019/0b406227-d6ff-4dd2-9a01-cc119fe6b769) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:48.559472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Current status of the port 2256235a-0aaf-4068-8afd-6f71710a6af0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:48.559887 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.600904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.601564 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] For port 2256235a-0aaf-4068-8afd-6f71710a6af0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2256235a-0aaf-4068-8afd-6f71710a6af0,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:48.607039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.609638 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.666484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Pushing event updated for resources: {'Port': ['ID=c11489a0-e328-4243-9f9a-72b74642d14c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:48.679896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9528178-e8ce-498f-adfd-96a3018d2234 None None] Pushing event updated for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:48.716796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event updated for resources: {'Port': ['ID=f8436f47-36dc-42e6-868e-6b47c6f10cc8,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:48.719001 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.770563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks [] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:48.902777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:48.905421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:48.934165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.066989 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 4, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2256235a-0aaf-4068-8afd-6f71710a6af0', 'name': '', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'mac_address': 'fa:16:3e:bd:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:37Z', 'updated_at': '2022-03-07T11:10:47Z', 'revision_number': 4, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'subnets': [{'id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.095434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Router 6bf0bd6c-451f-4a1d-a216-11aa856d306c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:49.131629 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15bc0-b447-42ae-b387-e1b7db1180c1 None None] The sync data for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 is: [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:10:38Z', 'revision_number': 4, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '2256235a-0aaf-4068-8afd-6f71710a6af0', 'name': '', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'mac_address': 'fa:16:3e:bd:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:37Z', 'updated_at': '2022-03-07T11:10:47Z', 'revision_number': 4, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'subnets': [{'id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:49.193229 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks [] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.209191 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.283477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:49.296793 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Attempting to bind port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:49.297560 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Attempting to bind port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:49.298130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Attempting to bind port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:49.298303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] Sync routers for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:49.304889 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2cba4d0-cc0e-4de8-bc5c-ed255ffebf40 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2230291 Mar 07 11:10:49.305551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42434) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:49.309483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:49.311510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:49.313641 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.314316 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:49.316985 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Bound port: 3b3d0e9d-abd1-452c-8941-35c499b1d7fb, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:49.317767 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.320773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:49.322140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.374278 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a23a-42cb-4c25-8f8e-1423c032cbef None None] Pushing event updated for resources: {'Port': ['ID=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:49.379623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.395025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:49.397635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.454288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] For port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:49.454632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.455293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247652b-55ec-4f69-bf05-2faeb8a34df3 None None] The sync data for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:49.466581 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] For port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:49.493711 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.512126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e1ac3dc2-0ee0-4c56-9949-0383da464668 None None] Provisioning complete for port f8436f47-36dc-42e6-868e-6b47c6f10cc8 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:49.512500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3dc2-0ee0-4c56-9949-0383da464668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.581617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b6f2-e663-4f48-85ab-62dead00ba03 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.624383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac3dc2-0ee0-4c56-9949-0383da464668 None None] Port f8436f47-36dc-42e6-868e-6b47c6f10cc8 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:49.648852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:49.649806 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:49.705233 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-b1b3b6f2-e663-4f48-85ab-62dead00ba03 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 11:10:49.706579 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b1b3b6f2-e663-4f48-85ab-62dead00ba03 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c HTTP/1.1" status: 409 len: 376 time: 0.3997867 Mar 07 11:10:49.709324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42440) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:49.849124 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:49.938072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Pushing event updated for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:49.956575 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a23a-42cb-4c25-8f8e-1423c032cbef None None] Pushing event updated for resources: {'Port': ['ID=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:49.966333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Network 7d6394af-d04e-481d-a560-19139bec3124 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:49.969652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:49.998226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:50.000625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for router_gateway (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.119882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (144530b6-6210-4b31-8c1e-37c30f4bff39), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.296364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7f952-6178-4d34-95e6-3236d8a0f4a9 None None] Network a377f0e5-7521-4202-81df-35ae90b26df8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:50.345328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.438264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:42Z', 'revision_number': 3, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:50.465425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Provisioning complete for port 5d71ccae-c84a-427a-8729-486940219af4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:50.465803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d71ccae-c84a-427a-8729-486940219af4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.498376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa2703-a80b-4a08-bbf8-accb49fc8975 None None] The sync data for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 is: [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:42Z', 'revision_number': 3, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:50.760391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d71ccae-c84a-427a-8729-486940219af4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:50.811403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Current status of the port 5d71ccae-c84a-427a-8729-486940219af4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:50.812091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5d71ccae-c84a-427a-8729-486940219af4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.861950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] For port 5d71ccae-c84a-427a-8729-486940219af4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d71ccae-c84a-427a-8729-486940219af4,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:50.880575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6711e146-03f4-4a5f-aa6d-26e3095ffcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.882188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5d71ccae-c84a-427a-8729-486940219af4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.887087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks [] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.912231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.914782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.937651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5d71ccae-c84a-427a-8729-486940219af4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:50.938018 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d71ccae-c84a-427a-8729-486940219af4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.017577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Pushing event updated for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:51.029504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (144530b6-6210-4b31-8c1e-37c30f4bff39), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.056217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12347a33-d9d6-46ef-820e-8fcc4c8829c6 None None] Pushing event updated for resources: {'Port': ['ID=5d71ccae-c84a-427a-8729-486940219af4,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:51.074799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6989c96-f96f-45c6-87aa-18fe239d93c4 None None] Provisioning complete for port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:51.075493 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6989c96-f96f-45c6-87aa-18fe239d93c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.144887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6989c96-f96f-45c6-87aa-18fe239d93c4 None None] Port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:51.212440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5d71ccae-c84a-427a-8729-486940219af4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:51.214142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2256235a-0aaf-4068-8afd-6f71710a6af0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:51.256507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.297399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dd1d2fe2-a2f3-4522-ba46-fd0a91fd6231 None None] Provisioning complete for port 5d71ccae-c84a-427a-8729-486940219af4 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:51.297867 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2fe2-a2f3-4522-ba46-fd0a91fd6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d71ccae-c84a-427a-8729-486940219af4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.313875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Network 7d6394af-d04e-481d-a560-19139bec3124 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:51.361727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:51.381481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2256235a-0aaf-4068-8afd-6f71710a6af0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:51.382000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.454507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Router add4264d-c69e-4e07-9d0a-7f7d15132e10 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:10:51.484632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d2fe2-a2f3-4522-ba46-fd0a91fd6231 None None] Current status of the port 5d71ccae-c84a-427a-8729-486940219af4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:51.616073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Router 144530b6-6210-4b31-8c1e-37c30f4bff39 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:51.736149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting port f8436f47-36dc-42e6-868e-6b47c6f10cc8 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:51.740793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.781304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2256235a-0aaf-4068-8afd-6f71710a6af0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:51.829861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0a1d7889-ec1d-4b7d-a951-1579d2d8b055 None None] Provisioning complete for port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:51.830271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7889-ec1d-4b7d-a951-1579d2d8b055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.895014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d7889-ec1d-4b7d-a951-1579d2d8b055 None None] Port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:51.926406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:51.931613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:51.940212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Sync routers for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:51.949607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-639c03b9-a8be-4be9-a85a-f741e18faf16 admin admin] 10.222.0.23 "PUT /v2.0/routers/144530b6-6210-4b31-8c1e-37c30f4bff39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3354020 Mar 07 11:10:51.963172 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:51.964092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:51.967210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.980686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.982927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-008020ea-4312-40fc-9530-1a317bd2355f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6163251 Mar 07 11:10:51.986045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:52.111578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Calling delete_port for f8436f47-36dc-42e6-868e-6b47c6f10cc8 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:52.194654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:52.583733 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:48Z', 'revision_number': 3, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:52.647612 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Checking router: add4264d-c69e-4e07-9d0a-7f7d15132e10 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:52.648278 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Updating router add4264d-c69e-4e07-9d0a-7f7d15132e10 port c11489a0-e328-4243-9f9a-72b74642d14c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:52.821100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d71ccae-c84a-427a-8729-486940219af4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:52.922651 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:52.978011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5d71ccae-c84a-427a-8729-486940219af4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:52.978905 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5d71ccae-c84a-427a-8729-486940219af4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.050027 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f8436f47-36dc-42e6-868e-6b47c6f10cc8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.130159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1d9a-0fef-4fc4-b6ba-fea48471d756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.165072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Port': ['ID=f8436f47-36dc-42e6-868e-6b47c6f10cc8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:53.286809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.305851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5d71ccae-c84a-427a-8729-486940219af4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:53.307126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b3d0e9d-abd1-452c-8941-35c499b1d7fb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:53.438174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:53.440583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.545799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.546019 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks [] for port (c11489a0-e328-4243-9f9a-72b74642d14c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.558790 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.644005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:53.644401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.665705 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248e8d0-9fc6-4d45-a80e-667a8305a12a None None] Pushing event updated for resources: {'Port': ['ID=c11489a0-e328-4243-9f9a-72b74642d14c,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:53.670364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:53.687624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.691150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42496) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:53.694698 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Attempting to bind port c11489a0-e328-4243-9f9a-72b74642d14c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:53.695062 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Attempting to bind port c11489a0-e328-4243-9f9a-72b74642d14c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:53.695305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Attempting to bind port c11489a0-e328-4243-9f9a-72b74642d14c on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:53.715980 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:53.716402 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:53.716756 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.717139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:53.717640 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Bound port: c11489a0-e328-4243-9f9a-72b74642d14c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:53.718017 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.807141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:53.832569 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] For port c11489a0-e328-4243-9f9a-72b74642d14c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:53.836008 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] For port c11489a0-e328-4243-9f9a-72b74642d14c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c11489a0-e328-4243-9f9a-72b74642d14c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:53.846579 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.916384 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:53.917566 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:53.923458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Router 6bf0bd6c-451f-4a1d-a216-11aa856d306c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:53.925434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Allocated IP 172.20.0.1 (a377f0e5-7521-4202-81df-35ae90b26df8/1ab201be-0c71-4e80-acea-d3cc0fdcfb40/bcf2fe3b-8d27-41b8-bc81-bba163f311e9) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:54.097277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248e8d0-9fc6-4d45-a80e-667a8305a12a None None] Pushing event updated for resources: {'Port': ['ID=c11489a0-e328-4243-9f9a-72b74642d14c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:54.120553 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:54.127513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-51c28594-b276-4fcc-b800-29a96907f3f3 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4170451 Mar 07 11:10:54.131379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42500) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:54.137943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] Sync routers for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:54.153019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:54.156900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:54.157534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.172817 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-93f0c6b3-9459-4f2d-a94f-9d29bec75a21 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] show failed (client error): The resource could not be found. Mar 07 11:10:54.173885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-93f0c6b3-9459-4f2d-a94f-9d29bec75a21 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1762778698 HTTP/1.1" status: 404 len: 335 time: 0.0413744 Mar 07 11:10:54.178247 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:54.182644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fa13a956-c758-49a3-b5db-a66267e6b6d9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:54.248039 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [None req-fa13a956-c758-49a3-b5db-a66267e6b6d9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] update failed (client error): The resource could not be found. Mar 07 11:10:54.249258 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fa13a956-c758-49a3-b5db-a66267e6b6d9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-127707925 HTTP/1.1" status: 404 len: 334 time: 0.0700810 Mar 07 11:10:54.254230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42504) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:54.279452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.289797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] Routers {'6bf0bd6c-451f-4a1d-a216-11aa856d306c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:54.290600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.302567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks [] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.316645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting subnet 7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:10:54.321242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.337544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.337631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a403d4-c72b-4621-b926-593d482d8739 None None] The sync data for ids ['6bf0bd6c-451f-4a1d-a216-11aa856d306c'] in n-d-832156-4 is: [] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:54.366670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.369427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.397550 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:48Z', 'revision_number': 3, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.419601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Network a377f0e5-7521-4202-81df-35ae90b26df8 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:54.424724 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:54.428629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:54.431340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (bbce94ea-8255-4e9e-b627-41188e551e73), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.435845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:54.458640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.465831 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Sync routers for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:54.475278 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e620f7-8b89-470a-b78c-9e6f7499fb17 None None] The sync data for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 is: [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:48Z', 'revision_number': 3, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:54.489582 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:54.490660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:54.494757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.620403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b3d0e9d-abd1-452c-8941-35c499b1d7fb up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:54.660764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.733971 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.748040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:54.748415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.764779 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:54.932058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:54.976853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-90779724-b0bb-424f-81a5-5ed9ad83375c None None] Provisioning complete for port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:54.977455 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-90779724-b0bb-424f-81a5-5ed9ad83375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.040925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-90779724-b0bb-424f-81a5-5ed9ad83375c None None] Port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:55.093296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks [] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.101257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.102563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.186493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Deleting port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:55.186930 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.218881 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:50Z', 'revision_number': 4, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0b406227-d6ff-4dd2-9a01-cc119fe6b769', 'name': '', 'network_id': '7d6394af-d04e-481d-a560-19139bec3124', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'mac_address': 'fa:16:3e:f9:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:47Z', 'updated_at': '2022-03-07T11:10:50Z', 'revision_number': 2, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'subnets': [{'id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:55.236142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:55.239816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.280043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.283098 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Checking router: 144530b6-6210-4b31-8c1e-37c30f4bff39 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:55.283460 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Updating router 144530b6-6210-4b31-8c1e-37c30f4bff39 port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:55.334334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] For port 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:55.334706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.342986 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.374822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Subnet': ['ID=7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:55.383770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.389401 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c61406a3-cef5-43ab-addd-d51af0ef8658 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/subnets/7654b9fa-b7a4-4cd9-9aa0-f48ed71cc122 HTTP/1.1" status: 204 len: 168 time: 1.1314890 Mar 07 11:10:55.389401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Calling delete_port for 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:55.389878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42508) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:55.392612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c7c55-5e9d-4a66-a983-bb6f76d75394 None None] Network e25f7b95-a87c-43cc-b2de-4550f11c4327 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:55.412235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Network a377f0e5-7521-4202-81df-35ae90b26df8 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:55.414545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:55.632989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Router add4264d-c69e-4e07-9d0a-7f7d15132e10 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:55.716804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] DHCP port deletion for e25f7b95-a87c-43cc-b2de-4550f11c4327 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:10:55.872167 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks [] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.882488 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.904711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting subnet 750c9b36-378c-4bdb-a84a-55efae78415b {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:10:55.909429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (750c9b36-378c-4bdb-a84a-55efae78415b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.914729 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.948776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:55.952870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3c45065c-01e3-4e0f-8fa7-7c1b67344db2 None None] Provisioning complete for port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:55.953237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c45065c-01e3-4e0f-8fa7-7c1b67344db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.969092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Deleting port 64b421a9-b4f4-4899-818f-de98c4544aac {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:55.969457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.972785 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8015e368-9a0b-4d9b-810a-49f5a0365a9f admin admin] 10.222.0.23 "PUT /v2.0/routers/add4264d-c69e-4e07-9d0a-7f7d15132e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9828384 Mar 07 11:10:56.001675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4ccb39f8-17c3-40a7-86ff-b8ab3064c34b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.049466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (750c9b36-378c-4bdb-a84a-55efae78415b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.084931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dff708-f0c0-4f69-8370-ee38b3cf0361 None None] Pushing event updated for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:56.121104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3c45065c-01e3-4e0f-8fa7-7c1b67344db2 None None] Port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:56.131975 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Attempting to bind port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:56.132343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Attempting to bind port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:56.133212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Attempting to bind port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 on network 7d6394af-d04e-481d-a560-19139bec3124 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:56.140551 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:56.140936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Checking segment: {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:56.141328 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.141709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Bound using segment: {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:56.141888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] For port 64b421a9-b4f4-4899-818f-de98c4544aac, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=64b421a9-b4f4-4899-818f-de98c4544aac,segment=NetworkSegment(ffe76406-9e02-45c8-b945-aed219b771a9),segment_id=ffe76406-9e02-45c8-b945-aed219b771a9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:56.142173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Bound port: 0b406227-d6ff-4dd2-9a01-cc119fe6b769, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bffab16-089c-46ab-bd9f-bc321cc65de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7d6394af-d04e-481d-a560-19139bec3124'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:56.142293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.142551 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.178450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Calling delete_port for 64b421a9-b4f4-4899-818f-de98c4544aac owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:56.234920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccb39f8-17c3-40a7-86ff-b8ab3064c34b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:56.377035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (64b421a9-b4f4-4899-818f-de98c4544aac), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.391520 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] For port 0b406227-d6ff-4dd2-9a01-cc119fe6b769, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:56.403555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] For port 0b406227-d6ff-4dd2-9a01-cc119fe6b769, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b406227-d6ff-4dd2-9a01-cc119fe6b769,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:56.416588 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.493829 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:56.495002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:56.521513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] No DVR routers for this DVR port 64b421a9-b4f4-4899-818f-de98c4544aac on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:10:56.541777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169bf94-0ac7-4cb8-9265-6d69627f0f50 None None] Pushing event deleted for resources: {'Port': ['ID=64b421a9-b4f4-4899-818f-de98c4544aac,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:56.584177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Provisioning complete for port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:56.584561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.814145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Current status of the port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:56.814731 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.819506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c11489a0-e328-4243-9f9a-72b74642d14c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:56.933762 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:56.937662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c11489a0-e328-4243-9f9a-72b74642d14c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:56.938090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.965761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] For port 0b406227-d6ff-4dd2-9a01-cc119fe6b769, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b406227-d6ff-4dd2-9a01-cc119fe6b769,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:56.979948 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.039147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2df111-c0d8-430d-ad39-07cc67df8b69 None None] Pushing event updated for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:57.105807 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dff708-f0c0-4f69-8370-ee38b3cf0361 None None] Pushing event updated for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:57.107994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c11489a0-e328-4243-9f9a-72b74642d14c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:57.108451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.151136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c11489a0-e328-4243-9f9a-72b74642d14c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c11489a0-e328-4243-9f9a-72b74642d14c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:57.153277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.155448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b264f64c-b641-4766-96b5-bd32ab1899a9 None None] Provisioning complete for port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:57.156004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b264f64c-b641-4766-96b5-bd32ab1899a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.189890 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.262115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c11489a0-e328-4243-9f9a-72b74642d14c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:57.266015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:50Z', 'revision_number': 4, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0b406227-d6ff-4dd2-9a01-cc119fe6b769', 'name': '', 'network_id': '7d6394af-d04e-481d-a560-19139bec3124', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'mac_address': 'fa:16:3e:f9:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:47Z', 'updated_at': '2022-03-07T11:10:56Z', 'revision_number': 4, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'subnets': [{'id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:57.291975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (bbce94ea-8255-4e9e-b627-41188e551e73), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.294825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64b421a9-b4f4-4899-818f-de98c4544aac no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:10:57.315133 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea5ee4-75a9-4bb1-bd57-bc8790dd83b3 None None] The sync data for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 is: [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:10:50Z', 'revision_number': 4, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0b406227-d6ff-4dd2-9a01-cc119fe6b769', 'name': '', 'network_id': '7d6394af-d04e-481d-a560-19139bec3124', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'mac_address': 'fa:16:3e:f9:a2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:47Z', 'updated_at': '2022-03-07T11:10:56Z', 'revision_number': 4, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'subnets': [{'id': '83e85a7e-4d42-4b13-939c-8b1e23878019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:57.342578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 64b421a9-b4f4-4899-818f-de98c4544aac {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:10:57.343061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 64b421a9-b4f4-4899-818f-de98c4544aac not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:10:57.344587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b264f64c-b641-4766-96b5-bd32ab1899a9 None None] Current status of the port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:57.356393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (750c9b36-378c-4bdb-a84a-55efae78415b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.538991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Sync routers for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:57.550267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:57.550876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:57.596081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (750c9b36-378c-4bdb-a84a-55efae78415b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.616217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-40249920-1a41-4d88-a0aa-1005df5556ca tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:57.623485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-40249920-1a41-4d88-a0aa-1005df5556ca tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.3325911 Mar 07 11:10:57.665488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-2c7afb21-7281-4234-9f9d-08953ab5b8e7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/quotas/eb48c186559c443cab83fb952a72baf0 HTTP/1.1" status: 200 len: 375 time: 0.0407701 Mar 07 11:10:57.685624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:57.700530 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.704464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/subnets/750c9b36-378c-4bdb-a84a-55efae78415b HTTP/1.1" status: 204 len: 168 time: 2.3136458 Mar 07 11:10:57.707004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42536) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:57.723114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e134-79c0-4854-9882-26540c1311a9 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Subnet': ['ID=750c9b36-378c-4bdb-a84a-55efae78415b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:57.729680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed67df-f6ab-4b34-9fcf-3b48ac5c37cc None None] Network 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:10:57.849735 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e25f7b95-a87c-43cc-b2de-4550f11c4327), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:57.887466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-13197d70-44a2-4d37-a878-b33cc65fb66c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207630 Mar 07 11:10:57.978374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e25f7b95-a87c-43cc-b2de-4550f11c4327), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.001610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Router bbce94ea-8255-4e9e-b627-41188e551e73 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:58.017601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25f7b95-a87c-43cc-b2de-4550f11c4327']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.042009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe76406-9e02-45c8-b945-aed219b771a9') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.043685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe76406-9e02-45c8-b945-aed219b771a9') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.056906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ffe76406-9e02-45c8-b945-aed219b771a9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.076121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ffe76406-9e02-45c8-b945-aed219b771a9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.084715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:10:58.085723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ffe76406-9e02-45c8-b945-aed219b771a9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.167620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:54Z', 'revision_number': 4, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bcf2fe3b-8d27-41b8-bc81-bba163f311e9', 'name': '', 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'mac_address': 'fa:16:3e:84:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:53Z', 'updated_at': '2022-03-07T11:10:54Z', 'revision_number': 2, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'subnets': [{'id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:10:58.180478 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:10:58.186131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e25f7b95-a87c-43cc-b2de-4550f11c4327), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.202154 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.204545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] DHCP port deletion for 9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:10:58.207120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Checking router: add4264d-c69e-4e07-9d0a-7f7d15132e10 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:58.207407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Updating router add4264d-c69e-4e07-9d0a-7f7d15132e10 port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:10:58.214160 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/networks/e25f7b95-a87c-43cc-b2de-4550f11c4327 HTTP/1.1" status: 204 len: 168 time: 0.5049751 Mar 07 11:10:58.215398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42538) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:58.261782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4c2fc-f9b8-49a3-a3dc-3b6612777cb2 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Network': ['ID=e25f7b95-a87c-43cc-b2de-4550f11c4327,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:58.263341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:58.274694 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Sync routers for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:58.285789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-b4a3219a-7e8f-4aeb-92ed-5c2e777028c6 service neutron] 10.222.0.23 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971863 Mar 07 11:10:58.292720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d12ba565-32ce-46df-853c-58f8a9799b19 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbce94ea-8255-4e9e-b627-41188e551e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5998027 Mar 07 11:10:58.293376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.295002 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:58.295620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.302851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42540) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:58.472397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Deleting port a31f1ad7-fe00-4dca-ab75-456e178f6bdc {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:58.472763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.555931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks [] for router (bbce94ea-8255-4e9e-b627-41188e551e73), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.567967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:58.665578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-097fcdf6-d7ac-4a05-a935-d3813409bc56 service neutron] 10.222.0.23 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784599 Mar 07 11:10:58.734774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b406227-d6ff-4dd2-9a01-cc119fe6b769 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:58.832465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks [] for router_gateway (bbce94ea-8255-4e9e-b627-41188e551e73), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.867578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] For port a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,segment=NetworkSegment(f711a4c1-be60-4abf-b3c7-f32e818ae8d2),segment_id=f711a4c1-be60-4abf-b3c7-f32e818ae8d2)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:58.868007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:58.946061 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:55Z', 'revision_number': 5, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port': {'id': 'd864b5cb-ddf6-438d-9b3d-875e62d673d4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:26Z', 'updated_at': '2022-03-07T11:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:58.987516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Deleting port d864b5cb-ddf6-438d-9b3d-875e62d673d4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:59.000102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.017739 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Checking router: bbce94ea-8255-4e9e-b627-41188e551e73 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:59.043338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Routers {'bbce94ea-8255-4e9e-b627-41188e551e73'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:59.044388 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['bbce94ea-8255-4e9e-b627-41188e551e73'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:59.116337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.148919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fab0597-67f6-40f2-836c-1a6b7a906f43 req-83932dfe-3186-47d4-9457-ce483f6133bd tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 210 time: 0.0966387 Mar 07 11:10:59.228227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting port a31f1ad7-fe00-4dca-ab75-456e178f6bdc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:10:59.228756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.243862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] Set router bbce94ea-8255-4e9e-b627-41188e551e73 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:59.332484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] For port d864b5cb-ddf6-438d-9b3d-875e62d673d4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d864b5cb-ddf6-438d-9b3d-875e62d673d4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:59.333269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.346901 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:58Z', 'revision_number': 6, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:59.361868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Calling delete_port for d864b5cb-ddf6-438d-9b3d-875e62d673d4 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:59.382708 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] For port a31f1ad7-fe00-4dca-ab75-456e178f6bdc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,segment=NetworkSegment(f711a4c1-be60-4abf-b3c7-f32e818ae8d2),segment_id=f711a4c1-be60-4abf-b3c7-f32e818ae8d2)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:59.383061 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.413137 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16c572-cc59-4e84-a3f1-7d975b10d49a None None] The sync data for ids ['bbce94ea-8255-4e9e-b627-41188e551e73'] in n-d-832156-4 is: [{'id': 'bbce94ea-8255-4e9e-b627-41188e551e73', 'name': 'tempest-TestAggregatesBasicOps-74470992-router', 'tenant_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:25Z', 'updated_at': '2022-03-07T11:10:58Z', 'revision_number': 6, 'project_id': 'd27aa17ac9ea433cbbf7eaadd2d338f1', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:59.419735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Calling delete_port for a31f1ad7-fe00-4dca-ab75-456e178f6bdc owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:59.454267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Calling delete_port for a31f1ad7-fe00-4dca-ab75-456e178f6bdc owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:10:59.473379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.656870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.693101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a31f1ad7-fe00-4dca-ab75-456e178f6bdc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.729516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] Pushing event deleted for resources: {'Port': ['ID=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:59.764728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370d912-1fba-4655-a00f-3dbcf3a38d34 None None] No DVR routers for this DVR port a31f1ad7-fe00-4dca-ab75-456e178f6bdc on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:10:59.769139 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] No DVR routers for this DVR port a31f1ad7-fe00-4dca-ab75-456e178f6bdc on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:10:59.780175 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Port': ['ID=a31f1ad7-fe00-4dca-ab75-456e178f6bdc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:59.817432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:59.818615 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.850437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d864b5cb-ddf6-438d-9b3d-875e62d673d4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.905077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Pushing event deleted for resources: {'Port': ['ID=d864b5cb-ddf6-438d-9b3d-875e62d673d4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:59.926583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:59.983632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:00.006658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:00.006935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f711a4c1-be60-4abf-b3c7-f32e818ae8d2') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:00.015923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (bbce94ea-8255-4e9e-b627-41188e551e73), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.024437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (f711a4c1-be60-4abf-b3c7-f32e818ae8d2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.047312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f711a4c1-be60-4abf-b3c7-f32e818ae8d2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.061625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:00.062021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (f711a4c1-be60-4abf-b3c7-f32e818ae8d2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:00.065309 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:00.168325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.180245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks [] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.191177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (bbce94ea-8255-4e9e-b627-41188e551e73), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.192548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:00.195867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c11489a0-e328-4243-9f9a-72b74642d14c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:00.197008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks [] for router_controller (bbce94ea-8255-4e9e-b627-41188e551e73), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.203432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.215739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.221604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/networks/9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9 HTTP/1.1" status: 204 len: 168 time: 2.0002427 Mar 07 11:11:00.227752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ddbf3-8786-4c39-8b43-0c01fa214dbc tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Network': ['ID=9d3c1f6d-de26-41f9-b2d8-9850b6ac6ba9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:00.232243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42560) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:00.293341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e0cb-7f5e-43aa-86ce-f7d8fbab21d7 None None] Pushing event updated for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:00.295716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (bbce94ea-8255-4e9e-b627-41188e551e73), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.297241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbce94ea-8255-4e9e-b627-41188e551e73 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:00.303489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.308061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting subnet c9b1d659-13ae-49fe-b524-98dac941a106 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:00.309157 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2f9ba081-3a72-4b15-9005-6e93ee4e0403 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bbce94ea-8255-4e9e-b627-41188e551e73 HTTP/1.1" status: 204 len: 168 time: 2.0048254 Mar 07 11:11:00.309876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (c9b1d659-13ae-49fe-b524-98dac941a106), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.310620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42562) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:00.407581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c9b1d659-13ae-49fe-b524-98dac941a106), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.407837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Deleting subnet be87e2a7-b5bb-46ad-aa27-e421a14178b2 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:00.422188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Publish callbacks [] for subnet (be87e2a7-b5bb-46ad-aa27-e421a14178b2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.461474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b31c479-640f-40d6-ae98-2a7cba5334e6 req-54687326-ae2b-4d52-b2a8-9f180071ddfe tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 210 time: 0.0501883 Mar 07 11:11:00.491273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (be87e2a7-b5bb-46ad-aa27-e421a14178b2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.501814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Attempting to bind port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:00.502181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Attempting to bind port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:00.502537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Attempting to bind port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 on network a377f0e5-7521-4202-81df-35ae90b26df8 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:00.511525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c11489a0-e328-4243-9f9a-72b74642d14c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:00.511918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.589936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:00.590513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Checking segment: {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:00.591076 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.591591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Bound using segment: {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:00.604213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Bound port: bcf2fe3b-8d27-41b8-bc81-bba163f311e9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd511c17f-3863-435c-8f43-4c8c8e2966ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:00.604910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.620222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c9b1d659-13ae-49fe-b524-98dac941a106), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.715828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] For port bcf2fe3b-8d27-41b8-bc81-bba163f311e9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:00.727605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] For port bcf2fe3b-8d27-41b8-bc81-bba163f311e9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:00.741672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (be87e2a7-b5bb-46ad-aa27-e421a14178b2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.763852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c9b1d659-13ae-49fe-b524-98dac941a106), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.800455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.804447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/subnets/c9b1d659-13ae-49fe-b524-98dac941a106 HTTP/1.1" status: 204 len: 168 time: 0.5709083 Mar 07 11:11:00.807848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42566) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:00.812375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa7238-7cc9-4928-8b08-b260786ac606 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b1d659-13ae-49fe-b524-98dac941a106,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:00.819460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.826891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78feb341-afba-410b-a134-5c16c8c85096 None None] Network 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:00.935385 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (be87e2a7-b5bb-46ad-aa27-e421a14178b2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.953686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.955958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:00.961228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be87e2a7-b5bb-46ad-aa27-e421a14178b2 HTTP/1.1" status: 204 len: 168 time: 0.6492441 Mar 07 11:11:00.963952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42568) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:00.965270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203371f-551b-42c1-bf1d-2379749c1c8b None None] Network 648284cb-2207-450e-bb52-e1a89c65ee7c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:00.983710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a44e83-1e79-4124-9acf-dde9c6206d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be87e2a7-b5bb-46ad-aa27-e421a14178b2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:01.066824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Deleting port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:01.067298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.158495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c11489a0-e328-4243-9f9a-72b74642d14c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:01.193635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Provisioning complete for port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:01.195218 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.273037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] For port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,segment=NetworkSegment(20bba730-9d96-4a94-8487-9e4a1ac4519d),segment_id=20bba730-9d96-4a94-8487-9e4a1ac4519d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:01.273486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.282683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e0cb-7f5e-43aa-86ce-f7d8fbab21d7 None None] Pushing event updated for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:01.307939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Calling delete_port for 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:01.376432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (648284cb-2207-450e-bb52-e1a89c65ee7c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.399465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a31f1ad7-fe00-4dca-ab75-456e178f6bdc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:01.452830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-6837a040-b3ce-4db3-890c-2a3a8dfc5a0e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:01.454950 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-6837a040-b3ce-4db3-890c-2a3a8dfc5a0e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.32 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.4019818 Mar 07 11:11:01.474698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Request body: {'port': {'device_id': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'admin_state_up': True, 'tenant_id': 'eb48c186559c443cab83fb952a72baf0'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:01.506658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:01.509598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:01.514987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a31f1ad7-fe00-4dca-ab75-456e178f6bdc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:01.515132 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.517178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a31f1ad7-fe00-4dca-ab75-456e178f6bdc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:01.522834 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Deleting port ae774ea9-4fb8-491e-8ada-094d03a342b6 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:01.523480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.552165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Made reservation on behalf of eb48c186559c443cab83fb952a72baf0 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:01.555138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.561394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Port': ['ID=366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:01.596565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] No DVR routers for this DVR port 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:01.693763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:01.707310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.734710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e8d6c4dd-e9a7-4fd5-bdeb-d5255bf0e27e req-b357501c-1ebc-4a50-81cf-f2dc9de7d3fb tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 210 time: 0.0411294 Mar 07 11:11:01.749749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1f14a4-f54c-4b73-9829-b69eccdfbaf1']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:01.774471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bba730-9d96-4a94-8487-9e4a1ac4519d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:01.775223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bba730-9d96-4a94-8487-9e4a1ac4519d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:01.775778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Allocated IP 172.20.0.7 (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4/93b171d7-0b92-4366-84e5-12d14e6a2116/da900cdd-3cc3-48b9-8793-9e65a564b238) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:01.795548 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (20bba730-9d96-4a94-8487-9e4a1ac4519d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.811305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:01.811529 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (20bba730-9d96-4a94-8487-9e4a1ac4519d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.822944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:01.823523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (20bba730-9d96-4a94-8487-9e4a1ac4519d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:01.853507 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:01.858472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:01.859073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4ccb39f8-17c3-40a7-86ff-b8ab3064c34b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:01.859487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d864b5cb-ddf6-438d-9b3d-875e62d673d4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:01.901352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0964c5c-d99b-4731-9fd6-54327100225a None None] DHCP port deletion for 3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:01.918667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d864b5cb-ddf6-438d-9b3d-875e62d673d4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:01.918922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d864b5cb-ddf6-438d-9b3d-875e62d673d4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:01.944002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (3d1f14a4-f54c-4b73-9829-b69eccdfbaf1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.961997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.968993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/networks/3d1f14a4-f54c-4b73-9829-b69eccdfbaf1 HTTP/1.1" status: 204 len: 168 time: 1.1596746 Mar 07 11:11:01.975068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42574) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:01.979759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks [] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.987791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Current status of the port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:01.988178 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.004326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] For port ae774ea9-4fb8-491e-8ada-094d03a342b6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ae774ea9-4fb8-491e-8ada-094d03a342b6,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:02.005125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.023975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Calling delete_port for ae774ea9-4fb8-491e-8ada-094d03a342b6 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:02.026812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638adb9-5014-4998-97b1-66f35f775ded tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Pushing event deleted for resources: {'Network': ['ID=3d1f14a4-f54c-4b73-9829-b69eccdfbaf1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:02.050314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-81f9245f-5976-4806-b759-e21fbc59e123 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bf0bd6c-451f-4a1d-a216-11aa856d306c HTTP/1.1" status: 200 len: 205 time: 0.0639455 Mar 07 11:11:02.054451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42576) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:02.104751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] DHCP port deletion for 648284cb-2207-450e-bb52-e1a89c65ee7c request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:02.134007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] For port bcf2fe3b-8d27-41b8-bc81-bba163f311e9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:02.152619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.161780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.162004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.235341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:02.242927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:02.246015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:02.261291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a77ca-8e5f-46a7-97de-693296ad368c None None] Pushing event updated for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:02.267612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Deleting port ae774ea9-4fb8-491e-8ada-094d03a342b6 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:02.268006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.290367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:02.291346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.302965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Pushing event updated for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:02.319238 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-af0b5784-aa5f-4ab9-bc25-bb32be649cb2 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8481362 Mar 07 11:11:02.319605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-33b9e440-6e8f-4d66-9e1e-2ff601b86d73 None None] Provisioning complete for port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:02.319935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33b9e440-6e8f-4d66-9e1e-2ff601b86d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.352687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:54Z', 'revision_number': 4, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bcf2fe3b-8d27-41b8-bc81-bba163f311e9', 'name': '', 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'mac_address': 'fa:16:3e:84:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:53Z', 'updated_at': '2022-03-07T11:11:00Z', 'revision_number': 4, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'subnets': [{'id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:02.358297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Request body: {'port': {'device_id': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:02.365675 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.368123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router_controller (6bf0bd6c-451f-4a1d-a216-11aa856d306c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.374478 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.445516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737df754-b12b-4fe5-82ed-dfa59c86da9d None None] The sync data for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 is: [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:10:54Z', 'revision_number': 4, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bcf2fe3b-8d27-41b8-bc81-bba163f311e9', 'name': '', 'network_id': 'a377f0e5-7521-4202-81df-35ae90b26df8', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'mac_address': 'fa:16:3e:84:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:53Z', 'updated_at': '2022-03-07T11:11:00Z', 'revision_number': 4, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'subnets': [{'id': '1ab201be-0c71-4e80-acea-d3cc0fdcfb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:02.472229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] No DVR routers for this DVR port ae774ea9-4fb8-491e-8ada-094d03a342b6 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:02.477024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] For port ae774ea9-4fb8-491e-8ada-094d03a342b6, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ae774ea9-4fb8-491e-8ada-094d03a342b6,segment=NetworkSegment(3495f14d-601d-44ad-b9d4-29878ce3297a),segment_id=3495f14d-601d-44ad-b9d4-29878ce3297a)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:02.478227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae774ea9-4fb8-491e-8ada-094d03a342b6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:02.480005 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.518111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Calling delete_port for ae774ea9-4fb8-491e-8ada-094d03a342b6 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:02.684522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.732623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (ae774ea9-4fb8-491e-8ada-094d03a342b6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.762542 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (648284cb-2207-450e-bb52-e1a89c65ee7c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.803578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] No DVR routers for this DVR port ae774ea9-4fb8-491e-8ada-094d03a342b6 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:02.845894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648284cb-2207-450e-bb52-e1a89c65ee7c']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:02.853974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e309-c79e-4b55-991c-91db28f27400 None None] Pushing event deleted for resources: {'Port': ['ID=ae774ea9-4fb8-491e-8ada-094d03a342b6,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:02.860421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-33b9e440-6e8f-4d66-9e1e-2ff601b86d73 None None] Current status of the port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:02.869629 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3495f14d-601d-44ad-b9d4-29878ce3297a') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:02.869923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3495f14d-601d-44ad-b9d4-29878ce3297a') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:02.883432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (3495f14d-601d-44ad-b9d4-29878ce3297a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.986653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3495f14d-601d-44ad-b9d4-29878ce3297a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.013693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:03.014117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (3495f14d-601d-44ad-b9d4-29878ce3297a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:03.015977 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:03.055950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-600d4621-758a-483f-920f-2f16901058c4 None None] Provisioning complete for port da900cdd-3cc3-48b9-8793-9e65a564b238 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:03.056517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-600d4621-758a-483f-920f-2f16901058c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.144530 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (648284cb-2207-450e-bb52-e1a89c65ee7c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.154247 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.164635 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] 10.222.0.23 "DELETE /v2.0/networks/648284cb-2207-450e-bb52-e1a89c65ee7c HTTP/1.1" status: 204 len: 168 time: 2.1939919 Mar 07 11:11:03.166611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-600d4621-758a-483f-920f-2f16901058c4 None None] Port da900cdd-3cc3-48b9-8793-9e65a564b238 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:03.171756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42584) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:03.180215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cbb6f-fc55-4342-8146-22abf2f38270 admin admin] Pushing event deleted for resources: {'Network': ['ID=648284cb-2207-450e-bb52-e1a89c65ee7c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:03.190944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (6bf0bd6c-451f-4a1d-a216-11aa856d306c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.192116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf0bd6c-451f-4a1d-a216-11aa856d306c {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:03.204896 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.206854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3dbfa61c-5dbf-42ed-b29e-c38aa4d93fb7 tempest-RoutersNegativeTest-729257609 tempest-RoutersNegativeTest-729257609-project] 10.222.0.23 "DELETE /v2.0/routers/6bf0bd6c-451f-4a1d-a216-11aa856d306c HTTP/1.1" status: 204 len: 168 time: 1.1508157 Mar 07 11:11:03.228434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae37b8c-7c3d-4083-b998-be3ebaac5cb8 req-10022ff1-e27f-4e98-9394-cd29d25777f1 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:03.230477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bae37b8c-7c3d-4083-b998-be3ebaac5cb8 req-10022ff1-e27f-4e98-9394-cd29d25777f1 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1027 time: 0.1080365 Mar 07 11:11:03.308858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bae37b8c-7c3d-4083-b998-be3ebaac5cb8 req-6ea76d6e-b05f-428f-a1e1-9467c967dad4 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Mar 07 11:11:03.498154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da900cdd-3cc3-48b9-8793-9e65a564b238 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:03.509369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks [] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.581809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Transition to ACTIVE for port object da900cdd-3cc3-48b9-8793-9e65a564b238 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:03.606691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.737189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcf2fe3b-8d27-41b8-bc81-bba163f311e9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:03.832117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Pushing event updated for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:03.992065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Attempting to bind port da900cdd-3cc3-48b9-8793-9e65a564b238 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:03.993116 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Attempting to bind port da900cdd-3cc3-48b9-8793-9e65a564b238 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:03.993543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Attempting to bind port da900cdd-3cc3-48b9-8793-9e65a564b238 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:04.000872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Port da900cdd-3cc3-48b9-8793-9e65a564b238 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:04.001764 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Attempting to bind port da900cdd-3cc3-48b9-8793-9e65a564b238 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:04.017586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:04.018162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Checking segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:04.018540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Bound using segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:04.019107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Bound port: da900cdd-3cc3-48b9-8793-9e65a564b238, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:04.019703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.050512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:04.134637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:04.135191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.196853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (144530b6-6210-4b31-8c1e-37c30f4bff39), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.258745 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:04.284093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:04.293462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=da900cdd-3cc3-48b9-8793-9e65a564b238,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:04.311188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.361354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ae774ea9-4fb8-491e-8ada-094d03a342b6 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:04.373572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1e86a1b-9f15-41d2-88f4-cdfc5da81ae4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb46668af505467d98bd0ce449115b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144822 Mar 07 11:11:04.376133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42602) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:04.400005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ae774ea9-4fb8-491e-8ada-094d03a342b6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:04.400348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ae774ea9-4fb8-491e-8ada-094d03a342b6 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:04.400766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:04.406082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.406916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.408761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] 10.222.0.32 "PUT /v2.0/ports/da900cdd-3cc3-48b9-8793-9e65a564b238 HTTP/1.1" status: 200 len: 1091 time: 2.0802424 Mar 07 11:11:04.416759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:04.419616 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da83fde-2893-4649-ab05-204436e1980c" -d '{"events": [{"name": "network-changed", "server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:04.431315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:04.431948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 366a2bd2-48f2-4ce4-a12b-ec2f9565bc8f not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:04.508777 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a7ba5f-f649-465f-a73c-c70821d0fe30 x-openstack-request-id: req-75a7ba5f-f649-465f-a73c-c70821d0fe30 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:04.509799 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:04.510255 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75a7ba5f-f649-465f-a73c-c70821d0fe30 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:04.510887 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238', 'status': 'completed', 'code': 200} Mar 07 11:11:04.512522 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64d79-b8c6-4903-b9a2-f082b4da92f9 req-56b1c502-7759-4d76-b005-30e4cbec7796 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.520355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35c64d79-b8c6-4903-b9a2-f082b4da92f9 req-56b1c502-7759-4d76-b005-30e4cbec7796 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1125 time: 0.1249464 Mar 07 11:11:04.522446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] Publish callbacks [] for security_group (669d98ac-8644-4818-8d73-03566283252f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.564784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a218d-8b7f-47ce-8953-e8e9ba4aff5b service neutron] Pushing event updated for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:04.612550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35c64d79-b8c6-4903-b9a2-f082b4da92f9 req-f6df6b7c-59c3-4ae7-b255-6b90a7f22d93 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912552 Mar 07 11:11:04.618069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] Publish callbacks [] for security_group (669d98ac-8644-4818-8d73-03566283252f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.647855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-e3ec5bed-91e8-4789-9845-9adfad501b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.649315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-e3ec5bed-91e8-4789-9845-9adfad501b26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1125 time: 0.1801863 Mar 07 11:11:04.694503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (669d98ac-8644-4818-8d73-03566283252f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.701212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.706631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/669d98ac-8644-4818-8d73-03566283252f HTTP/1.1" status: 204 len: 168 time: 0.3289943 Mar 07 11:11:04.715079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78b872-f720-4e66-8ee9-f1ea11f00435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d98ac-8644-4818-8d73-03566283252f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:04.720340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-db65a2e8-16eb-4049-882b-4e96895014c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da900cdd-3cc3-48b9-8793-9e65a564b238 HTTP/1.1" status: 200 len: 217 time: 0.0626605 Mar 07 11:11:04.812000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-401890be-a65f-4dda-8d7b-ea14482d7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.813434 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-401890be-a65f-4dda-8d7b-ea14482d7424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b171d7-0b92-4366-84e5-12d14e6a2116 HTTP/1.1" status: 200 len: 849 time: 0.0836141 Mar 07 11:11:04.896333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-089037a8-4148-4e4e-b7ef-486f52a70e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.897864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-089037a8-4148-4e4e-b7ef-486f52a70e02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773313 Mar 07 11:11:04.903238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Deleting port 0b406227-d6ff-4dd2-9a01-cc119fe6b769 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:04.903580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:05.072743 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-6fe53a6c-1d6c-4ec1-aeea-00769f8bee2d service neutron] 10.222.0.32 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663003 Mar 07 11:11:05.074739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] For port 0b406227-d6ff-4dd2-9a01-cc119fe6b769, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b406227-d6ff-4dd2-9a01-cc119fe6b769,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:05.075441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:05.108148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Calling delete_port for 0b406227-d6ff-4dd2-9a01-cc119fe6b769 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:05.243505 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49133b68-cc28-4ca8-ab2a-e8470a8814b5 req-697559e4-ca74-4644-8f15-ccfa61bfbf23 service neutron] 10.222.0.32 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590297 Mar 07 11:11:05.403938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83fde-2893-4649-ab05-204436e1980c req-8ac1fba9-a3b5-43a0-adcd-8251e9f44d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.405448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-8ac1fba9-a3b5-43a0-adcd-8251e9f44d21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1125 time: 0.1104798 Mar 07 11:11:05.458357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0b406227-d6ff-4dd2-9a01-cc119fe6b769), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:05.806829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941542-06fc-4f4e-b7e9-f795c956aca0 req-0dfb357f-6667-44e1-b434-418365e6104c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.811681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3941542-06fc-4f4e-b7e9-f795c956aca0 req-0dfb357f-6667-44e1-b434-418365e6104c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1125 time: 0.0782058 Mar 07 11:11:05.865686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b3941542-06fc-4f4e-b7e9-f795c956aca0 req-345d04e2-3674-4292-a072-beb4fc7aa562 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Mar 07 11:11:05.909030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b406227-d6ff-4dd2-9a01-cc119fe6b769,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:05.981218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83fde-2893-4649-ab05-204436e1980c req-61233721-927a-4891-990a-a497eb6c46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.982690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-61233721-927a-4891-990a-a497eb6c46ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.5689802 Mar 07 11:11:06.076006 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-46847bf1-fe7c-4f96-a5d8-a257cbdcd1d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da900cdd-3cc3-48b9-8793-9e65a564b238 HTTP/1.1" status: 200 len: 217 time: 0.0786047 Mar 07 11:11:06.168447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83fde-2893-4649-ab05-204436e1980c req-7179db8c-6b79-4d9f-9f9d-94965e53906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:06.170395 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-7179db8c-6b79-4d9f-9f9d-94965e53906f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b171d7-0b92-4366-84e5-12d14e6a2116 HTTP/1.1" status: 200 len: 849 time: 0.0875440 Mar 07 11:11:06.189659 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (144530b6-6210-4b31-8c1e-37c30f4bff39), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.284571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83fde-2893-4649-ab05-204436e1980c req-d4ec4531-b107-409e-b765-93fdf2e57350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:06.284571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-d4ec4531-b107-409e-b765-93fdf2e57350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1018381 Mar 07 11:11:06.506298 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-990f96c0-d5da-4064-85f0-6f1b480f38a0 service neutron] 10.222.0.32 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186732 Mar 07 11:11:06.624987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Router 144530b6-6210-4b31-8c1e-37c30f4bff39 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:06.649553 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9da83fde-2893-4649-ab05-204436e1980c req-906d08a0-7f55-4d47-b903-e2d67a87e368 service neutron] 10.222.0.32 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123519 Mar 07 11:11:06.757426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:06.767982 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-565799bc-56bd-44d4-848a-b96a574207a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/144530b6-6210-4b31-8c1e-37c30f4bff39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5949237 Mar 07 11:11:06.770846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42658) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:06.773741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Sync routers for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:06.785069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:06.785773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:06.909477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks [] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.070423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036d2e1-bbf5-4aa7-bb34-8f3b262e73ea req-42803f32-2c5a-4337-ad56-77a540e7a0b0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:07.072840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4036d2e1-bbf5-4aa7-bb34-8f3b262e73ea req-42803f32-2c5a-4337-ad56-77a540e7a0b0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1125 time: 0.1124511 Mar 07 11:11:07.090023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks [] for router_gateway (144530b6-6210-4b31-8c1e-37c30f4bff39), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.094070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:07.144747 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:07.151843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4036d2e1-bbf5-4aa7-bb34-8f3b262e73ea req-0d2611c9-715c-4cde-82d7-3e01ef4886a3 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694985 Mar 07 11:11:07.178100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Deleting port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:07.178568 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.262580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] For port 3b3d0e9d-abd1-452c-8941-35c499b1d7fb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:07.263014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.272523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52b48009-fdec-4ba0-afa6-9a9133d0e8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.275944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Calling delete_port for 3b3d0e9d-abd1-452c-8941-35c499b1d7fb owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:07.285227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:11:05Z', 'revision_number': 5, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port': {'id': '3b3d0e9d-abd1-452c-8941-35c499b1d7fb', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:41Z', 'updated_at': '2022-03-07T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:07.322371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Checking router: 144530b6-6210-4b31-8c1e-37c30f4bff39 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:07.331844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Routers {'144530b6-6210-4b31-8c1e-37c30f4bff39'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:07.332618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['144530b6-6210-4b31-8c1e-37c30f4bff39'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:07.359221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52b48009-fdec-4ba0-afa6-9a9133d0e8f1 admin admin] Publish callbacks [] for security_group (07956b83-2388-429e-a886-09d0f60a7ce8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.366481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52b48009-fdec-4ba0-afa6-9a9133d0e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (07956b83-2388-429e-a886-09d0f60a7ce8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.399394 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48009-fdec-4ba0-afa6-9a9133d0e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07956b83-2388-429e-a886-09d0f60a7ce8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:07.425179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52b48009-fdec-4ba0-afa6-9a9133d0e8f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3071d8754c5e40e7a2b88641bb31d1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785721 Mar 07 11:11:07.427860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42678) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:07.458803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] Set router 144530b6-6210-4b31-8c1e-37c30f4bff39 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:07.506030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] Publish callbacks [] for security_group (07956b83-2388-429e-a886-09d0f60a7ce8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.522004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:11:07Z', 'revision_number': 6, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:07.525164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3b3d0e9d-abd1-452c-8941-35c499b1d7fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.543034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] Publish callbacks [] for security_group (07956b83-2388-429e-a886-09d0f60a7ce8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.552780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97240c2e-8542-484c-bbe3-34f3b2d562a1 None None] The sync data for ids ['144530b6-6210-4b31-8c1e-37c30f4bff39'] in n-d-832156-4 is: [{'id': '144530b6-6210-4b31-8c1e-37c30f4bff39', 'name': 'tempest-TestAggregatesBasicOps-212636836-router', 'tenant_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:39Z', 'updated_at': '2022-03-07T11:11:07Z', 'revision_number': 6, 'project_id': '85d156e2922d4a67bdeafeb50fcce2b1', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:07.620005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (07956b83-2388-429e-a886-09d0f60a7ce8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.623551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.624878 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07956b83-2388-429e-a886-09d0f60a7ce8 HTTP/1.1" status: 204 len: 168 time: 0.1960711 Mar 07 11:11:07.636555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aa2a0-51a1-43fc-b94d-c4267cd63ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07956b83-2388-429e-a886-09d0f60a7ce8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:07.668872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3d0e9d-abd1-452c-8941-35c499b1d7fb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:07.687974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (144530b6-6210-4b31-8c1e-37c30f4bff39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.723689 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device da900cdd-3cc3-48b9-8793-9e65a564b238 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:07.791491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.794121 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks [] for router_controller (144530b6-6210-4b31-8c1e-37c30f4bff39), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.846412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (144530b6-6210-4b31-8c1e-37c30f4bff39), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.847276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144530b6-6210-4b31-8c1e-37c30f4bff39 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:07.854442 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.856399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ad16d51d-9657-4d8a-849d-7c52848309bc admin admin] 10.222.0.23 "DELETE /v2.0/routers/144530b6-6210-4b31-8c1e-37c30f4bff39 HTTP/1.1" status: 204 len: 168 time: 1.0842352 Mar 07 11:11:07.858562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42686) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:07.868320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=da900cdd-3cc3-48b9-8793-9e65a564b238,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:07.890925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'da900cdd-3cc3-48b9-8793-9e65a564b238', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'port_id': 'da900cdd-3cc3-48b9-8793-9e65a564b238', 'mac_address': 'fa:16:3e:99:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:07.909876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Deleting subnet 83e85a7e-4d42-4b13-939c-8b1e23878019 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:07.914124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Publish callbacks [] for subnet (83e85a7e-4d42-4b13-939c-8b1e23878019), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.934643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port da900cdd-3cc3-48b9-8793-9e65a564b238 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:07.935034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.956603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da900cdd-3cc3-48b9-8793-9e65a564b238 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:07.958828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (83e85a7e-4d42-4b13-939c-8b1e23878019), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.997001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=da900cdd-3cc3-48b9-8793-9e65a564b238,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:08.006604 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.030358 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:08.044192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4093e6-ead3-462c-86e3-ef92e95b1efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.093683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.105338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (83e85a7e-4d42-4b13-939c-8b1e23878019), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.105917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.106443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.106956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.107536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.110875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.111438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.111973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.112504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.112994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.113533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.114053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.118306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.118822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:08.153324 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4093e6-ead3-462c-86e3-ef92e95b1efc admin admin] Publish callbacks [] for security_group (e142dfcf-707b-4464-9dc5-b11ac3261ccc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.157776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab4093e6-ead3-462c-86e3-ef92e95b1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e142dfcf-707b-4464-9dc5-b11ac3261ccc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.181399 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (83e85a7e-4d42-4b13-939c-8b1e23878019), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.203418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.203672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b5471-5477-47ef-b60e-f68e53fbfaea None None] Network 7d6394af-d04e-481d-a560-19139bec3124 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:08.212294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83e85a7e-4d42-4b13-939c-8b1e23878019 HTTP/1.1" status: 204 len: 168 time: 0.3524070 Mar 07 11:11:08.213257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:08.216096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4093e6-ead3-462c-86e3-ef92e95b1efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e142dfcf-707b-4464-9dc5-b11ac3261ccc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.242724 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab4093e6-ead3-462c-86e3-ef92e95b1efc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=184307d98d1d4aa1a55bfbdfe5764cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2112486 Mar 07 11:11:08.243327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42694) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:08.308937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] Publish callbacks [] for security_group (e142dfcf-707b-4464-9dc5-b11ac3261ccc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.320610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['da900cdd-3cc3-48b9-8793-9e65a564b238'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:08.335949 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] Publish callbacks [] for security_group (e142dfcf-707b-4464-9dc5-b11ac3261ccc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.384100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7d6394af-d04e-481d-a560-19139bec3124), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.404075 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e142dfcf-707b-4464-9dc5-b11ac3261ccc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.407340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.408820 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e142dfcf-707b-4464-9dc5-b11ac3261ccc HTTP/1.1" status: 204 len: 168 time: 0.1645522 Mar 07 11:11:08.413478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64fe8-c577-4f3f-967d-231329126dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e85a7e-4d42-4b13-939c-8b1e23878019,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.451441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0824a8-91e4-4ac6-8b5c-e185a12ad83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e142dfcf-707b-4464-9dc5-b11ac3261ccc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.471349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238f98-26c6-488e-ae08-38371f8cd7f2 req-03f9fdce-13da-4331-be78-40b06ebbcfd0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.473674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80238f98-26c6-488e-ae08-38371f8cd7f2 req-03f9fdce-13da-4331-be78-40b06ebbcfd0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1126 time: 0.1036153 Mar 07 11:11:08.474537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] DHCP port deletion for 7d6394af-d04e-481d-a560-19139bec3124 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:08.548716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80238f98-26c6-488e-ae08-38371f8cd7f2 req-ea0c3265-df1b-4b40-a740-0d71ef5432be tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658786 Mar 07 11:11:08.550216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Deleting port 6a52e215-ff1b-486a-ab74-2771da920461 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:08.550737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6a52e215-ff1b-486a-ab74-2771da920461), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.623453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Deleting port 6a52e215-ff1b-486a-ab74-2771da920461 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:08.627673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6a52e215-ff1b-486a-ab74-2771da920461), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.645190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] For port 6a52e215-ff1b-486a-ab74-2771da920461, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a52e215-ff1b-486a-ab74-2771da920461,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:08.645757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6a52e215-ff1b-486a-ab74-2771da920461), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.667235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Calling delete_port for 6a52e215-ff1b-486a-ab74-2771da920461 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:08.735709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] For port 6a52e215-ff1b-486a-ab74-2771da920461, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a52e215-ff1b-486a-ab74-2771da920461,segment=NetworkSegment(3bffab16-089c-46ab-bd9f-bc321cc65de3),segment_id=3bffab16-089c-46ab-bd9f-bc321cc65de3)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:08.740816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6a52e215-ff1b-486a-ab74-2771da920461), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.773514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Calling delete_port for 6a52e215-ff1b-486a-ab74-2771da920461 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:08.814712 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6a52e215-ff1b-486a-ab74-2771da920461), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.850854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a52e215-ff1b-486a-ab74-2771da920461,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.854973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] No DVR routers for this DVR port 6a52e215-ff1b-486a-ab74-2771da920461 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:08.940549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (6a52e215-ff1b-486a-ab74-2771da920461), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.950535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7d6394af-d04e-481d-a560-19139bec3124), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.979471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6394af-d04e-481d-a560-19139bec3124']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:08.979924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] Pushing event deleted for resources: {'Port': ['ID=6a52e215-ff1b-486a-ab74-2771da920461,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:08.984304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344083db-ba37-44dd-9cdf-4ca2e0fbfd3a None None] No DVR routers for this DVR port 6a52e215-ff1b-486a-ab74-2771da920461 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:09.004209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bffab16-089c-46ab-bd9f-bc321cc65de3') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:09.004209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bffab16-089c-46ab-bd9f-bc321cc65de3') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:09.016810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3bffab16-089c-46ab-bd9f-bc321cc65de3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.036003 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3bffab16-089c-46ab-bd9f-bc321cc65de3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.042620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:09.043013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3bffab16-089c-46ab-bd9f-bc321cc65de3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:09.046328 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:09.120594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7d6394af-d04e-481d-a560-19139bec3124), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.132990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.136654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d6394af-d04e-481d-a560-19139bec3124 HTTP/1.1" status: 204 len: 168 time: 0.9212422 Mar 07 11:11:09.160363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d51f6-5d20-4a65-aa46-6ef2a8d6a2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6394af-d04e-481d-a560-19139bec3124,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:09.354501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42718) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:09.400335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52026a25-3ec8-4dce-a197-aae5ee5ced1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d27aa17ac9ea433cbbf7eaadd2d338f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446315 Mar 07 11:11:09.402800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42720) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:09.456369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] Publish callbacks [] for security_group (cfd2a6a1-f41a-4f2b-90fb-36f46ab51625), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.484125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] Publish callbacks [] for security_group (cfd2a6a1-f41a-4f2b-90fb-36f46ab51625), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.534890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (cfd2a6a1-f41a-4f2b-90fb-36f46ab51625), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.539189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.542735 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfd2a6a1-f41a-4f2b-90fb-36f46ab51625 HTTP/1.1" status: 204 len: 168 time: 0.1366584 Mar 07 11:11:09.568495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945e0bf-0bc4-4398-aa96-9596eb39d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd2a6a1-f41a-4f2b-90fb-36f46ab51625,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:09.697308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b406227-d6ff-4dd2-9a01-cc119fe6b769 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:09.730316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0b406227-d6ff-4dd2-9a01-cc119fe6b769 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:09.730721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b406227-d6ff-4dd2-9a01-cc119fe6b769 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:09.731150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a52e215-ff1b-486a-ab74-2771da920461 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:09.737416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad23131-e725-42c9-acc6-3b8c5f525afd req-5c08bea4-77ff-43f8-80e2-ae474f3bf74e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.737704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device da900cdd-3cc3-48b9-8793-9e65a564b238 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:09.748215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad23131-e725-42c9-acc6-3b8c5f525afd req-5c08bea4-77ff-43f8-80e2-ae474f3bf74e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1126 time: 0.0933843 Mar 07 11:11:09.807411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6a52e215-ff1b-486a-ab74-2771da920461 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:09.807788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a52e215-ff1b-486a-ab74-2771da920461 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:09.808207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b3d0e9d-abd1-452c-8941-35c499b1d7fb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:09.810047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ad23131-e725-42c9-acc6-3b8c5f525afd req-050c15bd-5059-4c9d-9cce-05076c1ad019 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604069 Mar 07 11:11:09.847065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3b3d0e9d-abd1-452c-8941-35c499b1d7fb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:09.847324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b3d0e9d-abd1-452c-8941-35c499b1d7fb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:09.864822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port da900cdd-3cc3-48b9-8793-9e65a564b238 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:09.869715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port da900cdd-3cc3-48b9-8793-9e65a564b238 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:09.870186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.967803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port da900cdd-3cc3-48b9-8793-9e65a564b238 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:09.969169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.003888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:10.006900 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b45297-35ad-4933-ad50-6c559c81797d" -d '{"events": [{"server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "name": "network-vif-plugged", "status": "completed", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:10.021792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=da900cdd-3cc3-48b9-8793-9e65a564b238,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:10.028947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.074284 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50ccf7-9c92-41c3-8d0c-31e4a91487d8 x-openstack-request-id: req-ef50ccf7-9c92-41c3-8d0c-31e4a91487d8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:10.074642 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "name": "network-vif-plugged", "status": "completed", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:10.074860 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef50ccf7-9c92-41c3-8d0c-31e4a91487d8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:10.075964 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238', 'code': 200} Mar 07 11:11:10.097950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:10.132367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:10.179280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b35c7-a028-4b32-abf0-d1fc06a4b7dc req-0bba786f-3c26-4251-952c-138ea2418f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.181094 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-022b35c7-a028-4b32-abf0-d1fc06a4b7dc req-0bba786f-3c26-4251-952c-138ea2418f8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0568655 Mar 07 11:11:10.185708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-69816906-738e-4d2a-9912-436418ad67f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d156e2922d4a67bdeafeb50fcce2b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497069 Mar 07 11:11:10.186084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42748) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:10.232209 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-022b35c7-a028-4b32-abf0-d1fc06a4b7dc req-8470aed7-6e61-4abd-929a-f44dc85e2c5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Mar 07 11:11:10.241601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] Publish callbacks [] for security_group (3691236d-c86d-4f6a-92f8-1ef158257e2c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.263934 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] Publish callbacks [] for security_group (3691236d-c86d-4f6a-92f8-1ef158257e2c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.312678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3691236d-c86d-4f6a-92f8-1ef158257e2c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.315772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.317408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3691236d-c86d-4f6a-92f8-1ef158257e2c HTTP/1.1" status: 204 len: 168 time: 0.1301985 Mar 07 11:11:10.328002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82778ba7-ef34-4706-b374-e6473a7e832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691236d-c86d-4f6a-92f8-1ef158257e2c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:10.976923 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93806e01-8412-4a06-8a72-222d33bf0f4b req-a7ac1e83-c8ba-4dd2-b9a9-76895669fc34 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.978601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93806e01-8412-4a06-8a72-222d33bf0f4b req-a7ac1e83-c8ba-4dd2-b9a9-76895669fc34 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0679173 Mar 07 11:11:11.042002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93806e01-8412-4a06-8a72-222d33bf0f4b req-aaa7859a-e85d-4c0f-841d-9c5e4175b16b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533981 Mar 07 11:11:11.273943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42792) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:11.397031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1198998465-network', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:11.422934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Made reservation on behalf of 4ac5d109650e49228c90a38c39bd9d7d for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:11.425475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.434814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.546580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks [] for security_group (49d13954-a6b5-463a-85cf-bbfcea97d863), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.564213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49d13954-a6b5-463a-85cf-bbfcea97d863), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.582332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:11:11.608676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4c4fb138-40aa-4efd-ae60-9b6a9c0f8827), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.609068 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Added segment 4c4fb138-40aa-4efd-ae60-9b6a9c0f8827 of type vlan for network eb5355db-306e-418f-93e8-3cd4afc0f167 Mar 07 11:11:11.625467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d13954-a6b5-463a-85cf-bbfcea97d863,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:11.678660 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (eb5355db-306e-418f-93e8-3cd4afc0f167), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.709994 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (eb5355db-306e-418f-93e8-3cd4afc0f167), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.711090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:11.711828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.771875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4967670 Mar 07 11:11:11.774867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42806) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:11.779959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Request body: {'subnet': {'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1198998465-subnet', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:11.780173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b6123-666f-44fa-8458-61343f02a2cc admin admin] Pushing event updated for resources: {'Network': ['ID=eb5355db-306e-418f-93e8-3cd4afc0f167,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:11.792774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network eb5355db-306e-418f-93e8-3cd4afc0f167 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:11:11.805381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Made reservation on behalf of 4ac5d109650e49228c90a38c39bd9d7d for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:11.808261 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.043223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (955818fb-4773-43b0-b8bb-b2bfa5936aa1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.096840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=955818fb-4773-43b0-b8bb-b2bfa5936aa1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:12.117459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Checking segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:12.117826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Network hostable DHCP agents. Network: eb5355db-306e-418f-93e8-3cd4afc0f167, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:11:12.142686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Network eb5355db-306e-418f-93e8-3cd4afc0f167 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:11:12.176144 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, eb5355db-306e-418f-93e8-3cd4afc0f167) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:12.181751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.182886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.186220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e8ef4-8103-4683-9574-73fe47cc59e7 None None] Network eb5355db-306e-418f-93e8-3cd4afc0f167 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:12.199535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69d78c-ca6e-46ff-9869-820cbb95439a req-780bc308-d9b2-4b9b-b4df-adc5a2694289 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.201346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f69d78c-ca6e-46ff-9869-820cbb95439a req-780bc308-d9b2-4b9b-b4df-adc5a2694289 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0703173 Mar 07 11:11:12.226685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8cae1d69-48e5-458c-aa44-9f3b99aebb8b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4506564 Mar 07 11:11:12.229441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42818) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:12.240631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:12.260150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f69d78c-ca6e-46ff-9869-820cbb95439a req-198c8700-f388-4b72-827c-a8c59a7dac9c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520883 Mar 07 11:11:12.292292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.293959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.351597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-eb5355db-306e-418f-93e8-3cd4afc0f167', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:11:12.352513 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.385716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42824) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:12.394941 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for router_controller (9a580d48-e417-47b7-8a57-abd1bbfcba7f), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.421245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e564148-ae3a-4625-98f5-8adb2ecf9099 req-f9f2c0b5-e22b-4639-ae38-85ab720ee818 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.423103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e564148-ae3a-4625-98f5-8adb2ecf9099 req-f9f2c0b5-e22b-4639-ae38-85ab720ee818 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0643268 Mar 07 11:11:12.486468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e564148-ae3a-4625-98f5-8adb2ecf9099 req-07b6422f-140f-4c0d-bad3-b3d2b395c4fa tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Mar 07 11:11:12.542942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee154-e477-4872-a497-2a46975ae1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.647015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Allocated IP 172.20.0.2 (eb5355db-306e-418f-93e8-3cd4afc0f167/955818fb-4773-43b0-b8bb-b2bfa5936aa1/9a0b03db-f953-423f-8702-e60a01976b85) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:12.657950 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for router_gateway (9a580d48-e417-47b7-8a57-abd1bbfcba7f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.676737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10a5ba-b51a-4e55-bb95-b6f8b86f4a2d req-a302b46f-6796-44e8-82d2-f314b753fa2b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.683894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d10a5ba-b51a-4e55-bb95-b6f8b86f4a2d req-a302b46f-6796-44e8-82d2-f314b753fa2b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0899725 Mar 07 11:11:12.727317 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee154-e477-4872-a497-2a46975ae1fa admin admin] Publish callbacks [] for security_group (7f0628c4-0f3f-4a6c-b7a6-5141aedfe709), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.739359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee154-e477-4872-a497-2a46975ae1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7f0628c4-0f3f-4a6c-b7a6-5141aedfe709), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.780346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d10a5ba-b51a-4e55-bb95-b6f8b86f4a2d req-b5df3e5c-b87b-41a5-90e4-f0f10360ae67 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Mar 07 11:11:12.819760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ee154-e477-4872-a497-2a46975ae1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0628c4-0f3f-4a6c-b7a6-5141aedfe709,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:12.827861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d8ee154-e477-4872-a497-2a46975ae1fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da2bd04f0ced4b47b6ee6c5d5292936f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405823 Mar 07 11:11:12.828655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:12.880553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks [] for port (9a0b03db-f953-423f-8702-e60a01976b85), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.894917 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9a0b03db-f953-423f-8702-e60a01976b85), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.945259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Network eb5355db-306e-418f-93e8-3cd4afc0f167 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:12.949187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:12.953954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] Publish callbacks [] for security_group (7f0628c4-0f3f-4a6c-b7a6-5141aedfe709), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.954971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:13.000570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] Publish callbacks [] for security_group (7f0628c4-0f3f-4a6c-b7a6-5141aedfe709), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.009784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for router_gateway (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.037847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Pushing event updated for resources: {'Port': ['ID=9a0b03db-f953-423f-8702-e60a01976b85,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:13.039885 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.044700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Attempting to bind port 9a0b03db-f953-423f-8702-e60a01976b85 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:13.045070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Attempting to bind port 9a0b03db-f953-423f-8702-e60a01976b85 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:13.045472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Attempting to bind port 9a0b03db-f953-423f-8702-e60a01976b85 on network eb5355db-306e-418f-93e8-3cd4afc0f167 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:13.052414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:13.052874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Checking segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:13.053260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.053652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Bound using segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:13.054679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Bound port: 9a0b03db-f953-423f-8702-e60a01976b85, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:13.054679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a0b03db-f953-423f-8702-e60a01976b85), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.102592 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7f0628c4-0f3f-4a6c-b7a6-5141aedfe709), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.112617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.113276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f0628c4-0f3f-4a6c-b7a6-5141aedfe709 HTTP/1.1" status: 204 len: 168 time: 0.2832913 Mar 07 11:11:13.141670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb59ad-3db0-40eb-acc1-6d992b111069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0628c4-0f3f-4a6c-b7a6-5141aedfe709,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:13.220870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] For port 9a0b03db-f953-423f-8702-e60a01976b85, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:13.231249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] For port 9a0b03db-f953-423f-8702-e60a01976b85, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a0b03db-f953-423f-8702-e60a01976b85,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:13.249179 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9a0b03db-f953-423f-8702-e60a01976b85), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.276558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-64c74751-155a-46b8-b1aa-0144358af726 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:13.278172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-64c74751-155a-46b8-b1aa-0144358af726 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.1945355 Mar 07 11:11:13.304501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-16ea7b28-0892-46d3-8b57-658cff70a25a tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/quotas/eb48c186559c443cab83fb952a72baf0 HTTP/1.1" status: 200 len: 375 time: 0.0197988 Mar 07 11:11:13.310295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Allocated IP 172.25.4.231 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/dbca2280-a7d2-43a6-9187-2729db253c33) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:13.357094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527a5f-35d1-4b7e-863e-4fa54763fc74 None None] Pushing event updated for resources: {'Port': ['ID=9a0b03db-f953-423f-8702-e60a01976b85,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:13.442607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-260c135b-7d96-4791-8644-34150629465b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230626 Mar 07 11:11:13.516556 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for port (dbca2280-a7d2-43a6-9187-2729db253c33), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.610193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-0106be6c-5384-4e5b-a063-8cfd4f90869a service neutron] 10.222.0.23 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508932 Mar 07 11:11:13.616219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.631816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:13.664554 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d664ce3-df6b-4209-bbcf-ed9f89129f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.707867 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:13.713352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:13.721166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:13.768615 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:11:13.788097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Pushing event updated for resources: {'Port': ['ID=dbca2280-a7d2-43a6-9187-2729db253c33,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:13.829660 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-ca306485-2098-478f-9bd0-1de79ee64cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129235 Mar 07 11:11:13.908277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d664ce3-df6b-4209-bbcf-ed9f89129f7f admin admin] Publish callbacks [] for security_group (c218fecf-fb4e-4d56-894b-a23c6791b1b4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.916304 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4d664ce3-df6b-4209-bbcf-ed9f89129f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c218fecf-fb4e-4d56-894b-a23c6791b1b4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.954934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4d664ce3-df6b-4209-bbcf-ed9f89129f7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08dca6848113451ebc2057840e251a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243010 Mar 07 11:11:13.961854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:13.984651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d664ce3-df6b-4209-bbcf-ed9f89129f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c218fecf-fb4e-4d56-894b-a23c6791b1b4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:14.164789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1bbf5ce-378a-43b1-a410-660d2c3e5d9d req-a5128ec8-b6da-4a4f-a769-8802f618127f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 210 time: 0.0661550 Mar 07 11:11:14.209489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] Publish callbacks [] for security_group (c218fecf-fb4e-4d56-894b-a23c6791b1b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.259321 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] Publish callbacks [] for security_group (c218fecf-fb4e-4d56-894b-a23c6791b1b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.291322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for router_gateway (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.414863 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c218fecf-fb4e-4d56-894b-a23c6791b1b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.418562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.420835 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c218fecf-fb4e-4d56-894b-a23c6791b1b4 HTTP/1.1" status: 204 len: 168 time: 0.4573061 Mar 07 11:11:14.475158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887d4c8-4ad2-4c61-a3f8-f49cf743bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c218fecf-fb4e-4d56-894b-a23c6791b1b4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:14.642425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.879845 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Router 9a580d48-e417-47b7-8a57-abd1bbfcba7f is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:11:14.967200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d47f66-2240-4dd8-936c-b4546debb2aa None None] Network eb5355db-306e-418f-93e8-3cd4afc0f167 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:15.172511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Provisioning complete for port 9a0b03db-f953-423f-8702-e60a01976b85 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:15.172884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a0b03db-f953-423f-8702-e60a01976b85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.282469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Current status of the port 9a0b03db-f953-423f-8702-e60a01976b85 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:15.283143 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a0b03db-f953-423f-8702-e60a01976b85), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.333197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] For port 9a0b03db-f953-423f-8702-e60a01976b85, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a0b03db-f953-423f-8702-e60a01976b85,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:15.341092 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9a0b03db-f953-423f-8702-e60a01976b85), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.427789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d2c4-3377-4e31-9df6-c5c4960188b1 None None] Pushing event updated for resources: {'Port': ['ID=9a0b03db-f953-423f-8702-e60a01976b85,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:15.460323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e70cd01-06a8-48ab-94c7-044a79a86f6c req-fa115fb0-d504-4567-9e71-b79093577720 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 210 time: 0.1048293 Mar 07 11:11:15.623995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:15.639686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Sync routers for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:15.684291 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:15.686757 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:15.702087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c6fe3486-e6e4-443b-9e69-61855e171394 None None] Provisioning complete for port 9a0b03db-f953-423f-8702-e60a01976b85 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:15.709463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-a7eb825f-16b3-4079-ae94-5be7c0f63ae5 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:15.709723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3486-e6e4-443b-9e69-61855e171394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a0b03db-f953-423f-8702-e60a01976b85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.710494 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.712231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-a7eb825f-16b3-4079-ae94-5be7c0f63ae5 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.26 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.2774107 Mar 07 11:11:15.714871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:15.714984 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0cc600e-85e3-4444-8d9d-a6590f6157fe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4843884 Mar 07 11:11:15.740433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Request body: {'port': {'device_id': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'admin_state_up': True, 'tenant_id': 'eb48c186559c443cab83fb952a72baf0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:15.818422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a0b03db-f953-423f-8702-e60a01976b85 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:15.851015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Made reservation on behalf of eb48c186559c443cab83fb952a72baf0 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:15.853624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.879761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:15.951425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe3486-e6e4-443b-9e69-61855e171394 None None] Current status of the port 9a0b03db-f953-423f-8702-e60a01976b85 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:16.006960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9a0b03db-f953-423f-8702-e60a01976b85 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:16.009131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a0b03db-f953-423f-8702-e60a01976b85), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.121867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9a0b03db-f953-423f-8702-e60a01976b85 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:16.130843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Allocated IP 172.20.0.9 (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4/93b171d7-0b92-4366-84e5-12d14e6a2116/e002828f-6552-4910-b629-afe6dc91b898) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:16.170869 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:13Z', 'revision_number': 3, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:16.203544 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Checking router: 9a580d48-e417-47b7-8a57-abd1bbfcba7f for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:16.204207 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Updating router 9a580d48-e417-47b7-8a57-abd1bbfcba7f port dbca2280-a7d2-43a6-9187-2729db253c33 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:16.257831 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.379059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks [] for port (e002828f-6552-4910-b629-afe6dc91b898), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.590903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de4a3657-8eb9-4119-83d5-87fbd9139e66 req-075a5003-905e-485d-b37e-2e11e339476a tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 210 time: 0.0367541 Mar 07 11:11:16.616131 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.628335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['da900cdd-3cc3-48b9-8793-9e65a564b238'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:16.728285 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.783689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:16.834208 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks [] for port (dbca2280-a7d2-43a6-9187-2729db253c33), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.843461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:16.850796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:16.853842 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.883695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Pushing event updated for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:16.918743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481013-0710-4b53-a199-9bac368df0c3 None None] Pushing event updated for resources: {'Port': ['ID=dbca2280-a7d2-43a6-9187-2729db253c33,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:16.933343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:16.933960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.950276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Attempting to bind port dbca2280-a7d2-43a6-9187-2729db253c33 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:16.950656 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Attempting to bind port dbca2280-a7d2-43a6-9187-2729db253c33 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:16.951023 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Attempting to bind port dbca2280-a7d2-43a6-9187-2729db253c33 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:16.957826 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:16.958278 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:16.958737 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.959178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:16.961185 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Bound port: dbca2280-a7d2-43a6-9187-2729db253c33, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:16.961967 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.009046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-cc9b6f2b-cae2-4a37-b4aa-6ea98777349b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2866588 Mar 07 11:11:17.023254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Request body: {'port': {'device_id': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:17.034549 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] For port dbca2280-a7d2-43a6-9187-2729db253c33, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:17.038415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] For port dbca2280-a7d2-43a6-9187-2729db253c33, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dbca2280-a7d2-43a6-9187-2729db253c33,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:17.047688 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.058436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Allocated IP 172.20.0.1 (eb5355db-306e-418f-93e8-3cd4afc0f167/955818fb-4773-43b0-b8bb-b2bfa5936aa1/7cb20277-e94f-4326-9d98-3294c89cc22c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:17.101496 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:17.102255 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:17.152437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e002828f-6552-4910-b629-afe6dc91b898), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.187064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-396aca5b-3914-4af6-949d-391a671182ed None None] Provisioning complete for port e002828f-6552-4910-b629-afe6dc91b898 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:17.187629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-396aca5b-3914-4af6-949d-391a671182ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e002828f-6552-4910-b629-afe6dc91b898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.228622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-396aca5b-3914-4af6-949d-391a671182ed None None] Port e002828f-6552-4910-b629-afe6dc91b898 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:17.238269 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481013-0710-4b53-a199-9bac368df0c3 None None] Pushing event updated for resources: {'Port': ['ID=dbca2280-a7d2-43a6-9187-2729db253c33,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:17.247121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:17.524508 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:13Z', 'revision_number': 3, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:17.557157 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e8a27-142f-4e10-a2a9-b513eb181d03 None None] The sync data for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 is: [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:13Z', 'revision_number': 3, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:17.778805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks [] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.893981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525fe0b-76d3-44ac-939a-4170c6b3acc1 req-479b8856-2245-432c-b122-7f8d9d053624 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:17.895593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f525fe0b-76d3-44ac-939a-4170c6b3acc1 req-479b8856-2245-432c-b122-7f8d9d053624 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1027 time: 0.1415269 Mar 07 11:11:17.932196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.034685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f525fe0b-76d3-44ac-939a-4170c6b3acc1 req-8965846f-0789-4666-adff-ee1fdda15c83 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284873 Mar 07 11:11:18.084948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Network eb5355db-306e-418f-93e8-3cd4afc0f167 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:18.093141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:18.104567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:18.134681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Pushing event updated for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:18.147969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e002828f-6552-4910-b629-afe6dc91b898 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:18.158995 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks [] for port (e002828f-6552-4910-b629-afe6dc91b898), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.171165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.220891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Transition to ACTIVE for port object e002828f-6552-4910-b629-afe6dc91b898 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:18.236162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.374856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Pushing event updated for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:18.493041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.526092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Attempting to bind port e002828f-6552-4910-b629-afe6dc91b898 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:18.526871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Attempting to bind port e002828f-6552-4910-b629-afe6dc91b898 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:18.527994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Attempting to bind port e002828f-6552-4910-b629-afe6dc91b898 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:18.564475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Port e002828f-6552-4910-b629-afe6dc91b898 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:18.564826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Attempting to bind port e002828f-6552-4910-b629-afe6dc91b898 on network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:18.569515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-247f00fc-9246-432d-8798-2ad0daa27ed9 None None] Provisioning complete for port 7cb20277-e94f-4326-9d98-3294c89cc22c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:18.570524 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-247f00fc-9246-432d-8798-2ad0daa27ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.586272 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:18.586649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Checking segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:18.587006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Bound using segment: {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:18.587461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Bound port: e002828f-6552-4910-b629-afe6dc91b898, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e727d2d-b866-4d49-b3e7-e4a97feed465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:18.587868 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e002828f-6552-4910-b629-afe6dc91b898), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.615819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-247f00fc-9246-432d-8798-2ad0daa27ed9 None None] Port 7cb20277-e94f-4326-9d98-3294c89cc22c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:18.774165 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:18.793603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e002828f-6552-4910-b629-afe6dc91b898,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:18.811148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.865633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:18.866255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.867762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] 10.222.0.26 "PUT /v2.0/ports/e002828f-6552-4910-b629-afe6dc91b898 HTTP/1.1" status: 200 len: 1091 time: 1.8500788 Mar 07 11:11:18.869703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:18.872133 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcae4804-f290-424d-9327-1ff2768d844f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "tag": "e002828f-6552-4910-b629-afe6dc91b898"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:18.916714 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks [] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.932567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763b7b-819a-4db2-a914-9574e7dc76dd service neutron] Pushing event updated for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:18.947687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.025030 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f83b7-43cf-4712-9473-ef92d14c64cf x-openstack-request-id: req-c11f83b7-43cf-4712-9473-ef92d14c64cf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:19.025329 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "tag": "e002828f-6552-4910-b629-afe6dc91b898", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:19.025586 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c11f83b7-43cf-4712-9473-ef92d14c64cf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:19.025992 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898', 'status': 'completed', 'code': 200} Mar 07 11:11:19.026583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Pushing event updated for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:19.076187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.096611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-4c2b53d9-58c4-4d8d-a211-9bf3131e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.098206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-4c2b53d9-58c4-4d8d-a211-9bf3131e686c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1125 time: 0.1781447 Mar 07 11:11:19.205541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-23f7e16a-482a-40ac-a460-cd73850088f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e002828f-6552-4910-b629-afe6dc91b898 HTTP/1.1" status: 200 len: 217 time: 0.0817623 Mar 07 11:11:19.305126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-28b18a52-b71f-4340-94d6-523e2f4761ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.306591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-28b18a52-b71f-4340-94d6-523e2f4761ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93b171d7-0b92-4366-84e5-12d14e6a2116 HTTP/1.1" status: 200 len: 849 time: 0.0827577 Mar 07 11:11:19.312263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Network eb5355db-306e-418f-93e8-3cd4afc0f167 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:19.316773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845419b-eb58-46ab-a09e-eb568229cab7 req-957b8e0e-1e0f-4c11-9b4e-8d8b8410aab0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.318413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1845419b-eb58-46ab-a09e-eb568229cab7 req-957b8e0e-1e0f-4c11-9b4e-8d8b8410aab0 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1125 time: 0.1587284 Mar 07 11:11:19.319278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:19.497584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1845419b-eb58-46ab-a09e-eb568229cab7 req-fdcedac5-9d3a-48b4-bfa4-78ecf3faf47f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673691 Mar 07 11:11:19.505937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-76dec7d4-a425-48a5-b5b7-b0478e3dadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.509386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-76dec7d4-a425-48a5-b5b7-b0478e3dadbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1942935 Mar 07 11:11:19.639193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Router 9a580d48-e417-47b7-8a57-abd1bbfcba7f has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:19.764252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-2e49403e-5acf-4f89-a7a5-ec37c546ab56 service neutron] 10.222.0.26 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470994 Mar 07 11:11:19.773198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dbca2280-a7d2-43a6-9187-2729db253c33 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:19.854693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:19.860207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6ca9bd5-8f3b-497f-b110-a4e5879839d9 None None] Provisioning complete for port 7cb20277-e94f-4326-9d98-3294c89cc22c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:19.860904 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9bd5-8f3b-497f-b110-a4e5879839d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.864855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-79d842b4-114a-4757-b13b-4e5eb661fe1a admin admin] 10.222.0.23 "PUT /v2.0/routers/9a580d48-e417-47b7-8a57-abd1bbfcba7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1485927 Mar 07 11:11:19.905665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca9bd5-8f3b-497f-b110-a4e5879839d9 None None] Port 7cb20277-e94f-4326-9d98-3294c89cc22c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:19.916103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dbca2280-a7d2-43a6-9187-2729db253c33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:19.916477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.000656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ddb2196-eb74-49f3-b4d8-2f02aeb99048 req-586b080f-8b90-4513-af8f-e1a5b8ef37c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278950 Mar 07 11:11:20.086900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dbca2280-a7d2-43a6-9187-2729db253c33 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:20.087319 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.117226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port dbca2280-a7d2-43a6-9187-2729db253c33, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dbca2280-a7d2-43a6-9187-2729db253c33,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:20.123137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.145383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4804-f290-424d-9327-1ff2768d844f req-afa310bb-c0a4-4060-9910-218ed739bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.149579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-afa310bb-c0a4-4060-9910-218ed739bd53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb48c186559c443cab83fb952a72baf0&device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1125 time: 0.0929971 Mar 07 11:11:20.173038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Sync routers for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:20.196310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:20.197319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:20.260825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=dbca2280-a7d2-43a6-9187-2729db253c33,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:20.324926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4804-f290-424d-9327-1ff2768d844f req-fa1190eb-f1ec-4f97-a1b1-6144c490a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.327627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-fa1190eb-f1ec-4f97-a1b1-6144c490a156 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 200 len: 911 time: 0.1719258 Mar 07 11:11:20.336068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:20.397292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-05df41a4-9f6a-4fc5-8ddd-43b513dba7e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e002828f-6552-4910-b629-afe6dc91b898 HTTP/1.1" status: 200 len: 217 time: 0.0630696 Mar 07 11:11:20.461212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4804-f290-424d-9327-1ff2768d844f req-37b7fde4-09d8-47b1-a823-879c6e20f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.462996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-37b7fde4-09d8-47b1-a823-879c6e20f5df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93b171d7-0b92-4366-84e5-12d14e6a2116 HTTP/1.1" status: 200 len: 849 time: 0.0544715 Mar 07 11:11:20.540508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4804-f290-424d-9327-1ff2768d844f req-21ace5f0-00c6-4997-9d58-12241a612660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.542518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-21ace5f0-00c6-4997-9d58-12241a612660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729883 Mar 07 11:11:20.714472 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42980) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:20.720571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-925466629-network', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:20.742726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-152e35d1-fe1d-4940-a60d-16271d4b23f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.761222 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Made reservation on behalf of 99e3b762dd7343508ee18e50ab3bda14 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:20.764877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.777621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.779592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 2, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:20.809327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-d9bccf66-8437-4817-a01d-be77e0087089 service neutron] 10.222.0.26 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579060 Mar 07 11:11:20.811750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Checking router: 9a580d48-e417-47b7-8a57-abd1bbfcba7f for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:20.812200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Updating router 9a580d48-e417-47b7-8a57-abd1bbfcba7f port 7cb20277-e94f-4326-9d98-3294c89cc22c binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:20.857353 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.872647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks [] for security_group (0136b1b4-beb2-436a-a1ac-e6e06dc499aa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.878703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0136b1b4-beb2-436a-a1ac-e6e06dc499aa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.911966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:11:20.926326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136b1b4-beb2-436a-a1ac-e6e06dc499aa,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:20.933961 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8950a592-eb4d-4ce7-9515-400ecf4a5492), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.934428 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Added segment 8950a592-eb4d-4ce7-9515-400ecf4a5492 of type vlan for network 5fb3a623-b81c-4d16-a458-713b0a407fb9 Mar 07 11:11:20.985521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (5fb3a623-b81c-4d16-a458-713b0a407fb9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.999565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcae4804-f290-424d-9327-1ff2768d844f req-c9a6b3f3-08be-4be7-ae41-bc95a52c668c service neutron] 10.222.0.26 "GET /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828988 Mar 07 11:11:21.011763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed1d5c-87e9-4113-ab83-a2782f815a38 req-485956e9-053f-4b8f-8e6f-8eda4b6f05a8 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:21.015536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0ed1d5c-87e9-4113-ab83-a2782f815a38 req-485956e9-053f-4b8f-8e6f-8eda4b6f05a8 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1125 time: 0.3705986 Mar 07 11:11:21.032360 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (5fb3a623-b81c-4d16-a458-713b0a407fb9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.034952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:21.036425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.073597 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3547721 Mar 07 11:11:21.077898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 42986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:21.085375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Request body: {'subnet': {'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-925466629-subnet', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:21.100744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0ed1d5c-87e9-4113-ab83-a2782f815a38 req-8a0f8add-f0ef-47c9-ad84-a0efcfef8278 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Mar 07 11:11:21.115448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Made reservation on behalf of 99e3b762dd7343508ee18e50ab3bda14 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:21.121658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.166933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a57f-afa0-495f-aa5c-a6eb124f573d admin admin] Pushing event updated for resources: {'Network': ['ID=5fb3a623-b81c-4d16-a458-713b0a407fb9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:21.201695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:11:21.384622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e002828f-6552-4910-b629-afe6dc91b898 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:21.433373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (f48dec79-dee4-41a2-b741-1a229b6d47cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.459868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks [] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.487566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.513402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48dec79-dee4-41a2-b741-1a229b6d47cb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:21.524951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Checking segment: {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:21.525536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Network hostable DHCP agents. Network: 5fb3a623-b81c-4d16-a458-713b0a407fb9, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:11:21.546707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:11:21.573995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 5fb3a623-b81c-4d16-a458-713b0a407fb9) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:21.582030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:21.585487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.594023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc6339-26d9-4405-8e90-079b55f76d3c None None] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:21.625230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c2ae3130-773a-4921-8e3d-1a2de1ac1476 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5452912 Mar 07 11:11:21.628105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 42990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:21.635165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:21.662043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.663733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.698277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881392e-e86e-456f-9b9f-615c9a05283c None None] Pushing event updated for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:21.722776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dbca2280-a7d2-43a6-9187-2729db253c33 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:21.750805 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for router_controller (8f09fcbe-8c41-4e0c-92d9-6228336232b5), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.856888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e002828f-6552-4910-b629-afe6dc91b898,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:21.893855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Attempting to bind port 7cb20277-e94f-4326-9d98-3294c89cc22c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:21.894327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Attempting to bind port 7cb20277-e94f-4326-9d98-3294c89cc22c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:21.894783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Attempting to bind port 7cb20277-e94f-4326-9d98-3294c89cc22c on network eb5355db-306e-418f-93e8-3cd4afc0f167 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:21.904723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:21.905098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Checking segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:21.905532 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.905926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Bound using segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:21.906505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Bound port: 7cb20277-e94f-4326-9d98-3294c89cc22c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:21.906977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.934590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e002828f-6552-4910-b629-afe6dc91b898', 'network_id': '2b20cfcf-ec67-4f7d-8530-6c87b5a304a4', 'port_id': 'e002828f-6552-4910-b629-afe6dc91b898', 'mac_address': 'fa:16:3e:d9:7f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b171d7-0b92-4366-84e5-12d14e6a2116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:22.017959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for router_gateway (8f09fcbe-8c41-4e0c-92d9-6228336232b5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.040944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-5fb3a623-b81c-4d16-a458-713b0a407fb9', 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9', 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'fixed_ips': [{'subnet_id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:11:22.041852 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.085679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port dbca2280-a7d2-43a6-9187-2729db253c33 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.090095 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.179873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e002828f-6552-4910-b629-afe6dc91b898 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:22.180258 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e002828f-6552-4910-b629-afe6dc91b898), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.216161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d2651754-b9cb-4a56-8eba-0ffbeb00cf9d None None] Provisioning complete for port 7cb20277-e94f-4326-9d98-3294c89cc22c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.216612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d2651754-b9cb-4a56-8eba-0ffbeb00cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.264383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] For port 7cb20277-e94f-4326-9d98-3294c89cc22c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:22.266661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d2651754-b9cb-4a56-8eba-0ffbeb00cf9d None None] Port 7cb20277-e94f-4326-9d98-3294c89cc22c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:22.283903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf357d-63dd-442c-b7bf-a809ba89d6fb req-863f1fff-705a-4bb8-adb8-7c00dba99589 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:22.287176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7bf357d-63dd-442c-b7bf-a809ba89d6fb req-863f1fff-705a-4bb8-adb8-7c00dba99589 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1125 time: 0.0746880 Mar 07 11:11:22.346369 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for router_gateway (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.348294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e002828f-6552-4910-b629-afe6dc91b898 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:22.369776 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.391680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7bf357d-63dd-442c-b7bf-a809ba89d6fb req-2764960c-d2bc-41e7-afed-b05b91527793 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Mar 07 11:11:22.399560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] For port 7cb20277-e94f-4326-9d98-3294c89cc22c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7cb20277-e94f-4326-9d98-3294c89cc22c,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:22.450061 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.476465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e002828f-6552-4910-b629-afe6dc91b898,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:22.510473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Allocated IP 172.25.4.41 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/00d78916-009b-4cad-b82d-b863f74a395c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:22.550117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881392e-e86e-456f-9b9f-615c9a05283c None None] Pushing event updated for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:22.654904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Allocated IP 172.20.0.2 (5fb3a623-b81c-4d16-a458-713b0a407fb9/f48dec79-dee4-41a2-b741-1a229b6d47cb/4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:22.683383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for port (00d78916-009b-4cad-b82d-b863f74a395c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.725623 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (00d78916-009b-4cad-b82d-b863f74a395c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.781852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:22.787417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:22.792822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:22.833204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.837099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Pushing event updated for resources: {'Port': ['ID=00d78916-009b-4cad-b82d-b863f74a395c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:22.862891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port dbca2280-a7d2-43a6-9187-2729db253c33 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:23.053977 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:23.054606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:10:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:23.224952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:23.434482 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for router_gateway (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.631901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d538dd-923b-4987-89a7-56c720054749 req-1d13e062-32f7-4234-9d38-5e63e9f809a9 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.646971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92d538dd-923b-4987-89a7-56c720054749 req-1d13e062-32f7-4234-9d38-5e63e9f809a9 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1126 time: 0.1097078 Mar 07 11:11:23.778196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.802121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92d538dd-923b-4987-89a7-56c720054749 req-3c0adcdf-3b13-4673-8073-acdab95c8ef5 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525421 Mar 07 11:11:23.849276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e002828f-6552-4910-b629-afe6dc91b898'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:24.048293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7d3c391a-3e03-4003-81ec-8eeecea6ed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.078663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:11:24.116113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:24.123158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Provisioning complete for port 7cb20277-e94f-4326-9d98-3294c89cc22c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:24.123557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.177573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks [] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.208596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.299867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:24.299867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:24.301193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:24.312280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:24.416437 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Pushing event updated for resources: {'Port': ['ID=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:24.433616 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:24.448078 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Sync routers for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:24.451249 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84361ec7-4946-48fb-93be-f9b4b0afac03 None None] The sync data for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 is: [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:24.462305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.465956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2a44c46b-fe6e-447d-950d-8f76517b8085 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8338554 Mar 07 11:11:24.466311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43058) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:24.491300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:24.492098 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:24.509654 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.591776 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.654647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Attempting to bind port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:24.655080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Attempting to bind port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:24.655371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Attempting to bind port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 on network 5fb3a623-b81c-4d16-a458-713b0a407fb9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:24.660011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Current status of the port 7cb20277-e94f-4326-9d98-3294c89cc22c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:24.660386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.680960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:24.681403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Checking segment: {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:24.681737 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.682133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Bound using segment: {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:24.682602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Bound port: 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:24.682984 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.810628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] For port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:24.822052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] For port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:24.843067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.863234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] For port 7cb20277-e94f-4326-9d98-3294c89cc22c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7cb20277-e94f-4326-9d98-3294c89cc22c,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:24.865701 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:24.923624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.993993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a85c-139e-4c2c-a022-46573e48fc93 None None] Pushing event updated for resources: {'Port': ['ID=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.105176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42280b06-ce84-43dd-99d2-6f415c2286af None None] Pushing event updated for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.310786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082b569-9ee6-4e31-8160-4b4711cdef71 req-b87d3763-48f0-49df-baea-65d95cbb35a4 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.313680 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:23Z', 'revision_number': 3, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:25.347167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7082b569-9ee6-4e31-8160-4b4711cdef71 req-b87d3763-48f0-49df-baea-65d95cbb35a4 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1126 time: 0.3008122 Mar 07 11:11:25.390680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e002828f-6552-4910-b629-afe6dc91b898 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:25.416818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Checking router: 8f09fcbe-8c41-4e0c-92d9-6228336232b5 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:25.417165 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Updating router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 port 00d78916-009b-4cad-b82d-b863f74a395c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:25.505353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7082b569-9ee6-4e31-8160-4b4711cdef71 req-a1b56a07-c8f8-46fb-adfe-12374faa4c52 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302083 Mar 07 11:11:25.537288 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00d78916-009b-4cad-b82d-b863f74a395c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.543792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e002828f-6552-4910-b629-afe6dc91b898 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:25.550082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e002828f-6552-4910-b629-afe6dc91b898 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:25.552244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e002828f-6552-4910-b629-afe6dc91b898), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.770260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e002828f-6552-4910-b629-afe6dc91b898 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:25.770644 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e002828f-6552-4910-b629-afe6dc91b898), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.833478 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.879090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7cb20277-e94f-4326-9d98-3294c89cc22c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:25.886362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.960057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e002828f-6552-4910-b629-afe6dc91b898,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:25.961177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:25.963596 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1061c4-50a6-4d93-a0db-afe187882f91" -d '{"events": [{"server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "name": "network-vif-plugged", "status": "completed", "tag": "e002828f-6552-4910-b629-afe6dc91b898"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:25.999208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.156556 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f139efb4-6ac0-4002-ac8c-b52d98ecbeb6 x-openstack-request-id: req-f139efb4-6ac0-4002-ac8c-b52d98ecbeb6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:26.157224 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "name": "network-vif-plugged", "status": "completed", "tag": "e002828f-6552-4910-b629-afe6dc91b898", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:26.157318 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f139efb4-6ac0-4002-ac8c-b52d98ecbeb6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:26.158085 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898', 'code': 200} Mar 07 11:11:26.159203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.181132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7cb20277-e94f-4326-9d98-3294c89cc22c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:26.181427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.311580 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks [] for port (00d78916-009b-4cad-b82d-b863f74a395c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.336180 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00d78916-009b-4cad-b82d-b863f74a395c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.399778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Allocated IP 172.20.0.1 (5fb3a623-b81c-4d16-a458-713b0a407fb9/f48dec79-dee4-41a2-b741-1a229b6d47cb/193d1f66-73e5-40a0-adfc-d024ed0fa2e0) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:26.441145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7cb20277-e94f-4326-9d98-3294c89cc22c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:26.447743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:26.470127 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681cf69-def8-428a-9bd7-87a269dd64bb None None] Pushing event updated for resources: {'Port': ['ID=00d78916-009b-4cad-b82d-b863f74a395c,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.504951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Attempting to bind port 00d78916-009b-4cad-b82d-b863f74a395c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:26.505077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Attempting to bind port 00d78916-009b-4cad-b82d-b863f74a395c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:26.505536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Attempting to bind port 00d78916-009b-4cad-b82d-b863f74a395c on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:26.547887 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:26.548524 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:26.548762 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.549042 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:26.549589 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Bound port: 00d78916-009b-4cad-b82d-b863f74a395c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:26.549969 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00d78916-009b-4cad-b82d-b863f74a395c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.616293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:26.616666 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.691975 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] For port 00d78916-009b-4cad-b82d-b863f74a395c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:26.696602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] For port 00d78916-009b-4cad-b82d-b863f74a395c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00d78916-009b-4cad-b82d-b863f74a395c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:26.712436 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00d78916-009b-4cad-b82d-b863f74a395c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.787198 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681cf69-def8-428a-9bd7-87a269dd64bb None None] Pushing event updated for resources: {'Port': ['ID=00d78916-009b-4cad-b82d-b863f74a395c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.846553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:26.846972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.858851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d68253-c442-48a6-bd5a-17f72a50c0c8 None None] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:26.870308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:26.870939 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:26.946452 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks [] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.012547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20103e26-963d-45a0-b70b-76039fe40d44 req-55fcb3f9-16f5-4b55-9ebf-9814f5a77735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.014111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20103e26-963d-45a0-b70b-76039fe40d44 req-55fcb3f9-16f5-4b55-9ebf-9814f5a77735 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.3934855 Mar 07 11:11:27.034962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634704f4-143e-48b8-ac40-e2323ae7ba5f req-4a6abd62-de71-44a6-ae8b-ecf18937c96a tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.037470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-634704f4-143e-48b8-ac40-e2323ae7ba5f req-4a6abd62-de71-44a6-ae8b-ecf18937c96a tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.3299444 Mar 07 11:11:27.051981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:27.067923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b82e6351-2754-4326-b63d-80ca0b276b6f None None] Provisioning complete for port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:27.070496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b82e6351-2754-4326-b63d-80ca0b276b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.080647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.112763 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:27.197641 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.210758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-20103e26-963d-45a0-b70b-76039fe40d44 req-340c28f4-f747-4720-9999-0413d3ab87e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892934 Mar 07 11:11:27.213384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:27.226422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:27.232264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:27.266982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Pushing event updated for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:27.277730 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-634704f4-143e-48b8-ac40-e2323ae7ba5f req-5da36803-0d21-41ad-bdad-539aed15d330 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109270 Mar 07 11:11:27.300027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:27.309563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.310341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.401798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b82e6351-2754-4326-b63d-80ca0b276b6f None None] Current status of the port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:27.509973 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:23Z', 'revision_number': 3, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:27.544054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.556378 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c950f9fc-9eb9-4d14-bfea-6494be6a3f24 None None] The sync data for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 is: [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:23Z', 'revision_number': 3, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:27.776646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:27.905366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:27.905741 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.953706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks [] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.971708 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.095341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:28.095341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.133828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.137377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Pushing event updated for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:28.202629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:28.370268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Provisioning complete for port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:28.371845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.457229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:28.565597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5f54fa90-8673-476a-9253-217d80b41614 None None] Current status of the port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:28.687317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-28a84cba-a881-4997-bfe5-96762f3a5b2e None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:28.687499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28a84cba-a881-4997-bfe5-96762f3a5b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.732164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-28a84cba-a881-4997-bfe5-96762f3a5b2e None None] Port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:28.889021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:28.892274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce897b0-7321-483e-9cf9-0c65366d4847 req-05e11616-fbc6-44a7-9882-433d67cf9e22 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.893854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ce897b0-7321-483e-9cf9-0c65366d4847 req-05e11616-fbc6-44a7-9882-433d67cf9e22 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.0780444 Mar 07 11:11:28.894884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:29.050622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:29.056111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ce897b0-7321-483e-9cf9-0c65366d4847 req-a43d810d-3a45-429e-ba99-932cb110666a tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Mar 07 11:11:29.060608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:29.205493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:29.210829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a8046afe-40ea-442e-b210-7be8e7174893 admin admin] 10.222.0.23 "PUT /v2.0/routers/8f09fcbe-8c41-4e0c-92d9-6228336232b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7433174 Mar 07 11:11:29.257972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-73cd34c9-d341-43b3-9180-3f18a220f1d4 None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:29.258511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73cd34c9-d341-43b3-9180-3f18a220f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:29.298452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-73cd34c9-d341-43b3-9180-3f18a220f1d4 None None] Port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:29.821054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00d78916-009b-4cad-b82d-b863f74a395c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:29.836718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43102) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:29.842219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186257408', 'description': 'tempest-secgroup-smoke-186257408 description', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:29.886017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:29.935687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 00d78916-009b-4cad-b82d-b863f74a395c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:29.936071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00d78916-009b-4cad-b82d-b863f74a395c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.009615 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (4cd1d2cc-548a-4f19-a460-618e622303d9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.014541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4cd1d2cc-548a-4f19-a460-618e622303d9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.034003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00d78916-009b-4cad-b82d-b863f74a395c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:30.034602 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (00d78916-009b-4cad-b82d-b863f74a395c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.057241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 00d78916-009b-4cad-b82d-b863f74a395c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00d78916-009b-4cad-b82d-b863f74a395c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:30.061079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1d2cc-548a-4f19-a460-618e622303d9,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.064742 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (00d78916-009b-4cad-b82d-b863f74a395c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.081811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.085179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d70e459f-4e61-43c4-a9ac-3f40266842da tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2450843 Mar 07 11:11:30.086994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43106) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:30.095034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:30.148903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=00d78916-009b-4cad-b82d-b863f74a395c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.165495 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (851d2f6a-754c-43f9-a7f3-e7299d81518f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.198173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Sync routers for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:30.219327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:30.220103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:30.280114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (851d2f6a-754c-43f9-a7f3-e7299d81518f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.288722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (851d2f6a-754c-43f9-a7f3-e7299d81518f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.294716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6e71e-e0ae-4c59-af2b-d528ffc56d9d req-9bd674ad-b311-49a1-8ce8-a3189a8f461f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.302235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ead6e71e-e0ae-4c59-af2b-d528ffc56d9d req-9bd674ad-b311-49a1-8ce8-a3189a8f461f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.1189477 Mar 07 11:11:30.334880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851d2f6a-754c-43f9-a7f3-e7299d81518f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.338778 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.340014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f77dbd0a-075c-49ee-957a-6f9cdd887277 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519126 Mar 07 11:11:30.342897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43108) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:30.348200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:30.366257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:30.394188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (f34deeb2-ea5b-4dac-87c0-89953da5a1a3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.398698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ead6e71e-e0ae-4c59-af2b-d528ffc56d9d req-5e6301b7-d6fd-433f-a32c-3e9238f3a489 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956645 Mar 07 11:11:30.488353 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (f34deeb2-ea5b-4dac-87c0-89953da5a1a3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.497119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f34deeb2-ea5b-4dac-87c0-89953da5a1a3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.573989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34deeb2-ea5b-4dac-87c0-89953da5a1a3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.590362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.592674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a35cf08-a321-4af2-82a4-f5a6d128efbd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490475 Mar 07 11:11:30.595507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43112) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:30.602762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:30.630099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b252a-b80e-4c87-b8e9-181b586a0d0b req-3daaeeb8-9aca-4531-8f2b-1a08f0fe090e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.631909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f5b252a-b80e-4c87-b8e9-181b586a0d0b req-3daaeeb8-9aca-4531-8f2b-1a08f0fe090e tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.0924504 Mar 07 11:11:30.643012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (cd26c647-fca2-4081-9e7e-2550055033db), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.718135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:27Z', 'revision_number': 4, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '193d1f66-73e5-40a0-adfc-d024ed0fa2e0', 'name': '', 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'mac_address': 'fa:16:3e:ae:f9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:25Z', 'updated_at': '2022-03-07T11:11:27Z', 'revision_number': 2, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'subnets': [{'id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:30.735883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f5b252a-b80e-4c87-b8e9-181b586a0d0b req-842ee0b3-35a2-4f1f-a758-a6c75dfb3046 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931895 Mar 07 11:11:30.758117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (cd26c647-fca2-4081-9e7e-2550055033db), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.773334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (cd26c647-fca2-4081-9e7e-2550055033db), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.796752 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Checking router: 8f09fcbe-8c41-4e0c-92d9-6228336232b5 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:30.797400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Updating router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:30.798504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd26c647-fca2-4081-9e7e-2550055033db,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.814383 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.816006 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4decbe3b-d3d8-4dd9-a195-cf7733cf83de tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186427 Mar 07 11:11:30.819197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43116) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:30.826060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:30.893310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (0bf3d57c-10ef-41bd-8f51-f837e533287e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.897780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.956665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ed1a9-00e9-43a0-8f7b-1eab2f345d24 req-5e21aea5-44e9-46e1-b368-a26d98256cdf tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.958450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f8ed1a9-00e9-43a0-8f7b-1eab2f345d24 req-5e21aea5-44e9-46e1-b368-a26d98256cdf tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.1074126 Mar 07 11:11:30.982228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (0bf3d57c-10ef-41bd-8f51-f837e533287e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.994546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0bf3d57c-10ef-41bd-8f51-f837e533287e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.032167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.036065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2131028 Mar 07 11:11:31.036486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43128) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:31.041447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:31.053607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e69ef6-ec5f-4744-9147-0cf80ebceb97 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf3d57c-10ef-41bd-8f51-f837e533287e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:31.090272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f8ed1a9-00e9-43a0-8f7b-1eab2f345d24 req-987abb39-c7ec-45d4-89e3-d25888bec99b tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222825 Mar 07 11:11:31.092923 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Project 4ac5d109650e49228c90a38c39bd9d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:31.101282 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (048f591a-a028-4e05-9664-b76832dd95b2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.249209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (048f591a-a028-4e05-9664-b76832dd95b2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.258469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (048f591a-a028-4e05-9664-b76832dd95b2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.293279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048f591a-a028-4e05-9664-b76832dd95b2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:31.325549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.329308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e8d58bcd-267e-48be-9307-94e96f75a121 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2916336 Mar 07 11:11:31.332157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43136) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:31.339304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'security_group_rule': {'security_group_id': '4cd1d2cc-548a-4f19-a460-618e622303d9', 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:31.385965 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Project 4ac5d109650e49228c90a38c39bd9d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:31.394752 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (477b7795-6d8c-436b-8a7c-886bc882780d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.471821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (477b7795-6d8c-436b-8a7c-886bc882780d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.478031 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (477b7795-6d8c-436b-8a7c-886bc882780d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.494861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477b7795-6d8c-436b-8a7c-886bc882780d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:31.574741 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.576269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3b3b8589-8968-4317-b04b-decd09fe93a1 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2423298 Mar 07 11:11:31.588170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46759-057a-46e1-bc94-4b09b9eeb5bd req-7f4501a7-18d5-4d20-9add-e8ae5773df92 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.592728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee46759-057a-46e1-bc94-4b09b9eeb5bd req-7f4501a7-18d5-4d20-9add-e8ae5773df92 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.0887153 Mar 07 11:11:31.644658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks [] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.650269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43144) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:31.666049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ee46759-057a-46e1-bc94-4b09b9eeb5bd req-a009870a-6ced-48c3-9e03-e315404fb0d4 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665369 Mar 07 11:11:31.669712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.735145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5011d-b356-4515-83cd-acb88e1a4c70 None None] Pushing event updated for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:31.744026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00d78916-009b-4cad-b82d-b863f74a395c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:31.940341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04ae35c-2ea5-44c5-93b2-4d4c23b303aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.947311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Attempting to bind port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:31.948058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Attempting to bind port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:31.948642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Attempting to bind port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 on network 5fb3a623-b81c-4d16-a458-713b0a407fb9 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:31.961553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:31.962201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Checking segment: {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:31.962758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.963383 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Bound using segment: {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:31.964617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Bound port: 193d1f66-73e5-40a0-adfc-d024ed0fa2e0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8950a592-eb4d-4ce7-9515-400ecf4a5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:31.966419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.971338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-69afed95-1007-45e1-bd0e-c4de060ea426 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186257408&fields=id&tenant_id=4ac5d109650e49228c90a38c39bd9d7d HTTP/1.1" status: 200 len: 267 time: 0.1040001 Mar 07 11:11:32.032585 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 00d78916-009b-4cad-b82d-b863f74a395c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:32.033592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (00d78916-009b-4cad-b82d-b863f74a395c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.127290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] For port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:32.134642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] For port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:32.141216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04ae35c-2ea5-44c5-93b2-4d4c23b303aa admin admin] Publish callbacks [] for security_group (201dc347-db00-4c06-a365-3205b3ba2a82), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.149878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e04ae35c-2ea5-44c5-93b2-4d4c23b303aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (201dc347-db00-4c06-a365-3205b3ba2a82), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.188048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.203039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-f1ed1f4d-f061-45d8-aa29-c5493f0e643c tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.210936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-f1ed1f4d-f061-45d8-aa29-c5493f0e643c tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 809 time: 0.2361059 Mar 07 11:11:32.232442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-2d56051b-558e-48cd-847d-eec7f94bb89c tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/quotas/4ac5d109650e49228c90a38c39bd9d7d HTTP/1.1" status: 200 len: 375 time: 0.0190747 Mar 07 11:11:32.234396 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e04ae35c-2ea5-44c5-93b2-4d4c23b303aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f72f04d8b0046f081712c108cf95273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825522 Mar 07 11:11:32.234763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43160) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:32.251772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ae35c-2ea5-44c5-93b2-4d4c23b303aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201dc347-db00-4c06-a365-3205b3ba2a82,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.293811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:32.294469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:32.314866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:32.315237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.375676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-5eae35bf-8216-466a-8643-b4c2c0dcc6d0 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422005 Mar 07 11:11:32.472452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5011d-b356-4515-83cd-acb88e1a4c70 None None] Pushing event updated for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.484475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-688e3983-4e42-4c11-a261-82d0524ccfe1 service neutron] 10.222.0.23 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072876 Mar 07 11:11:32.497463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] Publish callbacks [] for security_group (201dc347-db00-4c06-a365-3205b3ba2a82), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.528479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] Publish callbacks [] for security_group (201dc347-db00-4c06-a365-3205b3ba2a82), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.550944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 00d78916-009b-4cad-b82d-b863f74a395c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:32.615826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Current status of the port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:32.616370 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.648554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:32.664400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1473bc63-72d7-4f10-9b1c-7a56f468ed82 service neutron] 10.222.0.23 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789508 Mar 07 11:11:32.679081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (201dc347-db00-4c06-a365-3205b3ba2a82), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.681960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.686007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201dc347-db00-4c06-a365-3205b3ba2a82 HTTP/1.1" status: 204 len: 168 time: 0.4467378 Mar 07 11:11:32.695833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61422e7-c9c4-452f-9825-76ddfe6fc818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201dc347-db00-4c06-a365-3205b3ba2a82,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.739829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] For port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:32.771434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.868233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dfa61-76ea-41b7-a1f6-d1fe0a8f3612 None None] Pushing event updated for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.903635 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-f7c7e73d-3fe9-4bab-850d-52bd8e5b72fc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.905793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-f7c7e73d-3fe9-4bab-850d-52bd8e5b72fc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.1953034 Mar 07 11:11:33.033479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eab62a04-be56-4f43-b9ee-84dc59e78682 req-60d6fceb-eb4e-41a8-8cef-c8940c39abd7 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 210 time: 0.0556531 Mar 07 11:11:33.049926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9abd-0cc1-45f5-b9db-03f6fae72918 req-87a48195-004b-433a-b3f8-ce2d1ad1789c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.051666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ebb9abd-0cc1-45f5-b9db-03f6fae72918 req-87a48195-004b-433a-b3f8-ce2d1ad1789c tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 1127 time: 0.2543232 Mar 07 11:11:33.103133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-53c7cac2-7744-4e22-a636-e6db3d291aa4 None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:33.103961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53c7cac2-7744-4e22-a636-e6db3d291aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.190296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Deleting port e002828f-6552-4910-b629-afe6dc91b898 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:33.190668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e002828f-6552-4910-b629-afe6dc91b898), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.325607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:33.359930 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03265a33-2b6a-4c8c-b161-d5de10721ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.362598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-53c7cac2-7744-4e22-a636-e6db3d291aa4 None None] Current status of the port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:33.371428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:27Z', 'revision_number': 4, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '193d1f66-73e5-40a0-adfc-d024ed0fa2e0', 'name': '', 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'mac_address': 'fa:16:3e:ae:f9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:25Z', 'updated_at': '2022-03-07T11:11:32Z', 'revision_number': 4, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'subnets': [{'id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:33.396911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] For port e002828f-6552-4910-b629-afe6dc91b898, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e002828f-6552-4910-b629-afe6dc91b898,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:33.398492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e002828f-6552-4910-b629-afe6dc91b898), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.412780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771376f2-f048-4da4-9ac0-ff064e002478 None None] The sync data for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 is: [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:11:27Z', 'revision_number': 4, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '193d1f66-73e5-40a0-adfc-d024ed0fa2e0', 'name': '', 'network_id': '5fb3a623-b81c-4d16-a458-713b0a407fb9', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'mac_address': 'fa:16:3e:ae:f9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:25Z', 'updated_at': '2022-03-07T11:11:32Z', 'revision_number': 4, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'subnets': [{'id': 'f48dec79-dee4-41a2-b741-1a229b6d47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:33.434696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Calling delete_port for e002828f-6552-4910-b629-afe6dc91b898 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:33.452410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ebb9abd-0cc1-45f5-b9db-03f6fae72918 req-24ec9f5c-11b6-49e7-8629-fca6ea224b8d tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923819 Mar 07 11:11:33.637858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03265a33-2b6a-4c8c-b161-d5de10721ac4 admin admin] Publish callbacks [] for security_group (f16468f6-d44c-412b-bb29-119fe04c3848), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.662310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-03265a33-2b6a-4c8c-b161-d5de10721ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f16468f6-d44c-412b-bb29-119fe04c3848), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.788976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:33.805029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-03265a33-2b6a-4c8c-b161-d5de10721ac4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d302ef2a0dfd4fd3976a076a2c0992f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641268 Mar 07 11:11:33.806893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43188) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:33.813392 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265a33-2b6a-4c8c-b161-d5de10721ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16468f6-d44c-412b-bb29-119fe04c3848,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:33.908090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:33.908472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.962999 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] Publish callbacks [] for security_group (f16468f6-d44c-412b-bb29-119fe04c3848), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.996743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e002828f-6552-4910-b629-afe6dc91b898), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.106445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['da900cdd-3cc3-48b9-8793-9e65a564b238'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:34.143941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Pushing event deleted for resources: {'Port': ['ID=e002828f-6552-4910-b629-afe6dc91b898,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:34.154539 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] Publish callbacks [] for security_group (f16468f6-d44c-412b-bb29-119fe04c3848), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.227208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] No DVR routers for this DVR port e002828f-6552-4910-b629-afe6dc91b898 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:34.242547 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.248470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e7cd843-d9de-4e60-965c-f1edbe2acb68 req-7e1d98c7-4fca-4291-8b68-7437ce4686cc tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e002828f-6552-4910-b629-afe6dc91b898 HTTP/1.1" status: 204 len: 173 time: 1.3354840 Mar 07 11:11:34.248917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'name': 'network-vif-deleted', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:34.251407 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2deb8-1b45-4898-b35f-68189da43b06" -d '{"events": [{"server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "name": "network-vif-deleted", "tag": "e002828f-6552-4910-b629-afe6dc91b898"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:34.258444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:34.360016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54552f01-7add-4578-9c6c-595d5b41fb2c req-f73ba21c-498e-4d5e-bb46-d57b8926994d tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 210 time: 0.1023285 Mar 07 11:11:34.500550 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074b30a-b181-4297-82dc-75906f39c7d7 x-openstack-request-id: req-2074b30a-b181-4297-82dc-75906f39c7d7 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:34.501273 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f085dd2-67dd-457a-a04a-a341785d8a02", "name": "network-vif-deleted", "tag": "e002828f-6552-4910-b629-afe6dc91b898", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:34.501273 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2074b30a-b181-4297-82dc-75906f39c7d7 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:34.501635 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f085dd2-67dd-457a-a04a-a341785d8a02', 'name': 'network-vif-deleted', 'tag': 'e002828f-6552-4910-b629-afe6dc91b898', 'status': 'completed', 'code': 200} Mar 07 11:11:34.531868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7baaec-26dc-4b62-a3e2-4250a4969a17 req-78b16ec6-eca3-42a5-8c53-7a3552cafe3c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:34.541765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e7baaec-26dc-4b62-a3e2-4250a4969a17 req-78b16ec6-eca3-42a5-8c53-7a3552cafe3c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.1783538 Mar 07 11:11:34.545618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f16468f6-d44c-412b-bb29-119fe04c3848), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.552032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.555771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f16468f6-d44c-412b-bb29-119fe04c3848 HTTP/1.1" status: 204 len: 168 time: 0.7452977 Mar 07 11:11:34.616278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11d93-a896-4e3c-b033-3e8ce1a98923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16468f6-d44c-412b-bb29-119fe04c3848,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:34.662656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6b8d7f5-171b-4fcd-8045-317fc1bf70e9 req-ff16787f-2d33-483a-9ff2-3ca946dbcba5 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f085dd2-67dd-457a-a04a-a341785d8a02 HTTP/1.1" status: 200 len: 210 time: 0.0485766 Mar 07 11:11:34.702239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e7baaec-26dc-4b62-a3e2-4250a4969a17 req-19f01b0c-b7e7-4f9a-8d4a-525bdd72aa0a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595581 Mar 07 11:11:34.727030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:34.903061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-16746c53-b53c-42e2-9614-6a210605d0b5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 200 len: 992 time: 0.1663923 Mar 07 11:11:35.168282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-857944ba-eddd-4917-9458-3e8be7155351 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.169993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-857944ba-eddd-4917-9458-3e8be7155351 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 809 time: 0.1560035 Mar 07 11:11:35.307059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1813a29b-cf24-4915-b702-032296c5b61a tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac5d109650e49228c90a38c39bd9d7d HTTP/1.1" status: 200 len: 379 time: 0.1289351 Mar 07 11:11:35.328978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'port': {'device_id': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'admin_state_up': True, 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'security_groups': ['4cd1d2cc-548a-4f19-a460-618e622303d9']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:35.415414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988d78b-4eaa-4d48-8989-3d1cfa513ef3 req-abd46c80-1fcb-40dd-bd1e-78024021f629 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.417117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f988d78b-4eaa-4d48-8989-3d1cfa513ef3 req-abd46c80-1fcb-40dd-bd1e-78024021f629 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1127 time: 0.1260879 Mar 07 11:11:35.421506 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e002828f-6552-4910-b629-afe6dc91b898 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:35.451036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e002828f-6552-4910-b629-afe6dc91b898 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:35.451638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e002828f-6552-4910-b629-afe6dc91b898 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:35.567630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c3bff38-088e-40c0-bb2d-fa89c3794573 req-ccb06664-6a77-4b9e-ac1d-0b34d0f4481f tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 210 time: 0.0506949 Mar 07 11:11:35.601956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f988d78b-4eaa-4d48-8989-3d1cfa513ef3 req-9f71ad47-16db-42d5-a671-e9f6d7b8f648 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674118 Mar 07 11:11:35.641120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Made reservation on behalf of 4ac5d109650e49228c90a38c39bd9d7d for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:35.645187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:35.877187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Allocated IP 172.20.0.9 (eb5355db-306e-418f-93e8-3cd4afc0f167/955818fb-4773-43b0-b8bb-b2bfa5936aa1/a4b5f405-4792-4de9-920d-6fdee0e75f8a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:36.213932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.220303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa25ab-4c3b-4009-ad2f-e1b64cc8349c req-3f03d836-4098-4be5-9f77-12d272ccafb8 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.228147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1aa25ab-4c3b-4009-ad2f-e1b64cc8349c req-3f03d836-4098-4be5-9f77-12d272ccafb8 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.1328676 Mar 07 11:11:36.294819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1aa25ab-4c3b-4009-ad2f-e1b64cc8349c req-07829f07-eccd-4322-aa32-4f16da7da1e4 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629809 Mar 07 11:11:36.356704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.407409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Network eb5355db-306e-418f-93e8-3cd4afc0f167 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:36.413926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:36.423672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:36.523232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.524719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.539628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:36.566065 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-1f1ee9c6-474b-4890-8632-dbc2136a8321 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440243 Mar 07 11:11:36.586113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Request body: {'port': {'device_id': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:36.625758 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43288) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:36.760846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.832669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fe3163b3-6b66-439d-a6b4-1f59eaf76446 None None] Provisioning complete for port a4b5f405-4792-4de9-920d-6fdee0e75f8a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:36.833912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fe3163b3-6b66-439d-a6b4-1f59eaf76446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.878774 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-66bbd787-5580-42fb-8fc7-f57a75e4f322 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2735412 Mar 07 11:11:36.885048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-2dc82998-cdbe-4d9f-a8a8-c2cdbdb75914 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:11:36.885872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fe3163b3-6b66-439d-a6b4-1f59eaf76446 None None] Port a4b5f405-4792-4de9-920d-6fdee0e75f8a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:36.892736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa43dd-fa0c-44b5-850b-60d63f9e1b31 req-66e3115f-f3ec-45f5-94d8-ad2b31694be7 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.893725 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-2dc82998-cdbe-4d9f-a8a8-c2cdbdb75914 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102282 Mar 07 11:11:36.894287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cafa43dd-fa0c-44b5-850b-60d63f9e1b31 req-66e3115f-f3ec-45f5-94d8-ad2b31694be7 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 931 time: 0.2168524 Mar 07 11:11:36.912616 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4e47e27-895a-4d18-9075-c02297a6024d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.054191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cafa43dd-fa0c-44b5-850b-60d63f9e1b31 req-340367ff-721d-4d79-8873-7e098f558b22 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510906 Mar 07 11:11:37.116723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4e47e27-895a-4d18-9075-c02297a6024d admin admin] Publish callbacks [] for security_group (752a8589-4553-477e-9789-d00bb55b4329), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.133608 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f4e47e27-895a-4d18-9075-c02297a6024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (752a8589-4553-477e-9789-d00bb55b4329), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.201737 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f4e47e27-895a-4d18-9075-c02297a6024d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6046fedaa8e8488c942d198361063d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748956 Mar 07 11:11:37.203182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e47e27-895a-4d18-9075-c02297a6024d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a8589-4553-477e-9789-d00bb55b4329,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:37.205107 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43298) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:37.257558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-3f6d38b9-bf02-4230-897b-d36d2854fd7e tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.259008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-3f6d38b9-bf02-4230-897b-d36d2854fd7e tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1124 time: 0.3266962 Mar 07 11:11:37.341159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b5f405-4792-4de9-920d-6fdee0e75f8a {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:37.348551 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] Publish callbacks [] for security_group (752a8589-4553-477e-9789-d00bb55b4329), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.352862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks [] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.383637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Transition to ACTIVE for port object a4b5f405-4792-4de9-920d-6fdee0e75f8a will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:37.388929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] Publish callbacks [] for security_group (752a8589-4553-477e-9789-d00bb55b4329), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.397932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.519183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:37.565221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-caea63a1-a561-4b6e-b842-25d52c0abc5f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.570551 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-caea63a1-a561-4b6e-b842-25d52c0abc5f tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.0992424 Mar 07 11:11:37.648987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164198a8-79d1-4fc9-8d58-d424d9827986 req-669eaf33-22f0-4167-ae65-d29c9d4aae56 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.650859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164198a8-79d1-4fc9-8d58-d424d9827986 req-669eaf33-22f0-4167-ae65-d29c9d4aae56 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 1127 time: 0.1984749 Mar 07 11:11:37.657450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (752a8589-4553-477e-9789-d00bb55b4329), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.660354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.662829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/752a8589-4553-477e-9789-d00bb55b4329 HTTP/1.1" status: 204 len: 168 time: 0.4552441 Mar 07 11:11:37.715387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Deleting port da900cdd-3cc3-48b9-8793-9e65a564b238 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:37.716489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.718985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d18ec-0017-4882-b8f0-403c2289118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a8589-4553-477e-9789-d00bb55b4329,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:37.778862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Attempting to bind port a4b5f405-4792-4de9-920d-6fdee0e75f8a on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:37.779236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Attempting to bind port a4b5f405-4792-4de9-920d-6fdee0e75f8a by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:37.779694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Attempting to bind port a4b5f405-4792-4de9-920d-6fdee0e75f8a on network eb5355db-306e-418f-93e8-3cd4afc0f167 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:37.802484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Port a4b5f405-4792-4de9-920d-6fdee0e75f8a on network eb5355db-306e-418f-93e8-3cd4afc0f167 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:37.802802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Attempting to bind port a4b5f405-4792-4de9-920d-6fdee0e75f8a on network eb5355db-306e-418f-93e8-3cd4afc0f167 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:37.828268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:37.828657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Checking segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:37.828969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Bound using segment: {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:37.829404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Bound port: a4b5f405-4792-4de9-920d-6fdee0e75f8a, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:37.832796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.872391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-164198a8-79d1-4fc9-8d58-d424d9827986 req-199f0e1e-0191-4d1e-b86c-f90d3912c4f5 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b63525-47e9-4ca4-9d95-16a608c79380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084973 Mar 07 11:11:37.889217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] For port da900cdd-3cc3-48b9-8793-9e65a564b238, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=da900cdd-3cc3-48b9-8793-9e65a564b238,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:37.892440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.951067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Calling delete_port for da900cdd-3cc3-48b9-8793-9e65a564b238 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:38.000495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:38.004024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:38.022769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:38.092312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-c7d2b7d9-1e39-4f1d-8904-2e3411454152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.093067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.093692 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:38.095771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] 10.222.0.26 "PUT /v2.0/ports/a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 1091 time: 1.5212300 Mar 07 11:11:38.096350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:38.099107 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-c7d2b7d9-1e39-4f1d-8904-2e3411454152 service neutron] 10.222.0.23 "GET /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1124 time: 0.0769501 Mar 07 11:11:38.105535 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec9e01-7225-43b5-b1cc-12042f7347c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:38.118102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Request body: {'binding': {'host': 'n-h1-832156-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:38.118790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Unknown quota resources ['binding']. {{(pid=103788) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:11:38.150034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb293eb7-4b19-4b5d-b161-669fb5a39e8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:38.290413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-71e288cc-218e-4021-a2ca-ec7de1af9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.292113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-71e288cc-218e-4021-a2ca-ec7de1af9d81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1125 time: 0.1390872 Mar 07 11:11:38.355991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-97e0730f-df7c-4e23-bf75-70959fe92455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 217 time: 0.0555043 Mar 07 11:11:38.374820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd04a1-1da7-4d66-86a0-c0baf4d7fbfa req-553f8308-6cf8-454c-be12-207a64be2c00 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.382578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90fd04a1-1da7-4d66-86a0-c0baf4d7fbfa req-553f8308-6cf8-454c-be12-207a64be2c00 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 943 time: 0.1599138 Mar 07 11:11:38.486499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on host n-h1-832156-4 for vnic_type normal with profile None {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:38.487189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:38.487767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:38.518936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:38.519818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:38.534520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:38.534865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:38.535432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Bound using segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:38.536515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Bound port: f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:38.540913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-22217635-23d5-4f7d-86f7-e22eab66d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.542543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-22217635-23d5-4f7d-86f7-e22eab66d808 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.1754143 Mar 07 11:11:38.578143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (da900cdd-3cc3-48b9-8793-9e65a564b238), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:38.633255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90fd04a1-1da7-4d66-86a0-c0baf4d7fbfa req-bd8a672a-5d90-430c-91dc-ab4e0ac1cb66 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498076 Mar 07 11:11:38.664831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Pushing event deleted for resources: {'Port': ['ID=da900cdd-3cc3-48b9-8793-9e65a564b238,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:38.674472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-33ec612f-8898-446e-98d5-99a2dff5e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.674472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-33ec612f-8898-446e-98d5-99a2dff5e61f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132462 Mar 07 11:11:38.738197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] No DVR routers for this DVR port da900cdd-3cc3-48b9-8793-9e65a564b238 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:38.743348 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:38.746922 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-59c40fdd-433e-4a74-8a83-69fc49eb45b4 req-8d2ddc49-c460-4bab-b1f0-7627a0f19fb7 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.32 "DELETE /v2.0/ports/da900cdd-3cc3-48b9-8793-9e65a564b238 HTTP/1.1" status: 204 len: 173 time: 1.1704264 Mar 07 11:11:38.747452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'name': 'network-vif-deleted', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:38.750267 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d1774-74fc-4c19-924e-8d22cfd7aa32" -d '{"events": [{"server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "name": "network-vif-deleted", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:38.762831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:38.778352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:38.779884 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] 10.222.0.23 "POST /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6735384 Mar 07 11:11:38.855604 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab6564e-bb81-4a38-81f3-01e94689243f x-openstack-request-id: req-cab6564e-bb81-4a38-81f3-01e94689243f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:38.856348 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:38.857022 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cab6564e-bb81-4a38-81f3-01e94689243f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:38.857610 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'status': 'completed', 'code': 200} Mar 07 11:11:38.868734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-0593b358-cb6b-4db4-80c4-85cfb00a884e service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759629 Mar 07 11:11:38.932635 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03efafd9-ef0a-40fe-8ade-064106ea86aa x-openstack-request-id: req-03efafd9-ef0a-40fe-8ade-064106ea86aa {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:38.932931 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6a245-ce4e-4f73-8940-3dd2072b60fd", "name": "network-vif-deleted", "tag": "da900cdd-3cc3-48b9-8793-9e65a564b238", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:38.933190 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03efafd9-ef0a-40fe-8ade-064106ea86aa {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:38.933599 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6a245-ce4e-4f73-8940-3dd2072b60fd', 'name': 'network-vif-deleted', 'tag': 'da900cdd-3cc3-48b9-8793-9e65a564b238', 'status': 'completed', 'code': 200} Mar 07 11:11:39.165378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d641bfb7-d78d-4fea-87c7-94b9c50da378 req-d292ad0b-fd59-484e-b007-b65116698d00 tempest-TestServerMultinode-1360414760 tempest-TestServerMultinode-1360414760-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93d6a245-ce4e-4f73-8940-3dd2072b60fd HTTP/1.1" status: 200 len: 210 time: 0.0633118 Mar 07 11:11:39.304546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c0692-0e4c-4ccc-b50c-7cb58d67e2c8 req-a511dbae-5870-4047-ab43-1c77cd6e2c11 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.305959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b10c0692-0e4c-4ccc-b50c-7cb58d67e2c8 req-a511dbae-5870-4047-ab43-1c77cd6e2c11 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.3013871 Mar 07 11:11:39.337952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1503f10-3e1a-404e-8c4f-3f651e25a5ca req-5caf5d16-56fe-4f23-835c-560dadd42b2a service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633682 Mar 07 11:11:39.362271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-dd0fa607-ef61-407f-a946-162942a62be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.364017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-dd0fa607-ef61-407f-a946-162942a62be8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1127 time: 0.1534340 Mar 07 11:11:39.412953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b10c0692-0e4c-4ccc-b50c-7cb58d67e2c8 req-aa79ddf2-f8c4-4072-8974-80030001661f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001415 Mar 07 11:11:39.512350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-8d93b09b-161e-42a8-99c6-e8f92d3b3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.514514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-8d93b09b-161e-42a8-99c6-e8f92d3b3b15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1125 time: 0.1058905 Mar 07 11:11:39.515331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-3675d2da-35c5-4b08-9124-5ee9a8214ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.516830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-3675d2da-35c5-4b08-9124-5ee9a8214ddd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.1456852 Mar 07 11:11:39.649988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-eeb2dad2-1468-4275-89d4-537bade7c3ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1000 time: 0.1236408 Mar 07 11:11:39.730429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-c39d4083-adb4-4dd5-9f5d-de2fa5250d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.732421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-c39d4083-adb4-4dd5-9f5d-de2fa5250d1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.2081840 Mar 07 11:11:39.743877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-f2d16800-ee30-489e-bfa7-4e8ba39ba3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.745352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-f2d16800-ee30-489e-bfa7-4e8ba39ba3c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.0865843 Mar 07 11:11:39.819695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-b7a9b13b-8d08-4b78-81fd-2196db0ea6dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 217 time: 0.0733507 Mar 07 11:11:39.904804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device da900cdd-3cc3-48b9-8793-9e65a564b238 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:39.916551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-ffe54289-e1fd-4256-aaf3-5fd8e9818df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.918287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-ffe54289-e1fd-4256-aaf3-5fd8e9818df2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1658554 Mar 07 11:11:39.922106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-5796dd65-b26d-416f-8ccd-dfcac722837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.922653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-5796dd65-b26d-416f-8ccd-dfcac722837b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0818136 Mar 07 11:11:39.930693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b857-f670-45fc-b87f-09a9987994fc req-03717b70-5730-44f4-ac25-0f76b9d482a0 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.932166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b12b857-f670-45fc-b87f-09a9987994fc req-03717b70-5730-44f4-ac25-0f76b9d482a0 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 943 time: 0.1661785 Mar 07 11:11:39.936474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: da900cdd-3cc3-48b9-8793-9e65a564b238 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:39.936824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device da900cdd-3cc3-48b9-8793-9e65a564b238 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:40.139251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-aa0507c8-5738-4abf-9817-5354b3b264d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:40.140926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-aa0507c8-5738-4abf-9817-5354b3b264d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2078989 Mar 07 11:11:40.143211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-bbe1ccb2-295f-42db-8cb2-e55624a72627 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091484 Mar 07 11:11:40.147739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5b12b857-f670-45fc-b87f-09a9987994fc req-4552fbac-6af2-4c31-92b0-7e32d20794be tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050161 Mar 07 11:11:40.232732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:40.704101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (7c43172f-e164-465b-86e7-05abf5787913), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:40.789312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-2fb8e2f1-8591-4712-80c9-b25ba92cc3d9 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191180 Mar 07 11:11:40.854237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-a7d74d67-37f4-446b-a012-1e4d3aabe7cb service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005208 Mar 07 11:11:40.954702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deada31d-16ce-41b3-ac95-6fb858ef38ee req-6b09dab5-a92b-4896-a5f3-8003c05d0e16 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:40.956482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deada31d-16ce-41b3-ac95-6fb858ef38ee req-6b09dab5-a92b-4896-a5f3-8003c05d0e16 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.2054958 Mar 07 11:11:41.081212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Deleting port 2256235a-0aaf-4068-8afd-6f71710a6af0 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:41.081648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.092902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fec9e01-7225-43b5-b1cc-12042f7347c0 req-a71363f9-74bc-41c6-923e-e1ab6e7e9367 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053471 Mar 07 11:11:41.129148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deada31d-16ce-41b3-ac95-6fb858ef38ee req-61627b63-7592-4d17-8858-c4160645d996 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655526 Mar 07 11:11:41.142286 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-d7ee2341-0e0a-4e2d-8be7-dee4f5698e05 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.145556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-d7ee2341-0e0a-4e2d-8be7-dee4f5698e05 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1127 time: 0.2893565 Mar 07 11:11:41.167787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832156-4'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:41.265228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] For port 2256235a-0aaf-4068-8afd-6f71710a6af0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2256235a-0aaf-4068-8afd-6f71710a6af0,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:41.266281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.296447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Calling delete_port for 2256235a-0aaf-4068-8afd-6f71710a6af0 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:41.326476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.424642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-b86acde3-6a8e-4cc9-b7a3-90f184b3dde8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2066495 Mar 07 11:11:41.426258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a4b5f405-4792-4de9-920d-6fdee0e75f8a details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:41.521064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b194481-d560-46a3-93e9-729bf81ff675 req-90cc0df5-e90f-4674-a95b-75a9ed44b820 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.522837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b194481-d560-46a3-93e9-729bf81ff675 req-90cc0df5-e90f-4674-a95b-75a9ed44b820 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 943 time: 0.1923430 Mar 07 11:11:41.588815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:41.603627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:41.617648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'port_id': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'mac_address': 'fa:16:3e:1a:07:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:41.635944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-315d043e-92b2-4def-b8c6-92fd9774a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.637486 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-315d043e-92b2-4def-b8c6-92fd9774a590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1128 time: 0.1457355 Mar 07 11:11:41.658750 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b194481-d560-46a3-93e9-729bf81ff675 req-dac64d22-4161-4801-9512-dd1f159eb38f tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162760 Mar 07 11:11:41.680595 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port a4b5f405-4792-4de9-920d-6fdee0e75f8a is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:41.681059 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.699203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b5f405-4792-4de9-920d-6fdee0e75f8a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:41.702046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:41.727084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:41.733491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.783510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:41.786534 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f03171a-b266-4079-b7a7-e6f9de7aca54" -d '{"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:41.790834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks [] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.804050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.828262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:41.856566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-1a036ece-684f-489c-816a-12d2c57b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.858913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-1a036ece-684f-489c-816a-12d2c57b5d14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1986773 Mar 07 11:11:41.866302 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b90368-2ba6-456a-bcf8-1c6d8e745ae5 x-openstack-request-id: req-55b90368-2ba6-456a-bcf8-1c6d8e745ae5 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:41.866302 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:41.866600 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55b90368-2ba6-456a-bcf8-1c6d8e745ae5 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:41.866895 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'code': 200} Mar 07 11:11:41.937278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['a4b5f405-4792-4de9-920d-6fdee0e75f8a'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:42.038113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2256235a-0aaf-4068-8afd-6f71710a6af0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.044947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:42.102245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-6f8faad4-87eb-49a1-abf6-15c4fe4b0d6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 1002 time: 0.2310803 Mar 07 11:11:42.175278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Pushing event deleted for resources: {'Port': ['ID=2256235a-0aaf-4068-8afd-6f71710a6af0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:42.197584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.197929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.198272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.198604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.199624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.199624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.199624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.200004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.200220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.200545 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.200870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.201798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.201798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:42.211544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on host n-h2-832156-4 for vnic_type normal with profile {"migrating_to": "n-h1-832156-4"} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:42.212427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:42.212427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:42.221376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:42.223212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Attempting to bind port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:42.236527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:42.236774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Checking segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:42.246267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Bound using segment: {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:42.246721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Bound port: f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210df8be-2c0f-4a67-82aa-d09b756101b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:42.249405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.282400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-33d1d8d2-057d-48bb-a448-350c94e13cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.283935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-33d1d8d2-057d-48bb-a448-350c94e13cd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1418808 Mar 07 11:11:42.462323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-33624798-2cf5-47a0-a9d4-87a3998cbd75 None None] Provisioning complete for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:42.462903 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-33624798-2cf5-47a0-a9d4-87a3998cbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.530906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31185-8380-401e-9965-fb3710b070c0 req-0f2ff068-dab2-40e6-a8dc-3bd45a0ca09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.533220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-c4782d35-83d4-413f-99f6-da5af6aeda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.535098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-c4782d35-83d4-413f-99f6-da5af6aeda86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2147157 Mar 07 11:11:42.537605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-33624798-2cf5-47a0-a9d4-87a3998cbd75 None None] Port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:42.538458 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-0f2ff068-dab2-40e6-a8dc-3bd45a0ca09e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1112 time: 0.1409614 Mar 07 11:11:42.592770 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (7c43172f-e164-465b-86e7-05abf5787913), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.660199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-e19be22a-8343-456f-945d-6f2c89dfdd85 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050441 Mar 07 11:11:42.676329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a16c9-4453-484f-b612-4b79c9df3579 req-01711ce2-1487-4328-8113-7c8fd58a3058 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.678076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59a16c9-4453-484f-b612-4b79c9df3579 req-01711ce2-1487-4328-8113-7c8fd58a3058 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.3148382 Mar 07 11:11:42.680671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:42.788571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:42.809355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31185-8380-401e-9965-fb3710b070c0 req-fe555b24-c1a2-4f43-b5f9-704670f43e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.811719 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-fe555b24-c1a2-4f43-b5f9-704670f43e0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.2507336 Mar 07 11:11:42.877116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a59a16c9-4453-484f-b612-4b79c9df3579 req-358ae41c-c67b-45cf-9c0a-8d2e3602a705 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688652 Mar 07 11:11:42.878275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.913246 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-a1c549f1-bdad-47f5-a9b5-071f83f5aac0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 998 time: 0.0941780 Mar 07 11:11:42.954463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:43.056555 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373662-161b-49f9-abab-bc396e7abb22 req-3fd7eaeb-dbe3-4a9c-ba81-b05ffc0ead83 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:43.063679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2373662-161b-49f9-abab-bc396e7abb22 req-3fd7eaeb-dbe3-4a9c-ba81-b05ffc0ead83 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 944 time: 0.2778413 Mar 07 11:11:43.074961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cd524c1-b3b0-42e1-8d83-55e59895a44c req-39829379-bf0f-448d-8568-1b52a1cd22fb service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958354 Mar 07 11:11:43.175987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2373662-161b-49f9-abab-bc396e7abb22 req-c3e3b634-1efa-43f4-bee4-cda65c45b2dd tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073251 Mar 07 11:11:43.184371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31185-8380-401e-9965-fb3710b070c0 req-f6b6f4a8-75a6-40ab-917d-5bd472394444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:43.184839 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-f6b6f4a8-75a6-40ab-917d-5bd472394444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.2643731 Mar 07 11:11:43.234182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:43.235102 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.236864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bcc222d-4975-411e-98f2-64da494daa5e service neutron] 10.222.0.26 "PUT /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 1121 time: 2.0859232 Mar 07 11:11:43.265069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Router 7c43172f-e164-465b-86e7-05abf5787913 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:43.287563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31185-8380-401e-9965-fb3710b070c0 req-235ec47e-c507-4978-bc2f-0a5d0f3eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:43.289487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-235ec47e-c507-4978-bc2f-0a5d0f3eeaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934494 Mar 07 11:11:43.297883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['f4b1e5e3-cf6f-4673-ac93-88a927989bf1'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:43.448948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a4b5f405-4792-4de9-920d-6fdee0e75f8a up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:43.569303 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:43.573442 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-da0fcad4-6d56-4e47-b6b4-7e3c4b593b2b service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321453 Mar 07 11:11:43.582132 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Sync routers for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:43.595708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43388) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:43.603852 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:43.604488 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:43.610414 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cd87c7be-9d46-4a86-8b65-c75216c99839 admin admin] 10.222.0.23 "PUT /v2.0/routers/7c43172f-e164-465b-86e7-05abf5787913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3695207 Mar 07 11:11:43.655675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Provisioning complete for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:43.656266 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.795471 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-63b31185-8380-401e-9965-fb3710b070c0 req-fb7c9e10-3984-4408-89ee-b724b9e23390 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817644 Mar 07 11:11:43.818625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port a4b5f405-4792-4de9-920d-6fdee0e75f8a completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:43.834137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port a4b5f405-4792-4de9-920d-6fdee0e75f8a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:43.834681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.852403 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:43.868250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:43.870547 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a54325-9f2c-45e7-9ac4-24174e1d2338" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:43.895902 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks [] for router (7c43172f-e164-465b-86e7-05abf5787913), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.980502 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d031c135-b4c7-4fa3-bfdf-a04b22b0cb0f x-openstack-request-id: req-d031c135-b4c7-4fa3-bfdf-a04b22b0cb0f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:43.980876 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:43.981055 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d031c135-b4c7-4fa3-bfdf-a04b22b0cb0f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:43.981402 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'status': 'completed', 'code': 200} Mar 07 11:11:44.123250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-edf75b8e-5e26-4e5c-adfa-a2d41b244aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.127478 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-edf75b8e-5e26-4e5c-adfa-a2d41b244aee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1155 time: 0.1293020 Mar 07 11:11:44.216824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Current status of the port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:44.217305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.235508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abb7d-30e7-4c54-a617-2320b02fbaef req-a57df57f-7150-4ae9-8889-bf27532c8496 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.237454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b0abb7d-30e7-4c54-a617-2320b02fbaef req-a57df57f-7150-4ae9-8889-bf27532c8496 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 943 time: 0.2232904 Mar 07 11:11:44.238918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks [] for router_gateway (7c43172f-e164-465b-86e7-05abf5787913), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.366692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b0abb7d-30e7-4c54-a617-2320b02fbaef req-7f8ca3dd-a849-4c6a-b51e-f31b8a0a3405 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095757 Mar 07 11:11:44.407085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-d743f582-e58a-418f-ae92-ffd806512ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.412584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-d743f582-e58a-418f-ae92-ffd806512ba6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.2788808 Mar 07 11:11:44.428155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Deleting port 6dc34b7b-651d-4825-b1e8-b299c30bb503 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:44.428989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.463553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd35db-65c1-4dea-a520-0a93e22204ca req-97c1f981-84a7-4487-b5ba-1e9e139dfee0 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.465582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdfd35db-65c1-4dea-a520-0a93e22204ca req-97c1f981-84a7-4487-b5ba-1e9e139dfee0 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 944 time: 0.0927231 Mar 07 11:11:44.470308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:11:41Z', 'revision_number': 5, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port': {'id': '6dc34b7b-651d-4825-b1e8-b299c30bb503', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c43172f-e164-465b-86e7-05abf5787913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:30Z', 'updated_at': '2022-03-07T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.483371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:44.485655 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c349ec-79aa-4c70-aa82-53dbf39ade87" -d '{"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:44.534541 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Checking router: 7c43172f-e164-465b-86e7-05abf5787913 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:44.555082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:44.556717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Routers {'7c43172f-e164-465b-86e7-05abf5787913'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:44.557549 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['7c43172f-e164-465b-86e7-05abf5787913'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.560402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port a4b5f405-4792-4de9-920d-6fdee0e75f8a is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:44.560854 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.588728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-6f8c726f-ad4a-4689-a78e-c812ff4a6cdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 998 time: 0.1653757 Mar 07 11:11:44.589860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.607843 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416285d0-813a-4e50-b471-92ad01fd2e44 x-openstack-request-id: req-416285d0-813a-4e50-b471-92ad01fd2e44 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:44.608167 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:44.608490 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-416285d0-813a-4e50-b471-92ad01fd2e44 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:44.608943 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'code': 200} Mar 07 11:11:44.689261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-d21d959a-1778-4f8e-bfe2-df1460811923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.693588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-d21d959a-1778-4f8e-bfe2-df1460811923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.0965583 Mar 07 11:11:44.716732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdfd35db-65c1-4dea-a520-0a93e22204ca req-891be775-d0c7-4fd1-88ac-05d10f7ef985 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425094 Mar 07 11:11:44.730912 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] Set router 7c43172f-e164-465b-86e7-05abf5787913 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:44.731592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] For port 6dc34b7b-651d-4825-b1e8-b299c30bb503, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6dc34b7b-651d-4825-b1e8-b299c30bb503,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:44.732161 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.758491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Calling delete_port for 6dc34b7b-651d-4825-b1e8-b299c30bb503 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:44.790687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-29d369ba-dae2-4f27-9e79-6c538433e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:44.795077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:44.797556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-29d369ba-dae2-4f27-9e79-6c538433e28d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978498 Mar 07 11:11:44.854503 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:11:44Z', 'revision_number': 6, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.916065 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db630-43df-4c3d-b920-999b58c38488 None None] The sync data for ids ['7c43172f-e164-465b-86e7-05abf5787913'] in n-d-832156-4 is: [{'id': '7c43172f-e164-465b-86e7-05abf5787913', 'name': 'tempest-TestServerMultinode-2088493692-router', 'tenant_id': 'ffd000bebf044c35822adec8f1ef1de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:28Z', 'updated_at': '2022-03-07T11:11:44Z', 'revision_number': 6, 'project_id': 'ffd000bebf044c35822adec8f1ef1de0', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:44.922895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.978540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-34730234-d5e3-4750-a70b-cfde34cfe438 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734376 Mar 07 11:11:45.058120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6dc34b7b-651d-4825-b1e8-b299c30bb503), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.150639 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-88a54325-9f2c-45e7-9ac4-24174e1d2338 req-05bf598a-b399-4b94-b278-4daa5b346ab3 service neutron] 10.222.0.32 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614063 Mar 07 11:11:45.174225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc34b7b-651d-4825-b1e8-b299c30bb503,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:45.191891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.192287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.192725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.193151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.193491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.193823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.194152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.194564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.194896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.195220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.196035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.197484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.198138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:45.271948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (7c43172f-e164-465b-86e7-05abf5787913), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.385984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (7c43172f-e164-465b-86e7-05abf5787913), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.388342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks [] for router_controller (7c43172f-e164-465b-86e7-05abf5787913), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.460604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (7c43172f-e164-465b-86e7-05abf5787913), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.461136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c43172f-e164-465b-86e7-05abf5787913 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:45.466417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.469821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b9733c37-9021-48f5-9d51-aeb2fc4ac46e admin admin] 10.222.0.23 "DELETE /v2.0/routers/7c43172f-e164-465b-86e7-05abf5787913 HTTP/1.1" status: 204 len: 168 time: 1.8706014 Mar 07 11:11:45.470192 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43404) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:45.489126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:45.529126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec2c0-1151-4849-9f77-42704e191385 None None] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:45.627501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Deleting subnet 93b171d7-0b92-4366-84e5-12d14e6a2116 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:45.631406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Publish callbacks [] for subnet (93b171d7-0b92-4366-84e5-12d14e6a2116), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.645102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af148d-1365-412c-9213-306b0221a283 req-295d1de9-435e-4329-b281-f61a2d12b3b8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.646733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98af148d-1365-412c-9213-306b0221a283 req-295d1de9-435e-4329-b281-f61a2d12b3b8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.1382258 Mar 07 11:11:45.692839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (93b171d7-0b92-4366-84e5-12d14e6a2116), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.733457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:45.783340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6dc34b7b-651d-4825-b1e8-b299c30bb503 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:45.787378 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98af148d-1365-412c-9213-306b0221a283 req-fd6b6dab-8c58-4d34-bf8d-a3bbe7606191 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324534 Mar 07 11:11:45.859305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6dc34b7b-651d-4825-b1e8-b299c30bb503 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:45.859818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6dc34b7b-651d-4825-b1e8-b299c30bb503 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:45.861349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2256235a-0aaf-4068-8afd-6f71710a6af0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:45.895491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2256235a-0aaf-4068-8afd-6f71710a6af0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:45.896041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2256235a-0aaf-4068-8afd-6f71710a6af0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:45.927665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:45.947283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 has no active binding in host n-h1-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 11:11:45.980554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356d2a-5396-4f9e-a2cc-d6cb275e29f9 req-530dc64a-6246-4883-8573-e5d0968a0e84 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.982469 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5356d2a-5396-4f9e-a2cc-d6cb275e29f9 req-530dc64a-6246-4883-8573-e5d0968a0e84 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.1000061 Mar 07 11:11:45.990175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (93b171d7-0b92-4366-84e5-12d14e6a2116), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.094387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5356d2a-5396-4f9e-a2cc-d6cb275e29f9 req-389f9237-2e13-4082-bb8c-0811900ea17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034253 Mar 07 11:11:46.130586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (93b171d7-0b92-4366-84e5-12d14e6a2116), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.212335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b171d7-0b92-4366-84e5-12d14e6a2116,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:46.219738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.224198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ae22cc3-960e-4917-aacd-22444837c982 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93b171d7-0b92-4366-84e5-12d14e6a2116 HTTP/1.1" status: 204 len: 168 time: 0.7529440 Mar 07 11:11:46.226750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:46.231491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359ef9e-44f8-4960-966c-cb68e42e3d5f None None] Network 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:46.338540 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.393583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Deleting port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:46.394380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.482257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] For port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,segment=NetworkSegment(5e727d2d-b866-4d49-b3e7-e4a97feed465),segment_id=5e727d2d-b866-4d49-b3e7-e4a97feed465)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:46.482610 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.521005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Calling delete_port for 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:46.622033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:46.624516 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a9475-d7e3-4bfa-9c85-9cf331902fa0" -d '{"events": [{"server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:46.628918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] DHCP port deletion for 2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:46.699760 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b91765-554b-4abd-9be6-02afaa9df55f x-openstack-request-id: req-58b91765-554b-4abd-9be6-02afaa9df55f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:46.699760 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:46.704446 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58b91765-554b-4abd-9be6-02afaa9df55f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:46.705068 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'code': 200} Mar 07 11:11:46.711202 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.744425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:46.762737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] No DVR routers for this DVR port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:46.788455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Deleting port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:46.789029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.873338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] For port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:46.873865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.894305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Calling delete_port for 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:46.897715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:11:46.899135 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.916861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] No DVR routers for this DVR port 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:46.966745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e1367-88f7-47fe-863e-6b81b390178f None None] Pushing event deleted for resources: {'Port': ['ID=0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:47.003815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.030204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b20cfcf-ec67-4f7d-8530-6c87b5a304a4']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.042381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e727d2d-b866-4d49-b3e7-e4a97feed465') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.042824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e727d2d-b866-4d49-b3e7-e4a97feed465') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.055402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5e727d2d-b866-4d49-b3e7-e4a97feed465), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.071309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5e727d2d-b866-4d49-b3e7-e4a97feed465), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.078970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:47.079380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5e727d2d-b866-4d49-b3e7-e4a97feed465), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:47.192872 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:47.224259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2b20cfcf-ec67-4f7d-8530-6c87b5a304a4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.244989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.250894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b20cfcf-ec67-4f7d-8530-6c87b5a304a4 HTTP/1.1" status: 204 len: 168 time: 1.0204465 Mar 07 11:11:47.253192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43428) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:47.679344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c7ec3-a8ac-4ce0-a584-6e1888be4e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b20cfcf-ec67-4f7d-8530-6c87b5a304a4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:47.717116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:47.773071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:47.773698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0dfb7a7e-eda0-4ac2-8864-d96bb0bfd776 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:47.775278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869367-f17f-48e6-9b2a-cae5f494e15f req-93088ed3-55c5-477b-96a7-aea845e1296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.776999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9869367-f17f-48e6-9b2a-cae5f494e15f req-93088ed3-55c5-477b-96a7-aea845e1296e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.9647117 Mar 07 11:11:47.790429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda46e-7acc-41de-8cfd-513fab5983b6 req-0ed5dce7-291c-4979-b316-4a58bdfa356d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.792665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62eda46e-7acc-41de-8cfd-513fab5983b6 req-0ed5dce7-291c-4979-b316-4a58bdfa356d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 945 time: 0.6083195 Mar 07 11:11:47.839053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223c28-6c8d-4938-8c0a-0cdca8c6dea8 req-7d8b3a80-0f58-435b-8f3c-0801650ce738 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.840698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37223c28-6c8d-4938-8c0a-0cdca8c6dea8 req-7d8b3a80-0f58-435b-8f3c-0801650ce738 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.6467712 Mar 07 11:11:47.954661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62eda46e-7acc-41de-8cfd-513fab5983b6 req-87d22cde-0a4e-4278-829a-c7108c5efef5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485770 Mar 07 11:11:48.011149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e9869367-f17f-48e6-9b2a-cae5f494e15f req-ae22f330-b066-4cd2-a55e-49ceee7c9207 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139354 Mar 07 11:11:48.065510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37223c28-6c8d-4938-8c0a-0cdca8c6dea8 req-16dd7cff-069a-45c3-bcc8-2740df081564 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093303 Mar 07 11:11:48.265303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.291430 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-21f08d21-bbce-4b90-94d2-2f64ccaa6719 service neutron] 10.222.0.32 "GET /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 384 time: 0.1110363 Mar 07 11:11:48.554752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Deleting port bcf2fe3b-8d27-41b8-bc81-bba163f311e9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:48.554981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.624585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:48.673114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:48.675636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] For port bcf2fe3b-8d27-41b8-bc81-bba163f311e9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:48.675636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.709296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Calling delete_port for bcf2fe3b-8d27-41b8-bc81-bba163f311e9 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:48.760664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:48.773276 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:48.777029 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01878f2e-3959-4d26-8af0-f1556a297186" -d '{"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:48.783441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.891358 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36628611-abf1-47f6-81f6-aa2fa2a551e1 x-openstack-request-id: req-36628611-abf1-47f6-81f6-aa2fa2a551e1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:48.892116 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:48.892550 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36628611-abf1-47f6-81f6-aa2fa2a551e1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:48.893102 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'code': 200} Mar 07 11:11:48.925901 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bcf2fe3b-8d27-41b8-bc81-bba163f311e9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.935628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] Transition to ACTIVE for port object f4b1e5e3-cf6f-4673-ac93-88a927989bf1 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:48.947736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.033217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf2fe3b-8d27-41b8-bc81-bba163f311e9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:49.269698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=11']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:49.331371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] No DVR routers for this DVR port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:49.458775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b7d1-6248-43bd-b3fd-bc190c30ad4f req-65795c21-d745-43bd-9edb-7b41fdbf4a86 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:49.468203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79b6b7d1-6248-43bd-b3fd-bc190c30ad4f req-65795c21-d745-43bd-9edb-7b41fdbf4a86 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.2092266 Mar 07 11:11:49.490751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7997cf-3a7e-4666-a566-351f4540654e req-f91b70c7-34c4-495b-b100-1ce344d386e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:49.492398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c7997cf-3a7e-4666-a566-351f4540654e req-f91b70c7-34c4-495b-b100-1ce344d386e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.2287188 Mar 07 11:11:49.528656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.560120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-2bdd3578-dd40-4343-9d89-396f8ce32731 service neutron] 10.222.0.32 "PUT /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1/bindings/n-h1-832156-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2626884 Mar 07 11:11:49.635692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79b6b7d1-6248-43bd-b3fd-bc190c30ad4f req-208e32c6-cba4-49f8-bdc0-5ee155ad0761 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569066 Mar 07 11:11:49.744880 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c7997cf-3a7e-4666-a566-351f4540654e req-9706cd64-f1f6-42d8-8f3d-d22bdeec5565 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334394 Mar 07 11:11:49.772082 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-951cf60b-db87-4a48-91b1-8cb9f171fafc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:49.773587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-951cf60b-db87-4a48-91b1-8cb9f171fafc tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.1417871 Mar 07 11:11:49.907292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-a0e6c2ce-20ef-4d6a-9a21-6a83ac25e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:49.908794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-a0e6c2ce-20ef-4d6a-9a21-6a83ac25e9df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 1126 time: 0.0976629 Mar 07 11:11:49.919578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Router add4264d-c69e-4e07-9d0a-7f7d15132e10 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:50.055597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-bf2c8769-a2cb-4cac-811a-ef295cb21851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.057170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-bf2c8769-a2cb-4cac-811a-ef295cb21851 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1126 time: 0.1241181 Mar 07 11:11:50.086352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:50.092159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ecfdfc7c-cabc-46db-90f6-9b3495642269 admin admin] 10.222.0.23 "PUT /v2.0/routers/add4264d-c69e-4e07-9d0a-7f7d15132e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362467 Mar 07 11:11:50.094778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43448) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:50.100269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Sync routers for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:50.114933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:50.115818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:50.236415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:50.266959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-056f2c06-28bc-4a22-83d9-68ea228fa25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.269128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-056f2c06-28bc-4a22-83d9-68ea228fa25f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.2048252 Mar 07 11:11:50.320920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks [] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.385466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-8acef614-a42d-4a52-8fcb-c4668eaf264e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 998 time: 0.1084986 Mar 07 11:11:50.458804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:11:48Z', 'revision_number': 5, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:50.475556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-07f86e88-c470-44b2-acda-ecdc0ff97067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.477201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-07f86e88-c470-44b2-acda-ecdc0ff97067 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.0861130 Mar 07 11:11:50.485767 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks [] for router_gateway (add4264d-c69e-4e07-9d0a-7f7d15132e10), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.495154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Checking router: add4264d-c69e-4e07-9d0a-7f7d15132e10 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:50.505266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Routers {'add4264d-c69e-4e07-9d0a-7f7d15132e10'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:50.505849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['add4264d-c69e-4e07-9d0a-7f7d15132e10'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:50.561017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-cd270808-4995-435d-9a63-15429e2720e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.562630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-cd270808-4995-435d-9a63-15429e2720e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784352 Mar 07 11:11:50.626064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] Set router add4264d-c69e-4e07-9d0a-7f7d15132e10 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:50.673414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Deleting port c11489a0-e328-4243-9f9a-72b74642d14c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:50.675070 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.715560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-79fa1295-4785-41f6-9d06-81729c10e3c4 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424749 Mar 07 11:11:50.767396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:11:50.872110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-40020aab-0290-481a-8689-4dc58ff0b740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.916478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:11:48Z', 'revision_number': 5, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:50.954967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] For port c11489a0-e328-4243-9f9a-72b74642d14c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c11489a0-e328-4243-9f9a-72b74642d14c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:50.955419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.982410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03f18-dde1-490f-98ed-bd9e54b560b9 req-7edbfaf6-2dbd-4356-a6b5-ed34989900fe tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.983449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f03f18-dde1-490f-98ed-bd9e54b560b9 req-7edbfaf6-2dbd-4356-a6b5-ed34989900fe tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.2138023 Mar 07 11:11:51.011475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3f6c-9598-4e1e-be8a-e76c96398069 None None] The sync data for ids ['add4264d-c69e-4e07-9d0a-7f7d15132e10'] in n-d-832156-4 is: [{'id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'name': 'tempest-TestServerMultinode-1381053178-router', 'tenant_id': 'eb48c186559c443cab83fb952a72baf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:10:45Z', 'updated_at': '2022-03-07T11:11:48Z', 'revision_number': 5, 'project_id': 'eb48c186559c443cab83fb952a72baf0', 'gw_port': {'id': 'c11489a0-e328-4243-9f9a-72b74642d14c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4264d-c69e-4e07-9d0a-7f7d15132e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:46Z', 'updated_at': '2022-03-07T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:51.042707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Calling delete_port for c11489a0-e328-4243-9f9a-72b74642d14c owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:51.142821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-98c59306-0318-4cfb-adc9-1f0fa33af9c7 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205184 Mar 07 11:11:51.221463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f9fc1-432f-43ca-8f95-9c8401266032 req-594c94a4-89dc-41dd-b27d-230b4458a7f4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:51.228970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc3f9fc1-432f-43ca-8f95-9c8401266032 req-594c94a4-89dc-41dd-b27d-230b4458a7f4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.3406396 Mar 07 11:11:51.264207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05f03f18-dde1-490f-98ed-bd9e54b560b9 req-bf871a80-01b2-4521-8692-fdfa921f2f22 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492213 Mar 07 11:11:51.321482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc3f9fc1-432f-43ca-8f95-9c8401266032 req-310a7d6e-6d0b-4ad2-a8b0-321f646a3f66 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915167 Mar 07 11:11:51.542156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6144bf-adcc-44f7-be83-71fc23fd24bd req-914b3da7-e0f6-4059-92bd-cd17ffaed1e5 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:51.543824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc6144bf-adcc-44f7-be83-71fc23fd24bd req-914b3da7-e0f6-4059-92bd-cd17ffaed1e5 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.1552517 Mar 07 11:11:51.549230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49df7-6508-4847-8613-b8242ee11870 req-a2c8dbf3-792a-4edf-8974-b3e3bd5cd6d5 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:51.550699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-a2c8dbf3-792a-4edf-8974-b3e3bd5cd6d5 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 1126 time: 0.1121995 Mar 07 11:11:51.555506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c11489a0-e328-4243-9f9a-72b74642d14c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:51.609423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcf2fe3b-8d27-41b8-bc81-bba163f311e9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:51.638939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bcf2fe3b-8d27-41b8-bc81-bba163f311e9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:51.639627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bcf2fe3b-8d27-41b8-bc81-bba163f311e9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:51.936635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:51.979841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:11:51.980244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:51.998142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11489a0-e328-4243-9f9a-72b74642d14c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:52.093781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc6144bf-adcc-44f7-be83-71fc23fd24bd req-771cd7a7-ac7e-4f27-be49-e3a5954d4d5a tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5399876 Mar 07 11:11:52.127217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.307886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.311220 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks [] for router_controller (add4264d-c69e-4e07-9d0a-7f7d15132e10), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.322505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-11f49df7-6508-4847-8613-b8242ee11870 req-32086bb5-7cc6-4576-aaae-052a0eddf245 service neutron] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:52.328937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-11f49df7-6508-4847-8613-b8242ee11870 req-32086bb5-7cc6-4576-aaae-052a0eddf245 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.330237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-32086bb5-7cc6-4576-aaae-052a0eddf245 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1/bindings/n-h2-832156-4 HTTP/1.1" status: 204 len: 173 time: 0.7724171 Mar 07 11:11:52.395056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (add4264d-c69e-4e07-9d0a-7f7d15132e10), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.395624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add4264d-c69e-4e07-9d0a-7f7d15132e10 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:52.417685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062252-9111-4003-81f7-06ca0ec3de32 req-f252bfa0-e774-494b-88f8-6cb9489a0ff5 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:52.419667 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc062252-9111-4003-81f7-06ca0ec3de32 req-f252bfa0-e774-494b-88f8-6cb9489a0ff5 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.2342262 Mar 07 11:11:52.425167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.429081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43478) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:52.429661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ceb0b81-7690-49cc-98d9-51f571e76df0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/add4264d-c69e-4e07-9d0a-7f7d15132e10 HTTP/1.1" status: 204 len: 168 time: 2.3333476 Mar 07 11:11:52.502981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Deleting subnet 1ab201be-0c71-4e80-acea-d3cc0fdcfb40 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:52.507443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Publish callbacks [] for subnet (1ab201be-0c71-4e80-acea-d3cc0fdcfb40), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.553082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc062252-9111-4003-81f7-06ca0ec3de32 req-23d290c3-2109-425d-a200-43ed773e8c89 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820069 Mar 07 11:11:52.556109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (1ab201be-0c71-4e80-acea-d3cc0fdcfb40), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.564424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec1c12-7c8b-4e49-aba8-8ca3045cec04 req-f9de3389-6640-4ab6-afe0-ae1c20b2b375 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:52.566442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91ec1c12-7c8b-4e49-aba8-8ca3045cec04 req-f9de3389-6640-4ab6-afe0-ae1c20b2b375 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.1455657 Mar 07 11:11:52.582467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43482) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:52.685855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-91ec1c12-7c8b-4e49-aba8-8ca3045cec04 req-7c62388e-c3be-4c78-8867-496912855240 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023502 Mar 07 11:11:52.703886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1ab201be-0c71-4e80-acea-d3cc0fdcfb40), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.801423 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (1ab201be-0c71-4e80-acea-d3cc0fdcfb40), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.831073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab201be-0c71-4e80-acea-d3cc0fdcfb40,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:52.845216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea0bfe-e286-47a3-9fd3-5798c36fd365 None None] Network a377f0e5-7521-4202-81df-35ae90b26df8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:52.845913 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.850694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a485645-bf03-467f-83a5-806029b1c0d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ab201be-0c71-4e80-acea-d3cc0fdcfb40 HTTP/1.1" status: 204 len: 168 time: 0.4194112 Mar 07 11:11:52.853105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43488) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:52.880813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514c6a-d068-45b1-bc36-430543a88ec9 req-50b58667-fc93-419f-b4bc-d6733c5fbf60 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:52.882878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a514c6a-d068-45b1-bc36-430543a88ec9 req-50b58667-fc93-419f-b4bc-d6733c5fbf60 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1126 time: 0.0979590 Mar 07 11:11:52.986459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (a377f0e5-7521-4202-81df-35ae90b26df8), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.027821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a514c6a-d068-45b1-bc36-430543a88ec9 req-34423dff-3c69-409c-992d-1beaf363e7ac tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379910 Mar 07 11:11:53.071442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1efd26-86a8-40d5-a382-b64b8206ef2d tempest-TestServerBasicOps-1995742123 tempest-TestServerBasicOps-1995742123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:53.074109 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bf1efd26-86a8-40d5-a382-b64b8206ef2d tempest-TestServerBasicOps-1995742123 tempest-TestServerBasicOps-1995742123-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1122 time: 0.4903471 Mar 07 11:11:53.077070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43492) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:53.082701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:53.111938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd4d63b3-ee63-4bc2-af7d-c405ebed2d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.132701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.136655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Deleting port 5d71ccae-c84a-427a-8729-486940219af4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:53.136988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5d71ccae-c84a-427a-8729-486940219af4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.229947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] DHCP port deletion for a377f0e5-7521-4202-81df-35ae90b26df8 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:53.293933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Deleting port 5d71ccae-c84a-427a-8729-486940219af4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:53.294550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5d71ccae-c84a-427a-8729-486940219af4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.309842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] For port 5d71ccae-c84a-427a-8729-486940219af4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d71ccae-c84a-427a-8729-486940219af4,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:53.310067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5d71ccae-c84a-427a-8729-486940219af4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.336138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Calling delete_port for 5d71ccae-c84a-427a-8729-486940219af4 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:53.377799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7bf8d-ec38-4347-b92f-998a0d994468 req-140b025b-c386-46ca-a83f-81e3ef5fbf2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:53.379804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aae7bf8d-ec38-4347-b92f-998a0d994468 req-140b025b-c386-46ca-a83f-81e3ef5fbf2f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.1970074 Mar 07 11:11:53.385087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] For port 5d71ccae-c84a-427a-8729-486940219af4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5d71ccae-c84a-427a-8729-486940219af4,segment=NetworkSegment(d511c17f-3863-435c-8f43-4c8c8e2966ca),segment_id=d511c17f-3863-435c-8f43-4c8c8e2966ca)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:53.388125 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5d71ccae-c84a-427a-8729-486940219af4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.404213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Calling delete_port for 5d71ccae-c84a-427a-8729-486940219af4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:53.465000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.515549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (5d71ccae-c84a-427a-8729-486940219af4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.521201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5d71ccae-c84a-427a-8729-486940219af4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.560652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] No DVR routers for this DVR port 5d71ccae-c84a-427a-8729-486940219af4 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:53.568089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] Pushing event deleted for resources: {'Port': ['ID=5d71ccae-c84a-427a-8729-486940219af4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:53.578266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81b5c6-67be-4035-9bd5-031962b8347f None None] No DVR routers for this DVR port 5d71ccae-c84a-427a-8729-486940219af4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:53.584813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Allocated IP 172.25.4.80 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ab8e565b-349e-4ef6-b056-e74272a3a8a2) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:53.673953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d71ccae-c84a-427a-8729-486940219af4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:53.694860 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.711550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d71ccae-c84a-427a-8729-486940219af4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:53.732552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aae7bf8d-ec38-4347-b92f-998a0d994468 req-382f8b7b-6dbd-4ae0-97ea-ec64f3cd0948 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462420 Mar 07 11:11:53.735717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.754358 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5d71ccae-c84a-427a-8729-486940219af4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:53.755031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5d71ccae-c84a-427a-8729-486940219af4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:53.755583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c11489a0-e328-4243-9f9a-72b74642d14c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:53.776160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c11489a0-e328-4243-9f9a-72b74642d14c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:53.776739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c11489a0-e328-4243-9f9a-72b74642d14c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:53.783861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43498) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:53.807118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (a377f0e5-7521-4202-81df-35ae90b26df8), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.839088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a377f0e5-7521-4202-81df-35ae90b26df8']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:53.852010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:53.852839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511c17f-3863-435c-8f43-4c8c8e2966ca') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:53.853251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511c17f-3863-435c-8f43-4c8c8e2966ca') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:53.862559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'Port': ['ID=ab8e565b-349e-4ef6-b056-e74272a3a8a2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:53.865976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:53.870314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:53.880276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (d511c17f-3863-435c-8f43-4c8c8e2966ca), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.908178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d511c17f-3863-435c-8f43-4c8c8e2966ca), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.917005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:53.917413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (d511c17f-3863-435c-8f43-4c8c8e2966ca), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.921074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-37343d8c-c5cb-46ab-bfe8-8511f9fb5676 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 200 len: 990 time: 0.1342385 Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self.session.flush() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:53.921264 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:53.987121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (a377f0e5-7521-4202-81df-35ae90b26df8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.994054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.997812 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] 10.222.0.23 "DELETE /v2.0/networks/a377f0e5-7521-4202-81df-35ae90b26df8 HTTP/1.1" status: 204 len: 168 time: 1.1430531 Mar 07 11:11:54.017102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5372-6e34-4da7-91e2-1d39f489f97f admin admin] Pushing event deleted for resources: {'Network': ['ID=a377f0e5-7521-4202-81df-35ae90b26df8,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:54.250411 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43502) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:54.297981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3122851c-6b51-4ef1-a50d-74cd44f64fad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffd000bebf044c35822adec8f1ef1de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461767 Mar 07 11:11:54.301948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43504) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:54.338726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.392346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for floatingip (4887c0f1-331d-4593-a912-7cf252303216), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.394107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] Publish callbacks [] for security_group (d6bc3ae3-c0aa-417d-ad1b-af5181798bc2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.461083 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.464405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] Publish callbacks [] for security_group (d6bc3ae3-c0aa-417d-ad1b-af5181798bc2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.527027 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.575831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d6bc3ae3-c0aa-417d-ad1b-af5181798bc2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.578338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.581900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6bc3ae3-c0aa-417d-ad1b-af5181798bc2 HTTP/1.1" status: 204 len: 168 time: 0.2762740 Mar 07 11:11:54.732333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bb11-1905-468c-8422-1a9b2ab5afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc3ae3-c0aa-417d-ad1b-af5181798bc2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:54.782990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.791216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:54.877913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event updated for resources: {'Port': ['ID=ab8e565b-349e-4ef6-b056-e74272a3a8a2,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:54.889853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (4887c0f1-331d-4593-a912-7cf252303216), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.032528 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Floating IP 4887c0f1-331d-4593-a912-7cf252303216 associated. External IP: 172.25.4.80, port: a4b5f405-4792-4de9-920d-6fdee0e75f8a. Mar 07 11:11:55.046743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43514) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:55.100068 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d28dbf8-0e2a-4064-b1ee-4c581513c848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb48c186559c443cab83fb952a72baf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505364 Mar 07 11:11:55.102107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43516) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:55.155554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] Publish callbacks [] for security_group (e3b63525-47e9-4ca4-9d95-16a608c79380), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.179364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] Publish callbacks [] for security_group (e3b63525-47e9-4ca4-9d95-16a608c79380), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.234356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e3b63525-47e9-4ca4-9d95-16a608c79380), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.237433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.241724 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3b63525-47e9-4ca4-9d95-16a608c79380 HTTP/1.1" status: 204 len: 168 time: 0.1353121 Mar 07 11:11:55.249231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead0f8a-a075-4b78-9254-dfa1f9472543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b63525-47e9-4ca4-9d95-16a608c79380,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:55.342045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Router 9a580d48-e417-47b7-8a57-abd1bbfcba7f has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:55.530110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:55.550071 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Sync routers for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:55.611040 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:55.615099 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:55.657192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.770590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8ce08b94-3d57-4cbc-9058-5f828b45e584 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6917601 Mar 07 11:11:55.771539 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:55.775929 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ba57bb-2265-4cda-8170-1923ce1bc3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:55.824779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:55.852033 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b3721e-2d95-4d6a-be6e-e3d22abce3b7 x-openstack-request-id: req-e0b3721e-2d95-4d6a-be6e-e3d22abce3b7 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:55.852324 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:55.852581 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0b3721e-2d95-4d6a-be6e-e3d22abce3b7 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:55.853004 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'status': 'completed', 'code': 200} Mar 07 11:11:55.912555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:55.976278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-f821f5c2-2552-4db4-87ad-ad88203f6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:55.977870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-f821f5c2-2552-4db4-87ad-ad88203f6fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.1009357 Mar 07 11:11:56.103786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-4cf60d4b-775a-4d97-ab3c-044f7aa7d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.105452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-4cf60d4b-775a-4d97-ab3c-044f7aa7d626 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.1196425 Mar 07 11:11:56.175875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-14b2fbcb-e0c7-442b-8e87-add6e16e4a15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 998 time: 0.0635600 Mar 07 11:11:56.181566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:56.229465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-2f43b076-6b67-47b8-906a-4d227259e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.230941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-2f43b076-6b67-47b8-906a-4d227259e59e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0493720 Mar 07 11:11:56.234201 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4887c0f1-331d-4593-a912-7cf252303216', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'port_id': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'mac_address': 'fa:16:3e:1a:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:54Z', 'updated_at': '2022-03-07T11:11:54Z', 'revision_number': 0, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:56.261139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Checking router: 9a580d48-e417-47b7-8a57-abd1bbfcba7f for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:56.270086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:56.270927 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:56.304091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-f739692d-82dd-43b0-af8c-fef9eee4e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.306438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-f739692d-82dd-43b0-af8c-fef9eee4e35c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672104 Mar 07 11:11:56.354607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 58ea147c-eee5-4ae0-887d-7bc374adf4e3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:56.354938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.407978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-072f1dd3-ebce-44aa-b2de-0abebeb13d27 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915046 Mar 07 11:11:56.408850 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:56.436792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.437017 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (58ea147c-eee5-4ae0-887d-7bc374adf4e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.451211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 58ea147c-eee5-4ae0-887d-7bc374adf4e3 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:56.527674 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-63ba57bb-2265-4cda-8170-1923ce1bc3a5 req-65ce9055-8df2-4e48-8ee1-38660b93d07c service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138673 Mar 07 11:11:56.613009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (58ea147c-eee5-4ae0-887d-7bc374adf4e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.692792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=58ea147c-eee5-4ae0-887d-7bc374adf4e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:56.733104 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4887c0f1-331d-4593-a912-7cf252303216', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'port_id': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'mac_address': 'fa:16:3e:1a:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:54Z', 'updated_at': '2022-03-07T11:11:54Z', 'revision_number': 0, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:56.745280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (2f2f8774-769e-419b-8448-2e40eba5d289), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.745755 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 2f2f8774-769e-419b-8448-2e40eba5d289 disassociated (deleted). External IP: 172.25.4.46, port: f4b1e5e3-cf6f-4673-ac93-88a927989bf1. Mar 07 11:11:56.772440 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712d5e8c-6606-49b0-b7e9-fb800362f9c8 None None] The sync data for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 is: [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4887c0f1-331d-4593-a912-7cf252303216', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'port_id': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'mac_address': 'fa:16:3e:1a:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:54Z', 'updated_at': '2022-03-07T11:11:54Z', 'revision_number': 0, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:57.020762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:57.070387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:57.132393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6d89-9d44-4391-98fd-441f04d29e51 None None] New status for floating IP 4887c0f1-331d-4593-a912-7cf252303216: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:11:57.566310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:57.571340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:57.579163 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Sync routers for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:57.591295 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:57.592176 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:57.619107 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff862569-cf4d-4293-b1bc-216f4a391d1b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/floatingips/2f2f8774-769e-419b-8448-2e40eba5d289 HTTP/1.1" status: 204 len: 168 time: 1.4354632 Mar 07 11:11:57.620294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:57.622915 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d40e9be-2037-4147-a644-c7a8ff512394" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:57.694572 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d441299-4133-4cbe-9746-bd6cb83708fc x-openstack-request-id: req-8d441299-4133-4cbe-9746-bd6cb83708fc {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:57.694875 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:57.695205 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d441299-4133-4cbe-9746-bd6cb83708fc {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:57.695523 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'status': 'completed', 'code': 200} Mar 07 11:11:57.739626 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:57.766285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-32e89aeb-c022-4579-af6c-9b48c6fa51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:57.768273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-32e89aeb-c022-4579-af6c-9b48c6fa51dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 1126 time: 0.0522485 Mar 07 11:11:57.986252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-b4058afe-4e5d-4da1-a9a0-d356bfa6bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:57.987624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43590) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:57.988125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-b4058afe-4e5d-4da1-a9a0-d356bfa6bb05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 200 len: 898 time: 0.2141011 Mar 07 11:11:58.094461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-5b21af43-57af-444b-a9de-f553f5f3e9be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 200 len: 217 time: 0.0935280 Mar 07 11:11:58.181657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b64e0f-ca23-4604-a5a1-7396118d9cda req-f14fc806-444a-4a07-9fd9-ed7c98645d53 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.183557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62b64e0f-ca23-4604-a5a1-7396118d9cda req-f14fc806-444a-4a07-9fd9-ed7c98645d53 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.2820144 Mar 07 11:11:58.186654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:58.259898 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Checking router: 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:58.273327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62b64e0f-ca23-4604-a5a1-7396118d9cda req-b29bbf0e-6182-47a8-843d-3d4ed424f104 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819259 Mar 07 11:11:58.275314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-535792f8-0382-4388-afd7-aa56389ff4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.277837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-535792f8-0382-4388-afd7-aa56389ff4b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 200 len: 834 time: 0.1770046 Mar 07 11:11:58.283543 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:58.284193 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:58.371819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-08a2165d-9a08-4a27-bab6-61536c9d7cda tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.374297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-08a2165d-9a08-4a27-bab6-61536c9d7cda tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.1074793 Mar 07 11:11:58.406985 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:58.456975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-1ce98da3-cc70-4e01-b83e-de514d3ec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.458714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-1ce98da3-cc70-4e01-b83e-de514d3ec549 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e6144b4-8b81-41e4-80b1-8daaf444cdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449828 Mar 07 11:11:58.513447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Deleting subnet 58dc09ac-0c48-48ae-bf48-808a0e53bdc3 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:58.521553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Publish callbacks [] for subnet (58dc09ac-0c48-48ae-bf48-808a0e53bdc3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.587602 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (58dc09ac-0c48-48ae-bf48-808a0e53bdc3), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.610090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:58.610676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.617109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-17632502-ce2a-4793-b614-b5bbfdf9f831 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513965 Mar 07 11:11:58.652552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (58dc09ac-0c48-48ae-bf48-808a0e53bdc3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.659444 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:58.696037 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f806e2-84a3-4f21-bda7-a8152777a35a None None] The sync data for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 is: [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:10:03Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '5a03a8d8-b75a-469a-8682-273e61daed11', 'name': '', 'network_id': '4e6144b4-8b81-41e4-80b1-8daaf444cdc9', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c4:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:10:02Z', 'updated_at': '2022-03-07T11:10:14Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1d4c5464-2378-455c-8fea-e530bb744b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:58.768036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (58dc09ac-0c48-48ae-bf48-808a0e53bdc3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.815608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port f4b1e5e3-cf6f-4673-ac93-88a927989bf1, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:58.816171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.833469 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:58.837711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d40e9be-2037-4147-a644-c7a8ff512394 req-770b3f33-0a1a-4afb-ba0c-bbfbc86405e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082989 Mar 07 11:11:58.842353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for f4b1e5e3-cf6f-4673-ac93-88a927989bf1 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:58.851775 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58dc09ac-0c48-48ae-bf48-808a0e53bdc3 HTTP/1.1" status: 204 len: 168 time: 0.8629560 Mar 07 11:11:58.852844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43596) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:58.854143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4968-6ef3-4fef-8733-fa82085dd027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dc09ac-0c48-48ae-bf48-808a0e53bdc3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:59.040590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.191445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c1ee0-f737-4f9e-af2e-3484324b7611 None None] New status for floating IP 2f2f8774-769e-419b-8448-2e40eba5d289: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:11:59.426475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c8203769-f1d7-4922-b4f9-f792b1fc6834), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.517785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0b1d3-b537-47bb-a45a-f1267e20797c req-2312790b-7f13-40ee-af91-a53783897f61 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:59.519371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe0b1d3-b537-47bb-a45a-f1267e20797c req-2312790b-7f13-40ee-af91-a53783897f61 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6d412d-5488-47c9-bdea-926ad7d8281e HTTP/1.1" status: 200 len: 944 time: 0.1256897 Mar 07 11:11:59.613112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c8203769-f1d7-4922-b4f9-f792b1fc6834), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.655769 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8203769-f1d7-4922-b4f9-f792b1fc6834']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:59.677333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfa8e92-b9e1-449a-ad16-cb9dea887d41') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:59.677628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfa8e92-b9e1-449a-ad16-cb9dea887d41') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:59.679871 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f4b1e5e3-cf6f-4673-ac93-88a927989bf1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.684891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fe0b1d3-b537-47bb-a45a-f1267e20797c req-790ff67a-18ad-4dc6-be0a-65231a132682 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=61aba5c4-6d24-4edd-b8ed-79d3caf710da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548660 Mar 07 11:11:59.699892 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (7dfa8e92-b9e1-449a-ad16-cb9dea887d41), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.725792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=f4b1e5e3-cf6f-4673-ac93-88a927989bf1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:59.770951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7dfa8e92-b9e1-449a-ad16-cb9dea887d41), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.777449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:59.777836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (7dfa8e92-b9e1-449a-ad16-cb9dea887d41), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:59.792921 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:59.801673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] No DVR routers for this DVR port f4b1e5e3-cf6f-4673-ac93-88a927989bf1 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:59.805380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.808664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-14ee0124-8664-41f5-ae37-626d9a0c8608 req-01e81233-75d2-4b64-8ede-293b1cbc698f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.26 "DELETE /v2.0/ports/f4b1e5e3-cf6f-4673-ac93-88a927989bf1 HTTP/1.1" status: 204 len: 173 time: 1.4264734 Mar 07 11:11:59.809094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-deleted', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:59.811326 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d2d21-7d84-47ae-8a00-d0379994c97a" -d '{"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-deleted", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:59.874827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c8203769-f1d7-4922-b4f9-f792b1fc6834), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.882444 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ee12f-a9a2-4e4d-9420-dc1bf5116d54 x-openstack-request-id: req-8e0ee12f-a9a2-4e4d-9420-dc1bf5116d54 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:59.882731 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6d412d-5488-47c9-bdea-926ad7d8281e", "name": "network-vif-deleted", "tag": "f4b1e5e3-cf6f-4673-ac93-88a927989bf1", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:59.882982 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e0ee12f-a9a2-4e4d-9420-dc1bf5116d54 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:59.883380 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6d412d-5488-47c9-bdea-926ad7d8281e', 'name': 'network-vif-deleted', 'tag': 'f4b1e5e3-cf6f-4673-ac93-88a927989bf1', 'status': 'completed', 'code': 200} Mar 07 11:11:59.886175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:59.891903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8203769-f1d7-4922-b4f9-f792b1fc6834 HTTP/1.1" status: 204 len: 168 time: 1.0355473 Mar 07 11:11:59.905007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4947336-33ec-4533-b24d-599eea9e0fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8203769-f1d7-4922-b4f9-f792b1fc6834,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:00.058378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:00.150698 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-945f8e7f-c519-41dd-a951-800c45b0b309 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a49bcde95b0c44bd89c11e968d1c4352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910876 Mar 07 11:12:00.153723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:00.235186 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] Publish callbacks [] for security_group (8f78e6fa-4b26-46e9-bf84-031fa0e755ae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:00.261009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] Publish callbacks [] for security_group (8f78e6fa-4b26-46e9-bf84-031fa0e755ae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:00.317088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8f78e6fa-4b26-46e9-bf84-031fa0e755ae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:00.320662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:00.324777 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f78e6fa-4b26-46e9-bf84-031fa0e755ae HTTP/1.1" status: 204 len: 168 time: 0.1671882 Mar 07 11:12:00.331844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeadd9-3803-48f3-9f7e-4ff565629539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f78e6fa-4b26-46e9-bf84-031fa0e755ae,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:00.750979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43630) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:01.137718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:01.425019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 5a03a8d8-b75a-469a-8682-273e61daed11 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:01.425632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:01.483414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:01.519759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: f4b1e5e3-cf6f-4673-ac93-88a927989bf1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:01.520290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device f4b1e5e3-cf6f-4673-ac93-88a927989bf1 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:01.534060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 5a03a8d8-b75a-469a-8682-273e61daed11, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5a03a8d8-b75a-469a-8682-273e61daed11,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:01.534520 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:01.549404 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 5a03a8d8-b75a-469a-8682-273e61daed11 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:01.757114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5a03a8d8-b75a-469a-8682-273e61daed11), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:01.783422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=5a03a8d8-b75a-469a-8682-273e61daed11,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:02.002812 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.260529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:02.387734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:02.393690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2fd12cbd-10ff-4cb1-b830-e3d2d02b14e8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/1e64ef63-8bb3-49f4-b9fb-167e1c7c996a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397047 Mar 07 11:12:02.395041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43766) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:02.398467 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Sync routers for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:02.410162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:02.412162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:02.476472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting subnet 1d4c5464-2378-455c-8fea-e530bb744b04 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:12:02.481573 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (1d4c5464-2378-455c-8fea-e530bb744b04), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.531331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (1d4c5464-2378-455c-8fea-e530bb744b04), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.539911 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:02.633214 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1d4c5464-2378-455c-8fea-e530bb744b04), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.729942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1d4c5464-2378-455c-8fea-e530bb744b04), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.758981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4c5464-2378-455c-8fea-e530bb744b04,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:02.761339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:02.765072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c8989d4-2088-432f-ad95-47062f6579bf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/subnets/1d4c5464-2378-455c-8fea-e530bb744b04 HTTP/1.1" status: 204 len: 168 time: 0.3683386 Mar 07 11:12:02.765668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff1ec5-e5cb-4e76-8af9-f7a13f87b669 None None] Network 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:02.768682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43778) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:02.780300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:12:01Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:02.789991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43780) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:02.835446 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Checking router: 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:02.852860 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Routers {'1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:02.853495 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:03.012280 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.026522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1184cf0-d47e-4b26-b7dc-5f16e20bfc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.033688 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] Set router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:03.041685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] DHCP port deletion for 4e6144b4-8b81-41e4-80b1-8daaf444cdc9 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:12:03.095755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Deleting port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:03.096390 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.162948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.176563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] For port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,segment=NetworkSegment(210df8be-2c0f-4a67-82aa-d09b756101b9),segment_id=210df8be-2c0f-4a67-82aa-d09b756101b9)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:03.177271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.190826 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1184cf0-d47e-4b26-b7dc-5f16e20bfc05 admin admin] Publish callbacks [] for security_group (90811aaa-8517-4e67-8761-880ccb0d07c1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.192159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Calling delete_port for 3b2091bc-a5a3-4fc6-9f31-1a65a715259a owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:03.200765 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d1184cf0-d47e-4b26-b7dc-5f16e20bfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (90811aaa-8517-4e67-8761-880ccb0d07c1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.230403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:03.231017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.251679 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d1184cf0-d47e-4b26-b7dc-5f16e20bfc05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5988bdd834c94f79b826cec416a30aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605200 Mar 07 11:12:03.255408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43784) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:03.289483 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (3b2091bc-a5a3-4fc6-9f31-1a65a715259a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.290096 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:12:01Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:03.322000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] Pushing event deleted for resources: {'Port': ['ID=3b2091bc-a5a3-4fc6-9f31-1a65a715259a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:03.323898 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd445d-8137-45a4-a49b-886b528cbc40 None None] The sync data for ids ['1e64ef63-8bb3-49f4-b9fb-167e1c7c996a'] in n-d-832156-4 is: [{'id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761427193', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:54Z', 'updated_at': '2022-03-07T11:12:01Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': 'aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64ef63-8bb3-49f4-b9fb-167e1c7c996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:55Z', 'updated_at': '2022-03-07T11:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:03.324920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695ca79-31f2-4625-86a0-bc61305edf34 None None] No DVR routers for this DVR port 3b2091bc-a5a3-4fc6-9f31-1a65a715259a on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:03.332635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1184cf0-d47e-4b26-b7dc-5f16e20bfc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90811aaa-8517-4e67-8761-880ccb0d07c1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:03.359176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:03.359607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.376607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:03.389775 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] Publish callbacks [] for security_group (90811aaa-8517-4e67-8761-880ccb0d07c1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.414328 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] Publish callbacks [] for security_group (90811aaa-8517-4e67-8761-880ccb0d07c1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.484477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (90811aaa-8517-4e67-8761-880ccb0d07c1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.487314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.488676 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90811aaa-8517-4e67-8761-880ccb0d07c1 HTTP/1.1" status: 204 len: 168 time: 0.2238219 Mar 07 11:12:03.501476 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1f726-c43c-41d0-9c67-b91816d627eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90811aaa-8517-4e67-8761-880ccb0d07c1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:03.592593 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.628478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:03.688138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b2091bc-a5a3-4fc6-9f31-1a65a715259a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:03.691780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.713916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3b2091bc-a5a3-4fc6-9f31-1a65a715259a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:03.714483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b2091bc-a5a3-4fc6-9f31-1a65a715259a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:03.714893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a03a8d8-b75a-469a-8682-273e61daed11 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:03.741265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5a03a8d8-b75a-469a-8682-273e61daed11 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:03.741704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5a03a8d8-b75a-469a-8682-273e61daed11 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:03.810071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.812379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.858657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43796) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:03.872623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (1e64ef63-8bb3-49f4-b9fb-167e1c7c996a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.873166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Fanout notify agent at l3_agent the message router_deleted on router 1e64ef63-8bb3-49f4-b9fb-167e1c7c996a {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:12:03.874745 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f9e1098-eae1-4a2f-9bb4-10db212f0468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.883516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:03.884678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-044d3294-692f-4401-b21c-decb4e7ebe21 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/routers/1e64ef63-8bb3-49f4-b9fb-167e1c7c996a HTTP/1.1" status: 204 len: 168 time: 1.1147974 Mar 07 11:12:03.887598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:03.978925 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (4e6144b4-8b81-41e4-80b1-8daaf444cdc9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.001426 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f9e1098-eae1-4a2f-9bb4-10db212f0468 admin admin] Publish callbacks [] for security_group (5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.008342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3f9e1098-eae1-4a2f-9bb4-10db212f0468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.039863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3f9e1098-eae1-4a2f-9bb4-10db212f0468 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b27aff1cdbd4c218f3eeb53c05cb326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800497 Mar 07 11:12:04.041598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:04.084998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e1098-eae1-4a2f-9bb4-10db212f0468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.097568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (4e6144b4-8b81-41e4-80b1-8daaf444cdc9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.111614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] Publish callbacks [] for security_group (5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.123084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6144b4-8b81-41e4-80b1-8daaf444cdc9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:04.133440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210df8be-2c0f-4a67-82aa-d09b756101b9') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:04.133947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210df8be-2c0f-4a67-82aa-d09b756101b9') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:04.139630 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] Publish callbacks [] for security_group (5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.146470 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (210df8be-2c0f-4a67-82aa-d09b756101b9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.161121 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (210df8be-2c0f-4a67-82aa-d09b756101b9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.167082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:12:04.167528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (210df8be-2c0f-4a67-82aa-d09b756101b9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:12:04.170644 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:12:04.198457 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.201196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.204807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55 HTTP/1.1" status: 204 len: 168 time: 0.1597579 Mar 07 11:12:04.214291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa412dd-12c4-4be4-8fd7-53f77bc83a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4f9fc-61a6-4cb7-8f8b-8ac54b335b55,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.250024 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (4e6144b4-8b81-41e4-80b1-8daaf444cdc9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.270507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.276604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/networks/4e6144b4-8b81-41e4-80b1-8daaf444cdc9 HTTP/1.1" status: 204 len: 168 time: 0.3874085 Mar 07 11:12:04.277110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43804) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:04.277737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f0842-722d-4ef8-8762-4af32ebdb5a8 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Network': ['ID=4e6144b4-8b81-41e4-80b1-8daaf444cdc9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.336931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (61aba5c4-6d24-4edd-b8ed-79d3caf710da), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.367210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (61aba5c4-6d24-4edd-b8ed-79d3caf710da), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.457668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (61aba5c4-6d24-4edd-b8ed-79d3caf710da), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.464976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.469014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/security-groups/61aba5c4-6d24-4edd-b8ed-79d3caf710da HTTP/1.1" status: 204 len: 168 time: 0.1878603 Mar 07 11:12:04.484969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d078b-74e0-4742-93ae-9127aad9363c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aba5c4-6d24-4edd-b8ed-79d3caf710da,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.774620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43812) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:04.780202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294785330', 'description': 'tempest-secgroup-smoke-294785330 description', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:04.815623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.894878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (7c78cb5a-2ca4-424c-b57a-fce9d69b7bff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.900362 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c78cb5a-2ca4-424c-b57a-fce9d69b7bff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.930214 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:04.931512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1558814 Mar 07 11:12:04.934848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43816) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:04.937770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0299a-3300-4491-899a-d786535d236d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.939481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:04.969516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (af0d78c2-c1bf-4d79-8fda-c0a70c00fef6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.031757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (af0d78c2-c1bf-4d79-8fda-c0a70c00fef6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.037936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (af0d78c2-c1bf-4d79-8fda-c0a70c00fef6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.056231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0d78c2-c1bf-4d79-8fda-c0a70c00fef6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.063820 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.065028 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-71aa58c7-c4db-4489-99b6-ebb7ff2596ac tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291423 Mar 07 11:12:05.068463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43818) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.073494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.101963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (98937a22-7ede-4878-991d-fa19a609107e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.159159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (98937a22-7ede-4878-991d-fa19a609107e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.163614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (98937a22-7ede-4878-991d-fa19a609107e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.183330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98937a22-7ede-4878-991d-fa19a609107e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.194830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.196147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-05408d52-de7e-4495-945c-ff681d1d2387 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266153 Mar 07 11:12:05.199370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43820) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.203811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.228140 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (c6aface2-87e3-4eab-956d-aaea4e994fc2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.286451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (c6aface2-87e3-4eab-956d-aaea4e994fc2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.290523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (c6aface2-87e3-4eab-956d-aaea4e994fc2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.307794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aface2-87e3-4eab-956d-aaea4e994fc2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.317918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.319145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1c289d33-31ce-4d29-a08a-fe798db782c1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186495 Mar 07 11:12:05.322027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43822) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.326695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.350760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (c1281dbe-dd88-4dcf-b5b3-b0b8302c1915), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.406793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (c1281dbe-dd88-4dcf-b5b3-b0b8302c1915), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.410893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (c1281dbe-dd88-4dcf-b5b3-b0b8302c1915), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.427697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1281dbe-dd88-4dcf-b5b3-b0b8302c1915,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.436609 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.440561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-34ecd341-fa6b-45c4-9f9b-048671545b88 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145005 Mar 07 11:12:05.441081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43824) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.446138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.469075 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:05.474189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (5bb41425-a678-4701-8a9c-fc53dfa8631b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.535313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (5bb41425-a678-4701-8a9c-fc53dfa8631b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.540332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5bb41425-a678-4701-8a9c-fc53dfa8631b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.560661 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb41425-a678-4701-8a9c-fc53dfa8631b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.569705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.574192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f8c0511-ea78-42d9-bf32-47f303d4f888 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287851 Mar 07 11:12:05.574408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.578900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'security_group_rule': {'security_group_id': '7c78cb5a-2ca4-424c-b57a-fce9d69b7bff', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.600104 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Project 8549e1bcd76f478a83b8ccd03ffbae67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:05.605431 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (979c77c0-5f0f-4b28-a19b-0932fd2a2665), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.667509 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:05.673190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (979c77c0-5f0f-4b28-a19b-0932fd2a2665), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.677701 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (979c77c0-5f0f-4b28-a19b-0932fd2a2665), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.688535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:05.689032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aecaccf0-0657-4a2c-8a2f-f7bfaad9c46d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:05.698307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979c77c0-5f0f-4b28-a19b-0932fd2a2665,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.707064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.708585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a05c120-92a8-4bc2-9ace-072b0dc5d32b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332152 Mar 07 11:12:05.711498 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.716920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'network': {'name': 'tempest-network-smoke--1991967393', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'port_security_enabled': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.735898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:05.739433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.762105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:12:05.771084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c395da4d-62c2-49c6-afd4-1cbe947465be), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.771468 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Added segment c395da4d-62c2-49c6-afd4-1cbe947465be of type vlan for network ace8356d-c430-429f-ad28-7e0edc9bd7fe Mar 07 11:12:05.811613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ace8356d-c430-429f-ad28-7e0edc9bd7fe), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.842719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ace8356d-c430-429f-ad28-7e0edc9bd7fe), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.848169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:05.848803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.889685 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1769946 Mar 07 11:12:05.892602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:05.898550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'admin_state_up': True, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:05.922571 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (900d3611-ea58-46ad-8734-537479dd29e3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.924100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (900d3611-ea58-46ad-8734-537479dd29e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:05.925903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979287c7-fed4-402e-8ba5-77493abccdaf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Network': ['ID=ace8356d-c430-429f-ad28-7e0edc9bd7fe,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.938846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:12:05.981491 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (900d3611-ea58-46ad-8734-537479dd29e3), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.144836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (900d3611-ea58-46ad-8734-537479dd29e3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.364936 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (900d3611-ea58-46ad-8734-537479dd29e3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.384469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.491968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.22 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/99b8fbfd-fee5-4a39-8a4a-a8a56b785567) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:06.598833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.635974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:06.677458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:06.680207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:06.685491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:06.688439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:06.954858 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (900d3611-ea58-46ad-8734-537479dd29e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.172358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (900d3611-ea58-46ad-8734-537479dd29e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.305358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 900d3611-ea58-46ad-8734-537479dd29e3 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:12:07.415512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:07.429299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Sync routers for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:07.439405 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.444003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7e7fed90-a9ed-4c54-8e32-5c08758c5545 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5470676 Mar 07 11:12:07.444143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:07.444143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:07.446113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:07.479142 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b8cbe83c-4d0a-4918-96ef-498a800715bd tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8549e1bcd76f478a83b8ccd03ffbae67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292163 Mar 07 11:12:07.479541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43842) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:07.554865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:07.574411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ff319-c5b9-4c44-81c7-874d513f4a34 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:07.578676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-892ff319-c5b9-4c44-81c7-874d513f4a34 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945852 Mar 07 11:12:07.579046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43844) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:07.611053 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a10f4f4c-678d-467b-942f-06d6af3eac86 tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302465 Mar 07 11:12:07.614443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:07.619740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963061447', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:07.712218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:07.715891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.744258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:06Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:07.772324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Checking router: 900d3611-ea58-46ad-8734-537479dd29e3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:07.772917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Updating router 900d3611-ea58-46ad-8734-537479dd29e3 port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:07.803308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.903472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (1f217777-c048-42df-acfb-13cc990a10ab), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:07.957680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Subnet': ['ID=1f217777-c048-42df-acfb-13cc990a10ab,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:07.979891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Checking segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:07.980468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network hostable DHCP agents. Network: ace8356d-c430-429f-ad28-7e0edc9bd7fe, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:12:08.001913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:12:08.017090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ace8356d-c430-429f-ad28-7e0edc9bd7fe) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:08.030804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:08.031979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.059284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-151167ad-fbe0-4a68-8a20-62779608c339 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4437053 Mar 07 11:12:08.062276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43850) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:08.081273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e04403-7fda-457f-bf90-a3699c3d990f None None] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:08.138913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks [] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.149051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.231994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Pushing event updated for resources: {'Port': ['ID=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:08.234557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Attempting to bind port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:08.234919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Attempting to bind port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:08.235279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Attempting to bind port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:08.245113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:12:08.245960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.249225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.249561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.249893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.250250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.250544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.250865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.251609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.251609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.251824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.252145 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.252465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.252779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.253084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:08.257951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:08.258320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:08.258716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.259092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:08.259567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Bound port: 99b8fbfd-fee5-4a39-8a4a-a8a56b785567, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:08.259965 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.383210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] For port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:08.388455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] For port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:08.421139 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.484901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Allocated IP 172.20.0.2 (ace8356d-c430-429f-ad28-7e0edc9bd7fe/1f217777-c048-42df-acfb-13cc990a10ab/e97b1cba-b9b0-4a88-a9a5-92ffa204e246) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:08.488495 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:08.489255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:08.558814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.613182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b683ac9-efa2-4c5b-a8ef-195b3bc19111 None None] Pushing event updated for resources: {'Port': ['ID=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:08.679485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:08.874696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks [] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.899754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.944110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:08.948847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:08.954628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.1 (ace8356d-c430-429f-ad28-7e0edc9bd7fe/1f217777-c048-42df-acfb-13cc990a10ab/0fe10a93-1181-441e-ab66-0dc6abb2ec24) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:08.956164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:08.961038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Pushing event updated for resources: {'Port': ['ID=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:08.996428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:06Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:09.043332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e40c-7a25-4e93-8040-ad8a0fb6a331 None None] The sync data for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 is: [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:06Z', 'revision_number': 3, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:09.054755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Attempting to bind port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:09.055141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Attempting to bind port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:09.055503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Attempting to bind port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 on network ace8356d-c430-429f-ad28-7e0edc9bd7fe {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:09.063301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:09.063725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Checking segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:09.064685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.065095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Bound using segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:09.065590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Bound port: e97b1cba-b9b0-4a88-a9a5-92ffa204e246, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:09.065966 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.108652 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.158756 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.164706 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] For port e97b1cba-b9b0-4a88-a9a5-92ffa204e246, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:09.169290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] For port e97b1cba-b9b0-4a88-a9a5-92ffa204e246, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:09.177549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.204886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:09.210579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:09.216637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:09.258064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:09.274455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (900d3611-ea58-46ad-8734-537479dd29e3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.283833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44c6b-f3b3-4c01-8814-8639b5ed8c7c None None] Pushing event updated for resources: {'Port': ['ID=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:09.487806 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.810188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:09.888839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:09.889620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.998158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:09.998585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.027272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:10.033711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.035242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e97b1cba-b9b0-4a88-a9a5-92ffa204e246 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:10.360990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.366698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.381880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:10.421049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:10.421447 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.491855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:10.517483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (900d3611-ea58-46ad-8734-537479dd29e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.546978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:10.547389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.589633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port e97b1cba-b9b0-4a88-a9a5-92ffa204e246, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:10.594568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.654048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:10.655676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:10.659380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:10.748804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4bd56-eb19-475a-b1d3-fbb40eaee6b3 None None] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:10.788953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 900d3611-ea58-46ad-8734-537479dd29e3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:10.880843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6b10ac49-3992-4258-8098-2fa1612116f9 None None] Provisioning complete for port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:10.881435 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6b10ac49-3992-4258-8098-2fa1612116f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:10.914578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:10.928604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-10b772e0-9c06-40a3-aa1e-2bb2ec591c28 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/900d3611-ea58-46ad-8734-537479dd29e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648608 Mar 07 11:12:10.980907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6b10ac49-3992-4258-8098-2fa1612116f9 None None] Current status of the port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:11.200537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-ef8822e2-2d9b-445d-8a35-df8a04bfc8fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294785330&fields=id&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 267 time: 0.0541019 Mar 07 11:12:11.306282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:11.310241 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.371583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:11.372395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-2f03854e-911b-4c5e-831c-61fa9704280d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:11.380205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-2f03854e-911b-4c5e-831c-61fa9704280d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 797 time: 0.1668625 Mar 07 11:12:11.395070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-4124e486-2dc3-4279-bab7-39a9ed136e97 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/quotas/8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 375 time: 0.0135489 Mar 07 11:12:11.402907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Provisioning complete for port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:11.403413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.418315 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Sync routers for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:11.443877 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:11.444733 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:11.514338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cbdfd-468d-4390-a3f6-26aab56fbd25 None None] Current status of the port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:11.536256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-8f930b9c-51d6-43c4-bff1-9f456dde8e64 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336546 Mar 07 11:12:11.621413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:11.641335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e4ee0c6b-7d67-41df-81ae-ec94c12c349c None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:11.641958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0c6b-7d67-41df-81ae-ec94c12c349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.734975 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-3758a5e2-8951-45d1-bf1d-fa30c6242297 service neutron] 10.222.0.23 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849041 Mar 07 11:12:11.745953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee0c6b-7d67-41df-81ae-ec94c12c349c None None] Port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:11.769537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:11.775859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:11.882779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:11.884295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.897193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-108ea4f9-e798-437c-a1d9-14a0082aa04b service neutron] 10.222.0.23 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609204 Mar 07 11:12:11.972257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a54ad1a6-d09a-4e01-8456-968c09afa373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.988376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:11.989809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e97b1cba-b9b0-4a88-a9a5-92ffa204e246 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:12.035427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-66c23d31-2abc-49a0-9036-8f3a3d4960a1 None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:12.035939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66c23d31-2abc-49a0-9036-8f3a3d4960a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.096929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:12.097323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.105753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a54ad1a6-d09a-4e01-8456-968c09afa373 admin admin] Publish callbacks [] for security_group (49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.114038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a54ad1a6-d09a-4e01-8456-968c09afa373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.139351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-66c23d31-2abc-49a0-9036-8f3a3d4960a1 None None] Port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:12.147030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ad1a6-d09a-4e01-8456-968c09afa373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:12.198067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:12.253187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-268217e9-5e05-411e-8ddf-fa8f46d179b0 req-59452a97-1935-470a-bbca-dfa4dce034b9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 210 time: 0.0465064 Mar 07 11:12:12.254341 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a54ad1a6-d09a-4e01-8456-968c09afa373 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9413bc51edda4130b8467ea3a5131bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826546 Mar 07 11:12:12.257380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43886) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:12.330369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] Publish callbacks [] for security_group (49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.333121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 2, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:12.370911 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] Publish callbacks [] for security_group (49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.371998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Checking router: 900d3611-ea58-46ad-8734-537479dd29e3 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:12.372519 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Updating router 900d3611-ea58-46ad-8734-537479dd29e3 port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:12.415319 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.456475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.461739 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.465783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7 HTTP/1.1" status: 204 len: 168 time: 0.2049289 Mar 07 11:12:12.476500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f2150-c766-4f92-8446-987bb94f3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f2a81d-ac2e-48eb-b2f0-8ac045bdbbe7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:12.774105 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks [] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.782960 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.843276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Pushing event updated for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:12.877338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.877676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.878014 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.878413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.878676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.879144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.879602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.880119 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.880505 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.880818 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.881223 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.881620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.881979 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:12.975632 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Attempting to bind port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:12.976025 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Attempting to bind port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:12.976387 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Attempting to bind port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 on network ace8356d-c430-429f-ad28-7e0edc9bd7fe {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:12.985572 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:12.985946 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Checking segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:12.986344 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.986725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Bound using segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:12.987208 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Bound port: 0fe10a93-1181-441e-ab66-0dc6abb2ec24, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:12.987565 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.075003 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] For port 0fe10a93-1181-441e-ab66-0dc6abb2ec24, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:13.078686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] For port 0fe10a93-1181-441e-ab66-0dc6abb2ec24, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fe10a93-1181-441e-ab66-0dc6abb2ec24,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:13.093234 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.180712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ecfc8-6706-4240-913f-d853af0bde62 None None] Pushing event updated for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:13.195594 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:13.196228 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:13.274906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:13.275468 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.393779 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:13.444287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4814d01d-4297-4018-92bf-9d039deb9073 req-0399a935-cebf-4f02-9a8d-bb4b15cc41e0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 210 time: 0.0542228 Mar 07 11:12:13.474894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Current status of the port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:13.475312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.513109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] For port 0fe10a93-1181-441e-ab66-0dc6abb2ec24, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fe10a93-1181-441e-ab66-0dc6abb2ec24,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:13.528239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.654791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bc398-e6d8-4e81-8c03-20443f2cc60c None None] Pushing event updated for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:13.687998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-deebc62f-461f-4194-a600-98f2e99a5aac None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:13.689014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-deebc62f-461f-4194-a600-98f2e99a5aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:13.709197 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:13.744494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-a890208b-c9ed-44e4-8121-42fada2d766f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:13.745077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfd287-69dd-40f8-9ed7-3489efa9fce5 None None] The sync data for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 is: [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:13.747316 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-a890208b-c9ed-44e4-8121-42fada2d766f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 797 time: 0.2474618 Mar 07 11:12:13.837212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-deebc62f-461f-4194-a600-98f2e99a5aac None None] Current status of the port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:13.847893 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-e85c506d-5ad2-422f-8aa4-eccbf8d51e58 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8549e1bcd76f478a83b8ccd03ffbae67 HTTP/1.1" status: 200 len: 379 time: 0.0915782 Mar 07 11:12:13.856529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'port': {'device_id': 'e611885e-ea28-464f-a048-7b1c384504cc', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'admin_state_up': True, 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'security_groups': ['7c78cb5a-2ca4-424c-b57a-fce9d69b7bff']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:13.991638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Made reservation on behalf of 8549e1bcd76f478a83b8ccd03ffbae67 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:13.999261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.138930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.20.0.14 (ace8356d-c430-429f-ad28-7e0edc9bd7fe/1f217777-c048-42df-acfb-13cc990a10ab/3da253ee-5b99-4988-aefc-0aea3dfc5fd5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:14.309914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.325246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:14.348018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.395427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:14.398706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:14.402790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:14.429013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:14.461443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:14.462126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.486374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-dc0a8962-5943-474f-9e09-a5d24dd576e4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335726 Mar 07 11:12:14.498853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Request body: {'port': {'device_id': 'e611885e-ea28-464f-a048-7b1c384504cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:14.525012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'network': {'name': 'tempest-network-smoke--883362549', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:14.566257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:14.571589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.574719 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.590455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.688022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019157e-3231-4a03-a8b3-f044d089cb32 req-6ae2525a-8923-4a04-a106-ee5718b4573f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:14.690238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5019157e-3231-4a03-a8b3-f044d089cb32 req-6ae2525a-8923-4a04-a106-ee5718b4573f tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 932 time: 0.1258280 Mar 07 11:12:14.738485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (715065c6-c86e-44d7-8fe8-557ab37d8383), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.751724 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (715065c6-c86e-44d7-8fe8-557ab37d8383), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.773688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e5141c5d-aef3-45a4-8f15-18e25008df94 None None] Provisioning complete for port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:14.774262 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5141c5d-aef3-45a4-8f15-18e25008df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.791072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:12:14.803935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5019157e-3231-4a03-a8b3-f044d089cb32 req-1b906344-d319-4910-a8b9-ff9661c887a4 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912898 Mar 07 11:12:14.812598 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2fe28d86-d148-4b62-be64-2218e3b52b6d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.812878 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Added segment 2fe28d86-d148-4b62-be64-2218e3b52b6d of type vlan for network 70d88710-58c6-460d-97fa-ff19ded781e8 Mar 07 11:12:14.814247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715065c6-c86e-44d7-8fe8-557ab37d8383,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:14.836692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e5141c5d-aef3-45a4-8f15-18e25008df94 None None] Port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:14.869794 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (70d88710-58c6-460d-97fa-ff19ded781e8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.898609 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (70d88710-58c6-460d-97fa-ff19ded781e8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.904027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:14.904738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.906943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:14.916710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks [] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.931728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Transition to ACTIVE for port object 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:12:14.939985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.956151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6294725 Mar 07 11:12:14.974210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:14.974558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:14.991101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'admin_state_up': True, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:14.993506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10714199-1787-47ef-b443-d939ae09bd08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Network': ['ID=70d88710-58c6-460d-97fa-ff19ded781e8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:15.004853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 70d88710-58c6-460d-97fa-ff19ded781e8 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:12:15.046322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:15.109340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.110429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.147540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Attempting to bind port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:15.147540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Attempting to bind port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:15.148713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Attempting to bind port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 on network ace8356d-c430-429f-ad28-7e0edc9bd7fe {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:15.162853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 on network ace8356d-c430-429f-ad28-7e0edc9bd7fe not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:12:15.163185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Attempting to bind port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 on network ace8356d-c430-429f-ad28-7e0edc9bd7fe {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:15.205697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_controller (e561b0c0-7c8c-4eee-a655-f990477ec5b9), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.206783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:15.207014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Checking segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:15.207455 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Bound using segment: {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:15.207989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Bound port: 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c395da4d-62c2-49c6-afd4-1cbe947465be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:15.208339 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.502852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:15.506113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (e561b0c0-7c8c-4eee-a655-f990477ec5b9), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.526759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:15.557344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.727911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fe10a93-1181-441e-ab66-0dc6abb2ec24 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:15.784937 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:15.785868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.885996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:15.944852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784d5f8-6787-45d1-8f99-113a1deeef7c req-0a97f315-7319-45bb-9dd4-2d52c3354236 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:15.946403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7784d5f8-6787-45d1-8f99-113a1deeef7c req-0a97f315-7319-45bb-9dd4-2d52c3354236 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 944 time: 0.0592697 Mar 07 11:12:15.956289 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:15.956860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:15.958426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] 10.222.0.32 "PUT /v2.0/ports/3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 1092 time: 1.4644337 Mar 07 11:12:15.962140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:15.964499 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:16.010701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7784d5f8-6787-45d1-8f99-113a1deeef7c req-443e16ce-d159-47f5-ab1d-55a200585e26 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578887 Mar 07 11:12:16.031865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62087-d711-4b44-a9fa-02ea4e9c8119 service neutron] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:16.031865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port f67d7ff4-0377-45d2-a29d-d0d838669494 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:16.031865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.041187 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242990ca-72d0-4cd0-b5ac-f4514b9ea347 x-openstack-request-id: req-242990ca-72d0-4cd0-b5ac-f4514b9ea347 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:16.041477 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:16.041708 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-242990ca-72d0-4cd0-b5ac-f4514b9ea347 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:16.042098 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'status': 'completed', 'code': 200} Mar 07 11:12:16.160955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.161187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (f67d7ff4-0377-45d2-a29d-d0d838669494), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.165992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-23a0ba9d-c2a1-4f02-a22d-2cae5d651cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:16.167509 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-23a0ba9d-c2a1-4f02-a22d-2cae5d651cd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1126 time: 0.1405690 Mar 07 11:12:16.213197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for f67d7ff4-0377-45d2-a29d-d0d838669494 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:16.215895 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-6c8f67d5-b8d4-43cf-a511-bc5e870928c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0412192 Mar 07 11:12:16.377828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-f51fd066-e01a-406e-8fd5-9f4a82857971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:16.379344 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-f51fd066-e01a-406e-8fd5-9f4a82857971 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 200 len: 835 time: 0.1558528 Mar 07 11:12:16.412389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.449895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.542537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808558-203b-4fba-93e9-7405c4115785 req-0b0c209e-a2df-4567-93e4-01c5aa1c2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:16.544089 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-0b0c209e-a2df-4567-93e4-01c5aa1c2c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace8356d-c430-429f-ad28-7e0edc9bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466410 Mar 07 11:12:16.687849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.25.4.49 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c6b6a184-b993-44b2-b66d-17a18e7f829c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:16.689648 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f67d7ff4-0377-45d2-a29d-d0d838669494), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.742108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=f67d7ff4-0377-45d2-a29d-d0d838669494,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:16.758407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-85e7528b-99ad-47f5-90d6-6811466ae5ef service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067759 Mar 07 11:12:16.914269 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (25ca8462-338f-4db1-9cba-b05fc082acf8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.914590 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 25ca8462-338f-4db1-9cba-b05fc082acf8 disassociated (deleted). External IP: 172.25.4.224, port: 60742422-a571-4ed8-b3ef-57b7ae33fc57. Mar 07 11:12:16.998809 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:17.030883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-85808558-203b-4fba-93e9-7405c4115785 req-0ce48baf-891e-4871-844a-3e9057bb8b42 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515075 Mar 07 11:12:17.125278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:17.144414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4062d-e010-4c66-a995-242fd28c83e7 req-95a73268-19aa-45f8-98e6-bea9990e67ed tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:17.146711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ad4062d-e010-4c66-a995-242fd28c83e7 req-95a73268-19aa-45f8-98e6-bea9990e67ed tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 944 time: 0.0561838 Mar 07 11:12:17.203918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0ad4062d-e010-4c66-a995-242fd28c83e7 req-1c6c7791-2fad-4cd6-8849-881ed59a8163 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511858 Mar 07 11:12:17.226097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:17.235015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:17.243332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:17.245158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=c6b6a184-b993-44b2-b66d-17a18e7f829c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:17.296532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-5fb2d43f-83b9-4577-ac7e-005887983873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:17.298037 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-5fb2d43f-83b9-4577-ac7e-005887983873 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1126 time: 0.2138600 Mar 07 11:12:17.315330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:17.567249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-faf3d28c-84c2-46f9-9775-0ce0a630007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:17.568641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-faf3d28c-84c2-46f9-9775-0ce0a630007c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 898 time: 0.2633138 Mar 07 11:12:17.620817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-5f46e559-f2f8-473e-a103-1b2d4d197d59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0444260 Mar 07 11:12:17.670716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:17.681678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:17.692775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:17.693507 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:17.695945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:17.808741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:18.057707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:18.089624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:18.098711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:18.099267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:18.118071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-f343fbfe-cd38-4b86-b9df-2f6c8d92e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.119540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-f343fbfe-cd38-4b86-b9df-2f6c8d92e46c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 200 len: 835 time: 0.4657974 Mar 07 11:12:18.120897 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-05190d9d-0a25-4eab-aac2-bb99e0cdb173 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "DELETE /v2.0/floatingips/25ca8462-338f-4db1-9cba-b05fc082acf8 HTTP/1.1" status: 204 len: 168 time: 3.1440520 Mar 07 11:12:18.123160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:18.125297 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:18.166304 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:18.171829 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253e7c6-7b27-4990-b5e4-8461eb69892d x-openstack-request-id: req-a253e7c6-7b27-4990-b5e4-8461eb69892d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:18.171829 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:18.172100 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a253e7c6-7b27-4990-b5e4-8461eb69892d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:18.172370 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'status': 'completed', 'code': 200} Mar 07 11:12:18.245563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:18.259904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-2df51d9e-1fb9-4795-ab0b-b802da4096ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.262604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-2df51d9e-1fb9-4795-ab0b-b802da4096ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace8356d-c430-429f-ad28-7e0edc9bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336489 Mar 07 11:12:18.269853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-2e25613a-7523-4220-8c4a-dfd1dfb827e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.273125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-2e25613a-7523-4220-8c4a-dfd1dfb827e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 1128 time: 0.0770371 Mar 07 11:12:18.407512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-5dd91625-93b8-4434-98fc-5d078ea79453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.409603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-5dd91625-93b8-4434-98fc-5d078ea79453 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1299603 Mar 07 11:12:18.435729 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-b21d3855-1a10-403c-b4a4-45e98b9a52aa service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670034 Mar 07 11:12:18.494947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-41db0a25-f345-4658-ba45-118b30a8b8a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 200 len: 217 time: 0.0601642 Mar 07 11:12:18.510762 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:18.541176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:18.555714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca33f-8a73-4bef-943e-5a2ed9730310 req-7bc0fa8d-28ce-496d-9ef9-65b3a67528f7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.557197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50dca33f-8a73-4bef-943e-5a2ed9730310 req-7bc0fa8d-28ce-496d-9ef9-65b3a67528f7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 944 time: 0.1829851 Mar 07 11:12:18.567098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd81cc-a638-4264-93b7-f4d415635c33 req-9a3ce6db-0000-4b2d-8d7d-11359a31c12c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.570426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d06d6c-cd95-4caa-b884-db33e076c4f6 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9139441b-d6a3-4699-9567-6c95daa2b193', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'port_id': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'mac_address': 'fa:16:3e:c0:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:28Z', 'updated_at': '2022-03-07T11:07:35Z', 'revision_number': 1, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:18.574438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8fd81cc-a638-4264-93b7-f4d415635c33 req-9a3ce6db-0000-4b2d-8d7d-11359a31c12c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.2012341 Mar 07 11:12:18.618490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-0d6a795a-c341-4e78-b11b-7c770ea50171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.619983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-0d6a795a-c341-4e78-b11b-7c770ea50171 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.1134143 Mar 07 11:12:18.623574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-97d2a6c4-2412-43b3-91f7-2b073e5dae3e req-ef1150b1-f287-4095-adf9-d1addc487ba1 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807454 Mar 07 11:12:18.680375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:12:18.693581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8fd81cc-a638-4264-93b7-f4d415635c33 req-f5749919-0ca5-4972-8c68-269a13e19bcf tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182425 Mar 07 11:12:18.696911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50dca33f-8a73-4bef-943e-5a2ed9730310 req-d0696cf9-f65e-4fbb-802a-aac0d01a6ffd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187358 Mar 07 11:12:18.723708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-3c062d35-2a51-4e68-95e9-3b26025a8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:18.725293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-3c062d35-2a51-4e68-95e9-3b26025a8dd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957732 Mar 07 11:12:18.796053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:18.812359 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:18.822912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:18.827345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b9d7e9a0-24c6-4394-9dc6-8685c39cdd32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8488374 Mar 07 11:12:18.827681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43960) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:18.830200 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:18.830816 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:18.831301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-a2ed126f-03eb-4c21-8a61-c1d84d37ce59 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985768 Mar 07 11:12:18.906058 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ec4fb8b9-c322-411d-b282-a620568eb6ef tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=61a873d88da54f1f923de9f816c246f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769873 Mar 07 11:12:18.908598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:18.941111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3a85b-3c73-47c4-9a6c-a2ffd01cf705 None None] New status for floating IP 25ca8462-338f-4db1-9cba-b05fc082acf8: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:12:18.946988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57c8957e-0cb5-49e7-8167-bd4ddbcdb1a7 req-b5a30584-2507-4051-974d-cc73bac18db0 service neutron] 10.222.0.26 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083405 Mar 07 11:12:18.961966 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:19.007431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39aea7-9ab1-41ea-873c-993a6f2ae803 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:19.011699 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f39aea7-9ab1-41ea-873c-993a6f2ae803 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996578 Mar 07 11:12:19.012577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:19.047206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bfd82cac-0598-456d-8bb8-2ac3e7bc2654 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334795 Mar 07 11:12:19.050104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43968) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:19.056636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094823604', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:19.147088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:19.150727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.152149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:17Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:19.178654 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:19.178997 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Updating router e561b0c0-7c8c-4eee-a655-f990477ec5b9 port c6b6a184-b993-44b2-b66d-17a18e7f829c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:19.210748 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.334601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (c9cc74ec-2b2a-469b-8d93-3567e692de96), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.393783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Subnet': ['ID=c9cc74ec-2b2a-469b-8d93-3567e692de96,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:19.405440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Checking segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:19.405815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network hostable DHCP agents. Network: 70d88710-58c6-460d-97fa-ff19ded781e8, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:12:19.428723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 70d88710-58c6-460d-97fa-ff19ded781e8 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:12:19.439870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 70d88710-58c6-460d-97fa-ff19ded781e8) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:19.445045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:19.446084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.450446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c05117-3560-417e-9f6c-6e3292e9bc33 None None] Network 70d88710-58c6-460d-97fa-ff19ded781e8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:19.475627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43970) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:19.483948 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f753757-f5b6-4c27-a2e6-b3629c0a2d9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4326437 Mar 07 11:12:19.561075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-70d88710-58c6-460d-97fa-ff19ded781e8', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:12:19.561257 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks [] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.561954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.567985 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.620817 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Attempting to bind port c6b6a184-b993-44b2-b66d-17a18e7f829c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:19.621308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Attempting to bind port c6b6a184-b993-44b2-b66d-17a18e7f829c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:19.621750 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Attempting to bind port c6b6a184-b993-44b2-b66d-17a18e7f829c on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:19.632599 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:19.633325 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:19.633943 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.634505 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:19.635144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Bound port: c6b6a184-b993-44b2-b66d-17a18e7f829c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:19.635677 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.662580 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492589-550a-405f-8722-fd4744956769 None None] Pushing event updated for resources: {'Port': ['ID=c6b6a184-b993-44b2-b66d-17a18e7f829c,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:19.699374 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] For port c6b6a184-b993-44b2-b66d-17a18e7f829c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:19.703590 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] For port c6b6a184-b993-44b2-b66d-17a18e7f829c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c6b6a184-b993-44b2-b66d-17a18e7f829c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:19.713889 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:19.777467 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492589-550a-405f-8722-fd4744956769 None None] Pushing event updated for resources: {'Port': ['ID=c6b6a184-b993-44b2-b66d-17a18e7f829c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:19.796330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:19.796972 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:11:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:19.902939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Allocated IP 172.20.0.2 (70d88710-58c6-460d-97fa-ff19ded781e8/c9cc74ec-2b2a-469b-8d93-3567e692de96/415c8a8d-092c-4568-afe2-ef6fd72fa0a9) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:19.916043 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:20.015981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5692a9-4a96-4843-9019-579275f8f5de req-22068270-da51-4dd3-9b61-76914fca9e84 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.017474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e5692a9-4a96-4843-9019-579275f8f5de req-22068270-da51-4dd3-9b61-76914fca9e84 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 944 time: 0.1761858 Mar 07 11:12:20.034388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808129c-131e-4ce0-a1b5-1f050aebaa0d req-b2abbad3-6a73-440a-b685-1ae545fecfb9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.036632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a808129c-131e-4ce0-a1b5-1f050aebaa0d req-b2abbad3-6a73-440a-b685-1ae545fecfb9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.1964445 Mar 07 11:12:20.082193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks [] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.090311 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.094871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-26f56eb0-a6a8-4ce5-be7e-a607d75c32f4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.097379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-26f56eb0-a6a8-4ce5-be7e-a607d75c32f4 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 946 time: 0.1925013 Mar 07 11:12:20.108430 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:17Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:20.128422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Network 70d88710-58c6-460d-97fa-ff19ded781e8 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:20.132095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:20.138008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:20.138848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a288f9d-52e7-40cb-bda3-c33643631d70 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:17Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:20.154604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Pushing event updated for resources: {'Port': ['ID=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:20.179092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:12:20.198935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e5692a9-4a96-4843-9019-579275f8f5de req-43dbb722-7a9f-478e-a5b7-9746dc8ae4dd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742032 Mar 07 11:12:20.224079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Attempting to bind port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:20.224341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Attempting to bind port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:20.224700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Attempting to bind port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 on network 70d88710-58c6-460d-97fa-ff19ded781e8 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:20.233439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:20.233844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Checking segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:20.234213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.234668 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Bound using segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:20.235152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Bound port: 415c8a8d-092c-4568-afe2-ef6fd72fa0a9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:20.235531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.268478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a808129c-131e-4ce0-a1b5-1f050aebaa0d req-1143a4db-7e3d-4d63-b93c-972e5e3f7aab tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138500 Mar 07 11:12:20.290138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.360511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port 60742422-a571-4ed8-b3ef-57b7ae33fc57 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:20.360847 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.377329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] For port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:20.385359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] For port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:20.393424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:20.401458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.448561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'mac_address': 'fa:16:3e:d9:1c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:12:20.521494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebcfe3-2407-40b8-b0c4-7e54650065a2 None None] Pushing event updated for resources: {'Port': ['ID=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:20.525294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:20.525491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.542256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:20.563983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:20.569612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.601855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port 60742422-a571-4ed8-b3ef-57b7ae33fc57, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=60742422-a571-4ed8-b3ef-57b7ae33fc57,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:20.602456 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.624892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for 60742422-a571-4ed8-b3ef-57b7ae33fc57 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:20.631260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:20.729947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-226acd74-f82d-429b-9503-f453abfb5406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:20.846104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.1 (70d88710-58c6-460d-97fa-ff19ded781e8/c9cc74ec-2b2a-469b-8d93-3567e692de96/ac63db88-326a-471c-bdbe-0080ae007b41) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:20.939342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3da253ee-5b99-4988-aefc-0aea3dfc5fd5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:12:20.969907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (60742422-a571-4ed8-b3ef-57b7ae33fc57), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.015373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=60742422-a571-4ed8-b3ef-57b7ae33fc57,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:21.089087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port 60742422-a571-4ed8-b3ef-57b7ae33fc57 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:21.096195 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.099627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1efc9aa5-ed07-445b-9e16-9df0222303ff req-f66e651d-f3dc-4f34-85fb-64df5decf185 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.26 "DELETE /v2.0/ports/60742422-a571-4ed8-b3ef-57b7ae33fc57 HTTP/1.1" status: 204 len: 173 time: 0.9901500 Mar 07 11:12:21.100096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'name': 'network-vif-deleted', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:21.102371 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365232e-7fd4-48f3-aa25-15d48dd756ac" -d '{"events": [{"server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "name": "network-vif-deleted", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:21.110106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (ac63db88-326a-471c-bdbe-0080ae007b41), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.154019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.199026 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5097bbfc-d791-4d39-b5b3-3e37cb531c5a x-openstack-request-id: req-5097bbfc-d791-4d39-b5b3-3e37cb531c5a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:21.199540 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d091b456-32a8-4015-8a96-46dc6b8d0855", "name": "network-vif-deleted", "tag": "60742422-a571-4ed8-b3ef-57b7ae33fc57", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:21.199863 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5097bbfc-d791-4d39-b5b3-3e37cb531c5a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:21.200356 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd091b456-32a8-4015-8a96-46dc6b8d0855', 'name': 'network-vif-deleted', 'tag': '60742422-a571-4ed8-b3ef-57b7ae33fc57', 'status': 'completed', 'code': 200} Mar 07 11:12:21.219301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 70d88710-58c6-460d-97fa-ff19ded781e8 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:21.222719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:21.227869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:21.232233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:21.281383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.409059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64715be4-4397-43b4-a600-fe82ead69396 req-5dd51348-7860-4f43-af7b-515053c61df9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0411437 Mar 07 11:12:21.465680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ecb20-dca6-403c-ad03-21b8e965513d req-f289d3ef-1c06-46ef-ae48-4bf3befe23cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:21.467265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-726ecb20-dca6-403c-ad03-21b8e965513d req-f289d3ef-1c06-46ef-ae48-4bf3befe23cb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 945 time: 0.1439779 Mar 07 11:12:21.565765 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:21.603994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-726ecb20-dca6-403c-ad03-21b8e965513d req-52f9d75a-f0a7-4c7c-b542-72329342c1e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302233 Mar 07 11:12:21.843170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c6b6a184-b993-44b2-b66d-17a18e7f829c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:21.902980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee20bb-7636-4f9c-9cd4-d58d283bf130 None None] Network 70d88710-58c6-460d-97fa-ff19ded781e8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:21.997133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c6b6a184-b993-44b2-b66d-17a18e7f829c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:21.997885 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.032933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Provisioning complete for port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:22.034101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.187889 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:22.254292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c6b6a184-b993-44b2-b66d-17a18e7f829c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:22.254746 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.267081 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Current status of the port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:22.267081 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.305859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c6b6a184-b993-44b2-b66d-17a18e7f829c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c6b6a184-b993-44b2-b66d-17a18e7f829c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:22.319436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.320348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:22.399844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (ac63db88-326a-471c-bdbe-0080ae007b41), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.409130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.412520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] For port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:22.445167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c6b6a184-b993-44b2-b66d-17a18e7f829c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:22.457696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.509178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:12:22.521891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:22.522368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.528392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.570721 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a94c8ec0-e326-433d-80e7-1200c4fe5da2 req-e9fc6394-ad3c-4f94-81d0-a829c8c38550 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0321715 Mar 07 11:12:22.577192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:22.600503 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Provisioning complete for port ac63db88-326a-471c-bdbe-0080ae007b41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:22.600942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.604260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104185e-e6e2-4fa1-b740-46fc642fcedd None None] Pushing event updated for resources: {'Port': ['ID=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:22.671913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:22.672291 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.716610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 70d88710-58c6-460d-97fa-ff19ded781e8 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:22.732050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Port ac63db88-326a-471c-bdbe-0080ae007b41 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:22.738473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:22.765845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Provisioning complete for port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:22.766307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.769347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:22.769347 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:22.826360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:22.828923 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d8ac46-a6e0-435a-b8f6-5c1a5dcb5fa7" -d '{"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-plugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:22.883374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:22.886887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:22.888805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:22.895604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ebbd2-ab99-40f6-a116-e3568c4d44fa req-f91c117d-2f89-4d32-922b-eb2094a8c28b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:22.897189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a6ebbd2-ab99-40f6-a116-e3568c4d44fa req-f91c117d-2f89-4d32-922b-eb2094a8c28b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 945 time: 0.2028103 Mar 07 11:12:22.902055 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c601a8-45ae-4184-ae04-109946f05c5e x-openstack-request-id: req-89c601a8-45ae-4184-ae04-109946f05c5e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:22.902898 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-plugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:22.903238 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89c601a8-45ae-4184-ae04-109946f05c5e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:22.903781 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'code': 200} Mar 07 11:12:22.904498 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.003128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:23.042519 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42df7c23-7300-48d2-8189-91da08fa2639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.073065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdccb3-d292-4d5a-b878-3e30149b4060 req-63f10423-9ac8-41cb-a71f-77858f497e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.074703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f8fdccb3-d292-4d5a-b878-3e30149b4060 req-63f10423-9ac8-41cb-a71f-77858f497e6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1128 time: 0.1145110 Mar 07 11:12:23.088624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a6ebbd2-ab99-40f6-a116-e3568c4d44fa req-89b43af7-4936-44a9-96a1-a699786ec2b7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774676 Mar 07 11:12:23.102461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:23.106346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-82b0662a-1533-4ab5-9efa-73a1627663c4 None None] Current status of the port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:23.112820 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:23.116306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e88ac6d4-3282-4200-ae2b-463bfdb87024 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/e561b0c0-7c8c-4eee-a655-f990477ec5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6389039 Mar 07 11:12:23.118964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43992) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:23.128178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:23.128980 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:23.233129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-65e11a09-3487-4995-b5bd-f0dff877f2ba None None] Provisioning complete for port ac63db88-326a-471c-bdbe-0080ae007b41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:23.233495 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65e11a09-3487-4995-b5bd-f0dff877f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.249311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f8fdccb3-d292-4d5a-b878-3e30149b4060 req-478e1f65-2e33-4b8b-a540-7b812723098f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678221 Mar 07 11:12:23.253511 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:23.275897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-65e11a09-3487-4995-b5bd-f0dff877f2ba None None] Port ac63db88-326a-471c-bdbe-0080ae007b41 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:23.325146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.325972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.326621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.327243 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.327878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.328516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.329341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.329951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.330558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.335831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 43994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:23.336218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1aad8bc3-a3ea-4d30-8e81-a72eaf868387 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.2159257 Mar 07 11:12:23.443455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.444567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.445356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.446007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.446614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.447220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.448233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.448841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.449446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:23.455054 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 43996) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:23.466268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6ce0b40d-ce07-4c3e-9596-7e5e37586392 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5898 time: 0.1292586 Mar 07 11:12:23.514548 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 2, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:23.551268 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:23.551829 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Updating router e561b0c0-7c8c-4eee-a655-f990477ec5b9 port ac63db88-326a-471c-bdbe-0080ae007b41 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:23.586982 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.606950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 60742422-a571-4ed8-b3ef-57b7ae33fc57 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:23.648432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 60742422-a571-4ed8-b3ef-57b7ae33fc57 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:23.648830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 60742422-a571-4ed8-b3ef-57b7ae33fc57 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:23.775477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d2252f4-882f-4bbb-b719-62a3d267f5bd req-076e7982-06a6-4ce9-a037-46398f6c2ac9 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0676188 Mar 07 11:12:23.777999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c6b6a184-b993-44b2-b66d-17a18e7f829c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:23.840285 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5386aab6-c2b9-4338-8f97-cb881ad63c18 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5205 time: 0.3835423 Mar 07 11:12:23.878139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c6b6a184-b993-44b2-b66d-17a18e7f829c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:23.878513 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.974699 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks [] for port (ac63db88-326a-471c-bdbe-0080ae007b41), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:23.986957 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.009761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c6b6a184-b993-44b2-b66d-17a18e7f829c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:24.010899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:24.077335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:24.077738 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.096489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:24.173687 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Attempting to bind port ac63db88-326a-471c-bdbe-0080ae007b41 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:24.174571 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Attempting to bind port ac63db88-326a-471c-bdbe-0080ae007b41 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:24.175205 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Attempting to bind port ac63db88-326a-471c-bdbe-0080ae007b41 on network 70d88710-58c6-460d-97fa-ff19ded781e8 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:24.182958 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:24.185324 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Checking segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:24.194870 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.195573 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Bound using segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:24.196252 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Bound port: ac63db88-326a-471c-bdbe-0080ae007b41, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:24.196942 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.237682 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:24.294638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700c39-0aa4-4dd6-935d-842096b6df05 req-4e0aa510-d9b2-4242-82db-41d13b8feba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:24.309633 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f2700c39-0aa4-4dd6-935d-842096b6df05 req-4e0aa510-d9b2-4242-82db-41d13b8feba9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.2103896 Mar 07 11:12:24.335981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4979ad-937f-40c0-a535-2f15104fae82 req-c084cfc6-c2c7-4baf-806e-e95976031f97 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:24.342124 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.346041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c4979ad-937f-40c0-a535-2f15104fae82 req-c084cfc6-c2c7-4baf-806e-e95976031f97 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.1282966 Mar 07 11:12:24.366741 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefff87-13f8-4d57-8b84-d69f821bcc7f None None] Pushing event updated for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:24.376440 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] For port ac63db88-326a-471c-bdbe-0080ae007b41, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:24.384300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] For port ac63db88-326a-471c-bdbe-0080ae007b41, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ac63db88-326a-471c-bdbe-0080ae007b41,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:24.398403 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.430422 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f2700c39-0aa4-4dd6-935d-842096b6df05 req-9e57fa4f-ecd6-480b-a428-703dc0e51f21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199973 Mar 07 11:12:24.446887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Provisioning complete for port ac63db88-326a-471c-bdbe-0080ae007b41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:24.450269 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.460343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:24.460780 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:24.508042 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0c4979ad-937f-40c0-a535-2f15104fae82 req-d4eaa11c-c7ca-4eb0-89e6-da2bd5261b45 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561019 Mar 07 11:12:24.541274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.649898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Current status of the port ac63db88-326a-471c-bdbe-0080ae007b41 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:24.651657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.668611 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:24.706562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] For port ac63db88-326a-471c-bdbe-0080ae007b41, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ac63db88-326a-471c-bdbe-0080ae007b41,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:24.713938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.778580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0b987-46cf-4abd-9ef1-871c8d8bf84e None None] Pushing event updated for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:24.869451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c5ce2b1-1dc3-4669-9de1-e4a1e5639d6c req-459862df-a62c-4653-be83-b1e87d90f98b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Mar 07 11:12:24.907824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44016) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:24.912910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812714038', 'description': 'tempest-secgroup-smoke-1812714038 description', 'project_id': '61a873d88da54f1f923de9f816c246f2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:24.938122 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.944909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-99d9b899-9060-485e-a311-19bbf1bd5587 None None] Provisioning complete for port ac63db88-326a-471c-bdbe-0080ae007b41 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:24.951688 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-99d9b899-9060-485e-a311-19bbf1bd5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.999301 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefff87-13f8-4d57-8b84-d69f821bcc7f None None] Pushing event updated for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:25.053840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-99d9b899-9060-485e-a311-19bbf1bd5587 None None] Current status of the port ac63db88-326a-471c-bdbe-0080ae007b41 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:25.060290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (31e836fc-cdf1-4a02-90f7-cfb2e3ab0782), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.065426 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31e836fc-cdf1-4a02-90f7-cfb2e3ab0782), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.087536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:25.096395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:25.101465 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.103426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6e5b8ca3-cd8b-4f57-b2f9-ffe37860ded5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1944556 Mar 07 11:12:25.106756 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:25.112014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:25.120152 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81ea4-e4d0-4f9e-a4d3-08fba09e7733 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:25.144718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (e751ec51-3d8b-4cd2-9b22-9b6c01e2df42), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.265991 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (e751ec51-3d8b-4cd2-9b22-9b6c01e2df42), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.275153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e751ec51-3d8b-4cd2-9b22-9b6c01e2df42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.310922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e751ec51-3d8b-4cd2-9b22-9b6c01e2df42,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:25.323801 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.326387 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b9c8c94c-f758-4bab-8aa5-e284b30d03c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180138 Mar 07 11:12:25.328834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44020) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:25.333862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:25.371945 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (b1ac2c59-c5a8-49fc-bb71-67045f7d6d7a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.477656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (b1ac2c59-c5a8-49fc-bb71-67045f7d6d7a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.483701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (b1ac2c59-c5a8-49fc-bb71-67045f7d6d7a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.514075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.515669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1856914 Mar 07 11:12:25.516876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640d0f-4ae2-4005-a89e-ede39ad87da3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ac2c59-c5a8-49fc-bb71-67045f7d6d7a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:25.518521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:25.524215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:25.565160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (dbce01db-7bdd-45fe-85e0-03ae93cdbbbd), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.663865 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (dbce01db-7bdd-45fe-85e0-03ae93cdbbbd), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.671969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (dbce01db-7bdd-45fe-85e0-03ae93cdbbbd), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.713255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.717138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1950831 Mar 07 11:12:25.717293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec4456-79ea-416c-a83b-6bb7e7f1c035 req-b0d99d0a-c470-475c-8f8d-cafc5fe52d6d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:25.717549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18577cc4-a1a2-4978-be81-14a64a34cc32 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbce01db-7bdd-45fe-85e0-03ae93cdbbbd,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:25.718306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ec4456-79ea-416c-a83b-6bb7e7f1c035 req-b0d99d0a-c470-475c-8f8d-cafc5fe52d6d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.1226461 Mar 07 11:12:25.718804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44034) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:25.729247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:25.809556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ac63db88-326a-471c-bdbe-0080ae007b41 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:25.812327 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (d54a296c-6449-4305-ba4e-31931335e0da), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.812951 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.854132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ec4456-79ea-416c-a83b-6bb7e7f1c035 req-7ffe6e30-fff0-427f-bd9d-013eb61548c0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200581 Mar 07 11:12:25.898656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (d54a296c-6449-4305-ba4e-31931335e0da), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.906792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d54a296c-6449-4305-ba4e-31931335e0da), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.914222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ac63db88-326a-471c-bdbe-0080ae007b41 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:25.917055 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.943209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:25.945467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2257268 Mar 07 11:12:25.948601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:25.953577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:25.993143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8a7ab-4ef7-4792-ae77-fb1a76b5e982 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54a296c-6449-4305-ba4e-31931335e0da,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:26.053582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-faaa5c42-06d7-4c66-8b77-eb6101c1b0e3 req-ecd0eb9f-f757-4ab3-a649-0807c54b50a1 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0427086 Mar 07 11:12:26.078441 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:26.080789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ac63db88-326a-471c-bdbe-0080ae007b41 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:26.092223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (2d16007c-6638-4724-ab37-f606daf28ff7), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.128267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d857e2-9f69-407d-9385-7e8ca51936f5 req-4b93d3ff-de02-4a98-994a-d714050a6adf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:26.130770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26d857e2-9f69-407d-9385-7e8ca51936f5 req-4b93d3ff-de02-4a98-994a-d714050a6adf tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.1587479 Mar 07 11:12:26.211313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (2d16007c-6638-4724-ab37-f606daf28ff7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.222069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-26d857e2-9f69-407d-9385-7e8ca51936f5 req-6fec47dc-5bc5-48b9-b574-67c7cf6df5e0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852251 Mar 07 11:12:26.222954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2d16007c-6638-4724-ab37-f606daf28ff7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.250457 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44044) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:26.252376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d16007c-6638-4724-ab37-f606daf28ff7,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:26.259931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.264359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44046) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:26.276994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6bf651c1-b2f9-4c54-b2a9-ebf0253c408e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263655 Mar 07 11:12:26.283312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '31e836fc-cdf1-4a02-90f7-cfb2e3ab0782', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:26.314527 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:26.322155 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (2e48eb71-9f6d-45f1-8e73-d2475934db20), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.333796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe637c-a2f0-477e-ab61-78336327fa1b tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:26.335499 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9abe637c-a2f0-477e-ab61-78336327fa1b tempest-TestNetworkAdvancedServerOps-108713005 tempest-TestNetworkAdvancedServerOps-108713005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1123 time: 0.0840511 Mar 07 11:12:26.338366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:26.343544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:26.373521 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.396305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (2e48eb71-9f6d-45f1-8e73-d2475934db20), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.402708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2e48eb71-9f6d-45f1-8e73-d2475934db20), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.420508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e48eb71-9f6d-45f1-8e73-d2475934db20,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:26.438774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.440391 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1dd18bc-7096-4684-8610-1f5d315cd20e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606421 Mar 07 11:12:26.509276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.665488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Allocated IP 172.25.4.247 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/8296088c-6046-4de3-ac25-368b9972009b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:26.671208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-50526b30-dbf6-4396-b20d-65129c1a63ed tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812714038&fields=id&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 267 time: 0.0942886 Mar 07 11:12:26.848799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-c6eecffc-6427-4ff7-80ff-80e144440e3a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:26.850260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-c6eecffc-6427-4ff7-80ff-80e144440e3a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/networks?id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 796 time: 0.1691000 Mar 07 11:12:26.860975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (8296088c-6046-4de3-ac25-368b9972009b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.876383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-9ee3825c-6bd0-4dd4-888e-78c6eecd55c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/quotas/61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 375 time: 0.0185459 Mar 07 11:12:26.934694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8296088c-6046-4de3-ac25-368b9972009b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:26.982796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-533bba93-819d-450f-b795-2348b1b84ec9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979719 Mar 07 11:12:26.989439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:26.996788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:27.001125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:27.039339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=8296088c-6046-4de3-ac25-368b9972009b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:27.070779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:27.186662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-aa5642b6-0712-4e1d-8c47-5e500e2462b6 service neutron] 10.222.0.23 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808257 Mar 07 11:12:27.358106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9405ad64-66a7-4eff-aa90-f2c2c83711a8 req-f92d4d26-da1e-44ad-aa28-59b7a5648c4f tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.2220871 Mar 07 11:12:27.397136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-be1170ec-c332-403f-8383-a03de3c5214e service neutron] 10.222.0.23 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031865 Mar 07 11:12:27.576895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (55b26972-c809-4f51-a182-f0de2cff1857), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:27.630193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d8fddaf-384d-433e-a9d1-21bf9d73aa28 req-b7efae3f-9994-4ff4-b0d6-cc46761f6ce2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 210 time: 0.0307536 Mar 07 11:12:27.685763 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8296088c-6046-4de3-ac25-368b9972009b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:27.768493 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:12:27.862479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for port (8296088c-6046-4de3-ac25-368b9972009b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:27.868231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8296088c-6046-4de3-ac25-368b9972009b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:27.951126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event updated for resources: {'Port': ['ID=8296088c-6046-4de3-ac25-368b9972009b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:27.968042 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (55b26972-c809-4f51-a182-f0de2cff1857), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:28.103611 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 55b26972-c809-4f51-a182-f0de2cff1857 associated. External IP: 172.25.4.247, port: 3da253ee-5b99-4988-aefc-0aea3dfc5fd5. Mar 07 11:12:28.713278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b186ccf-9b0c-4405-bcbd-c5784a10a4bf req-2c1155dc-0658-4fb7-8b74-cbfb8f19db0a tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0345159 Mar 07 11:12:28.756289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 900d3611-ea58-46ad-8734-537479dd29e3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:28.787231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-3944b2a4-7e97-4b24-87e6-8c423ea690dd tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:28.789412 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-3944b2a4-7e97-4b24-87e6-8c423ea690dd tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.32 "GET /v2.0/networks?id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 796 time: 0.1919186 Mar 07 11:12:28.796122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c020918-5699-4f8d-9fb9-b220ddd985ba req-4cc16f47-eaba-4d82-ab70-4c416a691ea4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Mar 07 11:12:28.859777 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-9b6a3e1b-389c-4f0e-a74e-a923d50cdfa7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 380 time: 0.0584850 Mar 07 11:12:28.868503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'port': {'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'admin_state_up': True, 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'security_groups': ['31e836fc-cdf1-4a02-90f7-cfb2e3ab0782']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:28.909597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:28.924345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Sync routers for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:28.937086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:28.937638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:28.938173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:28.974333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c70aee1-09f1-46c8-95a2-081ebd7f1889 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6344075 Mar 07 11:12:28.975077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:28.978801 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a94794-e1a0-467f-8266-d71aab8147f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:28.991734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:28.994459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.053913 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2888641f-0c1d-4c7d-91ed-f7abd37dbbb7 x-openstack-request-id: req-2888641f-0c1d-4c7d-91ed-f7abd37dbbb7 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:29.055039 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:29.055387 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2888641f-0c1d-4c7d-91ed-f7abd37dbbb7 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:29.056015 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'status': 'completed', 'code': 200} Mar 07 11:12:29.135582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57909462-bd83-4d49-829e-9e39da78abe1 req-747901fd-2c69-4126-b59b-0ccd163d09fd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.137080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57909462-bd83-4d49-829e-9e39da78abe1 req-747901fd-2c69-4126-b59b-0ccd163d09fd tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0709870 Mar 07 11:12:29.165999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.7 (70d88710-58c6-460d-97fa-ff19ded781e8/c9cc74ec-2b2a-469b-8d93-3567e692de96/606a250e-6001-4b6d-9c15-63bc09ab8141) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:29.200692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57909462-bd83-4d49-829e-9e39da78abe1 req-ce3004fc-73ed-4ffd-98f1-a9084d53422c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568287 Mar 07 11:12:29.223408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44084) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:29.256881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.268611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:29.312546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f55f9738-f2b6-4199-a671-6d9011a95a40 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/55b26972-c809-4f51-a182-f0de2cff1857 HTTP/1.1" status: 200 len: 992 time: 0.0868523 Mar 07 11:12:29.333538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.396951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-465c7f26-ea28-490b-ac89-51e044065af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.398910 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-465c7f26-ea28-490b-ac89-51e044065af2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1128 time: 0.1809905 Mar 07 11:12:29.400142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.504393 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '55b26972-c809-4f51-a182-f0de2cff1857', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'mac_address': 'fa:16:3e:d9:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611885e-ea28-464f-a048-7b1c384504cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:27Z', 'updated_at': '2022-03-07T11:12:27Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:29.517254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 70d88710-58c6-460d-97fa-ff19ded781e8 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:29.521927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:29.527251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:29.542612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Checking router: 900d3611-ea58-46ad-8734-537479dd29e3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:29.554497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:29.555453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:29.566228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:29.598821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-c9cb3f6f-bfdb-49a7-be14-a56abc3ffe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.600463 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-c9cb3f6f-bfdb-49a7-be14-a56abc3ffe77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 898 time: 0.1930585 Mar 07 11:12:29.621956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.622733 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.694023 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-f367404a-2b29-41ba-9a40-dc13c984e6cc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8290999 Mar 07 11:12:29.705099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:29.710623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Request body: {'port': {'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:29.718218 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-15c5f8a5-9164-4bf4-95d5-e13e32058bff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 1000 time: 0.1082406 Mar 07 11:12:29.824723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-725f957d-4a09-4948-86b5-fa360d9f96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.827014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-725f957d-4a09-4948-86b5-fa360d9f96c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 200 len: 835 time: 0.0929701 Mar 07 11:12:29.827847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.857224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3621be79-b8d3-4ca9-9585-4c571fda9560 req-1760fe30-4aa8-413c-b0e0-a3628baf3bc5 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0429511 Mar 07 11:12:29.866523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fe957112-08c0-4d07-af00-440a1c0b7e34 None None] Provisioning complete for port 606a250e-6001-4b6d-9c15-63bc09ab8141 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:29.866894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fe957112-08c0-4d07-af00-440a1c0b7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:29.949357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d348d-ed64-4c43-bdbc-c19e7e16acec req-57df93cf-50f2-4b29-86b1-16b94efb52c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.950594 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-280b9000-f91a-4406-9e2e-51954ac8a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:29.951569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86d348d-ed64-4c43-bdbc-c19e7e16acec req-57df93cf-50f2-4b29-86b1-16b94efb52c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 931 time: 0.0649486 Mar 07 11:12:29.952589 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-280b9000-f91a-4406-9e2e-51954ac8a279 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace8356d-c430-429f-ad28-7e0edc9bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122663 Mar 07 11:12:30.006304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fe957112-08c0-4d07-af00-440a1c0b7e34 None None] Port 606a250e-6001-4b6d-9c15-63bc09ab8141 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:30.036596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86d348d-ed64-4c43-bdbc-c19e7e16acec req-7f185bb5-8741-43bb-b127-cad7e141d696 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774987 Mar 07 11:12:30.109865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '55b26972-c809-4f51-a182-f0de2cff1857', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'mac_address': 'fa:16:3e:d9:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611885e-ea28-464f-a048-7b1c384504cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:27Z', 'updated_at': '2022-03-07T11:12:27Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:30.140704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9139f50-7644-4488-8b2b-300ecd4e8f85 None None] The sync data for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 is: [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '55b26972-c809-4f51-a182-f0de2cff1857', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'mac_address': 'fa:16:3e:d9:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611885e-ea28-464f-a048-7b1c384504cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:27Z', 'updated_at': '2022-03-07T11:12:27Z', 'revision_number': 0, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:30.315429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:30.386252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1a9ae6fd-0ced-46b3-bc16-373b5e987202 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/55b26972-c809-4f51-a182-f0de2cff1857 HTTP/1.1" status: 200 len: 992 time: 0.0695424 Mar 07 11:12:30.399892 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a25ebe-c478-49c7-9ec1-7f724b934298 None None] New status for floating IP 55b26972-c809-4f51-a182-f0de2cff1857: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:12:30.521916 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-408317f6-cea1-4db9-bfc7-55d8669181a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213125 Mar 07 11:12:30.679221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a250e-6001-4b6d-9c15-63bc09ab8141 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:30.685310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-d04cdcec-0c3f-43b1-92ae-e7c80f5e7d39 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540370 Mar 07 11:12:30.689289 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks [] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:30.702662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Transition to ACTIVE for port object 606a250e-6001-4b6d-9c15-63bc09ab8141 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:12:30.708817 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:30.758046 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Pushing event updated for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:30.837190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Attempting to bind port 606a250e-6001-4b6d-9c15-63bc09ab8141 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:30.837875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Attempting to bind port 606a250e-6001-4b6d-9c15-63bc09ab8141 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:30.837875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Attempting to bind port 606a250e-6001-4b6d-9c15-63bc09ab8141 on network 70d88710-58c6-460d-97fa-ff19ded781e8 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:30.842652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Port 606a250e-6001-4b6d-9c15-63bc09ab8141 on network 70d88710-58c6-460d-97fa-ff19ded781e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:12:30.843041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Attempting to bind port 606a250e-6001-4b6d-9c15-63bc09ab8141 on network 70d88710-58c6-460d-97fa-ff19ded781e8 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:30.848658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:30.849165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Checking segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:30.849532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Bound using segment: {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:30.849988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Bound port: 606a250e-6001-4b6d-9c15-63bc09ab8141, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe28d86-d148-4b62-be64-2218e3b52b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:30.850351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:30.931559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:30.934856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=606a250e-6001-4b6d-9c15-63bc09ab8141,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:30.942473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:30.980191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f64e38b6-f7db-4785-aae1-f76fbadec132 req-fae5e4f6-029a-499c-8ff4-57029a2779de tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.0344379 Mar 07 11:12:31.012535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.013198 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:31.014702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] 10.222.0.32 "PUT /v2.0/ports/606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 200 len: 1091 time: 1.3131423 Mar 07 11:12:31.015104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:31.017571 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80b312b-07a3-4ad9-829e-f3ec748ff86a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:31.039386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c2da-3e97-4713-b1a0-2a857599ca14 service neutron] Pushing event updated for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:31.126362 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cc7577-80ec-440a-a4a7-108318d404b5 x-openstack-request-id: req-81cc7577-80ec-440a-a4a7-108318d404b5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:31.126660 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:31.126908 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81cc7577-80ec-440a-a4a7-108318d404b5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:31.127304 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'status': 'completed', 'code': 200} Mar 07 11:12:31.132344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-1f454424-ad3c-4709-93a0-fe4e18513417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.133883 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-1f454424-ad3c-4709-93a0-fe4e18513417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1125 time: 0.0657353 Mar 07 11:12:31.193933 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-7c1f58b6-6a15-4e67-bf63-f31bad69ec34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 200 len: 217 time: 0.0526540 Mar 07 11:12:31.206043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae29da-f7c7-460d-89e0-8053f91a0bc5 req-bfd0af84-1669-4add-8355-a412602f6b9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.208535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43ae29da-f7c7-460d-89e0-8053f91a0bc5 req-bfd0af84-1669-4add-8355-a412602f6b9e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 943 time: 0.0641835 Mar 07 11:12:31.252744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-5c42f3d5-7566-495e-b144-3531668e848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.254819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-5c42f3d5-7566-495e-b144-3531668e848e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc74ec-2b2a-469b-8d93-3567e692de96 HTTP/1.1" status: 200 len: 835 time: 0.0539515 Mar 07 11:12:31.268121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43ae29da-f7c7-460d-89e0-8053f91a0bc5 req-fa132346-4bea-4090-ae39-1c9d93d89ded tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538759 Mar 07 11:12:31.313347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-d4fbd4cb-8d14-4867-85e6-ae71d1ce644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.315115 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-d4fbd4cb-8d14-4867-85e6-ae71d1ce644d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70d88710-58c6-460d-97fa-ff19ded781e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539677 Mar 07 11:12:31.390166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44098) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:31.456153 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-ac2a51bc-a7be-49e0-b425-4687876a639f service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344783 Mar 07 11:12:31.474198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c43dde5f-a19d-4d57-9291-ca31029644c5 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/55b26972-c809-4f51-a182-f0de2cff1857 HTTP/1.1" status: 200 len: 994 time: 0.0830357 Mar 07 11:12:31.555768 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2d2d76e-3400-4e5b-9e58-2325212f79ed req-29ac391b-8f20-46f7-be0c-e8701be6d771 service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941429 Mar 07 11:12:31.651273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-4e99c498-130e-44b0-b3d5-baa27dbc48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.652914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-4e99c498-130e-44b0-b3d5-baa27dbc48f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1125 time: 0.0478537 Mar 07 11:12:31.752528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-a12029e4-f040-48a8-bade-cb5fbba1082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.754107 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-a12029e4-f040-48a8-bade-cb5fbba1082d service neutron] 10.222.0.32 "GET /v2.0/networks?id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 897 time: 0.0955322 Mar 07 11:12:31.797106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-df6e1cb0-2665-4ca1-bf83-2cff8485ee3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 200 len: 217 time: 0.0367041 Mar 07 11:12:31.848896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-5a159b96-2dc3-4505-b664-0b9e2b2c320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.850428 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-5a159b96-2dc3-4505-b664-0b9e2b2c320b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc74ec-2b2a-469b-8d93-3567e692de96 HTTP/1.1" status: 200 len: 835 time: 0.0477197 Mar 07 11:12:31.908257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-ca9e3d78-55f4-4877-b3a8-2960907fea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:31.909817 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-ca9e3d78-55f4-4877-b3a8-2960907fea49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70d88710-58c6-460d-97fa-ff19ded781e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535259 Mar 07 11:12:32.004286 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-deea53e4-821e-49c4-8a2c-e2eb47f8e1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881677 Mar 07 11:12:32.104515 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c80b312b-07a3-4ad9-829e-f3ec748ff86a req-8432c5c4-e51e-40db-a834-ff2a109865b0 service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942531 Mar 07 11:12:32.182617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44abff8c-5913-4f0d-b081-4a001407961e req-f6af0b0f-6c7a-45eb-8b13-27c943df9d33 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=d091b456-32a8-4015-8a96-46dc6b8d0855 HTTP/1.1" status: 200 len: 210 time: 0.1076658 Mar 07 11:12:32.391574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ee518-5942-4388-bc07-90cb58a72771 req-2160f1d4-2335-4433-9fe9-f3cbb7ac0232 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:32.393120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8ee518-5942-4388-bc07-90cb58a72771 req-2160f1d4-2335-4433-9fe9-f3cbb7ac0232 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 943 time: 0.0533919 Mar 07 11:12:32.447081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8ee518-5942-4388-bc07-90cb58a72771 req-3d2b10fb-f044-4736-9863-8cd5b024ea48 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 Mar 07 11:12:33.575024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a9ded-cb9b-436d-86f3-fab9faa694be req-3609d42b-bea8-4775-ad96-d9d7db297330 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:33.576468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d2a9ded-cb9b-436d-86f3-fab9faa694be req-3609d42b-bea8-4775-ad96-d9d7db297330 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 943 time: 0.0545068 Mar 07 11:12:33.625030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d2a9ded-cb9b-436d-86f3-fab9faa694be req-671035db-ca12-49d4-bb78-c761da3acaa4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Mar 07 11:12:34.219461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 606a250e-6001-4b6d-9c15-63bc09ab8141 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:12:34.326537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=606a250e-6001-4b6d-9c15-63bc09ab8141,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:34.337003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:12:34.377028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 606a250e-6001-4b6d-9c15-63bc09ab8141 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:34.377414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:34.391099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a250e-6001-4b6d-9c15-63bc09ab8141 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:34.417331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=606a250e-6001-4b6d-9c15-63bc09ab8141,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:34.422325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:34.470464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:34.747015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea812-0c02-48c5-b552-a87252b95583 req-bc4fa1d6-d83e-46a9-b159-8c72384e36da tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:34.748543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46bea812-0c02-48c5-b552-a87252b95583 req-bc4fa1d6-d83e-46a9-b159-8c72384e36da tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 944 time: 0.0552557 Mar 07 11:12:34.752835 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['606a250e-6001-4b6d-9c15-63bc09ab8141'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:12:34.809964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46bea812-0c02-48c5-b552-a87252b95583 req-27e8c662-0a86-4711-858a-0063792900a1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517132 Mar 07 11:12:35.928563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a442a4-437d-4175-af93-fe1b4546eae2 req-2c416c19-9d56-462e-aab8-68ffba6d678b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:35.930022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a442a4-437d-4175-af93-fe1b4546eae2 req-2c416c19-9d56-462e-aab8-68ffba6d678b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 944 time: 0.0588746 Mar 07 11:12:35.978646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a442a4-437d-4175-af93-fe1b4546eae2 req-9f069af4-744d-4080-ad8d-40fb8ba4d715 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Mar 07 11:12:36.225843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 606a250e-6001-4b6d-9c15-63bc09ab8141 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:36.279252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 606a250e-6001-4b6d-9c15-63bc09ab8141 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:12:36.283315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 606a250e-6001-4b6d-9c15-63bc09ab8141 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:36.283708 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:36.363362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 606a250e-6001-4b6d-9c15-63bc09ab8141 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:36.363782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:36.387552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:36.389819 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62e18b-7113-42d5-9b8d-04e784f9c837" -d '{"events": [{"server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "name": "network-vif-plugged", "status": "completed", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:36.403048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=606a250e-6001-4b6d-9c15-63bc09ab8141,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:36.407874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:36.435326 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f81a2e-969a-4c3e-b5c2-38202fe1fba5 x-openstack-request-id: req-97f81a2e-969a-4c3e-b5c2-38202fe1fba5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:36.435770 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "name": "network-vif-plugged", "status": "completed", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:36.436026 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97f81a2e-969a-4c3e-b5c2-38202fe1fba5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:36.436419 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'code': 200} Mar 07 11:12:36.464677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:36.545278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570191b7-0cfe-4ca0-a159-60870e9246ab req-6e9b004f-c8eb-48c1-8b32-07e44c2147ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:36.546940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-570191b7-0cfe-4ca0-a159-60870e9246ab req-6e9b004f-c8eb-48c1-8b32-07e44c2147ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1127 time: 0.0474367 Mar 07 11:12:36.593082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-570191b7-0cfe-4ca0-a159-60870e9246ab req-8d475004-eb51-445c-8e49-edec59a98974 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Mar 07 11:12:37.118087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6de66-fa5e-48d6-9265-b253a5751705 req-1f1e1859-2aac-479a-925d-c7000b9433c1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:37.119587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18b6de66-fa5e-48d6-9265-b253a5751705 req-1f1e1859-2aac-479a-925d-c7000b9433c1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0586803 Mar 07 11:12:37.177528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18b6de66-fa5e-48d6-9265-b253a5751705 req-2fbad85f-35dc-4dc4-ab77-1412bfde8e66 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519776 Mar 07 11:12:38.311409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf14797-594b-4bba-b2e3-58a071be02ae req-d756767b-8727-4e2d-be0b-1a7ab03d3ce8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:38.312907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddf14797-594b-4bba-b2e3-58a071be02ae req-d756767b-8727-4e2d-be0b-1a7ab03d3ce8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0615234 Mar 07 11:12:38.366027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddf14797-594b-4bba-b2e3-58a071be02ae req-bacf8da4-07d1-4f26-a56a-0e4e37f4ce08 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469058 Mar 07 11:12:38.490713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f64c2-c3e2-4a5e-87b9-32507f973520 req-f7a7538c-a311-403d-8a29-ac349a82db0b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:38.492203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e4f64c2-c3e2-4a5e-87b9-32507f973520 req-f7a7538c-a311-403d-8a29-ac349a82db0b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Mar 07 11:12:38.542664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e4f64c2-c3e2-4a5e-87b9-32507f973520 req-ed4a23be-27ee-4602-9414-86151639a17e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Mar 07 11:12:38.565026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44134) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:38.614516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a3712b-3487-4525-af03-c6909a451ac6 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:38.618856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c5a3712b-3487-4525-af03-c6909a451ac6 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1122 time: 0.0503032 Mar 07 11:12:38.619255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44140) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:38.623906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:38.646709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.762106 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.867138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.25.4.157 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/1df1da78-ce1d-422b-a7fd-4edfcc7d7b74) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:38.972691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.008034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.051392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:39.056303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:39.059995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:39.065814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=1df1da78-ce1d-422b-a7fd-4edfcc7d7b74,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:39.457275 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (b38c22b1-8d43-42ef-81fb-b10bc6d34d3b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.536694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.699928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.706578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.785968 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=1df1da78-ce1d-422b-a7fd-4edfcc7d7b74,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:39.799900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (b38c22b1-8d43-42ef-81fb-b10bc6d34d3b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:39.905323 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Floating IP b38c22b1-8d43-42ef-81fb-b10bc6d34d3b associated. External IP: 172.25.4.157, port: 606a250e-6001-4b6d-9c15-63bc09ab8141. Mar 07 11:12:40.130782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:40.242373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:40.257911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:40.267869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:40.269715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:40.270515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:40.308821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aa93c957-1df0-4ab2-a773-59267012d2d8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6881621 Mar 07 11:12:40.310516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:40.311354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44146) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:40.313338 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226e292-fe7c-4fd6-aff2-b233c60bebf0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:40.385874 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd09ef1d-9624-4152-9251-a97a4c349d46 x-openstack-request-id: req-cd09ef1d-9624-4152-9251-a97a4c349d46 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:40.386549 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:40.387438 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd09ef1d-9624-4152-9251-a97a4c349d46 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:40.387967 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'status': 'completed', 'code': 200} Mar 07 11:12:40.390799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:40.452037 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-14539377-6eb1-4808-8a89-467f33de62ed tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/b38c22b1-8d43-42ef-81fb-b10bc6d34d3b HTTP/1.1" status: 200 len: 991 time: 0.1394260 Mar 07 11:12:40.471542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-4715d4a8-d6a1-4697-81a1-a2910106ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.479247 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-4715d4a8-d6a1-4697-81a1-a2910106ab98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1127 time: 0.0696244 Mar 07 11:12:40.604607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-33c5de57-3fc3-4f6d-b7c4-8942593d8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.606617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-33c5de57-3fc3-4f6d-b7c4-8942593d8825 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 897 time: 0.1157396 Mar 07 11:12:40.648859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:39Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:40.685632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:40.693227 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-b625336b-6345-4d29-afb9-b1ceef5869d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 200 len: 999 time: 0.0793133 Mar 07 11:12:40.695035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:40.695741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:40.761439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-087875ce-1797-4b3e-82e0-6527f829cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.763347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-087875ce-1797-4b3e-82e0-6527f829cf92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc74ec-2b2a-469b-8d93-3567e692de96 HTTP/1.1" status: 200 len: 835 time: 0.0625143 Mar 07 11:12:40.839453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-2fece87b-538d-4390-b5cc-23c13d3cd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.841605 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-2fece87b-538d-4390-b5cc-23c13d3cd321 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70d88710-58c6-460d-97fa-ff19ded781e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702441 Mar 07 11:12:40.861757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:40.944730 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-0b86181b-1ccb-492b-bd30-2d73372268da service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961227 Mar 07 11:12:41.059527 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a226e292-fe7c-4fd6-aff2-b233c60bebf0 req-7ec72eba-8df4-43df-8bf6-455b9c069daa service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080360 Mar 07 11:12:41.137319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:39Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:41.170115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aff4f2-019e-4daf-8b61-56560adb14e8 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:12:21Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:39Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:41.374602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160a25b-a527-4dd7-88f1-26468978bcc7 None None] New status for floating IP b38c22b1-8d43-42ef-81fb-b10bc6d34d3b: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:12:41.456256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44152) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:41.527033 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-24950421-68cf-4160-a5eb-f4864093551f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/b38c22b1-8d43-42ef-81fb-b10bc6d34d3b HTTP/1.1" status: 200 len: 991 time: 0.0691617 Mar 07 11:12:41.777081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44156) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:41.953982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:41.954296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.033778 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.034105 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.045947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:42.189666 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-cde38239-acc2-4d98-b2ec-cd98a46dce79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749888 Mar 07 11:12:42.265022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.299599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=d2c87d40-e57d-4cae-b8b5-d62c3b2b4b3a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:42.312725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.313068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.313403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.313736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.314047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.314373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.314693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.315014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.315328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.315663 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.315990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.316347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.316660 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:42.365213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-0ec0ee25-be84-467e-b555-f2036a2840db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:42.366723 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-0ec0ee25-be84-467e-b555-f2036a2840db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.1293936 Mar 07 11:12:42.378491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (9139441b-d6a3-4699-9567-6c95daa2b193), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.379022 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Floating IP 9139441b-d6a3-4699-9567-6c95daa2b193 disassociated (deleted). External IP: 172.25.4.40, port: a8a7b090-26c4-49dd-aaa7-d3ec233cc70a. Mar 07 11:12:42.529615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44158) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:42.554316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-863f02d6-272e-4b9d-9b3b-7a691c322478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:42.555698 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-863f02d6-272e-4b9d-9b3b-7a691c322478 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1427023 Mar 07 11:12:42.598625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-81af6c58-2354-481a-9229-b2a193fba8c5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/b38c22b1-8d43-42ef-81fb-b10bc6d34d3b HTTP/1.1" status: 200 len: 993 time: 0.0671768 Mar 07 11:12:42.634864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-fda7caad-cd9a-4b23-8e73-bb9fd5efa348 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 217 time: 0.0439939 Mar 07 11:12:42.722031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-b4be16bf-b3bb-4a69-b2f9-25c46370bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:42.723617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-b4be16bf-b3bb-4a69-b2f9-25c46370bcd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0812309 Mar 07 11:12:42.731111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:42.824399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-391ae867-b869-496e-8b8e-b34081bb4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:42.825823 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-391ae867-b869-496e-8b8e-b34081bb4dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937061 Mar 07 11:12:42.927993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:42.933336 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.939048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:42.949735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:42.950435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:42.977179 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54597481-1696-45fc-9c5b-56bc3b2b7100 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "DELETE /v2.0/floatingips/9139441b-d6a3-4699-9567-6c95daa2b193 HTTP/1.1" status: 204 len: 168 time: 1.1989806 Mar 07 11:12:42.980092 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:43.007072 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891ffc3-015a-4897-8021-5a31cd21529e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:43.012248 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-40b27430-deff-453f-8c8c-675c51458bee service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615760 Mar 07 11:12:43.069947 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b19be02-610d-426a-ad18-3241fceb44f7 x-openstack-request-id: req-5b19be02-610d-426a-ad18-3241fceb44f7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:43.070345 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:43.070727 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b19be02-610d-426a-ad18-3241fceb44f7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:43.071218 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'status': 'completed', 'code': 200} Mar 07 11:12:43.162681 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d3be92c8-573d-49ad-88a1-345b7ece44ac req-025d1faa-1a11-4558-8005-691eb8492ebb service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434443 Mar 07 11:12:43.250231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-9c73d721-cee2-4260-be27-3f8953f6163a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728829 Mar 07 11:12:43.290666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ffc3-015a-4897-8021-5a31cd21529e req-876ad9f5-649f-4f8b-9cba-cd52e262977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.292869 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-876ad9f5-649f-4f8b-9cba-cd52e262977f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe9b06196fdf4d96be8180def40d104e&device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 1128 time: 0.0746374 Mar 07 11:12:43.298679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:43.370510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff50cb-214e-42b4-9968-a513b5efddf3 req-edc67ec2-94ce-42f7-97f3-2beb0156c434 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.379630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62ff50cb-214e-42b4-9968-a513b5efddf3 req-edc67ec2-94ce-42f7-97f3-2beb0156c434 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 946 time: 0.1328135 Mar 07 11:12:43.389485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-4080bcbc-e918-4f7a-aa5d-2d182f99323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.391271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-4080bcbc-e918-4f7a-aa5d-2d182f99323b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.0930443 Mar 07 11:12:43.416098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ffc3-015a-4897-8021-5a31cd21529e req-97987af5-eb0c-4fb1-a388-e10578dfd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.417965 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-97987af5-eb0c-4fb1-a388-e10578dfd527 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 200 len: 911 time: 0.1155539 Mar 07 11:12:43.456250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62ff50cb-214e-42b4-9968-a513b5efddf3 req-b9b9155f-7afd-4ab3-938d-5f493f1e1898 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/security-groups?id=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752504 Mar 07 11:12:43.492875 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-5e3855ab-72e0-4e02-a295-5edb215192ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 200 len: 217 time: 0.0664046 Mar 07 11:12:43.545025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:43.554357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ffc3-015a-4897-8021-5a31cd21529e req-4588cb5b-cbde-427a-be2c-68c06d072dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.556045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-4588cb5b-cbde-427a-be2c-68c06d072dfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 200 len: 849 time: 0.0554507 Mar 07 11:12:43.562164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-0f3cf92c-0414-4f78-b2de-f08dc9241b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.563612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-0f3cf92c-0414-4f78-b2de-f08dc9241b43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.1323922 Mar 07 11:12:43.579139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:43.588679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:43.589421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:43.614939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ffc3-015a-4897-8021-5a31cd21529e req-48e9b784-0a6e-4d04-a8b9-51f39a6b59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.617614 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-48e9b784-0a6e-4d04-a8b9-51f39a6b59d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e11156c5-8c86-434b-b261-335e4f9525e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539753 Mar 07 11:12:43.655105 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-6454a90f-ebab-41d4-9afc-77c060057838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 1000 time: 0.0854981 Mar 07 11:12:43.716310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-77bf3533-1e53-4084-944c-95580505c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.717883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-77bf3533-1e53-4084-944c-95580505c20f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0568776 Mar 07 11:12:43.718892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:43.733973 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-cda44b81-9200-4980-95e7-e02826d44192 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070492 Mar 07 11:12:43.778065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-5efe0028-cdfc-4797-84f9-43616a65cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.779799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-5efe0028-cdfc-4797-84f9-43616a65cc1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558054 Mar 07 11:12:43.848302 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f891ffc3-015a-4897-8021-5a31cd21529e req-3b270d00-e75a-4f4f-8249-23c373787836 service neutron] 10.222.0.32 "GET /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074879 Mar 07 11:12:43.909702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-c05e4215-9cff-4dcc-9328-13533b03cf6d service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238055 Mar 07 11:12:43.918335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-a2676c31-c50b-43f7-a73c-9e88aaef8b37 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:43.920039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-a2676c31-c50b-43f7-a73c-9e88aaef8b37 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 946 time: 0.0597434 Mar 07 11:12:43.969367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:43.997516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2273cc-7371-4ad9-a5a4-de909d60861b None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T10:50:21Z', 'revision_number': 4, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'bda1a8b1-f758-445c-a3df-7f451d8bf7fb', 'name': '', 'network_id': 'e11156c5-8c86-434b-b261-335e4f9525e3', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'mac_address': 'fa:16:3e:59:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:20Z', 'updated_at': '2022-03-07T10:50:28Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'subnets': [{'id': 'b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:44.016663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8d6c8cb1-e7c5-4f77-8234-6f897311d748 req-679032dc-fb2b-4cfe-bd97-adc259d51ac7 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007471 Mar 07 11:12:44.045929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:44.046353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.153506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] For port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:44.153870 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.171788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for a8a7b090-26c4-49dd-aaa7-d3ec233cc70a owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:44.290420 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ebb4d-535e-4fe9-852a-ded0681759da None None] New status for floating IP 9139441b-d6a3-4699-9567-6c95daa2b193: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:12:44.313522 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a8a7b090-26c4-49dd-aaa7-d3ec233cc70a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.562901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd83a88e-a26a-40b0-8028-883561f74fc9 req-9829dbd5-b2bd-487a-962a-87f3c310e685 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0339136 Mar 07 11:12:44.720057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=a8a7b090-26c4-49dd-aaa7-d3ec233cc70a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:44.766384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] No DVR routers for this DVR port a8a7b090-26c4-49dd-aaa7-d3ec233cc70a on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:44.769957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.773566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bc512e1a-3d6c-4cc1-8807-5e85d0140028 req-b766a359-252d-4f0f-bf71-d284768d55cc tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.32 "DELETE /v2.0/ports/a8a7b090-26c4-49dd-aaa7-d3ec233cc70a HTTP/1.1" status: 204 len: 173 time: 0.8471107 Mar 07 11:12:45.073127 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'name': 'network-vif-deleted', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:45.075535 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedc1ead-4030-47bc-bc99-166f49942b19" -d '{"events": [{"server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "name": "network-vif-deleted", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:45.121080 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd2d5b-ec02-45c6-9578-24fd4165009f x-openstack-request-id: req-81cd2d5b-ec02-45c6-9578-24fd4165009f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:45.121381 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68f4d9-38ce-4897-8044-90b64040a87b", "name": "network-vif-deleted", "tag": "a8a7b090-26c4-49dd-aaa7-d3ec233cc70a", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:45.121630 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81cd2d5b-ec02-45c6-9578-24fd4165009f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:45.122032 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68f4d9-38ce-4897-8044-90b64040a87b', 'name': 'network-vif-deleted', 'tag': 'a8a7b090-26c4-49dd-aaa7-d3ec233cc70a', 'status': 'completed', 'code': 200} Mar 07 11:12:45.662091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0e58fa75-7d2a-4817-baa4-2a12e9060712 req-5a9a281f-95e6-4c82-bc7c-4b3216ec5f96 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0279565 Mar 07 11:12:46.295777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a8a7b090-26c4-49dd-aaa7-d3ec233cc70a no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:46.316988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: a8a7b090-26c4-49dd-aaa7-d3ec233cc70a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:46.317331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device a8a7b090-26c4-49dd-aaa7-d3ec233cc70a not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:46.762678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8332d7-7b95-4b6b-acfc-fc0dbe3d0ff2 req-81727f33-26dd-497a-a73b-dc2893e3d48e tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0274374 Mar 07 11:12:47.861032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7929ce63-991e-4c2f-9ffc-6b9b2d547735 req-e50f78e1-505e-454b-9fd1-096042e50d2b tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0270972 Mar 07 11:12:48.959589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d809cb3-a5dc-444d-b094-1cce2c50dcba req-fd4dc0af-cc77-4f88-9cc7-d07c0c528dde tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0281608 Mar 07 11:12:50.066201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6cd29cd3-ace8-49c7-8d6e-00db4fa78746 req-3df43ec9-d079-472d-b489-623a7b06490c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0272818 Mar 07 11:12:50.716096 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9725808-b834-48d1-8b68-f2369cc24d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.167160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1973ebfe-85e8-426d-ab06-044155b11ffb req-56500c03-3ff8-418e-991f-9b99d0f9be7c tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0306041 Mar 07 11:12:52.262542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbf9fb94-ba6a-4ed3-b318-b920d2549225 req-c3fabad6-d3de-4f46-9de2-1b55cca68464 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0271466 Mar 07 11:12:53.021109 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ff12-4921-4774-b134-c51d205e71a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.358634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7505f84c-f2eb-468d-a034-8a5991c53e87 req-96e9f2bb-ac75-4476-8b93-d6533c846168 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b68f4d9-38ce-4897-8044-90b64040a87b HTTP/1.1" status: 200 len: 210 time: 0.0278115 Mar 07 11:12:54.344405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.418038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44188) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:54.466673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.548428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Deleting port d326cba4-2a04-4adf-b944-9fc685aa9770 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:54.548788 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.639111 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.639355 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (d326cba4-2a04-4adf-b944-9fc685aa9770), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.651694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Calling delete_port for d326cba4-2a04-4adf-b944-9fc685aa9770 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:54.791958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d326cba4-2a04-4adf-b944-9fc685aa9770), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.826124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'Port': ['ID=d326cba4-2a04-4adf-b944-9fc685aa9770,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:54.856359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.856694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.857054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.857391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.857725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.858056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.858383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.858706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.859027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.859347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.859699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.860027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.860349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.900397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for floatingip (83e1d913-2ee7-4753-942e-75383ed684ae), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.902888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.904073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ef2ca736-dbea-4b66-b6f4-8be00fd786a0 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "DELETE /v2.0/floatingips/83e1d913-2ee7-4753-942e-75383ed684ae HTTP/1.1" status: 204 len: 168 time: 0.4850447 Mar 07 11:12:55.778301 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.066643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:59.074355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.328531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44212) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:00.387341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (62bad6dc-9906-4bf6-ac2f-d0fb35ecd029), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.412504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (62bad6dc-9906-4bf6-ac2f-d0fb35ecd029), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.473872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (62bad6dc-9906-4bf6-ac2f-d0fb35ecd029), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.476563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.480268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] 10.222.0.23 "DELETE /v2.0/security-groups/62bad6dc-9906-4bf6-ac2f-d0fb35ecd029 HTTP/1.1" status: 204 len: 168 time: 0.1482196 Mar 07 11:13:00.487668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d9d6-7006-4d06-b1e5-f47385608665 tempest-TestVolumeBootPattern-1699899328 tempest-TestVolumeBootPattern-1699899328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bad6dc-9906-4bf6-ac2f-d0fb35ecd029,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:00.566846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44216) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.042645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.334826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Deleting port bda1a8b1-f758-445c-a3df-7f451d8bf7fb {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:01.335504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.420645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] For port bda1a8b1-f758-445c-a3df-7f451d8bf7fb, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:01.421007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.433711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Calling delete_port for bda1a8b1-f758-445c-a3df-7f451d8bf7fb owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:01.625007 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bda1a8b1-f758-445c-a3df-7f451d8bf7fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.651955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda1a8b1-f758-445c-a3df-7f451d8bf7fb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:01.824498 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.415142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Router 78b560af-ef36-4a3d-8cb4-6bb256492aae has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:02.530546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:02.538465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-adcf7ebb-d594-4a08-8967-0f3fcfb34fe6 admin admin] 10.222.0.23 "PUT /v2.0/routers/78b560af-ef36-4a3d-8cb4-6bb256492aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705973 Mar 07 11:13:02.538723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44222) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:02.539580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Sync routers for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:02.550347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:02.551222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:02.644973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks [] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.661118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:02.750475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks [] for router_gateway (78b560af-ef36-4a3d-8cb4-6bb256492aae), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.805327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Deleting port 9c164b3c-b6c0-442f-b3df-b08246acf2d3 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:02.805665 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.840747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T11:13:01Z', 'revision_number': 5, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port': {'id': '9c164b3c-b6c0-442f-b3df-b08246acf2d3', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:15Z', 'updated_at': '2022-03-07T10:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:02.871743 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Checking router: 78b560af-ef36-4a3d-8cb4-6bb256492aae for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:02.880302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Routers {'78b560af-ef36-4a3d-8cb4-6bb256492aae'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:02.880936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['78b560af-ef36-4a3d-8cb4-6bb256492aae'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:02.888955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] For port 9c164b3c-b6c0-442f-b3df-b08246acf2d3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9c164b3c-b6c0-442f-b3df-b08246acf2d3,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:02.889322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.901496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Calling delete_port for 9c164b3c-b6c0-442f-b3df-b08246acf2d3 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:02.969707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] Set router 78b560af-ef36-4a3d-8cb4-6bb256492aae gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:03.024353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T11:13:02Z', 'revision_number': 6, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:03.054151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268cea2-3ec4-41fe-b9da-366da7b97a28 None None] The sync data for ids ['78b560af-ef36-4a3d-8cb4-6bb256492aae'] in n-d-832156-4 is: [{'id': '78b560af-ef36-4a3d-8cb4-6bb256492aae', 'name': 'tempest-TestVolumeBootPattern-29168645-router', 'tenant_id': 'fe9b06196fdf4d96be8180def40d104e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:14Z', 'updated_at': '2022-03-07T11:13:02Z', 'revision_number': 6, 'project_id': 'fe9b06196fdf4d96be8180def40d104e', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:03.071234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9c164b3c-b6c0-442f-b3df-b08246acf2d3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.100074 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c164b3c-b6c0-442f-b3df-b08246acf2d3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.159745 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.257029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.259294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks [] for router_controller (78b560af-ef36-4a3d-8cb4-6bb256492aae), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.308043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (78b560af-ef36-4a3d-8cb4-6bb256492aae), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.308937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b560af-ef36-4a3d-8cb4-6bb256492aae {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:13:03.313666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.314797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d99b4f72-f4ca-4522-b25f-afe3df24d555 admin admin] 10.222.0.23 "DELETE /v2.0/routers/78b560af-ef36-4a3d-8cb4-6bb256492aae HTTP/1.1" status: 204 len: 168 time: 0.7745731 Mar 07 11:13:03.318933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44224) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.366443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Deleting subnet b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:13:03.369988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Publish callbacks [] for subnet (b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.411957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.499387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.553187 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.578828 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.582799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.586194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-39cb9c44-8e3d-4595-a590-03a920677c56 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9e0a5d0-e9d0-4444-8e3f-fdbd0f57af64 HTTP/1.1" status: 204 len: 168 time: 0.2660935 Mar 07 11:13:03.588534 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971b369-002b-4e96-91c3-2f3f30078699 None None] Network e11156c5-8c86-434b-b261-335e4f9525e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:03.589040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44226) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.660102 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e11156c5-8c86-434b-b261-335e4f9525e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.712930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Deleting port f4dbef26-a95b-446d-b199-718e3ca523b4 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:03.713271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.780217 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] For port f4dbef26-a95b-446d-b199-718e3ca523b4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f4dbef26-a95b-446d-b199-718e3ca523b4,segment=NetworkSegment(5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b),segment_id=5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:03.780440 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.793513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Calling delete_port for f4dbef26-a95b-446d-b199-718e3ca523b4 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:03.859036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] DHCP port deletion for e11156c5-8c86-434b-b261-335e4f9525e3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:13:03.877459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.905312 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dbef26-a95b-446d-b199-718e3ca523b4,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.911285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] No DVR routers for this DVR port f4dbef26-a95b-446d-b199-718e3ca523b4 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:03.930769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Deleting port f4dbef26-a95b-446d-b199-718e3ca523b4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:03.931182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.947263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c164b3c-b6c0-442f-b3df-b08246acf2d3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:03.978428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9c164b3c-b6c0-442f-b3df-b08246acf2d3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:03.979009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9c164b3c-b6c0-442f-b3df-b08246acf2d3 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:03.979431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bda1a8b1-f758-445c-a3df-7f451d8bf7fb no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:03.990813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e11156c5-8c86-434b-b261-335e4f9525e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.014829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11156c5-8c86-434b-b261-335e4f9525e3']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:04.024713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:04.025014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:04.030027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bda1a8b1-f758-445c-a3df-7f451d8bf7fb {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:04.030367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bda1a8b1-f758-445c-a3df-7f451d8bf7fb not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:04.030772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4dbef26-a95b-446d-b199-718e3ca523b4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:04.034736 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.048261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.055335 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:13:04.055784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (5dcf86c5-1a77-42c3-9e1f-4eb4fac0692b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:13:04.057923 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:13:04.060177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f4dbef26-a95b-446d-b199-718e3ca523b4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:04.060177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f4dbef26-a95b-446d-b199-718e3ca523b4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:04.061811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] For port f4dbef26-a95b-446d-b199-718e3ca523b4, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:04.062208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.077681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Calling delete_port for f4dbef26-a95b-446d-b199-718e3ca523b4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:04.080301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Port f4dbef26-a95b-446d-b199-718e3ca523b4 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:13:04.082470 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (f4dbef26-a95b-446d-b199-718e3ca523b4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.115231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] Pushing event deleted for resources: {'Port': ['ID=f4dbef26-a95b-446d-b199-718e3ca523b4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:04.117183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146da2b-3ef2-471c-bf30-5ba58c4fb01a None None] No DVR routers for this DVR port f4dbef26-a95b-446d-b199-718e3ca523b4 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:04.132486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e11156c5-8c86-434b-b261-335e4f9525e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.140038 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.144271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/e11156c5-8c86-434b-b261-335e4f9525e3 HTTP/1.1" status: 204 len: 168 time: 0.5539277 Mar 07 11:13:04.146742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44228) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:04.159673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed14b4d-a278-48a9-91e5-fd480e5edc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e11156c5-8c86-434b-b261-335e4f9525e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:04.519299 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.771240 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:13:04.788934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Deleting port 57abea87-74ea-40ca-ab6f-fcc770adbdff {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:04.789270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.873046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] For port 57abea87-74ea-40ca-ab6f-fcc770adbdff, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=57abea87-74ea-40ca-ab6f-fcc770adbdff,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:04.873403 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.887028 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Calling delete_port for 57abea87-74ea-40ca-ab6f-fcc770adbdff owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:05.083093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (57abea87-74ea-40ca-ab6f-fcc770adbdff), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.109232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Pushing event deleted for resources: {'Port': ['ID=57abea87-74ea-40ca-ab6f-fcc770adbdff,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:05.280928 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.508709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:05.631092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:05.636405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dffedcd0-5066-43b6-8837-61b481cac198 admin admin] 10.222.0.23 "PUT /v2.0/routers/8eca369a-6abf-4c4f-a0c7-01d35c0db05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4885764 Mar 07 11:13:05.639183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44230) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:05.641896 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Sync routers for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:05.653229 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:05.654097 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:05.751732 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks [] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.760398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:05.860037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks [] for router_gateway (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.915310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Deleting port bfcd6fdf-4f5f-4158-98e0-025d075085b2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:05.915537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.938517 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T11:13:05Z', 'revision_number': 5, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port': {'id': 'bfcd6fdf-4f5f-4158-98e0-025d075085b2', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:50:28Z', 'updated_at': '2022-03-07T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:05.965801 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Checking router: 8eca369a-6abf-4c4f-a0c7-01d35c0db05e for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:05.974388 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Routers {'8eca369a-6abf-4c4f-a0c7-01d35c0db05e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:05.974979 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:12:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:05.998520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] For port bfcd6fdf-4f5f-4158-98e0-025d075085b2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=bfcd6fdf-4f5f-4158-98e0-025d075085b2,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:05.998880 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.011456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Calling delete_port for bfcd6fdf-4f5f-4158-98e0-025d075085b2 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:06.063714 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] Set router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:06.115310 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T11:13:05Z', 'revision_number': 6, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:06.145867 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516b925-c646-4dfa-a523-87c9121cccb2 None None] The sync data for ids ['8eca369a-6abf-4c4f-a0c7-01d35c0db05e'] in n-d-832156-4 is: [{'id': '8eca369a-6abf-4c4f-a0c7-01d35c0db05e', 'name': 'tempest-TestVolumeBootPattern-1099165023-router', 'tenant_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:50:26Z', 'updated_at': '2022-03-07T11:13:05Z', 'revision_number': 6, 'project_id': '47dcd2cbc1ba47f38232ff08da3b458f', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:06.187318 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bfcd6fdf-4f5f-4158-98e0-025d075085b2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.212651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcd6fdf-4f5f-4158-98e0-025d075085b2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:06.272535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.378069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.380510 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks [] for router_controller (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.428180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (8eca369a-6abf-4c4f-a0c7-01d35c0db05e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.428669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eca369a-6abf-4c4f-a0c7-01d35c0db05e {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:13:06.433344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.434665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6223a835-2ab8-41c2-a19a-cc4be9208b66 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8eca369a-6abf-4c4f-a0c7-01d35c0db05e HTTP/1.1" status: 204 len: 168 time: 0.7945473 Mar 07 11:13:06.437282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44234) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:06.484817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Deleting subnet b3aa9695-678f-49a5-9bac-3db080cebd87 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:13:06.489256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Publish callbacks [] for subnet (b3aa9695-678f-49a5-9bac-3db080cebd87), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.526665 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (b3aa9695-678f-49a5-9bac-3db080cebd87), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.615907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b3aa9695-678f-49a5-9bac-3db080cebd87), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.672542 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (b3aa9695-678f-49a5-9bac-3db080cebd87), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.697471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3aa9695-678f-49a5-9bac-3db080cebd87,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:06.701277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.705848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e1323f47-5daa-46d1-aad7-de765c47e347 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3aa9695-678f-49a5-9bac-3db080cebd87 HTTP/1.1" status: 204 len: 168 time: 0.2674558 Mar 07 11:13:06.708348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:06.711175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fb23a-90b9-4ce3-9e15-58ab9a6b896c None None] Network 9736370b-164b-4b52-8ce7-3f3effbd82f8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:06.780024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (9736370b-164b-4b52-8ce7-3f3effbd82f8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.833026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Deleting port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:06.833351 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.890413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] DHCP port deletion for 9736370b-164b-4b52-8ce7-3f3effbd82f8 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:13:06.898332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] For port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:06.899014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.917681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Calling delete_port for 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:06.941746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Deleting port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:06.942152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.005074 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.011943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] For port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,segment=NetworkSegment(18569bd0-eabb-432c-aab5-7765ac8493cf),segment_id=18569bd0-eabb-432c-aab5-7765ac8493cf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:07.012420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.025846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Calling delete_port for 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:07.032753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.037647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] No DVR routers for this DVR port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:07.109472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2b04cd4b-fce3-461f-9792-28dd7a9ad1f2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.115666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (9736370b-164b-4b52-8ce7-3f3effbd82f8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.137897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9736370b-164b-4b52-8ce7-3f3effbd82f8']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:07.141913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] Pushing event deleted for resources: {'Port': ['ID=2b04cd4b-fce3-461f-9792-28dd7a9ad1f2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.143881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb83d3-042a-4ee9-bd72-08c8b93f2b37 None None] No DVR routers for this DVR port 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:07.152242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18569bd0-eabb-432c-aab5-7765ac8493cf') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:07.153414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18569bd0-eabb-432c-aab5-7765ac8493cf') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:07.165343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (18569bd0-eabb-432c-aab5-7765ac8493cf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.182645 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (18569bd0-eabb-432c-aab5-7765ac8493cf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.188993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:13:07.189577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (18569bd0-eabb-432c-aab5-7765ac8493cf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:13:07.191409 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:13:07.246603 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (9736370b-164b-4b52-8ce7-3f3effbd82f8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.251725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.255280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9736370b-164b-4b52-8ce7-3f3effbd82f8 HTTP/1.1" status: 204 len: 168 time: 0.5458641 Mar 07 11:13:07.266412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fae92d-918c-4cc0-8f22-3e0c07ab3b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9736370b-164b-4b52-8ce7-3f3effbd82f8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.391449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:07.436379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c1335160-8fa3-484a-a912-eb0a6d159bda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe9b06196fdf4d96be8180def40d104e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436242 Mar 07 11:13:07.438758 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:07.487201 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] Publish callbacks [] for security_group (ad913f58-0ba9-444a-89eb-b4c320f44e59), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.508535 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] Publish callbacks [] for security_group (ad913f58-0ba9-444a-89eb-b4c320f44e59), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.559475 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ad913f58-0ba9-444a-89eb-b4c320f44e59), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.563257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.564793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad913f58-0ba9-444a-89eb-b4c320f44e59 HTTP/1.1" status: 204 len: 168 time: 0.1251593 Mar 07 11:13:07.573856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a194c-8941-4089-89a1-e1f29f51f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad913f58-0ba9-444a-89eb-b4c320f44e59,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.711512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 57abea87-74ea-40ca-ab6f-fcc770adbdff no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:07.732741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 57abea87-74ea-40ca-ab6f-fcc770adbdff {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:07.733079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 57abea87-74ea-40ca-ab6f-fcc770adbdff not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:07.733454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:07.752635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:07.752981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b04cd4b-fce3-461f-9792-28dd7a9ad1f2 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:07.753382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bfcd6fdf-4f5f-4158-98e0-025d075085b2 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:07.771974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: bfcd6fdf-4f5f-4158-98e0-025d075085b2 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:07.772240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device bfcd6fdf-4f5f-4158-98e0-025d075085b2 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:07.898363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44250) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:07.940280 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6ed1b95c-eb63-490e-8f71-134e813aec8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47dcd2cbc1ba47f38232ff08da3b458f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406778 Mar 07 11:13:07.942990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44252) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:07.991676 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] Publish callbacks [] for security_group (2d7cab1c-d788-4527-833e-6a5634c41543), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.014219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] Publish callbacks [] for security_group (2d7cab1c-d788-4527-833e-6a5634c41543), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.064842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2d7cab1c-d788-4527-833e-6a5634c41543), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.069258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.070832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d7cab1c-d788-4527-833e-6a5634c41543 HTTP/1.1" status: 204 len: 168 time: 0.1267877 Mar 07 11:13:08.078851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865146-3ea9-4801-a755-d83e228c9af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7cab1c-d788-4527-833e-6a5634c41543,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:20.725689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b5ec-731a-4938-9899-8d83943151d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.028960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a15d5d15-400c-4e82-817d-ece99dc339ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:24.348042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:24.471635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:25.788086 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:27.071345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:29.110352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:38.989419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233947fe-1895-4174-9471-dd66ea20ecc2 req-e57122f4-30a9-42bd-a12a-1ddaea34c53a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:38.991591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-233947fe-1895-4174-9471-dd66ea20ecc2 req-e57122f4-30a9-42bd-a12a-1ddaea34c53a tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0569024 Mar 07 11:13:39.044562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-233947fe-1895-4174-9471-dd66ea20ecc2 req-5495d1e9-5d22-47c3-b3c7-86f4035f079e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462105 Mar 07 11:13:40.182362 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53217-d8c4-47a1-9cb7-34d726ff3feb req-0416ec5c-3592-4ec4-aefb-79212f876a33 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:40.183860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56b53217-d8c4-47a1-9cb7-34d726ff3feb req-0416ec5c-3592-4ec4-aefb-79212f876a33 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0614362 Mar 07 11:13:40.232292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56b53217-d8c4-47a1-9cb7-34d726ff3feb req-2c75f4d1-b02b-4c6b-b621-ec2799bbb230 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 Mar 07 11:13:41.368840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea76d0-c2cb-4582-a791-0be1c838ea5c req-9fb5e33d-5c79-4a25-96c6-5c4d46fbcc83 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:41.370344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08ea76d0-c2cb-4582-a791-0be1c838ea5c req-9fb5e33d-5c79-4a25-96c6-5c4d46fbcc83 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0558574 Mar 07 11:13:41.420274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08ea76d0-c2cb-4582-a791-0be1c838ea5c req-3f17cecd-23c3-41cf-9ee1-aa636dbbca4c tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441175 Mar 07 11:13:41.773525 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:13:42.562602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee90a-8d3c-43ef-8443-c518708fe333 req-c710e556-bf00-4046-8deb-c68c9fdd596e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:42.564155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b1ee90a-8d3c-43ef-8443-c518708fe333 req-c710e556-bf00-4046-8deb-c68c9fdd596e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0577915 Mar 07 11:13:42.615211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b1ee90a-8d3c-43ef-8443-c518708fe333 req-fc9a87db-e392-4cf7-8e60-87a7d71e8c18 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Mar 07 11:13:43.745283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc926f-e4fa-4b6d-ad5c-ae2503258e1c req-4c9c4a24-b927-40ef-8fdf-742cac939fab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:43.746865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28bc926f-e4fa-4b6d-ad5c-ae2503258e1c req-4c9c4a24-b927-40ef-8fdf-742cac939fab tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0552368 Mar 07 11:13:43.795953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28bc926f-e4fa-4b6d-ad5c-ae2503258e1c req-5313d447-0859-4145-81cb-b13cdee0e0b7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Mar 07 11:13:44.155334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-26f34feb-4285-4258-94db-38669093a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.156915 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-26f34feb-4285-4258-94db-38669093a3a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1128 time: 0.0504184 Mar 07 11:13:44.234148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-9c1b020e-1943-4eb3-8b42-668625646ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455182 Mar 07 11:13:44.272814 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-03a62184-3bd7-4c3c-a9c3-d96c032400ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.274398 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-03a62184-3bd7-4c3c-a9c3-d96c032400ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 898 time: 0.0979936 Mar 07 11:13:44.326551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426e024-8ec8-4d47-9746-57f98e212903 req-3869fba1-2c9c-4235-96c4-37ca8fe560ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.328143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-3869fba1-2c9c-4235-96c4-37ca8fe560ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.0502622 Mar 07 11:13:44.346786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-d73d1fe5-e41c-4859-967a-2c09abb9b542 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0662119 Mar 07 11:13:44.395201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-3a25a189-d8a2-4877-a2c5-b0478e203d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.396818 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-3a25a189-d8a2-4877-a2c5-b0478e203d62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 200 len: 835 time: 0.0439405 Mar 07 11:13:44.436990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426e024-8ec8-4d47-9746-57f98e212903 req-cee46b22-cba3-4497-bf5b-8ce467d5bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.438547 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-cee46b22-cba3-4497-bf5b-8ce467d5bdf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.0903239 Mar 07 11:13:44.446173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-07af07c7-46b9-49ac-9d1f-4b3e5a02e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.447672 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-07af07c7-46b9-49ac-9d1f-4b3e5a02e43c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace8356d-c430-429f-ad28-7e0edc9bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448792 Mar 07 11:13:44.507218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-efb97842-95fa-478a-8cc8-2bbe7687e317 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 1000 time: 0.0630524 Mar 07 11:13:44.545265 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-c80751cd-e4ae-4648-ac17-9b79e2fe5823 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914223 Mar 07 11:13:44.553934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426e024-8ec8-4d47-9746-57f98e212903 req-f5d035ac-5477-4304-b3ce-a9c491193e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.555454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-f5d035ac-5477-4304-b3ce-a9c491193e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0430493 Mar 07 11:13:44.617659 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426e024-8ec8-4d47-9746-57f98e212903 req-5de625d0-9f67-4119-8490-542785460864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.619172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-5de625d0-9f67-4119-8490-542785460864 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576324 Mar 07 11:13:44.640126 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad63fd2e-02b7-4670-b6c6-f2f648b886df req-741eceff-ac84-4385-83c0-32e2f933bf02 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Mar 07 11:13:44.720663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-0d507856-e229-4bf6-a58d-6b2c60b0f03c service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947566 Mar 07 11:13:44.808669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7426e024-8ec8-4d47-9746-57f98e212903 req-571b4723-0447-4323-92e7-0e59c4672947 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826609 Mar 07 11:13:44.930530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203a8ae-e417-43f2-a62f-5f45e265381d req-829f09c7-4f5d-45dd-ade4-eae4e9dce7ba tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.931971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b203a8ae-e417-43f2-a62f-5f45e265381d req-829f09c7-4f5d-45dd-ade4-eae4e9dce7ba tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0641296 Mar 07 11:13:44.985313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b203a8ae-e417-43f2-a62f-5f45e265381d req-869a5331-1a09-4288-b130-8e93768877f9 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473497 Mar 07 11:13:45.288897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44312) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:45.375743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b753e01-f552-4633-bd0a-4e2c4eb11184 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.376765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b753e01-f552-4633-bd0a-4e2c4eb11184 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.377240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b753e01-f552-4633-bd0a-4e2c4eb11184 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.378915 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b753e01-f552-4633-bd0a-4e2c4eb11184 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=61a873d88da54f1f923de9f816c246f2&network_id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 3072 time: 0.0890279 Mar 07 11:13:46.118899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c17e-7e3b-40fc-842a-adc487fab22f req-7fb90cb0-d491-42d1-9ba1-b6aa795100d1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:46.120413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b726c17e-7e3b-40fc-842a-adc487fab22f req-7fb90cb0-d491-42d1-9ba1-b6aa795100d1 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0617254 Mar 07 11:13:46.178864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b726c17e-7e3b-40fc-842a-adc487fab22f req-49a9f5b0-0321-48a1-9afb-a19e084761ca tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505807 Mar 07 11:13:47.306585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5b06-cfa2-48be-bcbf-b4da931c2e0a req-f78542b8-911e-4a96-a62c-48fd878606d7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:47.307989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ac5b06-cfa2-48be-bcbf-b4da931c2e0a req-f78542b8-911e-4a96-a62c-48fd878606d7 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0590744 Mar 07 11:13:47.357341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03ac5b06-cfa2-48be-bcbf-b4da931c2e0a req-2b9af808-83db-4761-b6df-2f0c92ce5f62 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430717 Mar 07 11:13:47.485836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44328) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:47.539894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a936c5-9b4f-4fb8-a678-710ef202f734 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:47.541389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b7a936c5-9b4f-4fb8-a678-710ef202f734 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db HTTP/1.1" status: 200 len: 814 time: 0.0544088 Mar 07 11:13:48.099050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44334) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.104242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'network': {'name': 'tempest-network-smoke--1260368517', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:48.127697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:48.131163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.156475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:13:48.166099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5ca1e5af-7f39-4214-aed2-0ab20bee1967), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.166436 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Added segment 5ca1e5af-7f39-4214-aed2-0ab20bee1967 of type vlan for network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 Mar 07 11:13:48.207178 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0b551f77-adbb-4fb6-bfcc-2b92c92bb091), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.233544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0b551f77-adbb-4fb6-bfcc-2b92c92bb091), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.238788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.239354 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.276080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1758730 Mar 07 11:13:48.279550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44336) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.310801 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759fc44-375e-4070-90de-a77617d4b9ab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Network': ['ID=0b551f77-adbb-4fb6-bfcc-2b92c92bb091,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:48.321362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:13:48.353711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0219e-1ceb-4630-9e42-4dd3cc922d7a tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.355429 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-feb0219e-1ceb-4630-9e42-4dd3cc922d7a tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=61a873d88da54f1f923de9f816c246f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0749235 Mar 07 11:13:48.359194 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44338) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.446201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b7a76-258e-4af3-b5d1-c8310c9e3c95 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.450709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-804b7a76-258e-4af3-b5d1-c8310c9e3c95 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875576 Mar 07 11:13:48.451073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44342) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.479011 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a4b6-fde9-4320-a5e9-beed266f7f53 req-31c457ac-c608-4cf0-9c9c-8e27b5ba880d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.479311 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-31e02ac2-e63f-479b-b7d2-d8e940c2bdfd tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268781 Mar 07 11:13:48.480664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8436a4b6-fde9-4320-a5e9-beed266f7f53 req-31c457ac-c608-4cf0-9c9c-8e27b5ba880d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0546772 Mar 07 11:13:48.481935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44344) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.514856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2cf71d48-98d8-4b98-a982-d4c46d1e53d6 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=61a873d88da54f1f923de9f816c246f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317986 Mar 07 11:13:48.518017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44346) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.553174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8436a4b6-fde9-4320-a5e9-beed266f7f53 req-42dbafcd-696c-43ac-b286-eaf7564a1918 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624092 Mar 07 11:13:48.614995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22836283-8927-4f4e-ab96-a679c89b51be tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.616546 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-22836283-8927-4f4e-ab96-a679c89b51be tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975480 Mar 07 11:13:48.619360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44348) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.646724 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e6612f0-219e-417f-a043-48adb8046c37 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263340 Mar 07 11:13:48.649101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44350) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:48.653523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-152532727', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:48.747283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:48.750686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.933033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (5054ad90-b0d1-497d-9a01-fb46e386b772), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.993844 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Subnet': ['ID=5054ad90-b0d1-497d-9a01-fb46e386b772,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.006823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.007158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.007475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.008057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.008662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.009206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.009609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.009946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.010265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.010603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.010921 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.011256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.011878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.015343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Checking segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:49.015993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network hostable DHCP agents. Network: 0b551f77-adbb-4fb6-bfcc-2b92c92bb091, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:13:49.039324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:13:49.049307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0b551f77-adbb-4fb6-bfcc-2b92c92bb091) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:49.053614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:49.054218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.061916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4504553b-e79c-41bf-a002-6d248beb23d8 None None] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:49.076527 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3bf2c851-df34-4dd7-8a59-c48577efc8f9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4214649 Mar 07 11:13:49.164933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ips': [{'subnet_id': '5054ad90-b0d1-497d-9a01-fb46e386b772'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:13:49.165964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.305767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Allocated IP 172.20.0.18 (0b551f77-adbb-4fb6-bfcc-2b92c92bb091/5054ad90-b0d1-497d-9a01-fb46e386b772/de53f2f8-a18b-453b-8b26-bd830ec355df) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:49.309689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44354) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.314347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424359399', 'description': 'tempest-secgroup-smoke-1424359399 description', 'project_id': '61a873d88da54f1f923de9f816c246f2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:49.334673 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.405771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (3dee609e-e8a4-4286-9cf3-c23a6e968db8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.410547 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3dee609e-e8a4-4286-9cf3-c23a6e968db8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.434604 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.435870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251523 Mar 07 11:13:49.438977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44356) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.443490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:49.452977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7833e-cdec-4091-b089-712e5bbbceac tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee609e-e8a4-4286-9cf3-c23a6e968db8,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.470474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (321c5611-ce8a-4e7a-a292-013b937aa1e8), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.471249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks [] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.478170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.515884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (321c5611-ce8a-4e7a-a292-013b937aa1e8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.520488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:49.520863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (321c5611-ce8a-4e7a-a292-013b937aa1e8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.525183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:49.528040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:49.538964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321c5611-ce8a-4e7a-a292-013b937aa1e8,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.539187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Pushing event updated for resources: {'Port': ['ID=de53f2f8-a18b-453b-8b26-bd830ec355df,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.549583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.550800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2cd02e82-00f5-49e5-8491-7a783924d997 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108186 Mar 07 11:13:49.553694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44358) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.558025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:49.563489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.563886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.564267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.564604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.564936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.565267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.565597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.565920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.566264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.566581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.566899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.567215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.567529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.589683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (42e0a600-2c12-40a4-94fa-ef984fb5ae8c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.605826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Attempting to bind port de53f2f8-a18b-453b-8b26-bd830ec355df on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:49.606779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Attempting to bind port de53f2f8-a18b-453b-8b26-bd830ec355df by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:49.606779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Attempting to bind port de53f2f8-a18b-453b-8b26-bd830ec355df on network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:49.612673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:49.613049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Checking segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:49.613482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.613876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Bound using segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:49.614821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Bound port: de53f2f8-a18b-453b-8b26-bd830ec355df, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:49.615205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.683594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (42e0a600-2c12-40a4-94fa-ef984fb5ae8c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.684767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] For port de53f2f8-a18b-453b-8b26-bd830ec355df, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:49.687953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] For port de53f2f8-a18b-453b-8b26-bd830ec355df, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de53f2f8-a18b-453b-8b26-bd830ec355df,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:49.690653 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (42e0a600-2c12-40a4-94fa-ef984fb5ae8c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.694204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.715094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b8b3-411e-494c-9d29-169e3e42385f req-73415b1d-509b-4e26-9178-d71d94458a5b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:49.716573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd83b8b3-411e-494c-9d29-169e3e42385f req-73415b1d-509b-4e26-9178-d71d94458a5b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0864842 Mar 07 11:13:49.722329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e0a600-2c12-40a4-94fa-ef984fb5ae8c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.740393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.744906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dd076c75-70b5-4849-b80f-6149b67763a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869547 Mar 07 11:13:49.745121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.749506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:49.764463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bae83-b79b-45e7-bff1-1c89224f8c7e None None] Pushing event updated for resources: {'Port': ['ID=de53f2f8-a18b-453b-8b26-bd830ec355df,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.782264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd83b8b3-411e-494c-9d29-169e3e42385f req-b2fefeb4-136b-4369-919d-1d8e94587cbb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Mar 07 11:13:49.783148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (43d0e625-c4f2-4386-98d5-e3065c888a81), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.845361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (43d0e625-c4f2-4386-98d5-e3065c888a81), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.849964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (43d0e625-c4f2-4386-98d5-e3065c888a81), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.871896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d0e625-c4f2-4386-98d5-e3065c888a81,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.880933 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.882168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-872005a1-4bdf-47ce-972d-6a30b15a2a2f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363683 Mar 07 11:13:49.884984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44364) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.889290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:49.915162 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (9353ce41-910f-40ec-9495-54ce7a03d3f1), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.991613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (9353ce41-910f-40ec-9495-54ce7a03d3f1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.997008 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9353ce41-910f-40ec-9495-54ce7a03d3f1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.015946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9353ce41-910f-40ec-9495-54ce7a03d3f1,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.027356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.028815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-316cd4ec-8a55-4c3f-8be0-b20ae2af4c84 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428988 Mar 07 11:13:50.031861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44366) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:50.036692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:50.058021 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:50.065251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (7ecc80c1-4efc-4b10-bfbc-750d541567fe), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.122929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (7ecc80c1-4efc-4b10-bfbc-750d541567fe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.127937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7ecc80c1-4efc-4b10-bfbc-750d541567fe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.148526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc80c1-4efc-4b10-bfbc-750d541567fe,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.156640 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.157890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2c3f1841-2efd-42c3-b3a2-d631cc154348 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249330 Mar 07 11:13:50.160869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44368) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:50.165157 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': '3dee609e-e8a4-4286-9cf3-c23a6e968db8', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:50.185063 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:50.189979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (b7747e9c-8338-44cc-bb2d-46c5b95abb0c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.251942 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (b7747e9c-8338-44cc-bb2d-46c5b95abb0c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.256490 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (b7747e9c-8338-44cc-bb2d-46c5b95abb0c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.273414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7747e9c-8338-44cc-bb2d-46c5b95abb0c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.283173 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.293084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-84306166-e86a-4b2b-985f-f723764da37d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225917 Mar 07 11:13:50.492280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-44c7e367-ad3c-4917-baa4-56df962379d2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424359399&fields=id&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 267 time: 0.0486546 Mar 07 11:13:50.605468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-dff3234a-3d48-4d18-9a09-2009062cd597 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:50.606931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-dff3234a-3d48-4d18-9a09-2009062cd597 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/networks?id=0b551f77-adbb-4fb6-bfcc-2b92c92bb091 HTTP/1.1" status: 200 len: 797 time: 0.1064675 Mar 07 11:13:50.622502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-4615e4ca-ab55-44e1-8620-1a9af3b8588c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/quotas/61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 375 time: 0.0095143 Mar 07 11:13:50.682673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-d2e1c9e9-eab1-462b-a9da-1fe756f0c31c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545008 Mar 07 11:13:50.687895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43acaba-0fb5-444d-83e4-970b22a7fa8d None None] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:50.699270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-2e3b1679-925c-4870-b593-873d6dd24fc5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:13:50.700270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-2e3b1679-925c-4870-b593-873d6dd24fc5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057666 Mar 07 11:13:50.769184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2076-fa9c-4774-a198-a41fd88076d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.787713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Provisioning complete for port de53f2f8-a18b-453b-8b26-bd830ec355df triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:50.788078 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.791162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-a51a7f34-bc57-4519-aa81-710374460949 service neutron] 10.222.0.23 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852175 Mar 07 11:13:50.898478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Current status of the port de53f2f8-a18b-453b-8b26-bd830ec355df is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:50.898926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.936925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-e9f23811-c8bb-4b1f-bf2d-1d71b44766a9 service neutron] 10.222.0.23 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385756 Mar 07 11:13:50.938502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] For port de53f2f8-a18b-453b-8b26-bd830ec355df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de53f2f8-a18b-453b-8b26-bd830ec355df,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:50.944777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.944935 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f6513-1b54-4b53-aefe-cd3dcd0cb53a req-8a8ff3f8-9212-4b35-bcc7-69e1313dde42 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:50.947283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-343f6513-1b54-4b53-aefe-cd3dcd0cb53a req-8a8ff3f8-9212-4b35-bcc7-69e1313dde42 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0820491 Mar 07 11:13:51.008559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305404a1-5e18-445a-9beb-28fda69d5aa3 None None] Pushing event updated for resources: {'Port': ['ID=de53f2f8-a18b-453b-8b26-bd830ec355df,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:51.020087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-343f6513-1b54-4b53-aefe-cd3dcd0cb53a req-d839c63d-3bf3-40c6-afa2-a7fee335971b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605774 Mar 07 11:13:51.143422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6dd59bf-9f5a-4cb6-8bb8-81c7dc5e5913 req-f2e06e9a-f134-4df6-a596-9236f912ccfc tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 210 time: 0.0312150 Mar 07 11:13:51.177848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-251a27be-86e3-4ea0-89a4-334ad22b9d5e None None] Provisioning complete for port de53f2f8-a18b-453b-8b26-bd830ec355df triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:51.178391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-251a27be-86e3-4ea0-89a4-334ad22b9d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:51.255786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-251a27be-86e3-4ea0-89a4-334ad22b9d5e None None] Current status of the port de53f2f8-a18b-453b-8b26-bd830ec355df is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:51.761632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de53f2f8-a18b-453b-8b26-bd830ec355df up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:51.819675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port de53f2f8-a18b-453b-8b26-bd830ec355df triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:51.820057 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:51.897898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port de53f2f8-a18b-453b-8b26-bd830ec355df is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:52.088713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-fde83ec4-a239-40ed-b375-39490cf82aab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:52.090255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-fde83ec4-a239-40ed-b375-39490cf82aab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/networks?id=0b551f77-adbb-4fb6-bfcc-2b92c92bb091 HTTP/1.1" status: 200 len: 797 time: 0.1112838 Mar 07 11:13:52.192581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c6e8-e819-4bb6-9c8b-28f08996256f req-f8e42ed2-7e21-45ca-bab1-09e4edde3b91 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:52.194097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a81c6e8-e819-4bb6-9c8b-28f08996256f req-f8e42ed2-7e21-45ca-bab1-09e4edde3b91 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0968347 Mar 07 11:13:52.216503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-71f637f2-e855-4f47-82e0-9db1413ab607 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 473 time: 0.1179190 Mar 07 11:13:52.237024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'port': {'device_id': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'admin_state_up': True, 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'security_groups': ['3dee609e-e8a4-4286-9cf3-c23a6e968db8']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:52.257795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c11c66ef-b05d-46eb-8c15-8b7cdaf10b4c req-672134c5-046c-44c8-9ef0-84aa86edbb1b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 210 time: 0.0403750 Mar 07 11:13:52.663344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:52.701085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a81c6e8-e819-4bb6-9c8b-28f08996256f req-0522c502-e30f-4136-bf3c-da827b6ea9b0 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978518 Mar 07 11:13:52.745653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:52.746025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:52.747678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:52.751025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:52.769378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:52.771676 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958e759-e2d0-472e-85aa-c1fb00d68c7d" -d '{"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:52.784053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:52.789103 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:52.813248 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ed354-2857-4fa9-b5e9-c10ef03ae8f7 x-openstack-request-id: req-e71ed354-2857-4fa9-b5e9-c10ef03ae8f7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:52.813538 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:52.813817 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e71ed354-2857-4fa9-b5e9-c10ef03ae8f7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:52.814274 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'code': 200} Mar 07 11:13:52.841074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:52.880776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.27 (0b551f77-adbb-4fb6-bfcc-2b92c92bb091/5054ad90-b0d1-497d-9a01-fb46e386b772/3445dbd0-c78d-40da-aed9-7d6925a14686) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:53.019829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4be196d-cc18-443e-a880-0006026e8ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.024503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.059657 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.105587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:53.108672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:53.113279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:53.117311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:53.170175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.170830 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.189790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-bd4dd151-3904-4da2-9df6-e806e5306488 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9564111 Mar 07 11:13:53.201593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Request body: {'port': {'device_id': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:53.238156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c37d1-5935-4c0f-942b-b716e88e218d req-c06e218f-f684-41f4-ae52-1ce5b414f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.239243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a45c37d1-5935-4c0f-942b-b716e88e218d req-c06e218f-f684-41f4-ae52-1ce5b414f86a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1126 time: 0.0589960 Mar 07 11:13:53.264619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.288713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-a45c37d1-5935-4c0f-942b-b716e88e218d req-a204b28b-db03-42f1-96fe-796f96d8012b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427456 Mar 07 11:13:53.393676 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b797e2a7-ea82-441b-b572-221c67aeb889 None None] Provisioning complete for port 3445dbd0-c78d-40da-aed9-7d6925a14686 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:53.394172 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b797e2a7-ea82-441b-b572-221c67aeb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.431330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b797e2a7-ea82-441b-b572-221c67aeb889 None None] Port 3445dbd0-c78d-40da-aed9-7d6925a14686 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:13:53.491693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01968c-8b68-41b6-927b-f025f5649e31 req-de396a44-a708-495c-bf01-d8ff58d43668 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.493186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b01968c-8b68-41b6-927b-f025f5649e31 req-de396a44-a708-495c-bf01-d8ff58d43668 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 932 time: 0.1224709 Mar 07 11:13:53.570095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b01968c-8b68-41b6-927b-f025f5649e31 req-65076a71-b3f2-439f-b575-740ac5e8fb68 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710282 Mar 07 11:13:53.611341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3445dbd0-c78d-40da-aed9-7d6925a14686 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:53.619276 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks [] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.632249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Transition to ACTIVE for port object 3445dbd0-c78d-40da-aed9-7d6925a14686 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:13:53.638809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.690768 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:53.772365 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Attempting to bind port 3445dbd0-c78d-40da-aed9-7d6925a14686 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:53.772913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Attempting to bind port 3445dbd0-c78d-40da-aed9-7d6925a14686 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:53.773398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Attempting to bind port 3445dbd0-c78d-40da-aed9-7d6925a14686 on network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:53.781204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Port 3445dbd0-c78d-40da-aed9-7d6925a14686 on network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:13:53.781523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Attempting to bind port 3445dbd0-c78d-40da-aed9-7d6925a14686 on network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:53.810881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:53.811223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Checking segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:53.811613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Bound using segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:53.812093 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Bound port: 3445dbd0-c78d-40da-aed9-7d6925a14686, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:53.812450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.873217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7026e6-4901-4d3f-8b9c-88fc35e24794 req-2f09cb1b-08b0-4fc2-afa7-0683f5de5d7e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.874714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c7026e6-4901-4d3f-8b9c-88fc35e24794 req-2f09cb1b-08b0-4fc2-afa7-0683f5de5d7e tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 944 time: 0.0953150 Mar 07 11:13:53.912507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:53.932186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3445dbd0-c78d-40da-aed9-7d6925a14686,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:53.941961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.958475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c7026e6-4901-4d3f-8b9c-88fc35e24794 req-4041bfd5-defc-4e5d-a719-76400d7fc00b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776322 Mar 07 11:13:53.983626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.984258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.985852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/3445dbd0-c78d-40da-aed9-7d6925a14686 HTTP/1.1" status: 200 len: 1092 time: 0.7891674 Mar 07 11:13:53.986227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:53.990589 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b171fbf-e9fb-45be-8542-dfa60cb18bec" -d '{"events": [{"name": "network-changed", "server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:54.018765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043112a4-b5ca-4707-ad87-40a8b74456b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.062792 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcb5c34-d30b-43a0-b613-c4701b225ae2 x-openstack-request-id: req-cdcb5c34-d30b-43a0-b613-c4701b225ae2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:54.063084 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:54.063339 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdcb5c34-d30b-43a0-b613-c4701b225ae2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:54.063770 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686', 'status': 'completed', 'code': 200} Mar 07 11:13:54.084283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-e22cba7b-2e12-4386-8f79-558b20ec0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.085898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-e22cba7b-2e12-4386-8f79-558b20ec0069 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 1126 time: 0.0532734 Mar 07 11:13:54.133464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-eee28dfb-74c8-4252-a139-28f0d36ec2a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3445dbd0-c78d-40da-aed9-7d6925a14686 HTTP/1.1" status: 200 len: 217 time: 0.0412695 Mar 07 11:13:54.184285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-b5134c94-3028-4fb0-9fb9-a3dd5f2b6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.185782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-b5134c94-3028-4fb0-9fb9-a3dd5f2b6582 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5054ad90-b0d1-497d-9a01-fb46e386b772 HTTP/1.1" status: 200 len: 837 time: 0.0465758 Mar 07 11:13:54.236919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-ef3d2752-a7cb-430b-b6c7-0e142cab4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.238439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-ef3d2752-a7cb-430b-b6c7-0e142cab4464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b551f77-adbb-4fb6-bfcc-2b92c92bb091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464802 Mar 07 11:13:54.336591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-4de8d231-6cd5-4144-822c-7e54cd870e13 service neutron] 10.222.0.26 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Mar 07 11:13:54.347030 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:54.428661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ab40aa1-1c3d-4daa-80d1-e2d820bbab43 req-d08a8396-4990-4a40-9027-713139adc5aa service neutron] 10.222.0.26 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856884 Mar 07 11:13:54.481909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:54.523863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-b96396b8-6da6-4848-8494-0f35223001c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.525386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-b96396b8-6da6-4848-8494-0f35223001c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 1126 time: 0.0486712 Mar 07 11:13:54.622468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-b8b14d6b-0cbf-42de-af25-4b1fa51f30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.623991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-b8b14d6b-0cbf-42de-af25-4b1fa51f30ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b551f77-adbb-4fb6-bfcc-2b92c92bb091 HTTP/1.1" status: 200 len: 898 time: 0.0925925 Mar 07 11:13:54.661650 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:54.671037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-a93117fe-33de-4905-8144-13229c61494f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3445dbd0-c78d-40da-aed9-7d6925a14686 HTTP/1.1" status: 200 len: 217 time: 0.0406682 Mar 07 11:13:54.756800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-e4ce3295-80a9-43bf-ac76-c8385da7cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.758170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-e4ce3295-80a9-43bf-ac76-c8385da7cc58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5054ad90-b0d1-497d-9a01-fb46e386b772 HTTP/1.1" status: 200 len: 837 time: 0.0785601 Mar 07 11:13:54.769960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2781-ae85-4d80-a6a1-f55a371ff0f3 req-b8041eb0-5495-470d-b978-a777e3d773a3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.771443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eea2781-ae85-4d80-a6a1-f55a371ff0f3 req-b8041eb0-5495-470d-b978-a777e3d773a3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 944 time: 0.1027143 Mar 07 11:13:54.780541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:54.792953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'port_id': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'mac_address': 'fa:16:3e:d9:1c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:54.831370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:54.831803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:54.844984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:54.851190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eea2781-ae85-4d80-a6a1-f55a371ff0f3 req-95a76a13-f857-4c8a-abd0-215da201ba82 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711577 Mar 07 11:13:54.854598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-2d0fee1c-ea1c-4615-aa6d-568841921511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.855575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-2d0fee1c-ea1c-4615-aa6d-568841921511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b551f77-adbb-4fb6-bfcc-2b92c92bb091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0831285 Mar 07 11:13:54.873914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:54.878843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:54.925708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.952419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-8f7246a3-b838-4bef-add0-b4f868f492ec service neutron] 10.222.0.26 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902989 Mar 07 11:13:55.052135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b171fbf-e9fb-45be-8542-dfa60cb18bec req-ae8ac4b8-9509-4c65-adc0-5ea2f065eb4f service neutron] 10.222.0.26 "GET /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935936 Mar 07 11:13:55.099634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59e1d7-3a2d-4a76-a07f-7d1963a02f72 req-78581aeb-cf1c-40af-bdea-4317419ba28b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:55.101191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a59e1d7-3a2d-4a76-a07f-7d1963a02f72 req-78581aeb-cf1c-40af-bdea-4317419ba28b tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 945 time: 0.0679986 Mar 07 11:13:55.157000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a59e1d7-3a2d-4a76-a07f-7d1963a02f72 req-f120b699-95c4-46ba-9dbd-92ffdc464d81 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495098 Mar 07 11:13:55.179746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44412) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:55.183823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['3da253ee-5b99-4988-aefc-0aea3dfc5fd5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:55.241940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5f7d7d90-0485-4ad7-a132-a9de72d7a0b6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/floatingips/55b26972-c809-4f51-a182-f0de2cff1857 HTTP/1.1" status: 200 len: 993 time: 0.0607982 Mar 07 11:13:55.793117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.991661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabd0d0-0913-469b-ae92-8a06d5ab28eb req-9da16cdf-ee49-4fa4-8268-ee8d6bae2532 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:55.993189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cabd0d0-0913-469b-ae92-8a06d5ab28eb req-9da16cdf-ee49-4fa4-8268-ee8d6bae2532 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 944 time: 0.0659194 Mar 07 11:13:56.045205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cabd0d0-0913-469b-ae92-8a06d5ab28eb req-cb29de3f-f801-46ef-a2cc-cac9c91d5cf6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Mar 07 11:13:56.688874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:56.748768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:56.749142 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.827883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:56.828573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.852565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:56.854753 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbbbe04-14ed-4624-b1bc-f36da6b3a9c1" -d '{"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-plugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:56.867212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:56.873633 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.899878 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e283b5a5-68d4-44f9-8dc2-ac1335d4ba1b x-openstack-request-id: req-e283b5a5-68d4-44f9-8dc2-ac1335d4ba1b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:56.900184 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-plugged", "status": "completed", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:56.900416 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e283b5a5-68d4-44f9-8dc2-ac1335d4ba1b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:56.900790 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'code': 200} Mar 07 11:13:56.926452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:57.077080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.180674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40296380-b4aa-4aa1-bc92-a7faf62ab0ca req-6ab982db-7de8-44d0-ab0b-54dd63dc8e63 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:57.182150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40296380-b4aa-4aa1-bc92-a7faf62ab0ca req-6ab982db-7de8-44d0-ab0b-54dd63dc8e63 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 944 time: 0.0608630 Mar 07 11:13:57.233896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40296380-b4aa-4aa1-bc92-a7faf62ab0ca req-709080e6-69d6-4f9b-8d3a-2c4a611a0532 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 Mar 07 11:13:57.981899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3445dbd0-c78d-40da-aed9-7d6925a14686 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:58.094966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3445dbd0-c78d-40da-aed9-7d6925a14686,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:58.106644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '3445dbd0-c78d-40da-aed9-7d6925a14686', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'port_id': '3445dbd0-c78d-40da-aed9-7d6925a14686', 'mac_address': 'fa:16:3e:2d:f8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:58.146856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3445dbd0-c78d-40da-aed9-7d6925a14686 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:58.147237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.165194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3445dbd0-c78d-40da-aed9-7d6925a14686 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:58.185741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3445dbd0-c78d-40da-aed9-7d6925a14686,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:58.191049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.239918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.371534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac38a29-801e-4d1a-a0c9-fac0ce27af35 req-422f712d-2926-4154-949f-6fc6d3f25057 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.373046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ac38a29-801e-4d1a-a0c9-fac0ce27af35 req-422f712d-2926-4154-949f-6fc6d3f25057 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 945 time: 0.0669370 Mar 07 11:13:58.427204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ac38a29-801e-4d1a-a0c9-fac0ce27af35 req-6151c166-b676-4e1e-a5bf-e5ef77a5499e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479407 Mar 07 11:13:58.430087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['3445dbd0-c78d-40da-aed9-7d6925a14686'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:59.132046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.572329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d53ac2-7855-4db0-b2db-9c8300801789 req-bae9c346-5456-46d3-b060-d44f8e91cb19 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.574116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6d53ac2-7855-4db0-b2db-9c8300801789 req-bae9c346-5456-46d3-b060-d44f8e91cb19 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 945 time: 0.0668035 Mar 07 11:13:59.623679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6d53ac2-7855-4db0-b2db-9c8300801789 req-cf2b00b6-b5e4-40b6-a39a-e7e4681b030e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Mar 07 11:14:00.013739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3445dbd0-c78d-40da-aed9-7d6925a14686 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:00.070971 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 3445dbd0-c78d-40da-aed9-7d6925a14686 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:14:00.074997 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 3445dbd0-c78d-40da-aed9-7d6925a14686 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:00.075370 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.151083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 3445dbd0-c78d-40da-aed9-7d6925a14686 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:00.151859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.173985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:00.176215 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d9d2d-8da1-4dc8-90f5-4152859336f9" -d '{"events": [{"server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "name": "network-vif-plugged", "status": "completed", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:00.188602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3445dbd0-c78d-40da-aed9-7d6925a14686,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:00.194657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.226508 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82fad7f-d9c3-4e41-89f3-2003110b3d61 x-openstack-request-id: req-f82fad7f-d9c3-4e41-89f3-2003110b3d61 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:00.226801 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "name": "network-vif-plugged", "status": "completed", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:00.227050 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f82fad7f-d9c3-4e41-89f3-2003110b3d61 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:00.227438 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686', 'code': 200} Mar 07 11:14:00.260796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:00.323789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7344cd-9531-4f52-b9a6-2e1578feef2f req-db3be5b0-80a1-4024-bcae-421e3004458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.325695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a7344cd-9531-4f52-b9a6-2e1578feef2f req-db3be5b0-80a1-4024-bcae-421e3004458c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 1128 time: 0.0502179 Mar 07 11:14:00.372317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a7344cd-9531-4f52-b9a6-2e1578feef2f req-11eadbf5-b91e-4acb-83cc-de14ed533832 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 Mar 07 11:14:00.752947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36616e-c854-4c19-ac52-c6634c526667 req-bdbce63e-d455-4cbc-8847-ea126c493ccb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.754489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b36616e-c854-4c19-ac52-c6634c526667 req-bdbce63e-d455-4cbc-8847-ea126c493ccb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0614884 Mar 07 11:14:00.807762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b36616e-c854-4c19-ac52-c6634c526667 req-be747a8b-814b-4117-b69b-16fcd902ac42 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Mar 07 11:14:01.949213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa57bc-cb85-409d-ad8b-805150289770 req-54407b0b-b495-4ed4-9d8e-029ab67a0d91 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:01.950603 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cfa57bc-cb85-409d-ad8b-805150289770 req-54407b0b-b495-4ed4-9d8e-029ab67a0d91 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0630710 Mar 07 11:14:01.999313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cfa57bc-cb85-409d-ad8b-805150289770 req-8fc05054-30e9-4d67-8e2b-c8923230098f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Mar 07 11:14:02.125176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f0a9-6124-43cb-ad96-63c1a633b054 req-17f34b9d-3e7d-4239-abab-73008455df18 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:02.126692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7091f0a9-6124-43cb-ad96-63c1a633b054 req-17f34b9d-3e7d-4239-abab-73008455df18 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0600560 Mar 07 11:14:02.180020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7091f0a9-6124-43cb-ad96-63c1a633b054 req-6c1076bb-f7ac-4bd1-b90b-153e80b173a1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470850 Mar 07 11:14:03.658813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44436) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:04.126923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.397627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.17 (0b551f77-adbb-4fb6-bfcc-2b92c92bb091/5054ad90-b0d1-497d-9a01-fb46e386b772/d2e0aad4-8ecf-4097-ad8b-75b40321e208) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:04.513036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.550136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.593426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:04.596342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:04.600021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:04.606430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.635878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.636208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.636565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.636883 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.637230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.637559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.637879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.638211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.638530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.638850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.639186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.639500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.639847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:04.658041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.803595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.874514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e6a44381-15de-4a43-8f99-a9474c8856b8 None None] Provisioning complete for port d2e0aad4-8ecf-4097-ad8b-75b40321e208 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:04.875128 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e6a44381-15de-4a43-8f99-a9474c8856b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.909055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e6a44381-15de-4a43-8f99-a9474c8856b8 None None] Port d2e0aad4-8ecf-4097-ad8b-75b40321e208 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:05.092650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.099226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.168458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:05.170876 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.264826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:05.266307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:05.386719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:05.501091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:05.506621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c1d5f4b2-5899-4b98-8f3a-99ba0bb9bf06 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/e561b0c0-7c8c-4eee-a655-f990477ec5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8463390 Mar 07 11:14:05.526568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:05.543521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:05.544090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:13:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:05.547097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4aaf2832-5c35-4fb3-afc9-90c45d09e5fd None None] Provisioning complete for port d2e0aad4-8ecf-4097-ad8b-75b40321e208 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:05.547464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2832-5c35-4fb3-afc9-90c45d09e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.623472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf2832-5c35-4fb3-afc9-90c45d09e5fd None None] Port d2e0aad4-8ecf-4097-ad8b-75b40321e208 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:05.682432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:06.102320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e0aad4-8ecf-4097-ad8b-75b40321e208', 'name': '', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:ba:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:04Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 2, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:06.132458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:06.132801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Updating router e561b0c0-7c8c-4eee-a655-f990477ec5b9 port d2e0aad4-8ecf-4097-ad8b-75b40321e208 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:06.160003 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.421014 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks [] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.429013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.479846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbde8a-c923-47c6-b860-fd2467e72c86 None None] Pushing event updated for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.534168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Attempting to bind port d2e0aad4-8ecf-4097-ad8b-75b40321e208 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:06.534539 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Attempting to bind port d2e0aad4-8ecf-4097-ad8b-75b40321e208 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:06.534903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Attempting to bind port d2e0aad4-8ecf-4097-ad8b-75b40321e208 on network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:06.540546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:06.540920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Checking segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:06.541320 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.541707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Bound using segment: {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:06.542169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Bound port: d2e0aad4-8ecf-4097-ad8b-75b40321e208, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca1e5af-7f39-4214-aed2-0ab20bee1967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:06.542538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.607136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] For port d2e0aad4-8ecf-4097-ad8b-75b40321e208, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:06.610772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] For port d2e0aad4-8ecf-4097-ad8b-75b40321e208, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2e0aad4-8ecf-4097-ad8b-75b40321e208,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:06.618328 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.670473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:06.671155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:13:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:06.732209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbde8a-c923-47c6-b860-fd2467e72c86 None None] Pushing event updated for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.792629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Provisioning complete for port d2e0aad4-8ecf-4097-ad8b-75b40321e208 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:06.793004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.836651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:06.978346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Current status of the port d2e0aad4-8ecf-4097-ad8b-75b40321e208 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:06.978623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.062834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] For port d2e0aad4-8ecf-4097-ad8b-75b40321e208, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2e0aad4-8ecf-4097-ad8b-75b40321e208,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:07.068457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.148787 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bdd70-4a06-412a-93f2-39df72482e8c None None] Pushing event updated for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:07.173427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e0aad4-8ecf-4097-ad8b-75b40321e208', 'name': '', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:ba:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:04Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:07.209316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d17af-7c6c-436a-a341-5d51e8ecda70 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e0aad4-8ecf-4097-ad8b-75b40321e208', 'name': '', 'network_id': '0b551f77-adbb-4fb6-bfcc-2b92c92bb091', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:ba:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:04Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '5054ad90-b0d1-497d-9a01-fb46e386b772', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:07.217266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-74210457-b7fc-455c-b27d-b2e4e60481bf None None] Provisioning complete for port d2e0aad4-8ecf-4097-ad8b-75b40321e208 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:07.217662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74210457-b7fc-455c-b27d-b2e4e60481bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.321316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-74210457-b7fc-455c-b27d-b2e4e60481bf None None] Current status of the port d2e0aad4-8ecf-4097-ad8b-75b40321e208 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:07.766641 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2e0aad4-8ecf-4097-ad8b-75b40321e208 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:07.816463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d2e0aad4-8ecf-4097-ad8b-75b40321e208 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:07.816836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.898569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d2e0aad4-8ecf-4097-ad8b-75b40321e208 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:18.778348 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:14:20.731050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b621-af43-4cb0-bc1d-ded2874ca8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:23.029486 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d55ff1e-aa51-4467-9b70-30e3cbad8261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:24.353593 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:24.482859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:25.699823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44462) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:25.789846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.452963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.807209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port d2e0aad4-8ecf-4097-ad8b-75b40321e208 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:26.807921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.896920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port d2e0aad4-8ecf-4097-ad8b-75b40321e208, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d2e0aad4-8ecf-4097-ad8b-75b40321e208,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:26.897269 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.911213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for d2e0aad4-8ecf-4097-ad8b-75b40321e208 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:27.072084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:27.121137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d2e0aad4-8ecf-4097-ad8b-75b40321e208), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:27.149152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=d2e0aad4-8ecf-4097-ad8b-75b40321e208,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:27.357273 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:27.586664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:27.700941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:27.706685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e492a9a1-5a56-4f9b-9442-623fb5fe3b92 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/e561b0c0-7c8c-4eee-a655-f990477ec5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049119 Mar 07 11:14:27.726330 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:27.736241 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:27.736847 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:27.950595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a6e8-feb7-4118-b41f-481795c43a95 req-c4c491db-a9ad-4179-8918-6ab74199536b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:27.952096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2f1a6e8-feb7-4118-b41f-481795c43a95 req-c4c491db-a9ad-4179-8918-6ab74199536b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0570254 Mar 07 11:14:27.957368 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:28.000656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2f1a6e8-feb7-4118-b41f-481795c43a95 req-3f7690be-a041-4007-8dab-6216b49383a2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Mar 07 11:14:28.200272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:28.226320 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:28.235995 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:28.236571 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:28.349214 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:28.591254 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:28.617019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8261d-3e75-4427-ba73-164680eb4f8b None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'b38c22b1-8d43-42ef-81fb-b10bc6d34d3b', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'port_id': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'mac_address': 'fa:16:3e:3e:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:39Z', 'updated_at': '2022-03-07T11:12:41Z', 'revision_number': 1, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:29.120993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:29.131487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d225f-20e2-4804-839e-b4a87af2f33d req-9f63770d-99fe-4955-80c1-7a5e0ad1ae45 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:29.133068 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a10d225f-20e2-4804-839e-b4a87af2f33d req-9f63770d-99fe-4955-80c1-7a5e0ad1ae45 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0578003 Mar 07 11:14:29.182051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a10d225f-20e2-4804-839e-b4a87af2f33d req-b60d37d5-6795-4565-a6ab-9b4f1cd591b7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=3dee609e-e8a4-4286-9cf3-c23a6e968db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Mar 07 11:14:29.316819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60335f-9659-4167-b338-c789654d1bb5 req-c6655e8a-08d7-4055-b98a-36e41505e636 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:29.318262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e60335f-9659-4167-b338-c789654d1bb5 req-c6655e8a-08d7-4055-b98a-36e41505e636 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/ports?device_id=096f7cb2-3b46-40b8-9225-be34a5e1de88 HTTP/1.1" status: 200 len: 946 time: 0.0631726 Mar 07 11:14:29.413381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port 3445dbd0-c78d-40da-aed9-7d6925a14686 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:29.413695 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:29.505411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port 3445dbd0-c78d-40da-aed9-7d6925a14686, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=3445dbd0-c78d-40da-aed9-7d6925a14686,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:29.505685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:29.517397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for 3445dbd0-c78d-40da-aed9-7d6925a14686 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:29.654649 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3445dbd0-c78d-40da-aed9-7d6925a14686), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:29.687808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=3445dbd0-c78d-40da-aed9-7d6925a14686,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:29.725417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2e0aad4-8ecf-4097-ad8b-75b40321e208 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:29.732049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] No DVR routers for this DVR port 3445dbd0-c78d-40da-aed9-7d6925a14686 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:29.734633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:29.738060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e60335f-9659-4167-b338-c789654d1bb5 req-0e2ea8a1-8533-4487-9b2d-bb76a5ddbfb3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "DELETE /v2.0/ports/3445dbd0-c78d-40da-aed9-7d6925a14686 HTTP/1.1" status: 204 len: 173 time: 0.4137442 Mar 07 11:14:29.738487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'name': 'network-vif-deleted', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:29.740793 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708898a4-c872-40df-89ed-833031791375" -d '{"events": [{"server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "name": "network-vif-deleted", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:29.751921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d2e0aad4-8ecf-4097-ad8b-75b40321e208 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:29.752296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d2e0aad4-8ecf-4097-ad8b-75b40321e208 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:29.859310 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e3fcd-5b15-4a2f-a63c-8ec1fea637b8 x-openstack-request-id: req-0d0e3fcd-5b15-4a2f-a63c-8ec1fea637b8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:29.859599 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f7cb2-3b46-40b8-9225-be34a5e1de88", "name": "network-vif-deleted", "tag": "3445dbd0-c78d-40da-aed9-7d6925a14686", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:29.859876 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d0e3fcd-5b15-4a2f-a63c-8ec1fea637b8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:29.860278 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f7cb2-3b46-40b8-9225-be34a5e1de88', 'name': 'network-vif-deleted', 'tag': '3445dbd0-c78d-40da-aed9-7d6925a14686', 'status': 'completed', 'code': 200} Mar 07 11:14:30.243492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:30.302145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (3dee609e-e8a4-4286-9cf3-c23a6e968db8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.327962 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (3dee609e-e8a4-4286-9cf3-c23a6e968db8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.390002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (3dee609e-e8a4-4286-9cf3-c23a6e968db8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.392662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.393810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/security-groups/3dee609e-e8a4-4286-9cf3-c23a6e968db8 HTTP/1.1" status: 204 len: 168 time: 0.1492352 Mar 07 11:14:30.402959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb75e2-51e6-4449-9bde-7beae16f7eea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee609e-e8a4-4286-9cf3-c23a6e968db8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:30.435842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44490) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:30.491977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting subnet 5054ad90-b0d1-497d-9a01-fb46e386b772 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:14:30.495343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (5054ad90-b0d1-497d-9a01-fb46e386b772), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.534208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (5054ad90-b0d1-497d-9a01-fb46e386b772), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.618256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (5054ad90-b0d1-497d-9a01-fb46e386b772), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.680678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (5054ad90-b0d1-497d-9a01-fb46e386b772), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.709256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Subnet': ['ID=5054ad90-b0d1-497d-9a01-fb46e386b772,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:30.713705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.715546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d08dccb-3063-4f07-b0be-6b6efda1fea2 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/subnets/5054ad90-b0d1-497d-9a01-fb46e386b772 HTTP/1.1" status: 204 len: 168 time: 0.2787015 Mar 07 11:14:30.717578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44492) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:30.719399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cdf80-950d-470a-87c0-6171937debd8 None None] Network 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:30.792877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0b551f77-adbb-4fb6-bfcc-2b92c92bb091), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.849571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port de53f2f8-a18b-453b-8b26-bd830ec355df {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:30.849922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.870979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] DHCP port deletion for 0b551f77-adbb-4fb6-bfcc-2b92c92bb091 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:14:30.918324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port de53f2f8-a18b-453b-8b26-bd830ec355df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de53f2f8-a18b-453b-8b26-bd830ec355df,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:30.918742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.921690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Deleting port de53f2f8-a18b-453b-8b26-bd830ec355df {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:30.922067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.931282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for de53f2f8-a18b-453b-8b26-bd830ec355df owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:30.983897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] For port de53f2f8-a18b-453b-8b26-bd830ec355df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=de53f2f8-a18b-453b-8b26-bd830ec355df,segment=NetworkSegment(5ca1e5af-7f39-4214-aed2-0ab20bee1967),segment_id=5ca1e5af-7f39-4214-aed2-0ab20bee1967)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:30.984265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.996784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Calling delete_port for de53f2f8-a18b-453b-8b26-bd830ec355df owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:31.011103 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.043210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] No DVR routers for this DVR port de53f2f8-a18b-453b-8b26-bd830ec355df on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:31.045757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=de53f2f8-a18b-453b-8b26-bd830ec355df,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.077235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (de53f2f8-a18b-453b-8b26-bd830ec355df), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.102424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] Pushing event deleted for resources: {'Port': ['ID=de53f2f8-a18b-453b-8b26-bd830ec355df,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.105960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25d4dc-403c-44da-9fc3-841be1003769 None None] No DVR routers for this DVR port de53f2f8-a18b-453b-8b26-bd830ec355df on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:31.136326 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0b551f77-adbb-4fb6-bfcc-2b92c92bb091), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.155815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b551f77-adbb-4fb6-bfcc-2b92c92bb091']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:31.165024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1e5af-7f39-4214-aed2-0ab20bee1967') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:31.165313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1e5af-7f39-4214-aed2-0ab20bee1967') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:31.174622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (5ca1e5af-7f39-4214-aed2-0ab20bee1967), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.187833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5ca1e5af-7f39-4214-aed2-0ab20bee1967), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.193712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:14:31.194104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (5ca1e5af-7f39-4214-aed2-0ab20bee1967), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:14:31.197168 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:14:31.262997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0b551f77-adbb-4fb6-bfcc-2b92c92bb091), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.270211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.274365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/networks/0b551f77-adbb-4fb6-bfcc-2b92c92bb091 HTTP/1.1" status: 204 len: 168 time: 0.5558805 Mar 07 11:14:31.277659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44494) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:31.286163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bef9d-268b-463f-9e4e-b81c7804a370 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Network': ['ID=0b551f77-adbb-4fb6-bfcc-2b92c92bb091,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.444938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port 1df1da78-ce1d-422b-a7fd-4edfcc7d7b74 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:31.445160 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.536302 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.536600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.551449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for 1df1da78-ce1d-422b-a7fd-4edfcc7d7b74 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:31.703108 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1df1da78-ce1d-422b-a7fd-4edfcc7d7b74), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.728075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=1df1da78-ce1d-422b-a7fd-4edfcc7d7b74,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.758853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de53f2f8-a18b-453b-8b26-bd830ec355df no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:31.780469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: de53f2f8-a18b-453b-8b26-bd830ec355df {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:31.780900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device de53f2f8-a18b-453b-8b26-bd830ec355df not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:31.795965 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (b38c22b1-8d43-42ef-81fb-b10bc6d34d3b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.796306 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Floating IP b38c22b1-8d43-42ef-81fb-b10bc6d34d3b disassociated (deleted). External IP: 172.25.4.157, port: 606a250e-6001-4b6d-9c15-63bc09ab8141. Mar 07 11:14:32.031866 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:32.163971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:32.169227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:32.174312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:32.187757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:32.188508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.212207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d3e9c141-a033-440f-b655-55ed47733732 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/floatingips/b38c22b1-8d43-42ef-81fb-b10bc6d34d3b HTTP/1.1" status: 204 len: 168 time: 0.9322760 Mar 07 11:14:32.212796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:32.215082 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf0656-cb44-4333-8c61-84378274ddc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:32.264284 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79328395-29ac-4d40-8233-8015a154aaa5 x-openstack-request-id: req-79328395-29ac-4d40-8233-8015a154aaa5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:32.264580 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:32.264833 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79328395-29ac-4d40-8233-8015a154aaa5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:32.265237 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'status': 'completed', 'code': 200} Mar 07 11:14:32.304152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:32.334929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-c8c6c13c-03f5-4e5d-a548-4d3be59c4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.336688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-c8c6c13c-03f5-4e5d-a548-4d3be59c4d2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 1127 time: 0.0508482 Mar 07 11:14:32.437249 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-827f5bb4-ee68-41df-bcc0-9ec9b233bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.438735 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-827f5bb4-ee68-41df-bcc0-9ec9b233bdee service neutron] 10.222.0.32 "GET /v2.0/networks?id=70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 200 len: 897 time: 0.0957029 Mar 07 11:14:32.480842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc29a7-5f15-414c-b405-0a5491e1e83a req-83bb8e63-d51b-4e19-8911-64cfe3f7992a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.483198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49dc29a7-5f15-414c-b405-0a5491e1e83a req-83bb8e63-d51b-4e19-8911-64cfe3f7992a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0591342 Mar 07 11:14:32.489034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-9022cfc8-c984-4e82-8b97-1e61f6107756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 200 len: 217 time: 0.0434010 Mar 07 11:14:32.535768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.540264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49dc29a7-5f15-414c-b405-0a5491e1e83a req-08e495a6-c4a8-42e7-a44b-5387b6ebbb01 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512226 Mar 07 11:14:32.549901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-709e2fd0-02ec-4f46-abc2-aa4fb6cb3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.551374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-709e2fd0-02ec-4f46-abc2-aa4fb6cb3583 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc74ec-2b2a-469b-8d93-3567e692de96 HTTP/1.1" status: 200 len: 835 time: 0.0520844 Mar 07 11:14:32.576730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:32.585023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:32.585619 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.601259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-2c539907-eee5-4de5-9378-8f1cc4b202d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.602757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-2c539907-eee5-4de5-9378-8f1cc4b202d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70d88710-58c6-460d-97fa-ff19ded781e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451956 Mar 07 11:14:32.697761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-ca8db2f2-471d-4217-9067-b5004a86b1ee service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Mar 07 11:14:32.699555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:32.788624 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-64cf0656-cb44-4333-8c61-84378274ddc5 req-1a356bc7-362a-46e6-98e8-f2b3c2e2c425 service neutron] 10.222.0.32 "GET /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Mar 07 11:14:32.902364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:33.102268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e636ca-2b58-4a04-8bcf-5c86e3ec0684 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:27Z', 'revision_number': 6, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'ac63db88-326a-471c-bdbe-0080ae007b41', 'name': '', 'network_id': '70d88710-58c6-460d-97fa-ff19ded781e8', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:41:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:20Z', 'updated_at': '2022-03-07T11:12:24Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': 'c9cc74ec-2b2a-469b-8d93-3567e692de96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:33.343412 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44259d42-2426-4b26-8602-acc0ee83ad5a None None] New status for floating IP b38c22b1-8d43-42ef-81fb-b10bc6d34d3b: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:14:33.666627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e9b8-9970-4b8a-9996-042863d65018 req-15ecda70-65c7-49a2-a967-e5a87bdff358 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:33.668115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2746e9b8-9970-4b8a-9996-042863d65018 req-15ecda70-65c7-49a2-a967-e5a87bdff358 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0620306 Mar 07 11:14:33.718446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2746e9b8-9970-4b8a-9996-042863d65018 req-5493e0e7-b6e7-423c-8c1a-711df1383549 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Mar 07 11:14:33.834233 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-f2910ce9-9a4d-480d-a76b-6a659d8aa023 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:33.835690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-f2910ce9-9a4d-480d-a76b-6a659d8aa023 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 945 time: 0.0631132 Mar 07 11:14:33.934942 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port 606a250e-6001-4b6d-9c15-63bc09ab8141 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:33.935561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:34.034952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port 606a250e-6001-4b6d-9c15-63bc09ab8141, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=606a250e-6001-4b6d-9c15-63bc09ab8141,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:34.035337 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:34.048090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for 606a250e-6001-4b6d-9c15-63bc09ab8141 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:34.200050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3445dbd0-c78d-40da-aed9-7d6925a14686 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:34.229001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 3445dbd0-c78d-40da-aed9-7d6925a14686 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:34.229336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 3445dbd0-c78d-40da-aed9-7d6925a14686 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:34.550577 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (606a250e-6001-4b6d-9c15-63bc09ab8141), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:34.582719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=606a250e-6001-4b6d-9c15-63bc09ab8141,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:34.625983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] No DVR routers for this DVR port 606a250e-6001-4b6d-9c15-63bc09ab8141 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:34.628677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:34.631970 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3085ef1c-ab2d-4b86-9e96-e272ef116cf7 req-8433111a-dd09-4b09-85ef-92d35fcb326a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.32 "DELETE /v2.0/ports/606a250e-6001-4b6d-9c15-63bc09ab8141 HTTP/1.1" status: 204 len: 173 time: 0.7904904 Mar 07 11:14:34.632431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'name': 'network-vif-deleted', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:34.634766 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8464c97-b399-4e5b-be35-dc6b0777785f" -d '{"events": [{"server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "name": "network-vif-deleted", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:34.675601 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a47c3a-0628-45c0-96f7-8466e83f353e x-openstack-request-id: req-30a47c3a-0628-45c0-96f7-8466e83f353e {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:34.675922 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb096b-330a-46ec-9544-df8b5cb65974", "name": "network-vif-deleted", "tag": "606a250e-6001-4b6d-9c15-63bc09ab8141", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:34.676173 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30a47c3a-0628-45c0-96f7-8466e83f353e {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:34.676597 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb096b-330a-46ec-9544-df8b5cb65974', 'name': 'network-vif-deleted', 'tag': '606a250e-6001-4b6d-9c15-63bc09ab8141', 'status': 'completed', 'code': 200} Mar 07 11:14:34.830853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-faf02461-8aeb-41a8-91d4-39c0b6ec3918 req-1f6cf54d-63d2-44f6-bb19-53d732353a86 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddb096b-330a-46ec-9544-df8b5cb65974 HTTP/1.1" status: 200 len: 210 time: 0.0294013 Mar 07 11:14:35.899376 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44514) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:35.963544 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (31e836fc-cdf1-4a02-90f7-cfb2e3ab0782), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:35.998084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (31e836fc-cdf1-4a02-90f7-cfb2e3ab0782), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.086784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (31e836fc-cdf1-4a02-90f7-cfb2e3ab0782), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.089723 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.090854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/security-groups/31e836fc-cdf1-4a02-90f7-cfb2e3ab0782 HTTP/1.1" status: 204 len: 168 time: 0.1904469 Mar 07 11:14:36.100471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0326d-5b86-41e9-8fe1-6277a1a00cbb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e836fc-cdf1-4a02-90f7-cfb2e3ab0782,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:36.125658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44518) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:36.514217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.790334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port ac63db88-326a-471c-bdbe-0080ae007b41 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:36.790565 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.865142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 606a250e-6001-4b6d-9c15-63bc09ab8141 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:36.881030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port ac63db88-326a-471c-bdbe-0080ae007b41, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ac63db88-326a-471c-bdbe-0080ae007b41,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:36.881400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:36.884891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 606a250e-6001-4b6d-9c15-63bc09ab8141 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:36.885240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 606a250e-6001-4b6d-9c15-63bc09ab8141 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:36.894068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for ac63db88-326a-471c-bdbe-0080ae007b41 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:37.090931 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ac63db88-326a-471c-bdbe-0080ae007b41), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.123119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=ac63db88-326a-471c-bdbe-0080ae007b41,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:37.305977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.528508 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router e561b0c0-7c8c-4eee-a655-f990477ec5b9 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:37.643841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:37.649694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8a409f86-e402-43af-b907-60bcac5b4628 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/e561b0c0-7c8c-4eee-a655-f990477ec5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225530 Mar 07 11:14:37.652949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44520) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:37.656095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Sync routers for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:37.666639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:37.667295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:37.703800 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting subnet c9cc74ec-2b2a-469b-8d93-3567e692de96 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:14:37.707000 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (c9cc74ec-2b2a-469b-8d93-3567e692de96), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.752840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (c9cc74ec-2b2a-469b-8d93-3567e692de96), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.783829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:37.841043 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c9cc74ec-2b2a-469b-8d93-3567e692de96), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.901475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (c9cc74ec-2b2a-469b-8d93-3567e692de96), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.928208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cc74ec-2b2a-469b-8d93-3567e692de96,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:37.933123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:37.940194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fae637a6-d050-40f3-bfd3-1a4c16961e87 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/subnets/c9cc74ec-2b2a-469b-8d93-3567e692de96 HTTP/1.1" status: 204 len: 168 time: 0.2862232 Mar 07 11:14:37.940349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44522) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:37.942423 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995463e-769a-41e1-a66a-aa834a73e02f None None] Network 70d88710-58c6-460d-97fa-ff19ded781e8 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:38.037615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:37Z', 'revision_number': 7, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.055564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.067086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Checking router: e561b0c0-7c8c-4eee-a655-f990477ec5b9 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:38.081077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Routers {'e561b0c0-7c8c-4eee-a655-f990477ec5b9'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:38.081678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.164319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (e561b0c0-7c8c-4eee-a655-f990477ec5b9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.171968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] DHCP port deletion for 70d88710-58c6-460d-97fa-ff19ded781e8 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:14:38.224106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port c6b6a184-b993-44b2-b66d-17a18e7f829c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:38.224451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.230634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] Set router e561b0c0-7c8c-4eee-a655-f990477ec5b9 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:38.303344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port c6b6a184-b993-44b2-b66d-17a18e7f829c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c6b6a184-b993-44b2-b66d-17a18e7f829c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:38.303577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.315784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for c6b6a184-b993-44b2-b66d-17a18e7f829c owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:38.341859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Deleting port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:38.342224 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.422215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] For port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,segment=NetworkSegment(2fe28d86-d148-4b62-be64-2218e3b52b6d),segment_id=2fe28d86-d148-4b62-be64-2218e3b52b6d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:38.422520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.454064 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Calling delete_port for 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:38.487337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c6b6a184-b993-44b2-b66d-17a18e7f829c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.517815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=c6b6a184-b993-44b2-b66d-17a18e7f829c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:38.538562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:37Z', 'revision_number': 7, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.571502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f828c-56aa-4663-959f-b29f906782d5 None None] The sync data for ids ['e561b0c0-7c8c-4eee-a655-f990477ec5b9'] in n-d-832156-4 is: [{'id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'name': 'tempest-TestNetworkBasicOps-router-1902709684', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:15Z', 'updated_at': '2022-03-07T11:14:37Z', 'revision_number': 7, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'c6b6a184-b993-44b2-b66d-17a18e7f829c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561b0c0-7c8c-4eee-a655-f990477ec5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:16Z', 'updated_at': '2022-03-07T11:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:38.580477 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.584998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (415c8a8d-092c-4568-afe2-ef6fd72fa0a9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.612826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] Pushing event deleted for resources: {'Port': ['ID=415c8a8d-092c-4568-afe2-ef6fd72fa0a9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:38.614692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032117be-9536-4b18-8c3f-b5d70c7aa579 None None] No DVR routers for this DVR port 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:38.686278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.688596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_controller (e561b0c0-7c8c-4eee-a655-f990477ec5b9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.731753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e561b0c0-7c8c-4eee-a655-f990477ec5b9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.732318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Fanout notify agent at l3_agent the message router_deleted on router e561b0c0-7c8c-4eee-a655-f990477ec5b9 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:14:38.739560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.740678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e042fd6a-8c8f-4cf5-a954-33055ca0fe10 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/routers/e561b0c0-7c8c-4eee-a655-f990477ec5b9 HTTP/1.1" status: 204 len: 168 time: 0.7987812 Mar 07 11:14:38.743377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44524) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:38.823247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (70d88710-58c6-460d-97fa-ff19ded781e8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.917913 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (70d88710-58c6-460d-97fa-ff19ded781e8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.940507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d88710-58c6-460d-97fa-ff19ded781e8']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.950988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe28d86-d148-4b62-be64-2218e3b52b6d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.951130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe28d86-d148-4b62-be64-2218e3b52b6d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:38.961779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (2fe28d86-d148-4b62-be64-2218e3b52b6d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.975864 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (2fe28d86-d148-4b62-be64-2218e3b52b6d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.982807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:14:38.983209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (2fe28d86-d148-4b62-be64-2218e3b52b6d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:14:38.986473 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:14:39.046666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (70d88710-58c6-460d-97fa-ff19ded781e8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.052500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.056662 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/networks/70d88710-58c6-460d-97fa-ff19ded781e8 HTTP/1.1" status: 204 len: 168 time: 0.3123417 Mar 07 11:14:39.074369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2693c-fc82-4ae3-82f8-6d47f8d023c7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Network': ['ID=70d88710-58c6-460d-97fa-ff19ded781e8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:39.074720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44526) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:39.080288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'network': {'name': 'tempest-network-smoke--816691337', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'port_security_enabled': True}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:39.101407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:39.104947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.128477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:14:39.137250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8d01f6d3-11ed-4c30-84d0-d15d3f64212f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.137591 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Added segment 8d01f6d3-11ed-4c30-84d0-d15d3f64212f of type vlan for network 0ebf1871-1bac-494b-929a-f83d860edf25 Mar 07 11:14:39.178199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0ebf1871-1bac-494b-929a-f83d860edf25), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.205993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0ebf1871-1bac-494b-929a-f83d860edf25), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.211184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:39.211922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.251450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1755223 Mar 07 11:14:39.254287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44528) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:39.258889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'admin_state_up': True, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:39.285805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.287769 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.291766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57084b29-244e-43d8-ac10-c1ea38cde5f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Network': ['ID=0ebf1871-1bac-494b-929a-f83d860edf25,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:39.313510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0ebf1871-1bac-494b-929a-f83d860edf25 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:14:39.390055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_controller (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.765940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ac63db88-326a-471c-bdbe-0080ae007b41 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:39.788627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ac63db88-326a-471c-bdbe-0080ae007b41 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:39.788973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ac63db88-326a-471c-bdbe-0080ae007b41 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:39.789417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:39.810117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:39.810447 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 415c8a8d-092c-4568-afe2-ef6fd72fa0a9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:39.810885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c6b6a184-b993-44b2-b66d-17a18e7f829c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:39.835592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c6b6a184-b993-44b2-b66d-17a18e7f829c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:39.835990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c6b6a184-b993-44b2-b66d-17a18e7f829c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:39.903770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:40.115570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:40.140380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:40.290526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.25.4.226 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/f157a88f-67eb-4d03-9a14-95b0215ec77a) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:40.401298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:40.446590 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:40.488606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:40.491556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:40.496925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:40.500235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=f157a88f-67eb-4d03-9a14-95b0215ec77a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:40.771635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.000009 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.151855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:14:41.262023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:41.273677 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Sync routers for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:41.286555 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:41.287153 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:41.287831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.289922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7c1a060-7cf9-4584-8cf5-4eeb43ea78f4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0343637 Mar 07 11:14:41.293834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44532) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:41.326537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ffbc1ffa-d78e-4647-a26e-35f651574388 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=61a873d88da54f1f923de9f816c246f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313089 Mar 07 11:14:41.329497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:41.407510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:41.418322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4d552-2411-429b-8ee2-ede738588b2d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:41.420072 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c9f4d552-2411-429b-8ee2-ede738588b2d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894091 Mar 07 11:14:41.422861 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44536) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:41.451213 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b8e9e97c-8dbd-4271-9215-919ef3de436f tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271325 Mar 07 11:14:41.454106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44538) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:41.459588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641804260', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:41.548960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:41.552505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.580943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:40Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:41.610762 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Checking router: 77979057-e47d-4475-a8c1-f6fbcd6c7eaa for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:41.611108 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Updating router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa port f157a88f-67eb-4d03-9a14-95b0215ec77a binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:41.640440 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.741342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (2f670b07-7f2b-49de-b0ae-daf74a5103c1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.810493 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Subnet': ['ID=2f670b07-7f2b-49de-b0ae-daf74a5103c1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:41.820592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Checking segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:41.820951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network hostable DHCP agents. Network: 0ebf1871-1bac-494b-929a-f83d860edf25, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:14:41.842132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0ebf1871-1bac-494b-929a-f83d860edf25 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:14:41.854715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0ebf1871-1bac-494b-929a-f83d860edf25) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:41.859900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:41.860935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.864864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac8732-c2d6-4ebe-a3c6-8ec75070be3a None None] Network 0ebf1871-1bac-494b-929a-f83d860edf25 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:41.880640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9b6d635-7fc9-488a-9ff7-eb93b2595328 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4252119 Mar 07 11:14:41.883911 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44540) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:41.893225 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks [] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.902264 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.957169 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Attempting to bind port f157a88f-67eb-4d03-9a14-95b0215ec77a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:41.957538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Attempting to bind port f157a88f-67eb-4d03-9a14-95b0215ec77a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:41.957892 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Attempting to bind port f157a88f-67eb-4d03-9a14-95b0215ec77a on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:41.964839 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Pushing event updated for resources: {'Port': ['ID=f157a88f-67eb-4d03-9a14-95b0215ec77a,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:41.967346 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:41.967724 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:41.968122 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.968505 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:41.969215 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Bound port: f157a88f-67eb-4d03-9a14-95b0215ec77a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:41.969489 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.980514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0ebf1871-1bac-494b-929a-f83d860edf25', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:14:41.981673 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.094020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.094416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.094683 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.094976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.095294 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.095715 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.096131 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.096335 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.097150 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.097150 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.097368 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.097660 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.098022 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:42.138068 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] For port f157a88f-67eb-4d03-9a14-95b0215ec77a, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:42.145383 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] For port f157a88f-67eb-4d03-9a14-95b0215ec77a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f157a88f-67eb-4d03-9a14-95b0215ec77a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:42.145580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Allocated IP 172.20.0.2 (0ebf1871-1bac-494b-929a-f83d860edf25/2f670b07-7f2b-49de-b0ae-daf74a5103c1/9b6bfca9-dc15-42a8-8873-dd1f6bc076a5) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:42.157486 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.212814 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:42.213462 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:42.260621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e44d-594f-4ce0-876d-497f29ddf315 None None] Pushing event updated for resources: {'Port': ['ID=f157a88f-67eb-4d03-9a14-95b0215ec77a,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:42.309194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks [] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.316866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.336682 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:42.357403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Network 0ebf1871-1bac-494b-929a-f83d860edf25 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:42.361649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:42.364610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:42.377590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Pushing event updated for resources: {'Port': ['ID=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:42.392115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.434271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Attempting to bind port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:42.434838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Attempting to bind port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:42.435208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Attempting to bind port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 on network 0ebf1871-1bac-494b-929a-f83d860edf25 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:42.440493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:42.441685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Checking segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:42.441685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.441685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Bound using segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:42.442072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Bound port: 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:42.442445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.510006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] For port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:42.513424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] For port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:42.520409 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.520641 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:40Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:42.548930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2514e0-4f30-468c-b667-06bac8acb448 None None] The sync data for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 is: [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:40Z', 'revision_number': 3, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:42.582469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a07dd-26ed-4c8d-9e4d-b7e98a308b85 None None] Pushing event updated for resources: {'Port': ['ID=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:42.699931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.1 (0ebf1871-1bac-494b-929a-f83d860edf25/2f670b07-7f2b-49de-b0ae-daf74a5103c1/49f8c001-b506-4449-ae31-b85708765e49) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:42.876473 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (49f8c001-b506-4449-ae31-b85708765e49), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.923796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.966647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0ebf1871-1bac-494b-929a-f83d860edf25 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:42.972331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:42.979759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:43.025815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:43.050281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:43.205737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (49f8c001-b506-4449-ae31-b85708765e49), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:43.529099 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (49f8c001-b506-4449-ae31-b85708765e49), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:43.536554 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:43.617642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:43.620766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:43.737600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0ebf1871-1bac-494b-929a-f83d860edf25 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:43.739257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:43.818491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9eb893-ef73-4d0f-8a78-31fbe3d36a3b None None] Network 0ebf1871-1bac-494b-929a-f83d860edf25 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:43.883038 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f157a88f-67eb-4d03-9a14-95b0215ec77a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:43.892641 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:43.947476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Provisioning complete for port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:43.947850 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.027397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f157a88f-67eb-4d03-9a14-95b0215ec77a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:44.027800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.029166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:44.036860 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b0984f0-d024-4dcc-802a-8ec8d0602977 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/77979057-e47d-4475-a8c1-f6fbcd6c7eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518109 Mar 07 11:14:44.039474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44542) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:44.130093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Current status of the port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:44.130477 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.283484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.283986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.284447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.284907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.285363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.288721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.289504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.295255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3baa497e-bb34-45d4-8f5f-527e62a1bd3b tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.2541952 Mar 07 11:14:44.296216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44544) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:44.393855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] For port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:44.402251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f157a88f-67eb-4d03-9a14-95b0215ec77a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:44.402713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.410896 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.470053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331069-5f14-4628-9dfc-02ec2171fa8e None None] Pushing event updated for resources: {'Port': ['ID=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:44.486171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port f157a88f-67eb-4d03-9a14-95b0215ec77a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f157a88f-67eb-4d03-9a14-95b0215ec77a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:44.493519 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.494386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:44.616950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=f157a88f-67eb-4d03-9a14-95b0215ec77a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:44.644121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Provisioning complete for port 49f8c001-b506-4449-ae31-b85708765e49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:44.644493 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (49f8c001-b506-4449-ae31-b85708765e49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.646118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:44.646467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.708535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Sync routers for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:44.750194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:44.750846 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:44.753458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Port 49f8c001-b506-4449-ae31-b85708765e49 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:44.855592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Provisioning complete for port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:44.856299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:44.947577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.948103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.949067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.949417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.949859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.950887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.951004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:44.955426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c86ab680-bac6-47c1-88fb-02a54657487d tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.6556239 Mar 07 11:14:44.955741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44546) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:44.971820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:44.981721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:45.111335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-46bdfdd1-ead9-49a6-9eb1-e3ebee75ad19 tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.1542356 Mar 07 11:14:45.121893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-29d84d4d-a277-4c70-bdbd-73fbc07177d1 None None] Current status of the port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:45.256761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fad06523-9be8-41f2-bd9e-e3386338f376 None None] Provisioning complete for port 49f8c001-b506-4449-ae31-b85708765e49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:45.257213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fad06523-9be8-41f2-bd9e-e3386338f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (49f8c001-b506-4449-ae31-b85708765e49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.303588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fad06523-9be8-41f2-bd9e-e3386338f376 None None] Port 49f8c001-b506-4449-ae31-b85708765e49 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:45.308413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 2, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:45.313985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-e8690034-efaa-4414-9e66-47bcd62c6862 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632807 Mar 07 11:14:45.338681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Checking router: 77979057-e47d-4475-a8c1-f6fbcd6c7eaa for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:45.339140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Updating router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa port 49f8c001-b506-4449-ae31-b85708765e49 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:45.373246 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (49f8c001-b506-4449-ae31-b85708765e49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.418701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-daa929cc-9185-46f2-8e80-2a6daef17a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:45.421165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-daa929cc-9185-46f2-8e80-2a6daef17a28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.0635622 Mar 07 11:14:45.538980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-85a8bd8d-0d0c-4d29-bf69-60ef6c944676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:45.540598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-85a8bd8d-0d0c-4d29-bf69-60ef6c944676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.0935035 Mar 07 11:14:45.611723 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-b68c35b4-319d-4cdb-886c-df711de8e8d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 1000 time: 0.0653214 Mar 07 11:14:45.627673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44552) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:45.633342 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927164132', 'description': 'tempest-secgroup-smoke-927164132 description', 'project_id': '61a873d88da54f1f923de9f816c246f2'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:45.654280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.663996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-f53394ed-f611-4887-9526-e8c29d51f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:45.665508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-f53394ed-f611-4887-9526-e8c29d51f2b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0477164 Mar 07 11:14:45.673137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks [] for port (49f8c001-b506-4449-ae31-b85708765e49), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.680790 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.723255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-85a31286-28ea-401d-8257-f82d3a355788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:45.726018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-85a31286-28ea-401d-8257-f82d3a355788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550821 Mar 07 11:14:45.743466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (fb49a4c8-4813-4036-b56b-1425aa9ec93a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.749977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fb49a4c8-4813-4036-b56b-1425aa9ec93a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.777756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3d202-36cb-40a0-ae8c-61e7891925bf None None] Pushing event updated for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:45.811757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Attempting to bind port 49f8c001-b506-4449-ae31-b85708765e49 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:45.812280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Attempting to bind port 49f8c001-b506-4449-ae31-b85708765e49 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:45.812739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Attempting to bind port 49f8c001-b506-4449-ae31-b85708765e49 on network 0ebf1871-1bac-494b-929a-f83d860edf25 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:45.818275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:45.818813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Checking segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:45.819319 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.819837 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Bound using segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:45.820407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Bound port: 49f8c001-b506-4449-ae31-b85708765e49, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:45.820866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.820993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (49f8c001-b506-4449-ae31-b85708765e49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.825220 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1923645 Mar 07 11:14:45.826645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44556) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:45.831359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:45.835698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9e8fd-59b0-4be8-b0a2-1f6f8c6afae5 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49a4c8-4813-4036-b56b-1425aa9ec93a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:45.864138 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (5387cafc-4456-4cd3-b834-8f833dc5f005), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.877783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f157a88f-67eb-4d03-9a14-95b0215ec77a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:45.885088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-ec725fe0-774e-49e6-b932-767bc3c8f53a service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505501 Mar 07 11:14:45.931188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (5387cafc-4456-4cd3-b834-8f833dc5f005), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.936992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5387cafc-4456-4cd3-b834-8f833dc5f005), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.948386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] For port 49f8c001-b506-4449-ae31-b85708765e49, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:45.955459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] For port 49f8c001-b506-4449-ae31-b85708765e49, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=49f8c001-b506-4449-ae31-b85708765e49,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:45.961649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5387cafc-4456-4cd3-b834-8f833dc5f005,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:45.967346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.970341 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.971923 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0572ed14-4826-4f5f-bb75-0ff44e1d78ba tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440294 Mar 07 11:14:45.974696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44558) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:45.977523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port f157a88f-67eb-4d03-9a14-95b0215ec77a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:45.978000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:45.979502 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:46.024016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (fafeb8e0-b5fa-4365-b0e2-be59755c76f5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.043167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78de30d0-e11f-4eb0-9f98-4e8a7aa9eb9b req-cba606f7-08be-4918-9ad7-32927051b594 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515303 Mar 07 11:14:46.064231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:46.065057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:46.114755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (fafeb8e0-b5fa-4365-b0e2-be59755c76f5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.117848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3d202-36cb-40a0-ae8c-61e7891925bf None None] Pushing event updated for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.123919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (fafeb8e0-b5fa-4365-b0e2-be59755c76f5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.144235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafeb8e0-b5fa-4365-b0e2-be59755c76f5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.159158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.160651 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-625bc4f6-98db-4358-8734-e885902f913e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847925 Mar 07 11:14:46.163528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44560) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:46.168751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:46.208187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (7c2d78e0-3e6a-49a6-8f53-b0c17ee9d439), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.213256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Provisioning complete for port 49f8c001-b506-4449-ae31-b85708765e49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:46.213624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (49f8c001-b506-4449-ae31-b85708765e49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.267071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port f157a88f-67eb-4d03-9a14-95b0215ec77a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:46.268218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:46.275461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:46.279455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (7c2d78e0-3e6a-49a6-8f53-b0c17ee9d439), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.284656 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7c2d78e0-3e6a-49a6-8f53-b0c17ee9d439), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.304764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d78e0-3e6a-49a6-8f53-b0c17ee9d439,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.313182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.316966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1d63ad3a-2e4e-4432-ba3b-3c684c5395f1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494708 Mar 07 11:14:46.317535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44562) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:46.321575 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:46.347141 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (30b4ac10-1a59-40bd-8444-c5bd76acff48), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.405049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (30b4ac10-1a59-40bd-8444-c5bd76acff48), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.411021 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (30b4ac10-1a59-40bd-8444-c5bd76acff48), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.432925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b4ac10-1a59-40bd-8444-c5bd76acff48,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.440972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.442202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df5f430f-f67f-4a51-a993-4cc8c1c77841 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241350 Mar 07 11:14:46.445111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44564) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:46.449841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:46.473430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Current status of the port 49f8c001-b506-4449-ae31-b85708765e49 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:46.473807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (49f8c001-b506-4449-ae31-b85708765e49), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.475189 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:46.480175 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (8575259a-85ed-4fad-b442-400f760aba22), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.491531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:46.491940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.539411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (8575259a-85ed-4fad-b442-400f760aba22), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.544661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (8575259a-85ed-4fad-b442-400f760aba22), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.564112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8575259a-85ed-4fad-b442-400f760aba22,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.575717 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.579554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-987b59e6-398d-48ad-a54a-86eadb94a62d tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308887 Mar 07 11:14:46.580168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44566) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:46.585550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'security_group_rule': {'security_group_id': 'fb49a4c8-4813-4036-b56b-1425aa9ec93a', 'project_id': '61a873d88da54f1f923de9f816c246f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:46.608545 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Project 61a873d88da54f1f923de9f816c246f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:46.614639 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (191b961a-e3c1-4609-973a-5ccbf6fd6fb6), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.680097 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (191b961a-e3c1-4609-973a-5ccbf6fd6fb6), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.684919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (191b961a-e3c1-4609-973a-5ccbf6fd6fb6), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.703540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191b961a-e3c1-4609-973a-5ccbf6fd6fb6,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.712220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.713500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9e8db8a6-46c6-4f9f-a978-a4f196725444 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316795 Mar 07 11:14:46.751366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] For port 49f8c001-b506-4449-ae31-b85708765e49, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=49f8c001-b506-4449-ae31-b85708765e49,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:46.762597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:46.841443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:46.851581 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:45Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:46.853414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5654b-7f70-4a9b-a581-42e484090010 None None] Pushing event updated for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:46.871616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-b8759a2e-70dc-4345-b090-4d48ed8953b7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927164132&fields=id&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 267 time: 0.0494776 Mar 07 11:14:46.887061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35327fae-9a27-49a9-8a1d-7fc2ffb4406d None None] The sync data for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 is: [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:45Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:46.897931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-12161d05-8d90-4c76-8ac0-5da21bb82c1a None None] Provisioning complete for port 49f8c001-b506-4449-ae31-b85708765e49 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:46.898216 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-12161d05-8d90-4c76-8ac0-5da21bb82c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (49f8c001-b506-4449-ae31-b85708765e49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:47.014652 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-9de83452-ac8d-4365-bf6f-5922ab9481a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:47.021601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-9de83452-ac8d-4365-bf6f-5922ab9481a6 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/networks?id=0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 200 len: 796 time: 0.1452663 Mar 07 11:14:47.021905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-12161d05-8d90-4c76-8ac0-5da21bb82c1a None None] Current status of the port 49f8c001-b506-4449-ae31-b85708765e49 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:47.032999 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-414e7c48-43ec-446d-93ea-b7755b74d7c0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/quotas/61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 375 time: 0.0105102 Mar 07 11:14:47.096922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-2c92e2f0-3d61-4655-9638-273f075bf859 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582929 Mar 07 11:14:47.170266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-bcf0bd68-10a8-4adb-969f-4d9689084ccf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:14:47.171534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-bcf0bd68-10a8-4adb-969f-4d9689084ccf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0625265 Mar 07 11:14:47.265279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-29bdb1e5-4e72-49e7-ac4a-6ba4ee200ba1 service neutron] 10.222.0.23 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871005 Mar 07 11:14:47.364170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-e4ac4e6b-e25c-4400-9f7f-a324b8a4af14 service neutron] 10.222.0.23 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926721 Mar 07 11:14:47.796142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 49f8c001-b506-4449-ae31-b85708765e49 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:47.847201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 49f8c001-b506-4449-ae31-b85708765e49 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:47.847573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (49f8c001-b506-4449-ae31-b85708765e49), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:47.931848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 49f8c001-b506-4449-ae31-b85708765e49 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:48.588692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12273218-6f94-4e1d-b359-e1629579083b req-3475b3d7-afbb-4abd-b770-814c596d7bea tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 210 time: 0.0299387 Mar 07 11:14:49.563222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-77e5fc6d-58b3-46cf-a146-deec0e1cccab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:49.564809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-77e5fc6d-58b3-46cf-a146-deec0e1cccab tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/networks?id=0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 200 len: 796 time: 0.1316171 Mar 07 11:14:49.914550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47aaea66-2323-4bfe-80e2-fc20692d013a req-1579aa55-2fc0-4c0c-bd8b-cdd7d525aa28 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 210 time: 0.0374658 Mar 07 11:14:49.920086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-504d0ea0-6430-451f-8f7d-366fa24ae314 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a873d88da54f1f923de9f816c246f2 HTTP/1.1" status: 200 len: 379 time: 0.3468738 Mar 07 11:14:49.928909 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'port': {'device_id': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'admin_state_up': True, 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'security_groups': ['fb49a4c8-4813-4036-b56b-1425aa9ec93a']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:50.042788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Made reservation on behalf of 61a873d88da54f1f923de9f816c246f2 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:50.046377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.175068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.20.0.10 (0ebf1871-1bac-494b-929a-f83d860edf25/2f670b07-7f2b-49de-b0ae-daf74a5103c1/e231ccf7-dc6a-4953-b5f7-14b56d873fca) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:50.325650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.362049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.405856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network 0ebf1871-1bac-494b-929a-f83d860edf25 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:50.408887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:50.412489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:50.436912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:50.465953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:50.466566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.486680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-146feb33-822b-4084-9d38-ee67107bec2c tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614331 Mar 07 11:14:50.498032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Request body: {'port': {'device_id': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:50.564000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.672704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-476d8802-d9ec-4cc6-8684-18d212965ff3 None None] Provisioning complete for port e231ccf7-dc6a-4953-b5f7-14b56d873fca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:50.673305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-476d8802-d9ec-4cc6-8684-18d212965ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.715379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-476d8802-d9ec-4cc6-8684-18d212965ff3 None None] Port e231ccf7-dc6a-4953-b5f7-14b56d873fca cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:50.729859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-168445de-7d52-4bc5-8fe7-da69e736e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.836650 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e231ccf7-dc6a-4953-b5f7-14b56d873fca {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:50.844119 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks [] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.856055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Transition to ACTIVE for port object e231ccf7-dc6a-4953-b5f7-14b56d873fca will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:14:50.862040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:50.918975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Pushing event updated for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:50.989466 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Attempting to bind port e231ccf7-dc6a-4953-b5f7-14b56d873fca on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:50.990075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Attempting to bind port e231ccf7-dc6a-4953-b5f7-14b56d873fca by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:50.990545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Attempting to bind port e231ccf7-dc6a-4953-b5f7-14b56d873fca on network 0ebf1871-1bac-494b-929a-f83d860edf25 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:50.996212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Port e231ccf7-dc6a-4953-b5f7-14b56d873fca on network 0ebf1871-1bac-494b-929a-f83d860edf25 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:14:50.996537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Attempting to bind port e231ccf7-dc6a-4953-b5f7-14b56d873fca on network 0ebf1871-1bac-494b-929a-f83d860edf25 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:51.012257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:51.012590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Checking segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:51.012965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Bound using segment: {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:51.013474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Bound port: e231ccf7-dc6a-4953-b5f7-14b56d873fca, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d01f6d3-11ed-4c30-84d0-d15d3f64212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:51.013900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:51.100880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bdba-602d-4348-af19-7fcd898f3395 req-c5c9b829-fee2-40b8-a0e5-a8426ec97c73 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.102466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76e0bdba-602d-4348-af19-7fcd898f3395 req-c5c9b829-fee2-40b8-a0e5-a8426ec97c73 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 944 time: 0.1034226 Mar 07 11:14:51.134151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:51.156632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:51.170072 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:51.182978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76e0bdba-602d-4348-af19-7fcd898f3395 req-1ec156e2-71e5-431c-9364-fc58500f29eb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740821 Mar 07 11:14:51.207586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.208098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:51.209524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] 10.222.0.26 "PUT /v2.0/ports/e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 200 len: 1092 time: 0.7157555 Mar 07 11:14:51.211863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:51.214166 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea71318-9a8b-43fc-8af3-cdb77d339ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:51.246641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f154b7-4153-4b83-bfee-379319bc675d service neutron] Pushing event updated for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:51.279442 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e157cab-dc96-4f1e-ac5d-d73a6a6ee002 x-openstack-request-id: req-8e157cab-dc96-4f1e-ac5d-d73a6a6ee002 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:51.279867 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:51.280278 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e157cab-dc96-4f1e-ac5d-d73a6a6ee002 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:51.280707 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'status': 'completed', 'code': 200} Mar 07 11:14:51.300324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f7b4e146-8c40-4b94-ad18-024011f21fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.301833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f7b4e146-8c40-4b94-ad18-024011f21fbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1126 time: 0.0501401 Mar 07 11:14:51.349339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-04ffca4c-f875-492b-addc-23d499b0488c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 200 len: 217 time: 0.0402846 Mar 07 11:14:51.400291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-b30c6127-21d6-446f-87a5-f7cb26bdb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.401790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-b30c6127-21d6-446f-87a5-f7cb26bdb14d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f670b07-7f2b-49de-b0ae-daf74a5103c1 HTTP/1.1" status: 200 len: 835 time: 0.0468032 Mar 07 11:14:51.452017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-4770a059-4762-49f2-8a77-41802b67f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.453539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-4770a059-4762-49f2-8a77-41802b67f966 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ebf1871-1bac-494b-929a-f83d860edf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461388 Mar 07 11:14:51.548138 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-61e8176b-f832-49b9-b101-e28d1bf6f0d7 service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879893 Mar 07 11:14:51.644834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5cca8c57-1190-4f57-bbd7-0cfdeb2b13e6 req-f4954338-a13a-4776-99bb-d9c373fc8114 service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911651 Mar 07 11:14:51.760352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-b91572f3-87d9-47a3-a229-942a9473f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.761846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-b91572f3-87d9-47a3-a229-942a9473f8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1126 time: 0.0507815 Mar 07 11:14:51.855145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-270e423c-1e1b-4b38-b406-5a96f40b80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.856744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-270e423c-1e1b-4b38-b406-5a96f40b80b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 200 len: 897 time: 0.0886078 Mar 07 11:14:51.912461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-eff4708b-280e-4349-8805-1b8b6a599d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 200 len: 217 time: 0.0485046 Mar 07 11:14:51.964060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-fb21ecc9-138d-46e5-8121-b6f2ef0a3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:51.965520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-fb21ecc9-138d-46e5-8121-b6f2ef0a3671 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f670b07-7f2b-49de-b0ae-daf74a5103c1 HTTP/1.1" status: 200 len: 835 time: 0.0469687 Mar 07 11:14:52.015639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-29944e2b-1f44-4924-abec-6ac33d460127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:52.017183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-29944e2b-1f44-4924-abec-6ac33d460127 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ebf1871-1bac-494b-929a-f83d860edf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453267 Mar 07 11:14:52.114700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-181fc6f7-ddd7-44f1-9ce6-c34d812c6311 service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911665 Mar 07 11:14:52.211910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cea71318-9a8b-43fc-8af3-cdb77d339ce2 req-488f48c8-7b74-4b3a-afc3-3e7156932c31 service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897708 Mar 07 11:14:52.307113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4d0c-0964-4bfd-a8e4-e299e407a7db req-1622197d-4c59-4bd0-9842-2b66f0278fdb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:52.308715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc8a4d0c-0964-4bfd-a8e4-e299e407a7db req-1622197d-4c59-4bd0-9842-2b66f0278fdb tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 944 time: 0.0544143 Mar 07 11:14:52.361661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc8a4d0c-0964-4bfd-a8e4-e299e407a7db req-8118dbf3-396e-4ce6-8a7d-71e6bfd1739b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Mar 07 11:14:53.023239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2ea5-75d8-4f7f-910f-31b21aeaedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:53.501143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f06cd8-6112-4d91-b6ed-7a44235fa0cb req-b6e803b7-ac93-49e9-9f8d-cca4bc46c480 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:53.502636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6f06cd8-6112-4d91-b6ed-7a44235fa0cb req-b6e803b7-ac93-49e9-9f8d-cca4bc46c480 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 944 time: 0.0579565 Mar 07 11:14:53.552365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6f06cd8-6112-4d91-b6ed-7a44235fa0cb req-8c709877-ebf9-4172-999f-60f0d1012829 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Mar 07 11:14:54.246242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e231ccf7-dc6a-4953-b5f7-14b56d873fca details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:14:54.359926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:54.372640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'port_id': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'mac_address': 'fa:16:3e:83:4e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:14:54.376594 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:54.416857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e231ccf7-dc6a-4953-b5f7-14b56d873fca is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:54.417236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:54.431069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e231ccf7-dc6a-4953-b5f7-14b56d873fca {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:54.451996 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:54.458022 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:54.507237 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:54.516353 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:54.523874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.524213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.524552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.524875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.525198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.525518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.525834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.526138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.526426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.526740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.527050 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.527359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.527685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:54.656042 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e231ccf7-dc6a-4953-b5f7-14b56d873fca'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:14:54.692803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43293f-eb61-46f5-b824-26b2ef9ade95 req-0e86714b-5980-4e32-a6b4-cf4497017f99 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:54.694342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c43293f-eb61-46f5-b824-26b2ef9ade95 req-0e86714b-5980-4e32-a6b4-cf4497017f99 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Mar 07 11:14:54.742694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c43293f-eb61-46f5-b824-26b2ef9ade95 req-669328eb-fa5e-48d2-bfe5-384c1081f4d0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Mar 07 11:14:55.778117 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:14:55.792566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.869491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05d5e8-83c1-4a7f-812c-8e44d1888b64 req-136eedc7-7c73-423a-be79-d320c028b37f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:55.870956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae05d5e8-83c1-4a7f-812c-8e44d1888b64 req-136eedc7-7c73-423a-be79-d320c028b37f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 945 time: 0.0579500 Mar 07 11:14:55.923228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae05d5e8-83c1-4a7f-812c-8e44d1888b64 req-6ccf1edd-cfb2-441a-a6b8-09419e8bdaa1 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Mar 07 11:14:56.246502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e231ccf7-dc6a-4953-b5f7-14b56d873fca up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:56.319218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e231ccf7-dc6a-4953-b5f7-14b56d873fca completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:14:56.324987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e231ccf7-dc6a-4953-b5f7-14b56d873fca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:56.325512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:56.406041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e231ccf7-dc6a-4953-b5f7-14b56d873fca is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:56.407413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:56.431326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:56.433595 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f194c-248b-42ab-80d4-85f9e5503571" -d '{"events": [{"server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "name": "network-vif-plugged", "status": "completed", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:56.446849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:56.452308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:56.476215 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fcc260-6fb0-418c-8249-ac362a94efef x-openstack-request-id: req-12fcc260-6fb0-418c-8249-ac362a94efef {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:56.476498 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "name": "network-vif-plugged", "status": "completed", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:56.476755 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12fcc260-6fb0-418c-8249-ac362a94efef {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:56.477133 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'code': 200} Mar 07 11:14:56.508176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:56.576034 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2ff9-9c49-4396-a315-6a0b186a9cd0 req-737a3abe-c277-4a73-84a3-ad3653367278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:56.577538 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfbd2ff9-9c49-4396-a315-6a0b186a9cd0 req-737a3abe-c277-4a73-84a3-ad3653367278 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1128 time: 0.0466774 Mar 07 11:14:56.625385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cfbd2ff9-9c49-4396-a315-6a0b186a9cd0 req-9d00f0cb-3855-460f-870e-416af12a7be4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Mar 07 11:14:57.056141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e46702-c2ad-437d-bd6c-2a0023bc8664 req-4a0d282e-e78a-4e45-959f-c4dd8bc5302f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:57.058308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2e46702-c2ad-437d-bd6c-2a0023bc8664 req-4a0d282e-e78a-4e45-959f-c4dd8bc5302f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.0583563 Mar 07 11:14:57.078494 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:57.113780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c2e46702-c2ad-437d-bd6c-2a0023bc8664 req-77e75d41-4ce8-4779-a204-7a71dd96c1d0 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485578 Mar 07 11:14:58.246464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757969b-dbb0-476f-bf41-3930c1472008 req-d8649b22-c382-4bd7-a857-c2c3c5d28d71 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:58.247932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6757969b-dbb0-476f-bf41-3930c1472008 req-d8649b22-c382-4bd7-a857-c2c3c5d28d71 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.0553918 Mar 07 11:14:58.298425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6757969b-dbb0-476f-bf41-3930c1472008 req-f48c54a6-b9eb-4ff5-aefa-68076122fb51 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Mar 07 11:14:58.419104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf8874-99ca-4bb5-b77f-47df8f073dca req-6d98c6f8-27dd-4bb3-88bd-5d670edac86b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:58.420608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbf8874-99ca-4bb5-b77f-47df8f073dca req-6d98c6f8-27dd-4bb3-88bd-5d670edac86b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.0546017 Mar 07 11:14:58.483320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccbf8874-99ca-4bb5-b77f-47df8f073dca req-129905bb-4663-46f4-a6ec-e69123bae46a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565586 Mar 07 11:14:58.505428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44618) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:58.552023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50304fc-104a-4c23-a366-cf469868aedc tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:58.553447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e50304fc-104a-4c23-a366-cf469868aedc tempest-TestNetworkBasicOps-1933707144 tempest-TestNetworkBasicOps-1933707144-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1123 time: 0.0470493 Mar 07 11:14:58.557682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44620) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:58.562166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:58.587251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.696412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.803765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Allocated IP 172.25.4.65 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/395f17e3-96c1-4db3-84d0-a7a61b6eb4ad) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:58.921620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.966725 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.011710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:59.014559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:59.018281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:59.024373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=395f17e3-96c1-4db3-84d0-a7a61b6eb4ad,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:59.122904 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.476690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (c2d3398a-8b70-4152-9b96-ba330f8ca932), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.550091 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.701922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.708797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.775779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event updated for resources: {'Port': ['ID=395f17e3-96c1-4db3-84d0-a7a61b6eb4ad,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:59.789648 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (c2d3398a-8b70-4152-9b96-ba330f8ca932), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.907086 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Floating IP c2d3398a-8b70-4152-9b96-ba330f8ca932 associated. External IP: 172.25.4.65, port: e231ccf7-dc6a-4953-b5f7-14b56d873fca. Mar 07 11:15:00.112337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:00.126284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:00.282161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 8296088c-6046-4de3-ac25-368b9972009b {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:00.282412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8296088c-6046-4de3-ac25-368b9972009b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.364319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8296088c-6046-4de3-ac25-368b9972009b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.364746 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (8296088c-6046-4de3-ac25-368b9972009b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.378318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 8296088c-6046-4de3-ac25-368b9972009b owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:00.514333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:00.524305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Sync routers for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:00.535508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.536084 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:00.536789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:00.537190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (8296088c-6046-4de3-ac25-368b9972009b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.563145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=8296088c-6046-4de3-ac25-368b9972009b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:00.571375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e8988cca-c431-43ae-97d2-6f1bd9cbe4a4 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0125976 Mar 07 11:15:00.572484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:00.574737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.574855 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:00.575096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.575444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.575816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.576154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.576489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.576817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.577150 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.577454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44626) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:00.577557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.577795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.578251 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.578511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.578917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:00.630662 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1a5a21-3565-4520-95c1-e907cb235947 x-openstack-request-id: req-0f1a5a21-3565-4520-95c1-e907cb235947 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:00.631247 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:00.631691 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f1a5a21-3565-4520-95c1-e907cb235947 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:00.632290 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'status': 'completed', 'code': 200} Mar 07 11:15:00.649384 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for floatingip (55b26972-c809-4f51-a182-f0de2cff1857), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.649716 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Floating IP 55b26972-c809-4f51-a182-f0de2cff1857 disassociated (deleted). External IP: 172.25.4.247, port: 3da253ee-5b99-4988-aefc-0aea3dfc5fd5. Mar 07 11:15:00.660653 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:00.669522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9593234f-a725-4d41-92e6-7fecf3df869b tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/c2d3398a-8b70-4152-9b96-ba330f8ca932 HTTP/1.1" status: 200 len: 991 time: 0.0896144 Mar 07 11:15:00.703092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-e138e79c-37c5-49bb-b092-9399c0822d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:00.705317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-e138e79c-37c5-49bb-b092-9399c0822d31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1128 time: 0.0503616 Mar 07 11:15:00.807678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-6604239a-f335-4338-93b0-2c4a4aa684f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:00.809295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-6604239a-f335-4338-93b0-2c4a4aa684f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 200 len: 897 time: 0.0971875 Mar 07 11:15:00.871639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 900d3611-ea58-46ad-8734-537479dd29e3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:00.876943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-e10230e0-0c1d-48bc-8af2-68a595deb753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 200 len: 999 time: 0.0623128 Mar 07 11:15:00.894726 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c2d3398a-8b70-4152-9b96-ba330f8ca932', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'port_id': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'mac_address': 'fa:16:3e:83:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:00.921286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Checking router: 77979057-e47d-4475-a8c1-f6fbcd6c7eaa for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:00.930332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:00.930894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-bd824896-c7c3-467c-ae4a-d824163ffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:00.931029 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:00.932396 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-bd824896-c7c3-467c-ae4a-d824163ffe90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f670b07-7f2b-49de-b0ae-daf74a5103c1 HTTP/1.1" status: 200 len: 835 time: 0.0497096 Mar 07 11:15:00.982031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-1273d115-2efb-4b0e-8957-4a48ea3fe49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:00.983530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-1273d115-2efb-4b0e-8957-4a48ea3fe49c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ebf1871-1bac-494b-929a-f83d860edf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458865 Mar 07 11:15:00.989808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:00.998046 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.004375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Sync routers for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:01.035400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:01.036060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.049843 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-61f94677-8be1-49d0-bdb0-fc9e4393d871 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/floatingips/55b26972-c809-4f51-a182-f0de2cff1857 HTTP/1.1" status: 204 len: 168 time: 0.9362710 Mar 07 11:15:01.051091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:01.053864 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d230cc0-521a-4454-9043-dd0168aad740" -d '{"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:01.094933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-cc41622a-5df4-427e-b1ab-eda3854a2e0d service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045697 Mar 07 11:15:01.097645 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:01.202887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:01.208945 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697c5ad1-a013-48da-80cc-3e90269dffbb x-openstack-request-id: req-697c5ad1-a013-48da-80cc-3e90269dffbb {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:01.209509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:01.209509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-697c5ad1-a013-48da-80cc-3e90269dffbb {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:01.209961 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'status': 'completed', 'code': 200} Mar 07 11:15:01.219063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5dd13427-6ab8-42a2-a24d-e3e74fb075a5 req-6297e134-5257-42f6-b943-0233e4c6b4ef service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183546 Mar 07 11:15:01.363529 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230cc0-521a-4454-9043-dd0168aad740 req-ffd4191f-6712-41f5-bbbd-dc3b2a6b66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:01.365082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-ffd4191f-6712-41f5-bbbd-dc3b2a6b66f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 1128 time: 0.1347499 Mar 07 11:15:01.367195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1ea4-c8d1-4756-81d2-a822f58ac438 req-c093c7b3-137d-4d41-9c79-c6466434d4e6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:01.368959 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48ac1ea4-c8d1-4756-81d2-a822f58ac438 req-c093c7b3-137d-4d41-9c79-c6466434d4e6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0669515 Mar 07 11:15:01.407064 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c2d3398a-8b70-4152-9b96-ba330f8ca932', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'port_id': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'mac_address': 'fa:16:3e:83:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.434425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48ac1ea4-c8d1-4756-81d2-a822f58ac438 req-6ce76415-78b6-4b41-ac46-d71c7adf322d tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588450 Mar 07 11:15:01.439939 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700094f4-5306-4292-b546-f57aa914cb92 None None] The sync data for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 is: [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'c2d3398a-8b70-4152-9b96-ba330f8ca932', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'port_id': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'mac_address': 'fa:16:3e:83:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 0, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:01.476494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.481210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230cc0-521a-4454-9043-dd0168aad740 req-7691dbac-2be1-4d11-895e-624fb0fc0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:01.483630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-7691dbac-2be1-4d11-895e-624fb0fc0f70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 200 len: 898 time: 0.1067369 Mar 07 11:15:01.508820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Checking router: 900d3611-ea58-46ad-8734-537479dd29e3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:01.519380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:01.520077 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.532788 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-ea9d90a6-2c36-46ca-adc9-501fbd37d483 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0409973 Mar 07 11:15:01.584852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230cc0-521a-4454-9043-dd0168aad740 req-0d4e3e6a-32f0-4ea9-8f7b-fc98ae68000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:01.586408 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-0d4e3e6a-32f0-4ea9-8f7b-fc98ae68000b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 200 len: 835 time: 0.0459628 Mar 07 11:15:01.641199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:01.646957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d230cc0-521a-4454-9043-dd0168aad740 req-b1262572-c934-490b-b369-18cf139942a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:01.648645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-b1262572-c934-490b-b369-18cf139942a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace8356d-c430-429f-ad28-7e0edc9bd7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547042 Mar 07 11:15:01.663093 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6623ac-15e1-4f44-b07b-41ee502d664b None None] New status for floating IP c2d3398a-8b70-4152-9b96-ba330f8ca932: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:15:01.672030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44640) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:01.751940 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2ed89f2c-1cea-424f-9327-e398ccf7d79f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/c2d3398a-8b70-4152-9b96-ba330f8ca932 HTTP/1.1" status: 200 len: 991 time: 0.0774312 Mar 07 11:15:01.769943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-ec71fe78-b915-4d63-896d-688a4a5c1d23 service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131003 Mar 07 11:15:01.869777 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5d230cc0-521a-4454-9043-dd0168aad740 req-c41eed6c-3e71-40e8-bf62-019f6d42256f service neutron] 10.222.0.32 "GET /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929370 Mar 07 11:15:01.874155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.904535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7122f3-d393-4008-84ae-31feb9f546ea None None] The sync data for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 is: [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:12:09Z', 'revision_number': 4, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '0fe10a93-1181-441e-ab66-0dc6abb2ec24', 'name': '', 'network_id': 'ace8356d-c430-429f-ad28-7e0edc9bd7fe', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'mac_address': 'fa:16:3e:c7:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1f217777-c048-42df-acfb-13cc990a10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:08Z', 'updated_at': '2022-03-07T11:12:13Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'subnets': [{'id': '1f217777-c048-42df-acfb-13cc990a10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:02.143483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee5e05-357f-4c23-b90f-485450d07fdc None None] New status for floating IP 55b26972-c809-4f51-a182-f0de2cff1857: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:15:02.579200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af2d3-054f-4aba-b378-e761381f840d req-ce938ac5-5bb6-4f2b-a08c-c027e4e563d6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:02.580992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d04af2d3-054f-4aba-b378-e761381f840d req-ce938ac5-5bb6-4f2b-a08c-c027e4e563d6 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0565529 Mar 07 11:15:02.630852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d04af2d3-054f-4aba-b378-e761381f840d req-e03074fa-7433-418e-99e4-6586fd63a443 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Mar 07 11:15:02.757122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44644) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:02.832020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3a7feb7d-6d33-4acb-96c5-c4dc7da424b9 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/c2d3398a-8b70-4152-9b96-ba330f8ca932 HTTP/1.1" status: 200 len: 993 time: 0.0734096 Mar 07 11:15:02.854991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-0bad56a5-f491-44bd-9e2f-e6ede7233842 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:02.856597 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-0bad56a5-f491-44bd-9e2f-e6ede7233842 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 946 time: 0.0559881 Mar 07 11:15:02.953980 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:02.954314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.048145 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:03.048491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.060296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:03.219629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3da253ee-5b99-4988-aefc-0aea3dfc5fd5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.246647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=3da253ee-5b99-4988-aefc-0aea3dfc5fd5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:03.297122 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] No DVR routers for this DVR port 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:03.300103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.303449 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7a8d79de-f683-4884-a0e6-b4a94db6f632 req-dfa2208f-5284-4985-96fe-b1bb41a42829 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.32 "DELETE /v2.0/ports/3da253ee-5b99-4988-aefc-0aea3dfc5fd5 HTTP/1.1" status: 204 len: 173 time: 0.4410186 Mar 07 11:15:03.303933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-deleted', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:03.306190 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7edab0-8330-45f6-852c-de43c66f722d" -d '{"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-deleted", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:03.342931 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0de70f-c833-4c15-9b62-c87da9804978 x-openstack-request-id: req-ec0de70f-c833-4c15-9b62-c87da9804978 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:03.343220 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611885e-ea28-464f-a048-7b1c384504cc", "name": "network-vif-deleted", "tag": "3da253ee-5b99-4988-aefc-0aea3dfc5fd5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:03.343470 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec0de70f-c833-4c15-9b62-c87da9804978 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:03.343938 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e611885e-ea28-464f-a048-7b1c384504cc', 'name': 'network-vif-deleted', 'tag': '3da253ee-5b99-4988-aefc-0aea3dfc5fd5', 'status': 'completed', 'code': 200} Mar 07 11:15:03.752879 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db30f021-0f3e-463b-8ed9-e2d1bc2df8f5 req-c1f7ebee-077f-450a-ab26-f96578ed57ea tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e611885e-ea28-464f-a048-7b1c384504cc HTTP/1.1" status: 200 len: 210 time: 0.0333545 Mar 07 11:15:04.817565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44652) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:05.187669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (900d3611-ea58-46ad-8734-537479dd29e3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.451467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 0fe10a93-1181-441e-ab66-0dc6abb2ec24 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:05.451821 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.547688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 0fe10a93-1181-441e-ab66-0dc6abb2ec24, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0fe10a93-1181-441e-ab66-0dc6abb2ec24,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:05.548199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.559955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 0fe10a93-1181-441e-ab66-0dc6abb2ec24 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:05.769839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0fe10a93-1181-441e-ab66-0dc6abb2ec24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.803905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=0fe10a93-1181-441e-ab66-0dc6abb2ec24,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:05.837364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.838044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.838327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.838660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.838971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.839294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.839610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.839963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.840282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.840606 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.840921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.841234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:05.841546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:06.005056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (900d3611-ea58-46ad-8734-537479dd29e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.244566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Router 900d3611-ea58-46ad-8734-537479dd29e3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:06.354303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:06.360170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2e860d9f-4eb4-46a9-bd06-b75d4d8ce6fb tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "PUT /v2.0/routers/900d3611-ea58-46ad-8734-537479dd29e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409868 Mar 07 11:15:06.363205 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:06.365823 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Sync routers for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:06.377611 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:06.378224 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:06.414202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting subnet 1f217777-c048-42df-acfb-13cc990a10ab {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:15:06.417520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (1f217777-c048-42df-acfb-13cc990a10ab), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.457421 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (1f217777-c048-42df-acfb-13cc990a10ab), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.485254 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:06.548922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1f217777-c048-42df-acfb-13cc990a10ab), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.607231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1f217777-c048-42df-acfb-13cc990a10ab), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.634944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Subnet': ['ID=1f217777-c048-42df-acfb-13cc990a10ab,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:06.638762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.642339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-481f206c-47d4-48a1-a9fc-0f0fa7697816 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/subnets/1f217777-c048-42df-acfb-13cc990a10ab HTTP/1.1" status: 204 len: 168 time: 0.2775333 Mar 07 11:15:06.644896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:06.648115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915008eb-74e1-4d3f-a041-ec837342e4a8 None None] Network ace8356d-c430-429f-ad28-7e0edc9bd7fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:06.676489 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:15:05Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:06.703314 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Checking router: 900d3611-ea58-46ad-8734-537479dd29e3 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:06.712435 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Routers {'900d3611-ea58-46ad-8734-537479dd29e3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:06.713121 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:14:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['900d3611-ea58-46ad-8734-537479dd29e3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:06.757966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (900d3611-ea58-46ad-8734-537479dd29e3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.817790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] DHCP port deletion for ace8356d-c430-429f-ad28-7e0edc9bd7fe request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:15:06.832412 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] Set router 900d3611-ea58-46ad-8734-537479dd29e3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:06.871683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_gateway (900d3611-ea58-46ad-8734-537479dd29e3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.875576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Deleting port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:06.876040 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.926718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Deleting port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:06.926718 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.942289 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] For port e97b1cba-b9b0-4a88-a9a5-92ffa204e246, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,segment=NetworkSegment(c395da4d-62c2-49c6-afd4-1cbe947465be),segment_id=c395da4d-62c2-49c6-afd4-1cbe947465be)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:06.942760 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.956257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Calling delete_port for e97b1cba-b9b0-4a88-a9a5-92ffa204e246 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:07.008432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] For port 99b8fbfd-fee5-4a39-8a4a-a8a56b785567, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:07.009052 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.013001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:07.026702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Calling delete_port for 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:07.031261 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:15:05Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:07.038795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:07.039160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 3da253ee-5b99-4988-aefc-0aea3dfc5fd5 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:07.061442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe5b-89e4-4c6a-a9ca-3ba23e178794 None None] The sync data for ids ['900d3611-ea58-46ad-8734-537479dd29e3'] in n-d-832156-4 is: [{'id': '900d3611-ea58-46ad-8734-537479dd29e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144797851', 'tenant_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:05Z', 'updated_at': '2022-03-07T11:15:05Z', 'revision_number': 5, 'project_id': '8549e1bcd76f478a83b8ccd03ffbae67', 'gw_port': {'id': '99b8fbfd-fee5-4a39-8a4a-a8a56b785567', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d3611-ea58-46ad-8734-537479dd29e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:06Z', 'updated_at': '2022-03-07T11:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:07.075450 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (e97b1cba-b9b0-4a88-a9a5-92ffa204e246), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.105382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] Pushing event deleted for resources: {'Port': ['ID=e97b1cba-b9b0-4a88-a9a5-92ffa204e246,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:07.110970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a8232-b8ff-4915-97fb-b0447f2e37fa None None] No DVR routers for this DVR port e97b1cba-b9b0-4a88-a9a5-92ffa204e246 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:07.217190 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (99b8fbfd-fee5-4a39-8a4a-a8a56b785567), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.242202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Port': ['ID=99b8fbfd-fee5-4a39-8a4a-a8a56b785567,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:07.303485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (900d3611-ea58-46ad-8734-537479dd29e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.688286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (900d3611-ea58-46ad-8734-537479dd29e3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.690866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router_controller (900d3611-ea58-46ad-8734-537479dd29e3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.740447 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (900d3611-ea58-46ad-8734-537479dd29e3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.741104 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Fanout notify agent at l3_agent the message router_deleted on router 900d3611-ea58-46ad-8734-537479dd29e3 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:15:07.748303 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.749314 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4db5f892-3746-45d0-89a6-dbb68513e4e2 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/routers/900d3611-ea58-46ad-8734-537479dd29e3 HTTP/1.1" status: 204 len: 168 time: 1.1035247 Mar 07 11:15:07.752367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44658) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:07.844055 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ace8356d-c430-429f-ad28-7e0edc9bd7fe), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.855188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fe10a93-1181-441e-ab66-0dc6abb2ec24 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:07.875933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0fe10a93-1181-441e-ab66-0dc6abb2ec24 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:07.876281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0fe10a93-1181-441e-ab66-0dc6abb2ec24 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:07.876772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e97b1cba-b9b0-4a88-a9a5-92ffa204e246 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:07.899130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e97b1cba-b9b0-4a88-a9a5-92ffa204e246 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:07.899466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e97b1cba-b9b0-4a88-a9a5-92ffa204e246 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:07.943335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ace8356d-c430-429f-ad28-7e0edc9bd7fe), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.963628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace8356d-c430-429f-ad28-7e0edc9bd7fe']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:07.973051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c395da4d-62c2-49c6-afd4-1cbe947465be') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:07.973348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c395da4d-62c2-49c6-afd4-1cbe947465be') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:07.982873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (c395da4d-62c2-49c6-afd4-1cbe947465be), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.997422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (c395da4d-62c2-49c6-afd4-1cbe947465be), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.004156 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:15:08.004537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (c395da4d-62c2-49c6-afd4-1cbe947465be), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:15:08.007631 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:15:08.080549 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ace8356d-c430-429f-ad28-7e0edc9bd7fe), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.092592 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.092592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/networks/ace8356d-c430-429f-ad28-7e0edc9bd7fe HTTP/1.1" status: 204 len: 168 time: 0.3367221 Mar 07 11:15:08.093882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44660) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:08.106638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16c79e-6d9b-4cbd-8a7f-4fbb5ee170a3 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'Network': ['ID=ace8356d-c430-429f-ad28-7e0edc9bd7fe,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:08.150504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (7c78cb5a-2ca4-424c-b57a-fce9d69b7bff), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.181888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (7c78cb5a-2ca4-424c-b57a-fce9d69b7bff), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.246350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (7c78cb5a-2ca4-424c-b57a-fce9d69b7bff), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.249125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.250474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c78cb5a-2ca4-424c-b57a-fce9d69b7bff HTTP/1.1" status: 204 len: 168 time: 0.1556146 Mar 07 11:15:08.261739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce949-14f6-4c99-a1d9-d8985033ce15 tempest-TestNetworkAdvancedServerOps-267055416 tempest-TestNetworkAdvancedServerOps-267055416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c78cb5a-2ca4-424c-b57a-fce9d69b7bff,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:08.558209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44670) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:08.703072 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75ab8916-2096-44ce-a1d0-75370c201766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8549e1bcd76f478a83b8ccd03ffbae67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436489 Mar 07 11:15:08.705915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44674) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:08.756513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] Publish callbacks [] for security_group (5ca12103-2d5d-4568-b424-44803f7c0eb9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.778167 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] Publish callbacks [] for security_group (5ca12103-2d5d-4568-b424-44803f7c0eb9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.831232 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5ca12103-2d5d-4568-b424-44803f7c0eb9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.833976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.835169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ca12103-2d5d-4568-b424-44803f7c0eb9 HTTP/1.1" status: 204 len: 168 time: 0.1283114 Mar 07 11:15:08.842846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabc0b-bee8-4919-b66e-75751073656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca12103-2d5d-4568-b424-44803f7c0eb9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:09.120208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44680) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:09.162333 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1ced10f2-ca15-444f-8366-f030f0bb7463 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=315e44ce664447e192e3269759d409b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409048 Mar 07 11:15:09.165955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44682) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:09.215626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] Publish callbacks [] for security_group (6bbabdbc-73e0-4868-b3cd-da83e51bbde9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.237992 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] Publish callbacks [] for security_group (6bbabdbc-73e0-4868-b3cd-da83e51bbde9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.288993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (6bbabdbc-73e0-4868-b3cd-da83e51bbde9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.291483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.292662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bbabdbc-73e0-4868-b3cd-da83e51bbde9 HTTP/1.1" status: 204 len: 168 time: 0.1258321 Mar 07 11:15:09.300536 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47782f0-f68c-41f6-93c1-d4b31495e610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbabdbc-73e0-4868-b3cd-da83e51bbde9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:09.746014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:09.767346 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:09.767896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 99b8fbfd-fee5-4a39-8a4a-a8a56b785567 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:10.038465 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44704) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:10.151611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-8853021-network', 'tenant_id': '610a2000a31146c094ea93b8009fa2b6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:10.174539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Made reservation on behalf of 610a2000a31146c094ea93b8009fa2b6 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:10.177214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.190996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.274558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks [] for security_group (c17e0a57-02b3-4865-8eed-3b3a19c4e0ac), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.280007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c17e0a57-02b3-4865-8eed-3b3a19c4e0ac), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.305021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:15:10.315111 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.321086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.321420 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Added segment e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e of type vlan for network 2e641563-f03e-497a-9c92-a9f6970efb88 Mar 07 11:15:10.363484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2e641563-f03e-497a-9c92-a9f6970efb88), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.390624 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2e641563-f03e-497a-9c92-a9f6970efb88), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.392456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:10.392835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.426204 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866422 Mar 07 11:15:10.429785 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:10.434772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Request body: {'subnet': {'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-8853021-subnet', 'tenant_id': '610a2000a31146c094ea93b8009fa2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:10.458004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Made reservation on behalf of 610a2000a31146c094ea93b8009fa2b6 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:10.461194 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.464454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4352c5-4558-4996-99b1-3fa3aec0b257 admin admin] Pushing event updated for resources: {'Network': ['ID=2e641563-f03e-497a-9c92-a9f6970efb88,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.474634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2e641563-f03e-497a-9c92-a9f6970efb88 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:15:10.633279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b808c614-fae2-4bdb-98f0-b33b3d4e7f08), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.682815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Pushing event updated for resources: {'Subnet': ['ID=b808c614-fae2-4bdb-98f0-b33b3d4e7f08,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.698341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Checking segment: {'id': 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:10.698699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Network hostable DHCP agents. Network: 2e641563-f03e-497a-9c92-a9f6970efb88, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:15:10.717431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Network 2e641563-f03e-497a-9c92-a9f6970efb88 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:15:10.727236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2e641563-f03e-497a-9c92-a9f6970efb88) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:10.731425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:10.732088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.736505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1bd4bd-9157-4baa-9e59-5a0f2ff11743 None None] Network 2e641563-f03e-497a-9c92-a9f6970efb88 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:10.752338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dc0ff43e-1877-43e3-beb6-44cd25a2abde admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3212371 Mar 07 11:15:10.837531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9773e5-0b66-4a07-aa36-1334319b7acb None None] Network 2e641563-f03e-497a-9c92-a9f6970efb88 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:11.255908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44724) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:11.260962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2126598375-network', 'tenant_id': '820b3f063861477f9180865df81f1173'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:11.282675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Made reservation on behalf of 820b3f063861477f9180865df81f1173 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:11.285857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.296251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.387196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks [] for security_group (1119c38a-4fe6-4a76-8e07-614145c4dd24), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.393686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1119c38a-4fe6-4a76-8e07-614145c4dd24), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.420361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:15:11.430482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1119c38a-4fe6-4a76-8e07-614145c4dd24,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:11.435583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7b538dda-c5aa-4e07-afdc-e3121bbdd101), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.435932 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Added segment 7b538dda-c5aa-4e07-afdc-e3121bbdd101 of type vlan for network 68b749d4-e054-482a-99e2-7ca8c1453080 Mar 07 11:15:11.480914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (68b749d4-e054-482a-99e2-7ca8c1453080), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.507923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (68b749d4-e054-482a-99e2-7ca8c1453080), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.508867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:11.509433 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.550971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2939997 Mar 07 11:15:11.553976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44726) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:11.558953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Request body: {'subnet': {'network_id': '68b749d4-e054-482a-99e2-7ca8c1453080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2126598375-subnet', 'tenant_id': '820b3f063861477f9180865df81f1173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:11.580899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Made reservation on behalf of 820b3f063861477f9180865df81f1173 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:11.583436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.594712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ea37-e16a-4a44-868e-f7dc89187b98 admin admin] Pushing event updated for resources: {'Network': ['ID=68b749d4-e054-482a-99e2-7ca8c1453080,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:11.604974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 68b749d4-e054-482a-99e2-7ca8c1453080 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:15:11.756920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (df7c43e8-d82d-482c-a35e-39e043ce109b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.804294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7c43e8-d82d-482c-a35e-39e043ce109b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:11.819674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Checking segment: {'id': '7b538dda-c5aa-4e07-afdc-e3121bbdd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '68b749d4-e054-482a-99e2-7ca8c1453080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:11.820052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Network hostable DHCP agents. Network: 68b749d4-e054-482a-99e2-7ca8c1453080, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:15:11.837893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Network 68b749d4-e054-482a-99e2-7ca8c1453080 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:15:11.852352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 68b749d4-e054-482a-99e2-7ca8c1453080) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:11.857102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:11.857723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.862342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48adb52b-3de3-402e-aa32-9e997b697002 None None] Network 68b749d4-e054-482a-99e2-7ca8c1453080 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:11.877510 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4b18de30-74b3-43b1-a448-3ffd8ff4f4ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3224216 Mar 07 11:15:11.967350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9e9d6-20f8-453c-b3d2-319296d72178 None None] Network 68b749d4-e054-482a-99e2-7ca8c1453080 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:12.390754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-890c8eff-f041-4486-9a3b-85973a4443a4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:12.392244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-890c8eff-f041-4486-9a3b-85973a4443a4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/networks?id=2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 200 len: 809 time: 0.1094885 Mar 07 11:15:12.409989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-165af999-7faf-4334-aac6-4d533bc43862 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/quotas/610a2000a31146c094ea93b8009fa2b6 HTTP/1.1" status: 200 len: 375 time: 0.0095489 Mar 07 11:15:12.443563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-76dd9550-fa60-4f18-babf-d5f8ee8d3420 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=610a2000a31146c094ea93b8009fa2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264390 Mar 07 11:15:12.647809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-5a48f390-6b34-4e4f-b444-462664af0d88 service neutron] 10.222.0.23 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972971 Mar 07 11:15:12.738074 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-a8511cd9-d4f0-47f0-9299-6efb0128d66a service neutron] 10.222.0.23 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Mar 07 11:15:12.905918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-104d4efa-f57b-40bc-9f5a-084f15d066b3 req-cc504749-d950-4c03-b871-ec79c8ce9f38 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 210 time: 0.0321720 Mar 07 11:15:13.873490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-c7bd7cdc-77bd-4cdc-8c86-9c9ca78be2f4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:13.875227 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-c7bd7cdc-77bd-4cdc-8c86-9c9ca78be2f4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.32 "GET /v2.0/networks?id=2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 200 len: 809 time: 0.1065576 Mar 07 11:15:13.888735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Request body: {'port': {'device_id': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88', 'admin_state_up': True, 'tenant_id': '610a2000a31146c094ea93b8009fa2b6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:13.999315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Made reservation on behalf of 610a2000a31146c094ea93b8009fa2b6 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:14.002680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5780c71-77d8-46e0-978a-f64e20942228 req-f13f43a8-81d7-42b9-84fb-a726fed5f107 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Mar 07 11:15:14.003194 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.138369 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Allocated IP 172.20.0.11 (2e641563-f03e-497a-9c92-a9f6970efb88/b808c614-fae2-4bdb-98f0-b33b3d4e7f08/317e7d13-678d-41bf-bd91-76f0aa9f8438) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:14.297127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks [] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.333318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.385726 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Network 2e641563-f03e-497a-9c92-a9f6970efb88 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:14.388819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:14.392638 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:14.399058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Pushing event updated for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:14.451796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:14.452400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.470773 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-b3151910-949f-41bc-b721-948ed24b052a tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5862794 Mar 07 11:15:14.481714 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Request body: {'port': {'device_id': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:14.545488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.849370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317e7d13-678d-41bf-bd91-76f0aa9f8438 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:14.857114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks [] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.870466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Transition to ACTIVE for port object 317e7d13-678d-41bf-bd91-76f0aa9f8438 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:15:14.876751 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.933497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:15.020702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Attempting to bind port 317e7d13-678d-41bf-bd91-76f0aa9f8438 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:15.020994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Attempting to bind port 317e7d13-678d-41bf-bd91-76f0aa9f8438 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:15.021356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Attempting to bind port 317e7d13-678d-41bf-bd91-76f0aa9f8438 on network 2e641563-f03e-497a-9c92-a9f6970efb88 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:15.026131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Port 317e7d13-678d-41bf-bd91-76f0aa9f8438 on network 2e641563-f03e-497a-9c92-a9f6970efb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:15:15.026450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Attempting to bind port 317e7d13-678d-41bf-bd91-76f0aa9f8438 on network 2e641563-f03e-497a-9c92-a9f6970efb88 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:15.033607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:15.034022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Checking segment: {'id': 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:15.034595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Bound using segment: {'id': 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:15.035140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Bound port: 317e7d13-678d-41bf-bd91-76f0aa9f8438, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:15.035689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.104294 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:15.107552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438,segment=NetworkSegment(e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e),segment_id=e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:15.114181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.149246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.149819 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f292b-3f97-42b0-81c9-561b4a6b44a7 req-f0aec3ef-855c-41a8-b52c-7bf35b5e4d3d tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.150315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.151310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] 10.222.0.32 "PUT /v2.0/ports/317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 200 len: 1092 time: 0.6736395 Mar 07 11:15:15.151522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b3f292b-3f97-42b0-81c9-561b4a6b44a7 req-f0aec3ef-855c-41a8-b52c-7bf35b5e4d3d tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 944 time: 0.0659258 Mar 07 11:15:15.151898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:15.154176 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4de15-6c43-4cff-b4f4-7495c8e835d2" -d '{"events": [{"name": "network-changed", "server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:15.188248 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06005800-50cc-41c7-89f2-ac9428917ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:15.203292 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86747af1-afec-4c3b-8202-7072c0dcc6d7 x-openstack-request-id: req-86747af1-afec-4c3b-8202-7072c0dcc6d7 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:15.203585 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:15.203874 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86747af1-afec-4c3b-8202-7072c0dcc6d7 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:15.204297 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438', 'status': 'completed', 'code': 200} Mar 07 11:15:15.214215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b3f292b-3f97-42b0-81c9-561b4a6b44a7 req-13c7641a-2c76-49ac-81cc-ea17ecdaee85 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 Mar 07 11:15:15.265609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-aaf2db35-f0c3-476d-ae9b-915d41f6a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.267194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-aaf2db35-f0c3-476d-ae9b-915d41f6a774 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=610a2000a31146c094ea93b8009fa2b6&device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 1126 time: 0.0606787 Mar 07 11:15:15.314586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-ba892da7-06b6-44ab-9fda-7a53a590a26c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 200 len: 217 time: 0.0401793 Mar 07 11:15:15.370920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-1a4f8368-62f9-40bd-b12a-32bb0f578eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.372837 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-1a4f8368-62f9-40bd-b12a-32bb0f578eaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b808c614-fae2-4bdb-98f0-b33b3d4e7f08 HTTP/1.1" status: 200 len: 849 time: 0.0520740 Mar 07 11:15:15.420131 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-f352e49a-630c-4a8c-9520-f7e544827db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e641563-f03e-497a-9c92-a9f6970efb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407674 Mar 07 11:15:15.520814 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-c5adfd8b-9336-4ee8-ac75-c6effdcc99e0 service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947087 Mar 07 11:15:15.620824 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e57a0ab5-ef89-4942-91e8-d124c0732ca5 req-adf40fa1-7d39-414c-9902-0e8f46b31b3d service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943806 Mar 07 11:15:15.719822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-4ffe0c78-bba9-4aaf-b495-0e05048b7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.721865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-4ffe0c78-bba9-4aaf-b495-0e05048b7740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=610a2000a31146c094ea93b8009fa2b6&device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 1126 time: 0.0522642 Mar 07 11:15:15.818210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-1e0e080d-8856-41dd-97e5-0acebf3bfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.819742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-1e0e080d-8856-41dd-97e5-0acebf3bfdde service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 200 len: 910 time: 0.0913253 Mar 07 11:15:15.864262 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-6f59b04f-e964-4069-a22c-70289372bff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 200 len: 217 time: 0.0381587 Mar 07 11:15:15.912330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-00ca8869-e6e3-474f-87d3-169bf675e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:15.913775 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-00ca8869-e6e3-474f-87d3-169bf675e6b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b808c614-fae2-4bdb-98f0-b33b3d4e7f08 HTTP/1.1" status: 200 len: 849 time: 0.0439973 Mar 07 11:15:15.945099 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-8888e876-47e9-4677-bc39-6d8a17bc0a7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e641563-f03e-497a-9c92-a9f6970efb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253642 Mar 07 11:15:16.051035 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-a94e4159-6038-4a9a-afb9-1aad0e1eb7ec service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998852 Mar 07 11:15:16.165205 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74a4de15-6c43-4cff-b4f4-7495c8e835d2 req-e3aa042f-fef8-4362-900f-18e5ba17831d service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069357 Mar 07 11:15:16.343952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7343da-038c-4a2a-a21f-180945fb33d7 req-043a972b-ff23-4328-b336-ba3714bd6684 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:16.345429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a7343da-038c-4a2a-a21f-180945fb33d7 req-043a972b-ff23-4328-b336-ba3714bd6684 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 944 time: 0.0547285 Mar 07 11:15:16.398976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a7343da-038c-4a2a-a21f-180945fb33d7 req-2c55dd76-f913-467f-90eb-394f6d1a87cc tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Mar 07 11:15:17.540317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9131e-4f17-4e3b-b0ab-82ad714c15e4 req-0e984738-33cb-408b-aeea-a70c9c784536 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:17.541799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c9131e-4f17-4e3b-b0ab-82ad714c15e4 req-0e984738-33cb-408b-aeea-a70c9c784536 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 944 time: 0.0632379 Mar 07 11:15:17.593549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-45c9131e-4f17-4e3b-b0ab-82ad714c15e4 req-a39c8d9d-d696-4654-8267-bcf42fa1feee tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Mar 07 11:15:18.714831 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce8f7-b1be-45e5-a205-d1458f404647 req-bfeaa5f8-8036-4e9d-936c-2826536e0b35 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:18.716316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-120ce8f7-b1be-45e5-a205-d1458f404647 req-bfeaa5f8-8036-4e9d-936c-2826536e0b35 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 944 time: 0.0546207 Mar 07 11:15:18.765605 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-120ce8f7-b1be-45e5-a205-d1458f404647 req-d634985d-c479-4843-99e1-2b35ce7d5efb tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Mar 07 11:15:19.058690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 317e7d13-678d-41bf-bd91-76f0aa9f8438 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:15:19.158966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438,segment=NetworkSegment(e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e),segment_id=e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:19.170099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '317e7d13-678d-41bf-bd91-76f0aa9f8438', 'network_id': '2e641563-f03e-497a-9c92-a9f6970efb88', 'port_id': '317e7d13-678d-41bf-bd91-76f0aa9f8438', 'mac_address': 'fa:16:3e:41:d4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b808c614-fae2-4bdb-98f0-b33b3d4e7f08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:15:19.212484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 317e7d13-678d-41bf-bd91-76f0aa9f8438 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:19.212872 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.226443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317e7d13-678d-41bf-bd91-76f0aa9f8438 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:19.246169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438,segment=NetworkSegment(e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e),segment_id=e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:19.252391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.300327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:19.555777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['317e7d13-678d-41bf-bd91-76f0aa9f8438'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:15:19.901124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6f9ac-44a4-4ce3-8f11-1af1308ca163 req-945f1261-87d3-4238-92f2-678467cd72a4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:19.902583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ae6f9ac-44a4-4ce3-8f11-1af1308ca163 req-945f1261-87d3-4238-92f2-678467cd72a4 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 945 time: 0.0609155 Mar 07 11:15:19.950026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ae6f9ac-44a4-4ce3-8f11-1af1308ca163 req-a52aa9e7-76e0-4b2a-a930-a967d43c3796 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Mar 07 11:15:20.730209 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a669bf61-a7c0-4e9c-9f01-7b363b1409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.074766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 317e7d13-678d-41bf-bd91-76f0aa9f8438 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:21.077755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c3fc9-3cd9-47c8-890a-1dec8836afce req-450c8f16-c15c-430c-8e06-f8fea7a75e9d tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.079595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd3c3fc9-3cd9-47c8-890a-1dec8836afce req-450c8f16-c15c-430c-8e06-f8fea7a75e9d tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 945 time: 0.0617845 Mar 07 11:15:21.129441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd3c3fc9-3cd9-47c8-890a-1dec8836afce req-b95d3633-e66b-4240-81e2-d9830812c316 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Mar 07 11:15:21.129894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 317e7d13-678d-41bf-bd91-76f0aa9f8438 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:15:21.134387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 317e7d13-678d-41bf-bd91-76f0aa9f8438 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:21.134740 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.218793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 317e7d13-678d-41bf-bd91-76f0aa9f8438 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:21.219182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.242702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:21.244895 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33772710-f03a-4693-b7ec-b3a32e1d006d" -d '{"events": [{"server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "name": "network-vif-plugged", "status": "completed", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:21.258211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438,segment=NetworkSegment(e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e),segment_id=e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:21.263060 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.286400 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0425500-f5ae-42f7-8998-7a0bc1d51bbc x-openstack-request-id: req-d0425500-f5ae-42f7-8998-7a0bc1d51bbc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:21.286690 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "name": "network-vif-plugged", "status": "completed", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:21.286941 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0425500-f5ae-42f7-8998-7a0bc1d51bbc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:21.287331 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438', 'code': 200} Mar 07 11:15:21.311940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:21.388477 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f7b12-5b5f-4756-a2ef-e61d4b921f6c req-3acec68a-4993-4597-884f-43835a5b272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.389972 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-083f7b12-5b5f-4756-a2ef-e61d4b921f6c req-3acec68a-4993-4597-884f-43835a5b272b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 1128 time: 0.0480156 Mar 07 11:15:21.434020 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-083f7b12-5b5f-4756-a2ef-e61d4b921f6c req-23543b7a-2f84-4f79-a8e0-da9b2ec23a5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Mar 07 11:15:22.262950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef757b95-792d-4dea-994c-bac30ba5e149 req-810fd9e3-d3d1-4d9b-a23f-5724a8f3667c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.264478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef757b95-792d-4dea-994c-bac30ba5e149 req-810fd9e3-d3d1-4d9b-a23f-5724a8f3667c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0643313 Mar 07 11:15:22.327363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef757b95-792d-4dea-994c-bac30ba5e149 req-3ab8ea0c-bfc3-48bf-9f2e-d8b019a13b07 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Mar 07 11:15:23.032236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79e60769-97c0-4834-847c-06dd2e09b3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.461145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb2071-e1d2-4289-9c81-b053f600abab req-b2b09825-232a-4aee-8f40-3d74d18348ab tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.462620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bcb2071-e1d2-4289-9c81-b053f600abab req-b2b09825-232a-4aee-8f40-3d74d18348ab tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0571320 Mar 07 11:15:23.510491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bcb2071-e1d2-4289-9c81-b053f600abab req-e491ec05-d59f-4b0d-86a0-7bcc947d7216 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Mar 07 11:15:23.641835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a53a3-79ee-4235-8ce0-2b555ef09c32 req-c843d3f4-d2e6-4b81-a334-891a6ed4d2a0 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.643205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-420a53a3-79ee-4235-8ce0-2b555ef09c32 req-c843d3f4-d2e6-4b81-a334-891a6ed4d2a0 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0586939 Mar 07 11:15:23.692475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-420a53a3-79ee-4235-8ce0-2b555ef09c32 req-99197522-235c-448d-b93a-5d7bb660a7b6 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Mar 07 11:15:23.936111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64134bf-de9c-48d8-b5d7-80b17b115d27 req-28e1c6a9-d278-4c6b-a654-f3f5ea0338bd tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.937494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d64134bf-de9c-48d8-b5d7-80b17b115d27 req-28e1c6a9-d278-4c6b-a654-f3f5ea0338bd tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0597742 Mar 07 11:15:23.984441 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d64134bf-de9c-48d8-b5d7-80b17b115d27 req-bec42ed6-cfb5-40e0-b355-50c2e0d124bc tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Mar 07 11:15:24.363573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:24.507603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:25.114135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdc5f9-390b-4fed-bd48-4cd39556bd40 req-53e1230d-b146-47be-aabf-775ba7dc0fd0 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.115653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6bdc5f9-390b-4fed-bd48-4cd39556bd40 req-53e1230d-b146-47be-aabf-775ba7dc0fd0 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0572073 Mar 07 11:15:25.162900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6bdc5f9-390b-4fed-bd48-4cd39556bd40 req-606091dd-b3f0-419b-810b-7ddb7bdc0695 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Mar 07 11:15:25.381806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c9ae-fce5-458d-a8a5-0dd765eb0307 req-0272d2c7-3c64-460d-976d-74a2b5b3a69f tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.383270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2827c9ae-fce5-458d-a8a5-0dd765eb0307 req-0272d2c7-3c64-460d-976d-74a2b5b3a69f tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0615003 Mar 07 11:15:25.394725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-5f04aaf2-5511-4ee8-a027-d060b59e8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.396683 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-5f04aaf2-5511-4ee8-a027-d060b59e8947 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=610a2000a31146c094ea93b8009fa2b6&device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 1128 time: 0.0453563 Mar 07 11:15:25.432485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2827c9ae-fce5-458d-a8a5-0dd765eb0307 req-87f4d7e6-010c-44ca-a03d-b897795cce18 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Mar 07 11:15:25.492030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-a5b6b016-05c4-4611-baff-ffe37b925aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.493526 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-a5b6b016-05c4-4611-baff-ffe37b925aa8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 200 len: 910 time: 0.0903111 Mar 07 11:15:25.533176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-4015794c-a0c0-4774-b421-a92f3bcb6d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 200 len: 217 time: 0.0338433 Mar 07 11:15:25.580727 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-ed618ee1-5069-47b3-9303-fb1a302c0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.582323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-ed618ee1-5069-47b3-9303-fb1a302c0b66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b808c614-fae2-4bdb-98f0-b33b3d4e7f08 HTTP/1.1" status: 200 len: 849 time: 0.0433743 Mar 07 11:15:25.616961 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-9df18d5d-590e-49d4-aa6f-a80e6b03988c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e641563-f03e-497a-9c92-a9f6970efb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284333 Mar 07 11:15:25.704401 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-79a88b24-a2c4-4628-af73-fef5d62e9e01 service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813444 Mar 07 11:15:25.794227 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:25.799069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-af32b09a-f736-43f1-8373-5ddb4949cbce req-093ce109-69f0-4aea-bdb6-b1b1691ec00a service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871072 Mar 07 11:15:26.564160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab6baa-f750-4e2a-b301-dda0aa423212 req-c599a8e1-0fdb-44bd-bc93-4b242ea786e6 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:26.565635 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ab6baa-f750-4e2a-b301-dda0aa423212 req-c599a8e1-0fdb-44bd-bc93-4b242ea786e6 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0554149 Mar 07 11:15:26.616465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0ab6baa-f750-4e2a-b301-dda0aa423212 req-7f6b7dd1-1b4f-4c3c-84c7-b2ddc1807d75 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Mar 07 11:15:27.082024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:27.742611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0012d8-9cfd-4f7f-81af-5d3693fd8df6 req-28cafe49-9457-4f22-b26c-f3f8661f8b25 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:27.744115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c0012d8-9cfd-4f7f-81af-5d3693fd8df6 req-28cafe49-9457-4f22-b26c-f3f8661f8b25 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0549388 Mar 07 11:15:27.797670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c0012d8-9cfd-4f7f-81af-5d3693fd8df6 req-1f5cbfe0-5ccd-4b0f-a97f-100060b2a701 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Mar 07 11:15:28.050452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af489f8-fb28-4a40-98a8-f2c169431f2b req-490bbfb6-1504-4fa1-abaa-5e5916fccf54 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:28.052058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8af489f8-fb28-4a40-98a8-f2c169431f2b req-490bbfb6-1504-4fa1-abaa-5e5916fccf54 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0553131 Mar 07 11:15:28.109583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8af489f8-fb28-4a40-98a8-f2c169431f2b req-594d6c9b-8b8f-48fd-a08f-f0c617ef0ed1 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Mar 07 11:15:29.137097 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:29.236142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e45808-5545-4648-94f6-4e97c0a79540 req-e42133bb-2395-4549-aad6-da96a996942f tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.237772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92e45808-5545-4648-94f6-4e97c0a79540 req-e42133bb-2395-4549-aad6-da96a996942f tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0584366 Mar 07 11:15:29.304186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-92e45808-5545-4648-94f6-4e97c0a79540 req-32fcaa88-c753-4bbe-8f4d-4bc846819bd2 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Mar 07 11:15:29.402387 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44810) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:29.476331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb65354f-84e8-4b28-bcfc-b937f7a0fb30 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/floatingips/c2d3398a-8b70-4152-9b96-ba330f8ca932 HTTP/1.1" status: 200 len: 993 time: 0.0726771 Mar 07 11:15:29.529317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c94ae-5b06-4237-88fa-0b06827a6551 req-76a8ca36-7846-4c8b-8181-84aa092d9f1c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.531004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e93c94ae-5b06-4237-88fa-0b06827a6551 req-76a8ca36-7846-4c8b-8181-84aa092d9f1c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0628119 Mar 07 11:15:29.545094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c431db-7cbd-4599-9248-c0f617419c86 req-f4e28def-7d1b-4024-809d-e546a1d93035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.547465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-f4e28def-7d1b-4024-809d-e546a1d93035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=610a2000a31146c094ea93b8009fa2b6&device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 1128 time: 0.0466177 Mar 07 11:15:29.579496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e93c94ae-5b06-4237-88fa-0b06827a6551 req-58fce72f-abc5-4e32-8261-c3e0647834c5 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Mar 07 11:15:29.646075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c431db-7cbd-4599-9248-c0f617419c86 req-880e6b1d-5f88-43b8-a185-14f0ce0f08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.647554 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-880e6b1d-5f88-43b8-a185-14f0ce0f08c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 200 len: 910 time: 0.0946283 Mar 07 11:15:29.689156 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-a8628357-fb97-41f8-a02d-e5275e1ac383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 200 len: 217 time: 0.0351608 Mar 07 11:15:29.697202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44818) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:29.742193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c431db-7cbd-4599-9248-c0f617419c86 req-68528631-f309-4fcf-b293-5858f3fad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.743694 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-68528631-f309-4fcf-b293-5858f3fad273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b808c614-fae2-4bdb-98f0-b33b3d4e7f08 HTTP/1.1" status: 200 len: 849 time: 0.0483346 Mar 07 11:15:29.776733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-0215037d-694a-4240-970b-e32be23371e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e641563-f03e-497a-9c92-a9f6970efb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272810 Mar 07 11:15:29.865099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port 395f17e3-96c1-4db3-84d0-a7a61b6eb4ad {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:29.865420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:29.868576 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-0c10d0c6-67ce-4a6a-83ce-e583a7b68f87 service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855534 Mar 07 11:15:29.940301 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:29.940617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:29.953436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for 395f17e3-96c1-4db3-84d0-a7a61b6eb4ad owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:29.961503 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70c431db-7cbd-4599-9248-c0f617419c86 req-4bfdf7ba-b7ae-4a68-8a9d-139f17ce1737 service neutron] 10.222.0.32 "GET /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874529 Mar 07 11:15:30.140893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (395f17e3-96c1-4db3-84d0-a7a61b6eb4ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.166740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=395f17e3-96c1-4db3-84d0-a7a61b6eb4ad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:30.231397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for floatingip (c2d3398a-8b70-4152-9b96-ba330f8ca932), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.231745 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Floating IP c2d3398a-8b70-4152-9b96-ba330f8ca932 disassociated (deleted). External IP: 172.25.4.65, port: e231ccf7-dc6a-4953-b5f7-14b56d873fca. Mar 07 11:15:30.460875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:30.572938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:30.578635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.583677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Sync routers for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:30.594262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:30.594867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:15:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:30.609655 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c8168bba-3cf0-493c-9eda-6346a1ebd28a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/floatingips/c2d3398a-8b70-4152-9b96-ba330f8ca932 HTTP/1.1" status: 204 len: 168 time: 0.9112954 Mar 07 11:15:30.610228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:30.612531 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96ae40-543f-4f91-aacc-cf6063d87fca" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:30.714584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:30.723015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350a669-3345-4d3f-935c-22f2020ab692 req-231b9c94-13e5-4c0d-b6b4-3fb85e03dd6c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:30.724626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1350a669-3345-4d3f-935c-22f2020ab692 req-231b9c94-13e5-4c0d-b6b4-3fb85e03dd6c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0601978 Mar 07 11:15:30.786119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1350a669-3345-4d3f-935c-22f2020ab692 req-363c076b-602c-4581-8b14-51f5163557a1 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Mar 07 11:15:30.806010 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b5a590-ac78-4bcb-9107-05daf5e923e8 x-openstack-request-id: req-04b5a590-ac78-4bcb-9107-05daf5e923e8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:30.806313 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:30.806569 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04b5a590-ac78-4bcb-9107-05daf5e923e8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:30.806986 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'status': 'completed', 'code': 200} Mar 07 11:15:30.910336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-9f84e11b-8e3c-4626-8233-b1356707b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:30.912094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-9f84e11b-8e3c-4626-8233-b1356707b892 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61a873d88da54f1f923de9f816c246f2&device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 1128 time: 0.0816705 Mar 07 11:15:30.935624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d138-7e4d-47f1-9cfe-1a9922ae1886 req-3c3bb211-e4cd-4bf2-933d-7a76b9c7643a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:30.937107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d162d138-7e4d-47f1-9cfe-1a9922ae1886 req-3c3bb211-e4cd-4bf2-933d-7a76b9c7643a tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.0713301 Mar 07 11:15:30.957264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:30.984112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Checking router: 77979057-e47d-4475-a8c1-f6fbcd6c7eaa for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:30.993313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:30.993911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:15:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:31.041994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d162d138-7e4d-47f1-9cfe-1a9922ae1886 req-1b2f7ecb-e6bb-4c63-80f8-07e7485763bf tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947623 Mar 07 11:15:31.052296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-4fa77216-8549-4ca1-aaed-bfbf364efb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.054014 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-4fa77216-8549-4ca1-aaed-bfbf364efb1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 200 len: 897 time: 0.1342556 Mar 07 11:15:31.097456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-58f2601c-29ef-489f-a4ae-628eb2bc0edc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 200 len: 217 time: 0.0354168 Mar 07 11:15:31.107303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:31.150529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-dfa74a54-39a4-4e6c-a36a-7779a7674e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.152027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-dfa74a54-39a4-4e6c-a36a-7779a7674e6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f670b07-7f2b-49de-b0ae-daf74a5103c1 HTTP/1.1" status: 200 len: 835 time: 0.0481167 Mar 07 11:15:31.201716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-37e80697-c677-40d6-9713-d8a33e5064ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.203230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-37e80697-c677-40d6-9713-d8a33e5064ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ebf1871-1bac-494b-929a-f83d860edf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451493 Mar 07 11:15:31.294953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-5d215248-e3fe-45ae-b652-c23d96497b6d service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843074 Mar 07 11:15:31.312190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:31.344580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4496e9-353d-4987-af44-32a204b27f18 None None] The sync data for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 is: [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:14:43Z', 'revision_number': 4, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '49f8c001-b506-4449-ae31-b85708765e49', 'name': '', 'network_id': '0ebf1871-1bac-494b-929a-f83d860edf25', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'mac_address': 'fa:16:3e:27:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:42Z', 'updated_at': '2022-03-07T11:14:46Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'subnets': [{'id': '2f670b07-7f2b-49de-b0ae-daf74a5103c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:31.390798 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a96ae40-543f-4f91-aacc-cf6063d87fca req-fcc850f9-6e4c-496c-bfc7-80118e2d44fd service neutron] 10.222.0.26 "GET /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887060 Mar 07 11:15:31.564403 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be43503-32ca-45fa-844f-e7436d979095 None None] New status for floating IP c2d3398a-8b70-4152-9b96-ba330f8ca932: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:15:31.922240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130df2e-1279-4b6d-bc23-ad13d63706fa req-6be807b0-1756-4bc1-a219-893a694982af tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.923748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f130df2e-1279-4b6d-bc23-ad13d63706fa req-6be807b0-1756-4bc1-a219-893a694982af tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0551817 Mar 07 11:15:31.974703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f130df2e-1279-4b6d-bc23-ad13d63706fa req-8e578f5b-56e5-4f47-b103-eef4d573df9e tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Mar 07 11:15:32.209114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c780-960b-4610-9e1c-ce4bcde69fa7 req-a985568c-beec-43f1-8816-b9936e586c09 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.210577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1060c780-960b-4610-9e1c-ce4bcde69fa7 req-a985568c-beec-43f1-8816-b9936e586c09 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.0953863 Mar 07 11:15:32.277131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-1d089e25-9b35-4a6f-982c-414a0bb04e1f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.278576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-1d089e25-9b35-4a6f-982c-414a0bb04e1f tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd7dfdb8-c395-471f-b8ad-dd56e07850e3 HTTP/1.1" status: 200 len: 946 time: 0.1192832 Mar 07 11:15:32.337551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ee11f-9fec-48f8-bfa8-81d169ddc7c7 req-70bdc704-ee26-4cd0-b6d2-7b421a1bb867 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.340009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-324ee11f-9fec-48f8-bfa8-81d169ddc7c7 req-70bdc704-ee26-4cd0-b6d2-7b421a1bb867 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.1530614 Mar 07 11:15:32.345809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1060c780-960b-4610-9e1c-ce4bcde69fa7 req-9eef1af9-749b-4d21-8057-a452973a3caa tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb49a4c8-4813-4036-b56b-1425aa9ec93a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201022 Mar 07 11:15:32.424861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-324ee11f-9fec-48f8-bfa8-81d169ddc7c7 req-fe333687-dd2f-48d2-b892-c694d94a9545 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780990 Mar 07 11:15:32.438903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port e231ccf7-dc6a-4953-b5f7-14b56d873fca {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:32.439241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:32.527574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port e231ccf7-dc6a-4953-b5f7-14b56d873fca, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e231ccf7-dc6a-4953-b5f7-14b56d873fca,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:32.527962 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:32.539934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for e231ccf7-dc6a-4953-b5f7-14b56d873fca owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:32.672711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e231ccf7-dc6a-4953-b5f7-14b56d873fca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:32.699812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=e231ccf7-dc6a-4953-b5f7-14b56d873fca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:32.748172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] No DVR routers for this DVR port e231ccf7-dc6a-4953-b5f7-14b56d873fca on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:32.751243 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:32.754784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3d9683dc-0f44-42b8-a6b3-3a495809a928 req-78e82eb7-58bd-468d-a46d-da6c0211d5a7 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.26 "DELETE /v2.0/ports/e231ccf7-dc6a-4953-b5f7-14b56d873fca HTTP/1.1" status: 204 len: 173 time: 0.4677241 Mar 07 11:15:32.779258 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:15:32.808531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'name': 'network-vif-deleted', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:32.810933 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511da6f-d31d-4f9c-89d8-9b648550369d" -d '{"events": [{"server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "name": "network-vif-deleted", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:32.847815 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495edd57-2786-4884-8113-be95bb81a8ea x-openstack-request-id: req-495edd57-2786-4884-8113-be95bb81a8ea {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:32.848113 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7dfdb8-c395-471f-b8ad-dd56e07850e3", "name": "network-vif-deleted", "tag": "e231ccf7-dc6a-4953-b5f7-14b56d873fca", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:32.848365 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-495edd57-2786-4884-8113-be95bb81a8ea {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:32.848763 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7dfdb8-c395-471f-b8ad-dd56e07850e3', 'name': 'network-vif-deleted', 'tag': 'e231ccf7-dc6a-4953-b5f7-14b56d873fca', 'status': 'completed', 'code': 200} Mar 07 11:15:33.412958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:33.476705 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (fb49a4c8-4813-4036-b56b-1425aa9ec93a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:33.511097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (fb49a4c8-4813-4036-b56b-1425aa9ec93a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:33.579460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff46bd4-4010-4fbe-acb7-fcc5783d2895 req-82eaf329-3394-445e-bc74-5f5b32c90965 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:33.580939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff46bd4-4010-4fbe-acb7-fcc5783d2895 req-82eaf329-3394-445e-bc74-5f5b32c90965 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0836039 Mar 07 11:15:33.626248 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (fb49a4c8-4813-4036-b56b-1425aa9ec93a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:33.628915 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:33.630017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb49a4c8-4813-4036-b56b-1425aa9ec93a HTTP/1.1" status: 204 len: 168 time: 0.2160404 Mar 07 11:15:33.638015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff46bd4-4010-4fbe-acb7-fcc5783d2895 req-68ecbef4-9a2c-4d1c-864d-1a22cd4793ef tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Mar 07 11:15:33.644817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cfa1c-1365-4942-bb97-087796a4e7f8 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49a4c8-4813-4036-b56b-1425aa9ec93a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:33.667481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:34.021681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-92336a61-61d6-45ec-ae0d-dabdbe4ca7ab tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:34.023048 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-92336a61-61d6-45ec-ae0d-dabdbe4ca7ab tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Mar 07 11:15:34.064674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.125968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Deleting port 317e7d13-678d-41bf-bd91-76f0aa9f8438 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:34.126305 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.219299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] For port 317e7d13-678d-41bf-bd91-76f0aa9f8438, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=317e7d13-678d-41bf-bd91-76f0aa9f8438,segment=NetworkSegment(e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e),segment_id=e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:34.219637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.232795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Calling delete_port for 317e7d13-678d-41bf-bd91-76f0aa9f8438 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:34.627049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port 49f8c001-b506-4449-ae31-b85708765e49 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:34.627738 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (49f8c001-b506-4449-ae31-b85708765e49), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.728754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (317e7d13-678d-41bf-bd91-76f0aa9f8438), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.741560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['317e7d13-678d-41bf-bd91-76f0aa9f8438'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:15:34.751128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e129e70-6d14-4d14-a201-0bed36f8efbe req-dec7dcf1-c4c4-420d-b3b2-d9fb4b3f3c65 tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c79f72-cab3-4616-8dc3-e538f3e2dff1 HTTP/1.1" status: 200 len: 210 time: 0.0391786 Mar 07 11:15:34.758606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Pushing event deleted for resources: {'Port': ['ID=317e7d13-678d-41bf-bd91-76f0aa9f8438,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:34.760721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port 49f8c001-b506-4449-ae31-b85708765e49, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=49f8c001-b506-4449-ae31-b85708765e49,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:34.762454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (49f8c001-b506-4449-ae31-b85708765e49), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.787061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for 49f8c001-b506-4449-ae31-b85708765e49 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:34.805796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] No DVR routers for this DVR port 317e7d13-678d-41bf-bd91-76f0aa9f8438 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:34.808526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:34.812062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c93b70a-b5eb-47f7-88f4-62578be8417d req-143746c7-22e2-4d15-b862-3096f1c1c34c tempest-TestServerAdvancedOps-240650980 tempest-TestServerAdvancedOps-240650980-project] 10.222.0.32 "DELETE /v2.0/ports/317e7d13-678d-41bf-bd91-76f0aa9f8438 HTTP/1.1" status: 204 len: 173 time: 0.7835186 Mar 07 11:15:34.812503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'name': 'network-vif-deleted', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:34.814842 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa503eb-8814-429e-9ec8-7893bd471554" -d '{"events": [{"server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "name": "network-vif-deleted", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:34.852853 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee5923-1771-4ac4-b750-5eeb72a8164d x-openstack-request-id: req-3bee5923-1771-4ac4-b750-5eeb72a8164d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:34.853141 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c79f72-cab3-4616-8dc3-e538f3e2dff1", "name": "network-vif-deleted", "tag": "317e7d13-678d-41bf-bd91-76f0aa9f8438", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:34.853388 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bee5923-1771-4ac4-b750-5eeb72a8164d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:34.853783 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c79f72-cab3-4616-8dc3-e538f3e2dff1', 'name': 'network-vif-deleted', 'tag': '317e7d13-678d-41bf-bd91-76f0aa9f8438', 'status': 'completed', 'code': 200} Mar 07 11:15:34.976109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (49f8c001-b506-4449-ae31-b85708765e49), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.001866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=49f8c001-b506-4449-ae31-b85708765e49,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:35.191792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.427311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:35.555019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:35.560733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7c98cd13-e639-405e-9cbc-304c8689c690 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "PUT /v2.0/routers/77979057-e47d-4475-a8c1-f6fbcd6c7eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921678 Mar 07 11:15:35.563742 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44852) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:35.565652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Sync routers for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:35.576608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:35.577210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:15:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:35.616595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting subnet 2f670b07-7f2b-49de-b0ae-daf74a5103c1 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:15:35.619885 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (2f670b07-7f2b-49de-b0ae-daf74a5103c1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.660179 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (2f670b07-7f2b-49de-b0ae-daf74a5103c1), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.685131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:35.750833 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (2f670b07-7f2b-49de-b0ae-daf74a5103c1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.816377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (2f670b07-7f2b-49de-b0ae-daf74a5103c1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.840681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:35.845728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Subnet': ['ID=2f670b07-7f2b-49de-b0ae-daf74a5103c1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:35.849827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.856082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-672f7dac-851d-49fd-aa2a-7e7536c02ef3 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/subnets/2f670b07-7f2b-49de-b0ae-daf74a5103c1 HTTP/1.1" status: 204 len: 168 time: 0.2889311 Mar 07 11:15:35.856350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44858) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:35.865576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f31ee-a722-4aef-a684-8cf96327196c None None] Network 0ebf1871-1bac-494b-929a-f83d860edf25 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:35.906014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Deleting subnet b808c614-fae2-4bdb-98f0-b33b3d4e7f08 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:15:35.909127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Publish callbacks [] for subnet (b808c614-fae2-4bdb-98f0-b33b3d4e7f08), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.944192 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (b808c614-fae2-4bdb-98f0-b33b3d4e7f08), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.965661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:15:34Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:35.975154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:35.985261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b808c614-fae2-4bdb-98f0-b33b3d4e7f08), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.002293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Checking router: 77979057-e47d-4475-a8c1-f6fbcd6c7eaa for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:36.015545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Routers {'77979057-e47d-4475-a8c1-f6fbcd6c7eaa'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:36.016265 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:15:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.048946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (b808c614-fae2-4bdb-98f0-b33b3d4e7f08), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.081218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b808c614-fae2-4bdb-98f0-b33b3d4e7f08,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.087188 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.093335 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0f346534-00a0-41fa-a57f-d98605b233a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b808c614-fae2-4bdb-98f0-b33b3d4e7f08 HTTP/1.1" status: 204 len: 168 time: 0.2488501 Mar 07 11:15:36.093621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44860) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:36.118105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_gateway (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.175300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2e641563-f03e-497a-9c92-a9f6970efb88), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.185753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Deleting port f157a88f-67eb-4d03-9a14-95b0215ec77a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:36.186153 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.266948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2e641563-f03e-497a-9c92-a9f6970efb88), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.275155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] For port f157a88f-67eb-4d03-9a14-95b0215ec77a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=f157a88f-67eb-4d03-9a14-95b0215ec77a,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:36.275852 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.288074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] DHCP port deletion for 0ebf1871-1bac-494b-929a-f83d860edf25 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:15:36.288346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e641563-f03e-497a-9c92-a9f6970efb88']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.291814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Calling delete_port for f157a88f-67eb-4d03-9a14-95b0215ec77a owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:36.298094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.298444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.308057 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.321916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.328690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:15:36.329101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (e9bf3f7d-6fe6-4a56-84ee-d8a464ec606e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:15:36.331356 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:15:36.338863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] Set router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:36.391340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2e641563-f03e-497a-9c92-a9f6970efb88), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.396193 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.402993 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e641563-f03e-497a-9c92-a9f6970efb88 HTTP/1.1" status: 204 len: 168 time: 0.3084984 Mar 07 11:15:36.403928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44862) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:36.447050 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d050c-c842-4a46-b6f0-3937db137294 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e641563-f03e-497a-9c92-a9f6970efb88,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.459572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e231ccf7-dc6a-4953-b5f7-14b56d873fca no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:36.470926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Deleting subnet df7c43e8-d82d-482c-a35e-39e043ce109b {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:15:36.474511 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Publish callbacks [] for subnet (df7c43e8-d82d-482c-a35e-39e043ce109b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.488163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (f157a88f-67eb-4d03-9a14-95b0215ec77a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.491777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Deleting port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:36.492148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.495998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e231ccf7-dc6a-4953-b5f7-14b56d873fca {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:36.496235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e231ccf7-dc6a-4953-b5f7-14b56d873fca not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:36.516042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Port': ['ID=f157a88f-67eb-4d03-9a14-95b0215ec77a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.517241 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (df7c43e8-d82d-482c-a35e-39e043ce109b), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.567589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (df7c43e8-d82d-482c-a35e-39e043ce109b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.581996 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.593618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] For port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,segment=NetworkSegment(8d01f6d3-11ed-4c30-84d0-d15d3f64212f),segment_id=8d01f6d3-11ed-4c30-84d0-d15d3f64212f)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:36.594011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.610112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Calling delete_port for 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:36.625605 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (df7c43e8-d82d-482c-a35e-39e043ce109b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.653997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7c43e8-d82d-482c-a35e-39e043ce109b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.659561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.666303 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1f28548-7d0f-46d0-becc-18d7ab0708c6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df7c43e8-d82d-482c-a35e-39e043ce109b HTTP/1.1" status: 204 len: 168 time: 0.2574711 Mar 07 11:15:36.667045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:36.683524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.685394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:15:34Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.686813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router_controller (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.715519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c74994-e45e-4ff2-80dd-371fdf253f86 None None] The sync data for ids ['77979057-e47d-4475-a8c1-f6fbcd6c7eaa'] in n-d-832156-4 is: [{'id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'name': 'tempest-TestNetworkBasicOps-router-2119292568', 'tenant_id': '61a873d88da54f1f923de9f816c246f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:39Z', 'updated_at': '2022-03-07T11:15:34Z', 'revision_number': 5, 'project_id': '61a873d88da54f1f923de9f816c246f2', 'gw_port': {'id': 'f157a88f-67eb-4d03-9a14-95b0215ec77a', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77979057-e47d-4475-a8c1-f6fbcd6c7eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:40Z', 'updated_at': '2022-03-07T11:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:36.742798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (77979057-e47d-4475-a8c1-f6fbcd6c7eaa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.743402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Fanout notify agent at l3_agent the message router_deleted on router 77979057-e47d-4475-a8c1-f6fbcd6c7eaa {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:15:36.744613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (68b749d4-e054-482a-99e2-7ca8c1453080), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.746523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (9b6bfca9-dc15-42a8-8873-dd1f6bc076a5), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.751684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.755332 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-861b53ef-7839-42cb-ac7d-e1c88f35361e tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/routers/77979057-e47d-4475-a8c1-f6fbcd6c7eaa HTTP/1.1" status: 204 len: 168 time: 0.8955705 Mar 07 11:15:36.756444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44866) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:36.791505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] No DVR routers for this DVR port 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:36.796405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4088-024a-49fe-b37a-1deaa08784eb None None] Pushing event deleted for resources: {'Port': ['ID=9b6bfca9-dc15-42a8-8873-dd1f6bc076a5,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.838501 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (68b749d4-e054-482a-99e2-7ca8c1453080), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.841625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0ebf1871-1bac-494b-929a-f83d860edf25), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.863777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b749d4-e054-482a-99e2-7ca8c1453080']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.873706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b538dda-c5aa-4e07-afdc-e3121bbdd101') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.873997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b538dda-c5aa-4e07-afdc-e3121bbdd101') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.883882 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (7b538dda-c5aa-4e07-afdc-e3121bbdd101), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.897757 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (7b538dda-c5aa-4e07-afdc-e3121bbdd101), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.904225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:15:36.904643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (7b538dda-c5aa-4e07-afdc-e3121bbdd101), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:15:36.906501 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:15:36.930883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0ebf1871-1bac-494b-929a-f83d860edf25), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.952139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebf1871-1bac-494b-929a-f83d860edf25']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.962183 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (68b749d4-e054-482a-99e2-7ca8c1453080), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.962598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d01f6d3-11ed-4c30-84d0-d15d3f64212f') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.962899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d01f6d3-11ed-4c30-84d0-d15d3f64212f') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:36.967235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.972819 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] 10.222.0.23 "DELETE /v2.0/networks/68b749d4-e054-482a-99e2-7ca8c1453080 HTTP/1.1" status: 204 len: 168 time: 0.3025126 Mar 07 11:15:36.973267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (8d01f6d3-11ed-4c30-84d0-d15d3f64212f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.982723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f005e16-0257-4dde-b30f-6b98f173c02e admin admin] Pushing event deleted for resources: {'Network': ['ID=68b749d4-e054-482a-99e2-7ca8c1453080,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:36.996522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8d01f6d3-11ed-4c30-84d0-d15d3f64212f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.005454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:15:37.005848 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (8d01f6d3-11ed-4c30-84d0-d15d3f64212f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:15:37.009043 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:15:37.077215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0ebf1871-1bac-494b-929a-f83d860edf25), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.087866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.093865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] 10.222.0.23 "DELETE /v2.0/networks/0ebf1871-1bac-494b-929a-f83d860edf25 HTTP/1.1" status: 204 len: 168 time: 0.3336337 Mar 07 11:15:37.111866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5893-b8ab-4da3-ae76-061dae514531 tempest-TestNetworkBasicOps-1225804987 tempest-TestNetworkBasicOps-1225804987-project] Pushing event deleted for resources: {'Network': ['ID=0ebf1871-1bac-494b-929a-f83d860edf25,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.170374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.218987 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44874) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.220652 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c35a0949-337c-4c8e-842c-0728d3fa5fad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=610a2000a31146c094ea93b8009fa2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484712 Mar 07 11:15:37.271019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] Publish callbacks [] for security_group (c17e0a57-02b3-4865-8eed-3b3a19c4e0ac), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.294238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] Publish callbacks [] for security_group (c17e0a57-02b3-4865-8eed-3b3a19c4e0ac), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.344777 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.350927 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c17e0a57-02b3-4865-8eed-3b3a19c4e0ac), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.353993 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.355232 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c17e0a57-02b3-4865-8eed-3b3a19c4e0ac HTTP/1.1" status: 204 len: 168 time: 0.1351833 Mar 07 11:15:37.363526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800497d-3883-48c6-9e5b-c1bee9c07ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e0a57-02b3-4865-8eed-3b3a19c4e0ac,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.495693 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8ef5f29f-5b7f-4e8a-b6b9-d936690517de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61a873d88da54f1f923de9f816c246f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488914 Mar 07 11:15:37.498280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44886) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.558258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] Publish callbacks [] for security_group (715065c6-c86e-44d7-8fe8-557ab37d8383), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.582506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] Publish callbacks [] for security_group (715065c6-c86e-44d7-8fe8-557ab37d8383), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.641424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (715065c6-c86e-44d7-8fe8-557ab37d8383), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.644090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.645271 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/715065c6-c86e-44d7-8fe8-557ab37d8383 HTTP/1.1" status: 204 len: 168 time: 0.1458256 Mar 07 11:15:37.653518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6d2f4-ce8b-4fc7-a74d-b0d724fc53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715065c6-c86e-44d7-8fe8-557ab37d8383,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.676016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44890) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.721578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44892) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:37.722060 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a464123-7a86-4f91-9c74-95d0971fdc82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=820b3f063861477f9180865df81f1173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446010 Mar 07 11:15:37.775627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] Publish callbacks [] for security_group (1119c38a-4fe6-4a76-8e07-614145c4dd24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.800676 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] Publish callbacks [] for security_group (1119c38a-4fe6-4a76-8e07-614145c4dd24), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.848145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1119c38a-4fe6-4a76-8e07-614145c4dd24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.852090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.853283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1119c38a-4fe6-4a76-8e07-614145c4dd24 HTTP/1.1" status: 204 len: 168 time: 0.1306853 Mar 07 11:15:37.861614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41870034-1c3a-4e05-a08a-2840c646d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1119c38a-4fe6-4a76-8e07-614145c4dd24,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:38.007437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44898) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:38.021474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fadc317f-c5ba-401c-a492-4bed04c35393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.134411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 49f8c001-b506-4449-ae31-b85708765e49 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:38.159501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 49f8c001-b506-4449-ae31-b85708765e49 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:38.159909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 49f8c001-b506-4449-ae31-b85708765e49 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:38.160518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f157a88f-67eb-4d03-9a14-95b0215ec77a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:38.181572 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: f157a88f-67eb-4d03-9a14-95b0215ec77a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:38.182201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device f157a88f-67eb-4d03-9a14-95b0215ec77a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:38.182789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:38.183966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fadc317f-c5ba-401c-a492-4bed04c35393 admin admin] Publish callbacks [] for security_group (8267db62-f456-4269-9859-4210abffb597), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.190972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fadc317f-c5ba-401c-a492-4bed04c35393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8267db62-f456-4269-9859-4210abffb597), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.205864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:38.206204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9b6bfca9-dc15-42a8-8873-dd1f6bc076a5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:38.250588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc317f-c5ba-401c-a492-4bed04c35393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8267db62-f456-4269-9859-4210abffb597,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:38.255794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fadc317f-c5ba-401c-a492-4bed04c35393 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4565409a99843a1af1fa2487309c3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469952 Mar 07 11:15:38.259995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:38.311352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] Publish callbacks [] for security_group (8267db62-f456-4269-9859-4210abffb597), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.338164 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] Publish callbacks [] for security_group (8267db62-f456-4269-9859-4210abffb597), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.394229 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8267db62-f456-4269-9859-4210abffb597), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.397033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.398243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8267db62-f456-4269-9859-4210abffb597 HTTP/1.1" status: 204 len: 168 time: 0.1370978 Mar 07 11:15:38.408685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06d57b-d56c-4325-b09c-f0a487391e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8267db62-f456-4269-9859-4210abffb597,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:39.153010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 317e7d13-678d-41bf-bd91-76f0aa9f8438 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:39.176131 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 317e7d13-678d-41bf-bd91-76f0aa9f8438 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:39.176472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 317e7d13-678d-41bf-bd91-76f0aa9f8438 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:45.231443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-85979b6a-cbd5-46a2-b39b-ccdcb33c26fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456414 Mar 07 11:15:45.325588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-12a0aceb-a24f-4f9e-a6d0-f77d8d732429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.326984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-12a0aceb-a24f-4f9e-a6d0-f77d8d732429 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 1127 time: 0.0507669 Mar 07 11:15:45.435326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-792de9f7-d619-494b-b326-280a66a0ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.436766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-792de9f7-d619-494b-b326-280a66a0ab1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 200 len: 910 time: 0.0922272 Mar 07 11:15:45.508333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-755f0f66-bc4e-4eb1-a90a-a082c1b69d0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 200 len: 1000 time: 0.0653663 Mar 07 11:15:45.570991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-7059d669-0bfb-496f-9973-fc73b66e43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.572415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-7059d669-0bfb-496f-9973-fc73b66e43e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 200 len: 848 time: 0.0589011 Mar 07 11:15:45.634076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-18aa1383-003c-469a-bff2-b51ca84db1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.635549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-18aa1383-003c-469a-bff2-b51ca84db1f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5355db-306e-418f-93e8-3cd4afc0f167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576179 Mar 07 11:15:46.007708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-cb664eca-05db-4ba3-8eb7-be0ffd773e3d service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655691 Mar 07 11:15:46.105685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8ebd4a-971a-47fe-be6c-3f90720662d1 req-3d16459f-f43d-4ab3-85c4-60f08a344a08 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914299 Mar 07 11:15:50.728029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c90a1fa-54a6-4bd2-9e4e-95b8c8678b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:53.034891 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5621fd99-1963-4b9d-a7fe-3d213683f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:54.365263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:54.530267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.800908 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.080192 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:59.152588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:09.780559 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:16:20.731946 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d9204fbf-cfec-4841-aa22-aa97e02ba26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:23.031451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8056150c-4b3d-4d58-9b0c-6ec971c1a016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:24.364510 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:24.532170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:25.805575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:27.082566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:29.155878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:29.652805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110571be-42b3-4cbb-99d9-ce9f9db01075 req-3ead813f-a737-49e9-b574-cb4302434af6 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:29.654257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-110571be-42b3-4cbb-99d9-ce9f9db01075 req-3ead813f-a737-49e9-b574-cb4302434af6 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.3146925 Mar 07 11:16:29.705734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-110571be-42b3-4cbb-99d9-ce9f9db01075 req-072d66c9-aeae-4610-8a4d-f714960a1236 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Mar 07 11:16:30.693863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-cae26642-287d-407c-8391-1e98f509f960 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:30.695300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-cae26642-287d-407c-8391-1e98f509f960 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.26 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.0793583 Mar 07 11:16:30.829049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Deleting port a4b5f405-4792-4de9-920d-6fdee0e75f8a {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:30.829383 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:30.902897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a0e7-8853-4198-b5f6-acf0354ec460 req-36910184-ff54-43ff-9539-b29f7ebc56af tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:30.904383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d69a0e7-8853-4198-b5f6-acf0354ec460 req-36910184-ff54-43ff-9539-b29f7ebc56af tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 945 time: 0.1248813 Mar 07 11:16:30.947097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] For port a4b5f405-4792-4de9-920d-6fdee0e75f8a, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a4b5f405-4792-4de9-920d-6fdee0e75f8a,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:30.947339 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:31.046499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4d69a0e7-8853-4198-b5f6-acf0354ec460 req-e5199a95-5e42-44b3-a7c6-5559058b077b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cd1d2cc-548a-4f19-a460-618e622303d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347094 Mar 07 11:16:31.198420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:31.198668 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (4887c0f1-331d-4593-a912-7cf252303216), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:31.198984 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Floating IP 4887c0f1-331d-4593-a912-7cf252303216 disassociated. External IP: 172.25.4.80, port: a4b5f405-4792-4de9-920d-6fdee0e75f8a. Mar 07 11:16:31.199700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Calling delete_port for a4b5f405-4792-4de9-920d-6fdee0e75f8a owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:31.336391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a4b5f405-4792-4de9-920d-6fdee0e75f8a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:31.365545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event deleted for resources: {'Port': ['ID=a4b5f405-4792-4de9-920d-6fdee0e75f8a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:31.376448 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.376774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.377139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.377454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.377815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.378138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.378467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.378765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.379128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.379454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.379797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.380116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.380438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:31.506749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Router 9a580d48-e417-47b7-8a57-abd1bbfcba7f has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:16:31.622646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:16:31.634427 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Sync routers for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:16:31.645089 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:31.645700 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:31.671596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] No DVR routers for this DVR port a4b5f405-4792-4de9-920d-6fdee0e75f8a on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:16:31.674770 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:31.678184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e1c8be1-3f82-4767-a59f-8b27b7209a23 req-805706d0-e0b1-43e1-bd55-89c57fe22818 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.26 "DELETE /v2.0/ports/a4b5f405-4792-4de9-920d-6fdee0e75f8a HTTP/1.1" status: 204 len: 173 time: 0.9771473 Mar 07 11:16:31.678673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'name': 'network-vif-deleted', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:16:31.680984 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68c798-01e3-4048-a8d1-99678aaa8e73" -d '{"events": [{"server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "name": "network-vif-deleted", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:16:31.719899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690814c8-917b-48f7-98d3-dd15fcf38e14 x-openstack-request-id: req-690814c8-917b-48f7-98d3-dd15fcf38e14 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:16:31.719899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb821fb-0060-4a64-bee8-79d5fcf455f8", "name": "network-vif-deleted", "tag": "a4b5f405-4792-4de9-920d-6fdee0e75f8a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:16:31.719899 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-690814c8-917b-48f7-98d3-dd15fcf38e14 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:16:31.720862 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb821fb-0060-4a64-bee8-79d5fcf455f8', 'name': 'network-vif-deleted', 'tag': 'a4b5f405-4792-4de9-920d-6fdee0e75f8a', 'status': 'completed', 'code': 200} Mar 07 11:16:31.765771 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:31.984422 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:32.018392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Checking router: 9a580d48-e417-47b7-8a57-abd1bbfcba7f for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:16:32.027363 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:32.028348 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:32.145061 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:32.168017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7e2e6bd-57f6-48cc-8548-d46abb479793 req-e64f9152-87d9-43a6-aecd-8adcd3a96362 tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb821fb-0060-4a64-bee8-79d5fcf455f8 HTTP/1.1" status: 200 len: 210 time: 0.0335619 Mar 07 11:16:32.428538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:32.454473 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370e994-72bd-47d2-9827-aa3da277e03d None None] The sync data for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 is: [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:11:18Z', 'revision_number': 4, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '7cb20277-e94f-4326-9d98-3294c89cc22c', 'name': '', 'network_id': 'eb5355db-306e-418f-93e8-3cd4afc0f167', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'mac_address': 'fa:16:3e:c8:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'subnets': [{'id': '955818fb-4773-43b0-b8bb-b2bfa5936aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:16:32.682859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4bc97-6d1a-4a65-a3ac-970cf4b682ab None None] New status for floating IP 4887c0f1-331d-4593-a912-7cf252303216: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:16:33.235429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44924) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:33.381066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Deleting port ab8e565b-349e-4ef6-b056-e74272a3a8a2 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:33.381380 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.459583 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.459934 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for floatingip (ab8e565b-349e-4ef6-b056-e74272a3a8a2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.474899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Calling delete_port for ab8e565b-349e-4ef6-b056-e74272a3a8a2 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:33.628787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ab8e565b-349e-4ef6-b056-e74272a3a8a2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.656527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event deleted for resources: {'Port': ['ID=ab8e565b-349e-4ef6-b056-e74272a3a8a2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:33.718204 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for floatingip (4887c0f1-331d-4593-a912-7cf252303216), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.720992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.722153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-01bd286a-dd99-48e9-8094-f58d31bdb17b tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "DELETE /v2.0/floatingips/4887c0f1-331d-4593-a912-7cf252303216 HTTP/1.1" status: 204 len: 168 time: 0.4853196 Mar 07 11:16:33.796424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44932) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:33.857713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (4cd1d2cc-548a-4f19-a460-618e622303d9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.883227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (4cd1d2cc-548a-4f19-a460-618e622303d9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.947074 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4cd1d2cc-548a-4f19-a460-618e622303d9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.950436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.951606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cd1d2cc-548a-4f19-a460-618e622303d9 HTTP/1.1" status: 204 len: 168 time: 0.1541579 Mar 07 11:16:33.961534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd1d2cc-548a-4f19-a460-618e622303d9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:33.970063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.970523 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.970808 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.971157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.971483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.971843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.972242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.972650 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.973067 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.973439 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.973785 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.974146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.974687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba654275-d693-4958-a980-44a5cf735eca tempest-TestServerBasicOps-956986547 tempest-TestServerBasicOps-956986547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:33.989980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44936) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:34.439792 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:34.709229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Deleting port 7cb20277-e94f-4326-9d98-3294c89cc22c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:34.709489 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:34.773930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a4b5f405-4792-4de9-920d-6fdee0e75f8a no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:34.791258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] For port 7cb20277-e94f-4326-9d98-3294c89cc22c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7cb20277-e94f-4326-9d98-3294c89cc22c,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:34.791614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:34.799394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: a4b5f405-4792-4de9-920d-6fdee0e75f8a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:34.799769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a4b5f405-4792-4de9-920d-6fdee0e75f8a not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:34.804763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Calling delete_port for 7cb20277-e94f-4326-9d98-3294c89cc22c owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:34.990638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7cb20277-e94f-4326-9d98-3294c89cc22c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:35.015267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb20277-e94f-4326-9d98-3294c89cc22c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:35.185779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:35.409432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Router 9a580d48-e417-47b7-8a57-abd1bbfcba7f has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:16:35.804288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:16:35.809995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e0657bb3-1b7b-4b47-ab19-0e2eee2d04b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a580d48-e417-47b7-8a57-abd1bbfcba7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8181126 Mar 07 11:16:35.812041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44940) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:35.815288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Sync routers for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:16:35.830339 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:35.831106 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:35.922155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks [] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:35.945932 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:36.035114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks [] for router_gateway (9a580d48-e417-47b7-8a57-abd1bbfcba7f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.089085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Deleting port dbca2280-a7d2-43a6-9187-2729db253c33 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:36.089413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.126483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:16:34Z', 'revision_number': 5, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port': {'id': 'dbca2280-a7d2-43a6-9187-2729db253c33', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:13Z', 'updated_at': '2022-03-07T11:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:36.153617 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Checking router: 9a580d48-e417-47b7-8a57-abd1bbfcba7f for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:16:36.164761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Routers {'9a580d48-e417-47b7-8a57-abd1bbfcba7f'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:36.165367 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:36.168656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] For port dbca2280-a7d2-43a6-9187-2729db253c33, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=dbca2280-a7d2-43a6-9187-2729db253c33,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:36.169022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.181017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Calling delete_port for dbca2280-a7d2-43a6-9187-2729db253c33 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:36.255717 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] Set router 9a580d48-e417-47b7-8a57-abd1bbfcba7f gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:36.309414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:16:36Z', 'revision_number': 6, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:36.338139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa2afd-5d6b-42f5-b719-f80654153947 None None] The sync data for ids ['9a580d48-e417-47b7-8a57-abd1bbfcba7f'] in n-d-832156-4 is: [{'id': '9a580d48-e417-47b7-8a57-abd1bbfcba7f', 'name': 'tempest-TestServerBasicOps-1198998465-router', 'tenant_id': '4ac5d109650e49228c90a38c39bd9d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:12Z', 'updated_at': '2022-03-07T11:16:36Z', 'revision_number': 6, 'project_id': '4ac5d109650e49228c90a38c39bd9d7d', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:16:36.357959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (dbca2280-a7d2-43a6-9187-2729db253c33), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.390265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbca2280-a7d2-43a6-9187-2729db253c33,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:36.462117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.564279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.566574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks [] for router_controller (9a580d48-e417-47b7-8a57-abd1bbfcba7f), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.618902 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (9a580d48-e417-47b7-8a57-abd1bbfcba7f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.619722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a580d48-e417-47b7-8a57-abd1bbfcba7f {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:16:36.625910 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.627077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf845efa-1912-4af7-b81f-adac2a9fd640 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9a580d48-e417-47b7-8a57-abd1bbfcba7f HTTP/1.1" status: 204 len: 168 time: 0.8139513 Mar 07 11:16:36.630687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44942) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:36.684440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Deleting subnet 955818fb-4773-43b0-b8bb-b2bfa5936aa1 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:16:36.688164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Publish callbacks [] for subnet (955818fb-4773-43b0-b8bb-b2bfa5936aa1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.728182 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (955818fb-4773-43b0-b8bb-b2bfa5936aa1), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.812886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (955818fb-4773-43b0-b8bb-b2bfa5936aa1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.869116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (955818fb-4773-43b0-b8bb-b2bfa5936aa1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.894933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955818fb-4773-43b0-b8bb-b2bfa5936aa1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:36.898723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:36.901995 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-77dbaea2-b550-4185-8060-0e6eaa049bc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/955818fb-4773-43b0-b8bb-b2bfa5936aa1 HTTP/1.1" status: 204 len: 168 time: 0.2702754 Mar 07 11:16:36.905851 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:36.907887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21728a7e-c1f0-4898-9e8a-efba88d2af66 None None] Network eb5355db-306e-418f-93e8-3cd4afc0f167 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:16:36.977851 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (eb5355db-306e-418f-93e8-3cd4afc0f167), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.032988 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Deleting port 9a0b03db-f953-423f-8702-e60a01976b85 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:37.033325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9a0b03db-f953-423f-8702-e60a01976b85), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.094996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] For port 9a0b03db-f953-423f-8702-e60a01976b85, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a0b03db-f953-423f-8702-e60a01976b85,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:37.095475 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9a0b03db-f953-423f-8702-e60a01976b85), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.109345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Calling delete_port for 9a0b03db-f953-423f-8702-e60a01976b85 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:37.135757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] DHCP port deletion for eb5355db-306e-418f-93e8-3cd4afc0f167 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:16:37.190861 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Deleting port 9a0b03db-f953-423f-8702-e60a01976b85 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:37.191242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9a0b03db-f953-423f-8702-e60a01976b85), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.206852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9a0b03db-f953-423f-8702-e60a01976b85), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.232999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0b03db-f953-423f-8702-e60a01976b85,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:37.236776 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] No DVR routers for this DVR port 9a0b03db-f953-423f-8702-e60a01976b85 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:16:37.256769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] For port 9a0b03db-f953-423f-8702-e60a01976b85, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a0b03db-f953-423f-8702-e60a01976b85,segment=NetworkSegment(4c4fb138-40aa-4efd-ae60-9b6a9c0f8827),segment_id=4c4fb138-40aa-4efd-ae60-9b6a9c0f8827)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:37.257048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9a0b03db-f953-423f-8702-e60a01976b85), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.270978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Calling delete_port for 9a0b03db-f953-423f-8702-e60a01976b85 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:37.312453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (eb5355db-306e-418f-93e8-3cd4afc0f167), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.334995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5355db-306e-418f-93e8-3cd4afc0f167']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:37.344929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:37.345489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4fb138-40aa-4efd-ae60-9b6a9c0f8827') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:37.352668 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (9a0b03db-f953-423f-8702-e60a01976b85), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.355405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (4c4fb138-40aa-4efd-ae60-9b6a9c0f8827), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.370178 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (4c4fb138-40aa-4efd-ae60-9b6a9c0f8827), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.376573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:16:37.376936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (4c4fb138-40aa-4efd-ae60-9b6a9c0f8827), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.378767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Pushing event deleted for resources: {'Port': ['ID=9a0b03db-f953-423f-8702-e60a01976b85,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:16:37.378908 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:16:37.386599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.386936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.387457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.387984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.388312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.388634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.388935 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.389257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.389555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.389873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.390179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.390488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.390796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:37.395458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b7cd0-57a3-4cf0-9f8c-a97b9d68cfdd None None] No DVR routers for this DVR port 9a0b03db-f953-423f-8702-e60a01976b85 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:16:37.438084 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (eb5355db-306e-418f-93e8-3cd4afc0f167), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.446041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.451856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 44946) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:37.452324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eb5355db-306e-418f-93e8-3cd4afc0f167 HTTP/1.1" status: 204 len: 168 time: 0.5450716 Mar 07 11:16:37.462905 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526245-25ff-4ca8-8f19-f19fbd77aae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5355db-306e-418f-93e8-3cd4afc0f167,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:37.809146 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:37.832369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7cb20277-e94f-4326-9d98-3294c89cc22c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:37.852991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7cb20277-e94f-4326-9d98-3294c89cc22c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:37.853388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7cb20277-e94f-4326-9d98-3294c89cc22c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:37.853848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dbca2280-a7d2-43a6-9187-2729db253c33 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:37.872386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: dbca2280-a7d2-43a6-9187-2729db253c33 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:37.872681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device dbca2280-a7d2-43a6-9187-2729db253c33 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:37.873115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a0b03db-f953-423f-8702-e60a01976b85 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:37.894881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9a0b03db-f953-423f-8702-e60a01976b85 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:37.895224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a0b03db-f953-423f-8702-e60a01976b85 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:38.087285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Deleting port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:38.087596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:38.170348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] For port 193d1f66-73e5-40a0-adfc-d024ed0fa2e0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:38.170702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:38.183204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Calling delete_port for 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:38.385934 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (193d1f66-73e5-40a0-adfc-d024ed0fa2e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:38.411192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=193d1f66-73e5-40a0-adfc-d024ed0fa2e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:38.580338 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:38.818056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:16:38.941813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:16:38.947129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce568959-3105-4f60-83a1-f3c0a04c6fe7 admin admin] 10.222.0.23 "PUT /v2.0/routers/8f09fcbe-8c41-4e0c-92d9-6228336232b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942455 Mar 07 11:16:38.950548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:38.952820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Sync routers for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:16:38.964531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:38.965196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:39.073876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks [] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.082790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:39.179173 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks [] for router_gateway (8f09fcbe-8c41-4e0c-92d9-6228336232b5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.237676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Deleting port 00d78916-009b-4cad-b82d-b863f74a395c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:39.238023 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (00d78916-009b-4cad-b82d-b863f74a395c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.268170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '00d78916-009b-4cad-b82d-b863f74a395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:16:38Z', 'revision_number': 5, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port': {'id': '00d78916-009b-4cad-b82d-b863f74a395c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:22Z', 'updated_at': '2022-03-07T11:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:39.295071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Checking router: 8f09fcbe-8c41-4e0c-92d9-6228336232b5 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:16:39.304321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Routers {'8f09fcbe-8c41-4e0c-92d9-6228336232b5'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:39.304942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:16:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:39.323982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] For port 00d78916-009b-4cad-b82d-b863f74a395c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=00d78916-009b-4cad-b82d-b863f74a395c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:39.324209 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (00d78916-009b-4cad-b82d-b863f74a395c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.336853 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Calling delete_port for 00d78916-009b-4cad-b82d-b863f74a395c owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:39.399388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] Set router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:39.454778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:16:39Z', 'revision_number': 6, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:39.481955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a432a02a-4487-49f7-b3b7-0f7f89e1ca9a None None] The sync data for ids ['8f09fcbe-8c41-4e0c-92d9-6228336232b5'] in n-d-832156-4 is: [{'id': '8f09fcbe-8c41-4e0c-92d9-6228336232b5', 'name': 'tempest-TestServerBasicOps-925466629-router', 'tenant_id': '99e3b762dd7343508ee18e50ab3bda14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:21Z', 'updated_at': '2022-03-07T11:16:39Z', 'revision_number': 6, 'project_id': '99e3b762dd7343508ee18e50ab3bda14', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:16:39.518805 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (00d78916-009b-4cad-b82d-b863f74a395c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.545554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d78916-009b-4cad-b82d-b863f74a395c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:39.615628 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.733127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.735567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks [] for router_controller (8f09fcbe-8c41-4e0c-92d9-6228336232b5), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.785789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (8f09fcbe-8c41-4e0c-92d9-6228336232b5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.786349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f09fcbe-8c41-4e0c-92d9-6228336232b5 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:16:39.791127 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.792295 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4aa991cb-50b5-4c3d-afd9-011b23c67e43 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8f09fcbe-8c41-4e0c-92d9-6228336232b5 HTTP/1.1" status: 204 len: 168 time: 0.8402009 Mar 07 11:16:39.794962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44950) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:39.850593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Deleting subnet f48dec79-dee4-41a2-b741-1a229b6d47cb {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:16:39.854250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Publish callbacks [] for subnet (f48dec79-dee4-41a2-b741-1a229b6d47cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.894506 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (f48dec79-dee4-41a2-b741-1a229b6d47cb), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:39.937567 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:39.970724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:39.971395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 193d1f66-73e5-40a0-adfc-d024ed0fa2e0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:39.979898 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (f48dec79-dee4-41a2-b741-1a229b6d47cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.036977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (f48dec79-dee4-41a2-b741-1a229b6d47cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.070503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48dec79-dee4-41a2-b741-1a229b6d47cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:40.074207 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.077816 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-41871f43-ac40-4b23-8d97-5f0915c5daf6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f48dec79-dee4-41a2-b741-1a229b6d47cb HTTP/1.1" status: 204 len: 168 time: 0.2819355 Mar 07 11:16:40.080430 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44952) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:40.083257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044bfd6-2402-4c7a-8d06-1edb1ea0c36d None None] Network 5fb3a623-b81c-4d16-a458-713b0a407fb9 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:16:40.151300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (5fb3a623-b81c-4d16-a458-713b0a407fb9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.209453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Deleting port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:40.209795 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.280128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] For port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:40.280496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.290528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] DHCP port deletion for 5fb3a623-b81c-4d16-a458-713b0a407fb9 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:16:40.294646 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Calling delete_port for 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:40.342696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Deleting port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:16:40.343071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.377287 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.401357 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:40.406978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] No DVR routers for this DVR port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:16:40.411019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] For port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,segment=NetworkSegment(8950a592-eb4d-4ce7-9515-400ecf4a5492),segment_id=8950a592-eb4d-4ce7-9515-400ecf4a5492)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:40.411799 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.425537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Calling delete_port for 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:16:40.482785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (5fb3a623-b81c-4d16-a458-713b0a407fb9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.504427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb3a623-b81c-4d16-a458-713b0a407fb9']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:40.510194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.514183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8950a592-eb4d-4ce7-9515-400ecf4a5492') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:40.514481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8950a592-eb4d-4ce7-9515-400ecf4a5492') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:40.525152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (8950a592-eb4d-4ce7-9515-400ecf4a5492), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.536532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] Pushing event deleted for resources: {'Port': ['ID=4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:40.542415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (8950a592-eb4d-4ce7-9515-400ecf4a5492), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.543467 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fe57b-f64d-473f-8f88-195bcf9ad5b7 None None] No DVR routers for this DVR port 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:16:40.550274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:16:40.550945 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (8950a592-eb4d-4ce7-9515-400ecf4a5492), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:16:40.553374 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:16:40.620190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (5fb3a623-b81c-4d16-a458-713b0a407fb9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.626284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.630414 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5fb3a623-b81c-4d16-a458-713b0a407fb9 HTTP/1.1" status: 204 len: 168 time: 0.5491059 Mar 07 11:16:40.643257 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c0b32-6165-4613-b416-54a7591f4c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb3a623-b81c-4d16-a458-713b0a407fb9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:40.751028 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:40.791564 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-de065f0c-9810-44fe-9ec3-f3ff238e224f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ac5d109650e49228c90a38c39bd9d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393009 Mar 07 11:16:40.794166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44958) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:40.844466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] Publish callbacks [] for security_group (49d13954-a6b5-463a-85cf-bbfcea97d863), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.868694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] Publish callbacks [] for security_group (49d13954-a6b5-463a-85cf-bbfcea97d863), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.922320 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (49d13954-a6b5-463a-85cf-bbfcea97d863), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.924983 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.926154 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49d13954-a6b5-463a-85cf-bbfcea97d863 HTTP/1.1" status: 204 len: 168 time: 0.1310976 Mar 07 11:16:40.934133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec24fe-9849-4635-b128-b2475968bf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d13954-a6b5-463a-85cf-bbfcea97d863,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:41.252841 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:41.294629 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-afa91160-5523-4529-b8b2-68c607a852c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99e3b762dd7343508ee18e50ab3bda14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403521 Mar 07 11:16:41.297038 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 44966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:41.351936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] Publish callbacks [] for security_group (0136b1b4-beb2-436a-a1ac-e6e06dc499aa), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:41.373900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] Publish callbacks [] for security_group (0136b1b4-beb2-436a-a1ac-e6e06dc499aa), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:41.422346 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (0136b1b4-beb2-436a-a1ac-e6e06dc499aa), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:41.425142 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:41.426319 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0136b1b4-beb2-436a-a1ac-e6e06dc499aa HTTP/1.1" status: 204 len: 168 time: 0.1284156 Mar 07 11:16:41.434378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a957b3-f399-4e9a-ab4d-d6e253804813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136b1b4-beb2-436a-a1ac-e6e06dc499aa,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:41.830916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:41.852930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:41.853372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4e25e25d-1a6d-4ad4-b27b-fed7dd7bf272 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:41.853842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00d78916-009b-4cad-b82d-b863f74a395c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:16:41.876528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 00d78916-009b-4cad-b82d-b863f74a395c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:16:41.876860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 00d78916-009b-4cad-b82d-b863f74a395c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:16:46.780086 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:16:50.726979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-abc51cb8-a702-4819-a659-3c34c96a0f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:52.727922 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-29dabaa9-97dd-448a-a1e4-eb6ac5d4da4b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=59faf54714e24585b52be7558d571085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304177 Mar 07 11:16:53.028675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54f5c4b1-00c4-4702-80b1-a5cabe26797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:53.198905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-4b13e01a-0dbb-424c-825c-1df6cad7524b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:53.200744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-4b13e01a-0dbb-424c-825c-1df6cad7524b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677658 Mar 07 11:16:53.215462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-23eb8cf7-1a10-4100-ab83-5cd5b9b5d38c tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/quotas/59faf54714e24585b52be7558d571085 HTTP/1.1" status: 200 len: 375 time: 0.0091383 Mar 07 11:16:53.246034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-54719274-95f9-4c79-9bf8-c60da6ce55c2 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59faf54714e24585b52be7558d571085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255644 Mar 07 11:16:53.411995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4961bcd4-9f50-4254-89b9-154c4a4f73a6 req-69751de7-a045-40d7-8f2e-046dd92e7685 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 210 time: 0.0269315 Mar 07 11:16:54.371523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.512887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e627cf66-07dc-4315-80ab-ec7ebdabedcd req-a9e0dadf-cfd5-41a2-87f5-fe532e60edde tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 210 time: 0.0327291 Mar 07 11:16:54.535632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-d1bad8a1-f524-45eb-b6c9-58b436c1c1c4 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=59faf54714e24585b52be7558d571085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251329 Mar 07 11:16:54.555533 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.649041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-1efd90a1-8212-41e8-a9cc-bbbea2a8ddc9 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:54.651414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-1efd90a1-8212-41e8-a9cc-bbbea2a8ddc9 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111958 Mar 07 11:16:54.664647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Request body: {'port': {'device_id': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'admin_state_up': True, 'tenant_id': '59faf54714e24585b52be7558d571085'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:16:54.778854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Made reservation on behalf of 59faf54714e24585b52be7558d571085 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:16:54.782239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.791766 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.871873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks [] for security_group (f654fa8d-00df-4cf0-a040-79ab1e3898ee), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.878682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f654fa8d-00df-4cf0-a040-79ab1e3898ee), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:54.942396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f654fa8d-00df-4cf0-a040-79ab1e3898ee,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:55.016844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Allocated IP 192.168.233.161 (91b20f78-91da-49d9-89a8-7ee9e084c06f/c4ed23a0-8bb2-452d-8892-bd169e4795f5/b4b8c81d-6c92-45d7-8371-60493a45b847) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:16:55.181543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks [] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.224954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.277598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Network 91b20f78-91da-49d9-89a8-7ee9e084c06f is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:16:55.280656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:16:55.285106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:16:55.289438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Pushing event updated for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:55.337078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:55.337702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.356300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-4d96b2e3-387e-479f-b244-bfd25d8c3679 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6960857 Mar 07 11:16:55.367763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Request body: {'port': {'device_id': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:16:55.428918 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.580395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-890a3c21-eaac-49d6-b0fd-30a029485a3f None None] Provisioning complete for port b4b8c81d-6c92-45d7-8371-60493a45b847 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:16:55.581476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-890a3c21-eaac-49d6-b0fd-30a029485a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.618905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-890a3c21-eaac-49d6-b0fd-30a029485a3f None None] Port b4b8c81d-6c92-45d7-8371-60493a45b847 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:16:55.706988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe6891-dfc0-42ca-9f15-8a7e53bf8afb req-34af1ef5-0f80-4519-8e18-34f5c2d6eea8 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:55.708506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8fe6891-dfc0-42ca-9f15-8a7e53bf8afb req-34af1ef5-0f80-4519-8e18-34f5c2d6eea8 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 936 time: 0.0890510 Mar 07 11:16:55.764434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b8c81d-6c92-45d7-8371-60493a45b847 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:16:55.778375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks [] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.800300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Transition to ACTIVE for port object b4b8c81d-6c92-45d7-8371-60493a45b847 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:16:55.805002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8fe6891-dfc0-42ca-9f15-8a7e53bf8afb req-f45175f5-be4e-4e65-8e63-af94104e7908 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904820 Mar 07 11:16:55.806266 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.807270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:55.862906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:55.936992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Attempting to bind port b4b8c81d-6c92-45d7-8371-60493a45b847 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:16:55.937485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Attempting to bind port b4b8c81d-6c92-45d7-8371-60493a45b847 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:16:55.937818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Attempting to bind port b4b8c81d-6c92-45d7-8371-60493a45b847 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:16:55.942626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Port b4b8c81d-6c92-45d7-8371-60493a45b847 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:16:55.943021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Attempting to bind port b4b8c81d-6c92-45d7-8371-60493a45b847 on network 91b20f78-91da-49d9-89a8-7ee9e084c06f {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:16:55.949216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:16:55.949917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Checking segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:16:55.950431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Bound using segment: {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:16:55.951000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Bound port: b4b8c81d-6c92-45d7-8371-60493a45b847, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6619e9e5-6624-4232-a082-c21d7e9022c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:16:55.951361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:56.017687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:16:56.020837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b4b8c81d-6c92-45d7-8371-60493a45b847,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:16:56.032478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:56.072500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.073120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:56.074865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-04bba973-8eca-450b-8218-52022dad7703 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4b8c81d-6c92-45d7-8371-60493a45b847 HTTP/1.1" status: 200 len: 1096 time: 0.7111943 Mar 07 11:16:56.075299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:16:56.077694 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f" -d '{"events": [{"name": "network-changed", "server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:16:56.105753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bba973-8eca-450b-8218-52022dad7703 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:56.128382 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba137062-7ee6-488b-83d9-4ce5c63aaa0e x-openstack-request-id: req-ba137062-7ee6-488b-83d9-4ce5c63aaa0e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:16:56.128675 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:16:56.128953 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba137062-7ee6-488b-83d9-4ce5c63aaa0e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:16:56.129372 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847', 'status': 'completed', 'code': 200} Mar 07 11:16:56.168545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-e681ed3a-5377-42f3-a6ad-46e25643f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.170064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-e681ed3a-5377-42f3-a6ad-46e25643f6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59faf54714e24585b52be7558d571085&device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 1130 time: 0.0516753 Mar 07 11:16:56.216048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-8e1087a9-f89e-479f-9be5-94b356eb4fb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b4b8c81d-6c92-45d7-8371-60493a45b847 HTTP/1.1" status: 200 len: 217 time: 0.0367105 Mar 07 11:16:56.269197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-6d94bc4c-ee1b-4b48-aae7-a3711e6e042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.270677 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-6d94bc4c-ee1b-4b48-aae7-a3711e6e042a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0495503 Mar 07 11:16:56.321297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793a37-7200-4870-b40c-41944f09b2ea req-5ae776b9-958e-4346-8bff-4aa261d208ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.322687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-5ae776b9-958e-4346-8bff-4aa261d208ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0465367 Mar 07 11:16:56.413468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-e31714bc-9e6e-4261-b0b5-9b106b8e1dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845032 Mar 07 11:16:56.506701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81793a37-7200-4870-b40c-41944f09b2ea req-3901f687-183d-48a4-85b0-7c0d510d93fb service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875304 Mar 07 11:16:56.603298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-aacb00ae-82e7-4ef9-bc13-5ad2d0a423a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.604854 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-aacb00ae-82e7-4ef9-bc13-5ad2d0a423a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59faf54714e24585b52be7558d571085&device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 1130 time: 0.0459044 Mar 07 11:16:56.703542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-72bf6fb9-7c7f-4001-97eb-dff412c27bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.705076 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-72bf6fb9-7c7f-4001-97eb-dff412c27bb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91b20f78-91da-49d9-89a8-7ee9e084c06f HTTP/1.1" status: 200 len: 870 time: 0.0933869 Mar 07 11:16:56.746594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-053d5b20-cc6a-4227-90a8-a62f3000a960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b4b8c81d-6c92-45d7-8371-60493a45b847 HTTP/1.1" status: 200 len: 217 time: 0.0342686 Mar 07 11:16:56.799474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-56f3e357-2d79-4b16-8637-d12ed5c4b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.800958 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-56f3e357-2d79-4b16-8637-d12ed5c4b08e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4ed23a0-8bb2-452d-8892-bd169e4795f5 HTTP/1.1" status: 200 len: 843 time: 0.0487485 Mar 07 11:16:56.862149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-61f203e6-5296-4aeb-be08-8153d21d9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.863619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-61f203e6-5296-4aeb-be08-8153d21d9331 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91b20f78-91da-49d9-89a8-7ee9e084c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0560441 Mar 07 11:16:56.990385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-9e52f053-71f6-4ffc-8970-3510fd508a65 service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201062 Mar 07 11:16:56.998266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54b2f-6b3d-4555-afdc-8c3d27571dc6 req-670db692-094f-4821-ad0e-f7f92a6db56c tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:56.999678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1e54b2f-6b3d-4555-afdc-8c3d27571dc6 req-670db692-094f-4821-ad0e-f7f92a6db56c tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 948 time: 0.1115482 Mar 07 11:16:57.078219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:57.101929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f1e54b2f-6b3d-4555-afdc-8c3d27571dc6 req-96353e62-873e-4e4e-9a00-b8c827894e3f tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940971 Mar 07 11:16:57.120599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39dd18fb-7bf1-48b5-8785-2c597bc6ab4f req-b72c1024-fa97-4137-b837-1b24a219d00b service neutron] 10.222.0.26 "GET /v2.0/networks/91b20f78-91da-49d9-89a8-7ee9e084c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200120 Mar 07 11:16:58.234886 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9ffc-6d68-4a96-b760-378586b4c3a1 req-ef11fa83-ea6a-4fc1-9595-2876c756b171 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:58.236418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79aa9ffc-6d68-4a96-b760-378586b4c3a1 req-ef11fa83-ea6a-4fc1-9595-2876c756b171 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 948 time: 0.0650096 Mar 07 11:16:58.293690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-79aa9ffc-6d68-4a96-b760-378586b4c3a1 req-4aee7793-6b48-42bf-b0b3-e649c93e9451 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Mar 07 11:16:58.853483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b4b8c81d-6c92-45d7-8371-60493a45b847 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:16:59.128556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b4b8c81d-6c92-45d7-8371-60493a45b847,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:59.139965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b4b8c81d-6c92-45d7-8371-60493a45b847', 'network_id': '91b20f78-91da-49d9-89a8-7ee9e084c06f', 'port_id': 'b4b8c81d-6c92-45d7-8371-60493a45b847', 'mac_address': 'fa:16:3e:3d:36:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed23a0-8bb2-452d-8892-bd169e4795f5', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:16:59.188519 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:59.189202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b4b8c81d-6c92-45d7-8371-60493a45b847 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:16:59.189569 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:59.202729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b8c81d-6c92-45d7-8371-60493a45b847 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:16:59.222753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b4b8c81d-6c92-45d7-8371-60493a45b847,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:59.227909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:59.274334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:59.421622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49591d42-0ef7-4b22-88af-ab8c0abd0832 req-ec6d7efd-7e55-45f6-9f9b-e8509c31890e tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:59.423070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49591d42-0ef7-4b22-88af-ab8c0abd0832 req-ec6d7efd-7e55-45f6-9f9b-e8509c31890e tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 949 time: 0.0544491 Mar 07 11:16:59.429361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b4b8c81d-6c92-45d7-8371-60493a45b847'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:16:59.472990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49591d42-0ef7-4b22-88af-ab8c0abd0832 req-a272b28b-3a80-428e-9059-aa0c6ca36636 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 Mar 07 11:17:00.608839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374a4a-510d-4b55-b55d-18331cb8ad2c req-c6599967-d5ab-415b-a8e2-769a75b8a3cb tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:00.610295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12374a4a-510d-4b55-b55d-18331cb8ad2c req-c6599967-d5ab-415b-a8e2-769a75b8a3cb tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 949 time: 0.0607746 Mar 07 11:17:00.660335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12374a4a-510d-4b55-b55d-18331cb8ad2c req-263cf365-0b6a-4370-8047-164fa56ade4b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Mar 07 11:17:00.866836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b4b8c81d-6c92-45d7-8371-60493a45b847 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:00.923143 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b4b8c81d-6c92-45d7-8371-60493a45b847 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:17:00.927717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b4b8c81d-6c92-45d7-8371-60493a45b847 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:00.928185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:01.012489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b4b8c81d-6c92-45d7-8371-60493a45b847 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:01.012878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:01.036939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:01.039694 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca396181-78ff-4c2f-951a-752ef75cf2a4" -d '{"events": [{"server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:01.052008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b4b8c81d-6c92-45d7-8371-60493a45b847,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:01.057119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:01.107399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:01.152675 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe4cf8d-e7f0-4ff2-afa6-d25ad5aaaa88 x-openstack-request-id: req-0fe4cf8d-e7f0-4ff2-afa6-d25ad5aaaa88 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:01.153026 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:01.153367 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fe4cf8d-e7f0-4ff2-afa6-d25ad5aaaa88 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:01.153908 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847', 'code': 200} Mar 07 11:17:01.258458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861815d-a759-4518-b8a8-d5182d771489 req-cd654ae2-e12d-46e3-8b25-de96230d4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:01.260089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2861815d-a759-4518-b8a8-d5182d771489 req-cd654ae2-e12d-46e3-8b25-de96230d4ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 1132 time: 0.0465093 Mar 07 11:17:01.306476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2861815d-a759-4518-b8a8-d5182d771489 req-df73770a-df91-433b-ac38-5b0db5371b10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Mar 07 11:17:01.790564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8cb1-22c0-4ecb-91ed-a2c6180944b5 req-e368c797-a154-4c49-a3b0-efe5dfea664d tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:01.792399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf1f8cb1-22c0-4ecb-91ed-a2c6180944b5 req-e368c797-a154-4c49-a3b0-efe5dfea664d tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 950 time: 0.0540526 Mar 07 11:17:01.843412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf1f8cb1-22c0-4ecb-91ed-a2c6180944b5 req-e6de27d1-c716-4775-8a1b-4c27c74945c6 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Mar 07 11:17:02.977934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5e3c2-5702-43ca-8eeb-6a0ccdd94fb9 req-28fabda8-22e4-4656-b9dd-a3c74eabf38d tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:02.979433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21f5e3c2-5702-43ca-8eeb-6a0ccdd94fb9 req-28fabda8-22e4-4656-b9dd-a3c74eabf38d tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 950 time: 0.0585873 Mar 07 11:17:03.029899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21f5e3c2-5702-43ca-8eeb-6a0ccdd94fb9 req-9b0792dc-f391-4d04-9347-5e98faa6ecd1 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Mar 07 11:17:03.342596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-a71cd6f6-f906-4cfa-8a35-2cfcab0004b5 req-c1189624-20e1-49f1-87cb-42c927585128 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:17:03.343864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a71cd6f6-f906-4cfa-8a35-2cfcab0004b5 req-c1189624-20e1-49f1-87cb-42c927585128 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085459 Mar 07 11:17:03.690719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-18b54e07-213f-45f3-905b-2723b079eeb2 req-602fe038-4223-434b-9db7-a5aef212b77e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:17:03.691789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18b54e07-213f-45f3-905b-2723b079eeb2 req-602fe038-4223-434b-9db7-a5aef212b77e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080585 Mar 07 11:17:04.057921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89aef-219d-4412-bffb-30d00aa257de req-b9ec5a48-2ddb-4118-8d7d-179e5b617798 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.059370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2af89aef-219d-4412-bffb-30d00aa257de req-b9ec5a48-2ddb-4118-8d7d-179e5b617798 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 950 time: 0.0628662 Mar 07 11:17:04.105617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2af89aef-219d-4412-bffb-30d00aa257de req-049e06e7-9388-4169-adde-52488e91c2b7 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Mar 07 11:17:05.263948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237b32c-4a37-4521-b046-feed541491af req-36405155-bcca-456f-8536-a5e7bd37fa2b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:05.265412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2237b32c-4a37-4521-b046-feed541491af req-36405155-bcca-456f-8536-a5e7bd37fa2b tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 950 time: 0.0851197 Mar 07 11:17:05.284071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-3f55e2e2-8992-4b9c-8488-d7d28518a63c tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:05.285363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-3f55e2e2-8992-4b9c-8488-d7d28518a63c tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.26 "GET /v2.0/ports?device_id=50c19f5e-586e-4ae8-ba61-c181c280f36f HTTP/1.1" status: 200 len: 950 time: 0.0744793 Mar 07 11:17:05.354094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2237b32c-4a37-4521-b046-feed541491af req-2e383277-9152-47a8-b07a-ca58d826dced tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.23 "GET /v2.0/security-groups?id=f654fa8d-00df-4cf0-a040-79ab1e3898ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825636 Mar 07 11:17:05.402733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Deleting port b4b8c81d-6c92-45d7-8371-60493a45b847 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:05.403063 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:05.496257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] For port b4b8c81d-6c92-45d7-8371-60493a45b847, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b4b8c81d-6c92-45d7-8371-60493a45b847,segment=NetworkSegment(6619e9e5-6624-4232-a082-c21d7e9022c7),segment_id=6619e9e5-6624-4232-a082-c21d7e9022c7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:05.496619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:05.508746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Calling delete_port for b4b8c81d-6c92-45d7-8371-60493a45b847 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:05.661060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b4b8c81d-6c92-45d7-8371-60493a45b847), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:05.672584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b4b8c81d-6c92-45d7-8371-60493a45b847'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:17:05.692024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Pushing event deleted for resources: {'Port': ['ID=b4b8c81d-6c92-45d7-8371-60493a45b847,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:05.742318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] No DVR routers for this DVR port b4b8c81d-6c92-45d7-8371-60493a45b847 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:17:05.745097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:05.748434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4a0b3f3-eccd-4581-a3fb-36ea4f41d9e3 req-e438513c-5798-48cf-bc3c-58ddb773a251 tempest-ServersAdminNegativeTestJSON-1691106423 tempest-ServersAdminNegativeTestJSON-1691106423-project] 10.222.0.26 "DELETE /v2.0/ports/b4b8c81d-6c92-45d7-8371-60493a45b847 HTTP/1.1" status: 204 len: 173 time: 0.4556863 Mar 07 11:17:05.748879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'name': 'network-vif-deleted', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:05.751156 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74404f55-c0e0-4e4b-b1b7-dae434fcf30d" -d '{"events": [{"server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "name": "network-vif-deleted", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:05.790134 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287724e3-c5a8-4f1e-bb4c-981021bfa1ea x-openstack-request-id: req-287724e3-c5a8-4f1e-bb4c-981021bfa1ea {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:05.790688 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c19f5e-586e-4ae8-ba61-c181c280f36f", "name": "network-vif-deleted", "tag": "b4b8c81d-6c92-45d7-8371-60493a45b847", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:05.790918 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-287724e3-c5a8-4f1e-bb4c-981021bfa1ea {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:05.791292 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c19f5e-586e-4ae8-ba61-c181c280f36f', 'name': 'network-vif-deleted', 'tag': 'b4b8c81d-6c92-45d7-8371-60493a45b847', 'status': 'completed', 'code': 200} Mar 07 11:17:06.695471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45102) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:06.862570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f0cd33c-7d5a-417a-a6e4-28f2f6a82b84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59faf54714e24585b52be7558d571085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658864 Mar 07 11:17:06.866627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45108) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:06.915523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] Publish callbacks [] for security_group (f654fa8d-00df-4cf0-a040-79ab1e3898ee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.936567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] Publish callbacks [] for security_group (f654fa8d-00df-4cf0-a040-79ab1e3898ee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.988874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (f654fa8d-00df-4cf0-a040-79ab1e3898ee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.991670 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.992867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f654fa8d-00df-4cf0-a040-79ab1e3898ee HTTP/1.1" status: 204 len: 168 time: 0.1253095 Mar 07 11:17:07.000655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c1c1-6c0d-495a-8061-ed476b7b3e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f654fa8d-00df-4cf0-a040-79ab1e3898ee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:07.282517 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45114) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:07.299355 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06d7f453-c513-4244-a5d3-787845ee3073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.376671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06d7f453-c513-4244-a5d3-787845ee3073 admin admin] Publish callbacks [] for security_group (e5d670a7-b077-4d15-a409-da64a5d2c97a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.381359 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-06d7f453-c513-4244-a5d3-787845ee3073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5d670a7-b077-4d15-a409-da64a5d2c97a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.417181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f453-c513-4244-a5d3-787845ee3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d670a7-b077-4d15-a409-da64a5d2c97a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:07.421767 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-06d7f453-c513-4244-a5d3-787845ee3073 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b0c2f3733be46ebb2bc103570908959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382027 Mar 07 11:17:07.424778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45116) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:07.477726 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] Publish callbacks [] for security_group (e5d670a7-b077-4d15-a409-da64a5d2c97a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.500850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] Publish callbacks [] for security_group (e5d670a7-b077-4d15-a409-da64a5d2c97a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.564076 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e5d670a7-b077-4d15-a409-da64a5d2c97a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.566702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:07.568039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5d670a7-b077-4d15-a409-da64a5d2c97a HTTP/1.1" status: 204 len: 168 time: 0.1421685 Mar 07 11:17:07.576602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc001a-9d29-415e-853b-5a974f62f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d670a7-b077-4d15-a409-da64a5d2c97a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:08.322395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:08.419740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1416781965-network', 'tenant_id': '2468eb9b1cda44f8bc1c40e51b559e2b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:08.441660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Made reservation on behalf of 2468eb9b1cda44f8bc1c40e51b559e2b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:08.444114 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.453023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.533669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks [] for security_group (919c37ba-5d69-4c27-b30e-4cc12f669bb5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.538980 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (919c37ba-5d69-4c27-b30e-4cc12f669bb5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.565015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:17:08.575554 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919c37ba-5d69-4c27-b30e-4cc12f669bb5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:08.581370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1588934e-509a-4e2f-977b-0def83383519), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.581715 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Added segment 1588934e-509a-4e2f-977b-0def83383519 of type vlan for network 7d0b47be-9c3d-481d-b9f2-637229468b47 Mar 07 11:17:08.621854 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (7d0b47be-9c3d-481d-b9f2-637229468b47), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.649687 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (7d0b47be-9c3d-481d-b9f2-637229468b47), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.650777 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:08.651387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.684132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3606467 Mar 07 11:17:08.687152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45142) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:08.692174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Request body: {'subnet': {'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1416781965-subnet', 'tenant_id': '2468eb9b1cda44f8bc1c40e51b559e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:08.714187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Made reservation on behalf of 2468eb9b1cda44f8bc1c40e51b559e2b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:08.716705 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.717468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75331278-a3e0-4437-82a0-0f6919bc7319 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0b47be-9c3d-481d-b9f2-637229468b47,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:08.728618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 7d0b47be-9c3d-481d-b9f2-637229468b47 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:17:08.889242 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (4ef3a6cf-9ff6-497e-a64d-cc391dd95416), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.897267 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b4b8c81d-6c92-45d7-8371-60493a45b847 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:08.918765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b4b8c81d-6c92-45d7-8371-60493a45b847 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:17:08.919107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b4b8c81d-6c92-45d7-8371-60493a45b847 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:08.942702 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef3a6cf-9ff6-497e-a64d-cc391dd95416,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:08.959258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Checking segment: {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:08.959613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Network hostable DHCP agents. Network: 7d0b47be-9c3d-481d-b9f2-637229468b47, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:17:08.977958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Network 7d0b47be-9c3d-481d-b9f2-637229468b47 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:17:08.988314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 7d0b47be-9c3d-481d-b9f2-637229468b47) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:08.992677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:08.993266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.998636 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c18ddb-ee32-4139-a8cb-3f3245fe8066 None None] Network 7d0b47be-9c3d-481d-b9f2-637229468b47 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:17:09.011600 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a84eca0a-19a1-47c0-a0c4-b18a193ddffc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3232274 Mar 07 11:17:09.101724 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9e762-379d-4c7b-b137-ea68ebfc0c79 None None] Network 7d0b47be-9c3d-481d-b9f2-637229468b47 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:17:09.456520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-e01c09f9-5ffe-4b27-bd3e-3262384fd552 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:09.457909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-e01c09f9-5ffe-4b27-bd3e-3262384fd552 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 812 time: 0.1095693 Mar 07 11:17:09.477056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-76772eca-18fb-43f8-861d-0189539e407f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/quotas/2468eb9b1cda44f8bc1c40e51b559e2b HTTP/1.1" status: 200 len: 375 time: 0.0132730 Mar 07 11:17:09.509658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-c11f1b99-52ab-4bbf-8914-b39ac6e6a396 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269558 Mar 07 11:17:09.604338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-a02963d9-04cf-4c2f-8b48-d79efca890b3 service neutron] 10.222.0.23 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Mar 07 11:17:09.706796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-ffafc0c1-df0e-410d-8c5c-2bb85ef3f657 service neutron] 10.222.0.23 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964787 Mar 07 11:17:09.878135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9a140d9f-42e0-4b74-9893-36aeb43f4a52 req-47cff351-44ac-4492-9eee-5f5711798a62 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 210 time: 0.0289261 Mar 07 11:17:11.004675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-436b5c61-2d75-4238-882c-e468da7af3b7 req-73d04728-b964-4f19-b570-bb757ca6555a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 210 time: 0.0456536 Mar 07 11:17:11.090232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-495856ce-2440-4b0f-ae04-cac98a168d50 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:11.091697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-495856ce-2440-4b0f-ae04-cac98a168d50 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 812 time: 0.1426828 Mar 07 11:17:11.106159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Request body: {'port': {'device_id': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47', 'admin_state_up': True, 'tenant_id': '2468eb9b1cda44f8bc1c40e51b559e2b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:11.218305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Made reservation on behalf of 2468eb9b1cda44f8bc1c40e51b559e2b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:11.223279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.359811 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Allocated IP 172.20.0.2 (7d0b47be-9c3d-481d-b9f2-637229468b47/4ef3a6cf-9ff6-497e-a64d-cc391dd95416/df43282a-9c8b-4ff7-a9c1-ab95c442829e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:11.510099 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks [] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.546159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.590218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Network 7d0b47be-9c3d-481d-b9f2-637229468b47 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:11.593215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:11.596798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:11.603304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:11.647083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:11.647678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.665353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6adfca30-0996-4737-9b82-0883cccc12a2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643253 Mar 07 11:17:11.676160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Request body: {'port': {'device_id': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:11.739196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.012745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df43282a-9c8b-4ff7-a9c1-ab95c442829e {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:12.020411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks [] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.033438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Transition to ACTIVE for port object df43282a-9c8b-4ff7-a9c1-ab95c442829e will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:17:12.038747 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.131195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:12.197559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83baa-6526-4a82-bf31-db1ca2a6a02c req-1b5ab22d-214c-4057-9026-4cd303e98595 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.199027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70f83baa-6526-4a82-bf31-db1ca2a6a02c req-1b5ab22d-214c-4057-9026-4cd303e98595 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.1161618 Mar 07 11:17:12.203900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:12.204230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:12.204547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:12.215060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:17:12.215373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:12.228680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:12.229012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Checking segment: {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:12.229379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Bound using segment: {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:12.229810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Bound port: df43282a-9c8b-4ff7-a9c1-ab95c442829e, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:12.230154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.282682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70f83baa-6526-4a82-bf31-db1ca2a6a02c req-99f226ea-b374-4e43-bec3-f343ec0aa84f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759318 Mar 07 11:17:12.312867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:12.316589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:12.327074 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.365032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.365721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.367096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] 10.222.0.26 "PUT /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 1091 time: 0.6948910 Mar 07 11:17:12.367548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:12.369967 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d61d85f-83ad-4835-8dd9-6b9600ce250f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:12.395066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5fc49-f528-43f2-bfcd-916fd0b5d15a service neutron] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:12.413735 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ede59-4401-4a5f-a6a6-b86695cee6b1 x-openstack-request-id: req-4c0ede59-4401-4a5f-a6a6-b86695cee6b1 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:12.414210 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:12.414611 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c0ede59-4401-4a5f-a6a6-b86695cee6b1 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:12.415151 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'status': 'completed', 'code': 200} Mar 07 11:17:12.462372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-8a9a96af-0e27-484f-a17a-4ced6fe80d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.463929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-8a9a96af-0e27-484f-a17a-4ced6fe80d20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1125 time: 0.0470245 Mar 07 11:17:12.503848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-5c6943da-20e8-4c8f-b32c-200b98856fca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0335450 Mar 07 11:17:12.553462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-801a6584-ecb7-461d-b23b-bd50d98e4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.554859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-801a6584-ecb7-461d-b23b-bd50d98e4789 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0457404 Mar 07 11:17:12.586305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-247a218c-8eb7-4cd1-ab03-4330348271db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259442 Mar 07 11:17:12.674512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-f047142f-2709-485d-bc6e-c3b6065111a1 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818901 Mar 07 11:17:12.777039 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9cfc2b8-638e-41cd-bb4b-05934435218d req-28fc25b2-b61f-45a4-ac65-6e86e5f8d1e8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967498 Mar 07 11:17:12.873175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-76524595-6b67-4c77-bcec-7718d2980333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.874576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-76524595-6b67-4c77-bcec-7718d2980333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1125 time: 0.0469699 Mar 07 11:17:12.972240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-8be53aa9-f9b9-4b6a-a771-88376332a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:12.973707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-8be53aa9-f9b9-4b6a-a771-88376332a3ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0924737 Mar 07 11:17:13.012826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-cb0750e1-236d-4f74-991e-e294b0c08209 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0336504 Mar 07 11:17:13.066839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-57540f3a-de8b-49cc-9ba7-749f533efabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:13.068291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-57540f3a-de8b-49cc-9ba7-749f533efabb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0485044 Mar 07 11:17:13.104231 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-f266bcda-236e-42c3-8b2d-5a8e912c88d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295784 Mar 07 11:17:13.531892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-73c525bc-86c3-4aeb-ab96-f6c22dfee41a service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201841 Mar 07 11:17:13.539454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45bb0d-bd9c-4252-825d-5abe3916e322 req-e8aefa3c-deab-499d-b1f2-53c8aac7225a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:13.541013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef45bb0d-bd9c-4252-825d-5abe3916e322 req-e8aefa3c-deab-499d-b1f2-53c8aac7225a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.1046631 Mar 07 11:17:13.641243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef45bb0d-bd9c-4252-825d-5abe3916e322 req-b3f7f8b0-5f26-479a-b7d5-cb4e3a680377 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924237 Mar 07 11:17:13.655036 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d61d85f-83ad-4835-8dd9-6b9600ce250f req-37cef858-719d-4d00-8e37-faaeb9af1a2e service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131368 Mar 07 11:17:14.783702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c91dd-7cc6-4fce-a5d7-41046fce1c55 req-a436dcf2-0928-4aec-9761-a12ec0bf6256 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:14.785227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee0c91dd-7cc6-4fce-a5d7-41046fce1c55 req-a436dcf2-0928-4aec-9761-a12ec0bf6256 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.0615351 Mar 07 11:17:14.836346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee0c91dd-7cc6-4fce-a5d7-41046fce1c55 req-05615ea3-d24a-4770-8676-8e54b2d87ad3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Mar 07 11:17:14.930665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:17:15.031001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:15.044623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47', 'port_id': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'mac_address': 'fa:16:3e:d5:59:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3a6cf-9ff6-497e-a64d-cc391dd95416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:17:15.086612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port df43282a-9c8b-4ff7-a9c1-ab95c442829e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:15.086994 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.099912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df43282a-9c8b-4ff7-a9c1-ab95c442829e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:15.121532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:15.127574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.183174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:15.316511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['df43282a-9c8b-4ff7-a9c1-ab95c442829e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:17:15.971224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a6ed-a688-40a2-901e-dced1eb2c2e1 req-94113150-9623-4356-84ca-12b173b9c609 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:15.972734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a997a6ed-a688-40a2-901e-dced1eb2c2e1 req-94113150-9623-4356-84ca-12b173b9c609 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 944 time: 0.0645611 Mar 07 11:17:16.020891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a997a6ed-a688-40a2-901e-dced1eb2c2e1 req-29ab00ce-c16b-47d0-b952-159a26112c9a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Mar 07 11:17:16.946203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:17.004202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port df43282a-9c8b-4ff7-a9c1-ab95c442829e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:17:17.008355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port df43282a-9c8b-4ff7-a9c1-ab95c442829e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:17.008732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.106494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port df43282a-9c8b-4ff7-a9c1-ab95c442829e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:17.107123 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.135413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:17.138092 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc99b914-a430-4291-a2eb-59508a96ac2b" -d '{"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-plugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:17.154855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:17.162007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.171779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa105a-ba0f-4e04-a388-656664e949e3 req-d4a64ad4-677f-4c39-99df-eda067abbc0b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:17.173353 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bfa105a-ba0f-4e04-a388-656664e949e3 req-d4a64ad4-677f-4c39-99df-eda067abbc0b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 944 time: 0.0556500 Mar 07 11:17:17.193200 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68461e7c-8802-46c6-a93d-207bab8afbbd x-openstack-request-id: req-68461e7c-8802-46c6-a93d-207bab8afbbd {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:17.193608 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-plugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:17.193860 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68461e7c-8802-46c6-a93d-207bab8afbbd {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:17.194252 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'code': 200} Mar 07 11:17:17.224404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:17.229222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bfa105a-ba0f-4e04-a388-656664e949e3 req-825bdec4-221a-425e-8d8f-021410b3a7fe tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496831 Mar 07 11:17:17.296254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093345f-2c8c-45aa-9cd9-39123b8fd73a req-6f50cbf2-2281-4232-a2f3-1cf2763216b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:17.297719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c093345f-2c8c-45aa-9cd9-39123b8fd73a req-6f50cbf2-2281-4232-a2f3-1cf2763216b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1127 time: 0.0438862 Mar 07 11:17:17.341376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c093345f-2c8c-45aa-9cd9-39123b8fd73a req-6a761b9b-4a43-46bf-9273-40f826563093 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Mar 07 11:17:18.360784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b2bb-1b6b-42f6-9f09-02ff0631cfbf req-df4d8530-2634-4cc7-ae6e-6f1eb611bce6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:18.362574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c49b2bb-1b6b-42f6-9f09-02ff0631cfbf req-df4d8530-2634-4cc7-ae6e-6f1eb611bce6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0588312 Mar 07 11:17:18.422580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c49b2bb-1b6b-42f6-9f09-02ff0631cfbf req-02dda672-b988-4446-b587-7b234f330cb8 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537515 Mar 07 11:17:19.567268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67ed48-1e7e-4930-bf66-6be24d792765 req-cbc5f4ac-3192-4338-b3fd-c50f9203537a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:19.568793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e67ed48-1e7e-4930-bf66-6be24d792765 req-cbc5f4ac-3192-4338-b3fd-c50f9203537a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0665586 Mar 07 11:17:19.621200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5e67ed48-1e7e-4930-bf66-6be24d792765 req-dcf9d2bd-c72f-449b-92eb-64b442f3a8f5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Mar 07 11:17:19.967823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a369a-de98-431b-983f-e636af03fcb9 req-f959cd7e-71ca-436f-88f6-d480fca5df09 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:19.969324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e0a369a-de98-431b-983f-e636af03fcb9 req-f959cd7e-71ca-436f-88f6-d480fca5df09 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0555465 Mar 07 11:17:20.046905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e0a369a-de98-431b-983f-e636af03fcb9 req-df2dc86f-00bc-4073-b74e-e2f3c0533726 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709112 Mar 07 11:17:20.050459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-b0394257-efd1-4b17-97a0-5b63e5d8223d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1423733 Mar 07 11:17:20.477259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-c70434b6-2d0e-4aaa-9794-59aa910842d0 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:20.478882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-c70434b6-2d0e-4aaa-9794-59aa910842d0 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 942 time: 0.1024542 Mar 07 11:17:20.731574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1726e4e2-ff8c-4eb0-a571-dc2ed4ca6089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:21.187721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d98d-ec3a-4477-95a9-b322e86a5e83 req-b1f998ff-d1ea-4b96-865e-ae5b7004a5d3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:21.189101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1d1d98d-ec3a-4477-95a9-b322e86a5e83 req-b1f998ff-d1ea-4b96-865e-ae5b7004a5d3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0606055 Mar 07 11:17:21.236210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1d1d98d-ec3a-4477-95a9-b322e86a5e83 req-85490a11-f53a-4c1e-90e6-6cb5babe2b05 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Mar 07 11:17:21.340379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-712736dc-a63e-42a2-a2d3-ff724b7700c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:21.342181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-712736dc-a63e-42a2-a2d3-ff724b7700c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1127 time: 0.0472646 Mar 07 11:17:21.447229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-4a951977-92af-455a-a8ca-40cd8a73db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:21.448647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-4a951977-92af-455a-a8ca-40cd8a73db5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0996857 Mar 07 11:17:21.489051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-9052fd92-3453-4ff1-98f9-b4ab767d008f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0339413 Mar 07 11:17:21.540660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-8142f49a-62a3-4a1a-ac1b-ac02262eaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:21.542775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-8142f49a-62a3-4a1a-ac1b-ac02262eaa5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0479443 Mar 07 11:17:21.574035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-063e655d-1159-4577-987d-b94119b56b25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261149 Mar 07 11:17:21.664198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-6e9d6980-b3a1-4202-b0c5-450d9280971d service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Mar 07 11:17:21.755229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-b69560a4-ef1d-49c4-95c2-f6173a175a40 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Mar 07 11:17:22.366447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5e63d-5aed-4869-90f9-f632d5a1e79a req-7c01530a-544d-46c2-aede-9de4ead3320a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:22.367919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71b5e63d-5aed-4869-90f9-f632d5a1e79a req-7c01530a-544d-46c2-aede-9de4ead3320a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0537989 Mar 07 11:17:22.413865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-71b5e63d-5aed-4869-90f9-f632d5a1e79a req-afba92f6-3f88-49f1-9d50-d58005372179 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Mar 07 11:17:23.027918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c3db2846-d398-40cc-9f0c-98d6d97eee4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.553130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d378391-e0e3-4f81-93b1-74c0c68b0b25 req-cb5a6726-2903-404b-a6b3-57c1629d98da tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.554611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d378391-e0e3-4f81-93b1-74c0c68b0b25 req-cb5a6726-2903-404b-a6b3-57c1629d98da tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0651658 Mar 07 11:17:23.601438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d378391-e0e3-4f81-93b1-74c0c68b0b25 req-cdbb1500-7a30-4704-8978-63cbf8d7cf86 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Mar 07 11:17:23.785405 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:17:24.376733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:24.558303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:24.742915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b5c22-e7b1-4ee2-97a7-a216e2938f57 req-17da9433-dc15-475a-a1fb-9bd73a542be3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.744966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-572b5c22-e7b1-4ee2-97a7-a216e2938f57 req-17da9433-dc15-475a-a1fb-9bd73a542be3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0704205 Mar 07 11:17:24.794904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-572b5c22-e7b1-4ee2-97a7-a216e2938f57 req-be7c237a-2149-4653-9f05-e70c64918d7c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Mar 07 11:17:25.812788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:25.931774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968fafc-6e4f-42f8-a78d-e1535edadb46 req-9edf43e1-fcee-4828-85c5-7935a1c78d49 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:25.933188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0968fafc-6e4f-42f8-a78d-e1535edadb46 req-9edf43e1-fcee-4828-85c5-7935a1c78d49 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0648842 Mar 07 11:17:25.980998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0968fafc-6e4f-42f8-a78d-e1535edadb46 req-1f55a89d-1d56-478a-8b5c-90adbbd3a43f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Mar 07 11:17:27.083045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:27.115411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051542-11ac-4db1-8df8-f6d1d948c1a3 req-ffe7924f-4342-4426-bfd3-879e12ed5d7d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:27.117104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad051542-11ac-4db1-8df8-f6d1d948c1a3 req-ffe7924f-4342-4426-bfd3-879e12ed5d7d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0597072 Mar 07 11:17:27.168990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad051542-11ac-4db1-8df8-f6d1d948c1a3 req-0b3d26fc-57a0-4f76-85f6-9d77769822b1 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Mar 07 11:17:28.361949 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4d3d6-e963-4982-8630-5595cb850bf4 req-fc624d58-9239-47c1-8ffd-80a99512e1a5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:28.363421 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23d4d3d6-e963-4982-8630-5595cb850bf4 req-fc624d58-9239-47c1-8ffd-80a99512e1a5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.1172247 Mar 07 11:17:28.422972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23d4d3d6-e963-4982-8630-5595cb850bf4 req-70f04529-bb62-469d-a20d-64701d0a5550 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Mar 07 11:17:29.166713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:29.554837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363decf-e409-40b3-afe3-838bb5a80509 req-bbd9aa17-3a07-4632-b691-35055aadcf6b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:29.556373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c363decf-e409-40b3-afe3-838bb5a80509 req-bbd9aa17-3a07-4632-b691-35055aadcf6b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0632007 Mar 07 11:17:29.606824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c363decf-e409-40b3-afe3-838bb5a80509 req-48ced162-faa1-4d33-bea2-4d1db4be4ec3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Mar 07 11:17:30.743605 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cd213-d254-44f3-acd5-172036895e50 req-9b81f64d-7064-4c60-8706-186e44a6fc7c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:30.745123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9cd213-d254-44f3-acd5-172036895e50 req-9b81f64d-7064-4c60-8706-186e44a6fc7c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0572853 Mar 07 11:17:30.802859 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9cd213-d254-44f3-acd5-172036895e50 req-aab12292-b7f1-4d77-ab5f-adb7f6ac92c2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Mar 07 11:17:31.994593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43bd5-208c-460e-bfdd-6eb6cef22561 req-411702dc-9503-4db7-b958-4d813912e43a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:31.996130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f43bd5-208c-460e-bfdd-6eb6cef22561 req-411702dc-9503-4db7-b958-4d813912e43a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.1180632 Mar 07 11:17:32.046372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36f43bd5-208c-460e-bfdd-6eb6cef22561 req-e97cf6b9-6aa2-4764-85eb-555e9dad10e8 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Mar 07 11:17:33.182542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca37b8b-39f2-44f0-8f6b-9a4f5f96271c req-574c2fcb-6e08-40a5-816a-b8fa9a5967de tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:33.184037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ca37b8b-39f2-44f0-8f6b-9a4f5f96271c req-574c2fcb-6e08-40a5-816a-b8fa9a5967de tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0532060 Mar 07 11:17:33.236882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ca37b8b-39f2-44f0-8f6b-9a4f5f96271c req-958c3ee7-9d34-43a3-b842-ce1cb1af2827 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Mar 07 11:17:34.370509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105574a3-5352-4fef-b4de-83e3d6a95089 req-4efc2878-622a-4791-b596-75582e6283a5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:34.372011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-105574a3-5352-4fef-b4de-83e3d6a95089 req-4efc2878-622a-4791-b596-75582e6283a5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0578673 Mar 07 11:17:34.425342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-105574a3-5352-4fef-b4de-83e3d6a95089 req-eeb2b403-2b43-46c0-88a6-54c6fb96b62f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Mar 07 11:17:35.549366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2f7bb-6efc-4a54-a32f-cb944c3bf878 req-05ed0b6b-61b9-4ddb-bcf8-0f92bc16333a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:35.550517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ac2f7bb-6efc-4a54-a32f-cb944c3bf878 req-05ed0b6b-61b9-4ddb-bcf8-0f92bc16333a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0526955 Mar 07 11:17:35.601829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ac2f7bb-6efc-4a54-a32f-cb944c3bf878 req-35a5c4c4-ef1c-4cc9-a9fb-beec5beddf2d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Mar 07 11:17:36.730958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747787-c157-4ffd-b2c4-1ffde94a9e5e req-e0f8e970-a99a-434c-8831-40e7627282d6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:36.732464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b747787-c157-4ffd-b2c4-1ffde94a9e5e req-e0f8e970-a99a-434c-8831-40e7627282d6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0599291 Mar 07 11:17:36.782897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b747787-c157-4ffd-b2c4-1ffde94a9e5e req-6be57aa6-2c23-4f60-aed1-9cb1804f7c3c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Mar 07 11:17:37.929891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09610a94-e28b-48ea-8028-d54d995fd0e3 req-37eacf82-61c5-4849-8200-ad08419d098c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:37.931365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09610a94-e28b-48ea-8028-d54d995fd0e3 req-37eacf82-61c5-4849-8200-ad08419d098c tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0659823 Mar 07 11:17:37.980109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09610a94-e28b-48ea-8028-d54d995fd0e3 req-dc8f0be0-bc70-4e2b-848f-e1757bc9c964 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Mar 07 11:17:39.119440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ad9a6-293c-4859-a7d3-9407ccab6be5 req-8a70e836-eaf6-4d6f-b297-7d2d741d49d2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:39.122318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f0ad9a6-293c-4859-a7d3-9407ccab6be5 req-8a70e836-eaf6-4d6f-b297-7d2d741d49d2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0607381 Mar 07 11:17:39.179814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f0ad9a6-293c-4859-a7d3-9407ccab6be5 req-e80ab99e-042b-41d5-ab4b-a7f1b5cf7477 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 Mar 07 11:17:40.323025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148da9b6-6602-45b3-8f7d-2efb88127ca2 req-343c9aac-765b-4d5e-868d-55ab3ebb1d59 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:40.324897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-148da9b6-6602-45b3-8f7d-2efb88127ca2 req-343c9aac-765b-4d5e-868d-55ab3ebb1d59 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0597806 Mar 07 11:17:40.375090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-148da9b6-6602-45b3-8f7d-2efb88127ca2 req-282d9323-ea2f-4ae6-83f7-843428dc87b6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Mar 07 11:17:41.510598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd0429-49db-4d3c-a175-826c12d0b5b8 req-1afdf495-5758-4e28-8ce9-e541e7ad9a6a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:41.512093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18fd0429-49db-4d3c-a175-826c12d0b5b8 req-1afdf495-5758-4e28-8ce9-e541e7ad9a6a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0559862 Mar 07 11:17:41.567869 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18fd0429-49db-4d3c-a175-826c12d0b5b8 req-4eaf0507-c8a7-4cf8-99e6-9ab88dd3963f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Mar 07 11:17:42.706331 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223cd3e-22de-4fd3-a8c5-313d19591b13 req-1f593720-5eca-47a5-8708-73a7fd2e6182 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:42.708103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1223cd3e-22de-4fd3-a8c5-313d19591b13 req-1f593720-5eca-47a5-8708-73a7fd2e6182 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0576291 Mar 07 11:17:42.761224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1223cd3e-22de-4fd3-a8c5-313d19591b13 req-9a72b840-591b-485e-adf6-4bde90a6ef3d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Mar 07 11:17:43.896465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbef900-99be-4b7c-84bf-c974f1273ac4 req-03f8b72d-c81f-4092-acb9-18f8b4bfb475 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:43.898110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fbef900-99be-4b7c-84bf-c974f1273ac4 req-03f8b72d-c81f-4092-acb9-18f8b4bfb475 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0564284 Mar 07 11:17:43.949463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fbef900-99be-4b7c-84bf-c974f1273ac4 req-6fa5f6e2-d540-47a9-8dbf-aa312e629081 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Mar 07 11:17:45.087463 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48807-294d-45e6-aa58-ca0327398bf1 req-58a9189b-b318-4af4-9941-c47a46d4f3bb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:45.089062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25d48807-294d-45e6-aa58-ca0327398bf1 req-58a9189b-b318-4af4-9941-c47a46d4f3bb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0548451 Mar 07 11:17:45.136988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25d48807-294d-45e6-aa58-ca0327398bf1 req-9d1d78d5-a87b-4973-92dd-4bc47de9711b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Mar 07 11:17:46.266317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa70c5-1f6a-4ce0-a117-b2c321faeff7 req-ee5314b5-dd4a-4c95-9893-bfac98faa060 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:46.267803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3dfa70c5-1f6a-4ce0-a117-b2c321faeff7 req-ee5314b5-dd4a-4c95-9893-bfac98faa060 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0602479 Mar 07 11:17:46.317085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3dfa70c5-1f6a-4ce0-a117-b2c321faeff7 req-a5f411c2-2412-4956-9f17-2e2b40adc3bb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Mar 07 11:17:47.347920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-c5a0f68c-bd39-4123-8fcc-478eeff0ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:47.349709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-c5a0f68c-bd39-4123-8fcc-478eeff0ad86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1127 time: 0.0499845 Mar 07 11:17:47.492102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-cc2fb789-4dfb-4db3-819c-d6a383a1f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:47.493566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-cc2fb789-4dfb-4db3-819c-d6a383a1f05e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.1240840 Mar 07 11:17:47.503100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e7c3-6be7-4384-b886-540d28320a34 req-a370d74c-f325-440a-88d1-72f4da00f39d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:47.504480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb20e7c3-6be7-4384-b886-540d28320a34 req-a370d74c-f325-440a-88d1-72f4da00f39d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.1086755 Mar 07 11:17:47.544089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-cf92ba78-1e97-4653-b58c-7a9962c9b383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0386665 Mar 07 11:17:47.613511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb20e7c3-6be7-4384-b886-540d28320a34 req-0ced3f12-0a67-4cdb-a05b-b79535f2d517 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025028 Mar 07 11:17:47.617132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-f616f5e1-bdb7-4fed-ba35-3785ffebecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:47.618524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-f616f5e1-bdb7-4fed-ba35-3785ffebecea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0685670 Mar 07 11:17:47.650517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-58cb30e5-2e14-4e09-8773-2459fe0ed548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258999 Mar 07 11:17:47.739831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-7011b747-735e-422b-8b24-82e1dadf14e8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Mar 07 11:17:47.832763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-25f447e9-bafd-4f3f-88a0-2df878588373 req-43bf1ec0-e42e-4aec-a097-5c3c0364a045 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868704 Mar 07 11:17:48.739888 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-6dde6ffe-03cb-4011-9a2d-f2254e3aee6b service neutron] show failed (client error): The resource could not be found. Mar 07 11:17:48.740782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-6dde6ffe-03cb-4011-9a2d-f2254e3aee6b service neutron] 10.222.0.26 "GET /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0907900 Mar 07 11:17:48.762452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dbc21-7f3d-4daa-8aa2-081bc8281b08 req-63a4fb8f-4b70-47df-ac94-bafc7815af38 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:48.763951 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-250dbc21-7f3d-4daa-8aa2-081bc8281b08 req-63a4fb8f-4b70-47df-ac94-bafc7815af38 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0703878 Mar 07 11:17:48.813625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-250dbc21-7f3d-4daa-8aa2-081bc8281b08 req-1b48329a-2c24-43ee-9c10-cd8bed5c8c92 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Mar 07 11:17:48.960619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d676a936-6fd3-4fac-938e-726fc06d5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:48.962066 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d676a936-6fd3-4fac-938e-726fc06d5569 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f&tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b HTTP/1.1" status: 200 len: 1127 time: 0.0567274 Mar 07 11:17:48.973564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:49.034256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.253196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:49.286997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:49.328541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:49.331186 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd5384-88d4-4c7b-a52b-cf8face34aeb" -d '{"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-unplugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:49.334723 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks [] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.347064 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Transition to ACTIVE for port object df43282a-9c8b-4ff7-a9c1-ab95c442829e will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:17:49.351558 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.388503 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885dd5a-5c06-4875-ab28-373f4074125f x-openstack-request-id: req-6885dd5a-5c06-4875-ab28-373f4074125f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:49.388799 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-unplugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:49.389055 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6885dd5a-5c06-4875-ab28-373f4074125f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:49.389478 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'code': 200} Mar 07 11:17:49.417839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] No DVR routers for this DVR port df43282a-9c8b-4ff7-a9c1-ab95c442829e on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:17:49.419896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:49.430967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.431300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.431674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.432005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.432318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.432652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.432973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.433301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.433614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.433937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.434255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.434575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.434888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:49.470220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:49.470576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:49.470903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:49.475327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:17:49.475673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Attempting to bind port df43282a-9c8b-4ff7-a9c1-ab95c442829e on network 7d0b47be-9c3d-481d-b9f2-637229468b47 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:49.480619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:49.480954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Checking segment: {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:49.481326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Bound using segment: {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:49.481748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Bound port: df43282a-9c8b-4ff7-a9c1-ab95c442829e, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1588934e-509a-4e2f-977b-0def83383519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:49.482094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.548364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:49.551682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:49.558229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.594163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:49.594768 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:49.596178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] 10.222.0.32 "PUT /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 1091 time: 0.6268535 Mar 07 11:17:49.615068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d462a-acb8-4ce9-a371-c89165e4fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:49.664780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-b0092360-4aca-423e-8aa6-5d429ad074e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:49.666304 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-b0092360-4aca-423e-8aa6-5d429ad074e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1125 time: 0.0471334 Mar 07 11:17:49.758561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-2d2cad2e-2c04-4ea6-b51e-a6be5c3a9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:49.760062 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-2d2cad2e-2c04-4ea6-b51e-a6be5c3a9b31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0879881 Mar 07 11:17:49.800372 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-0e82c29b-918d-4358-a587-2e1e013d867d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0347233 Mar 07 11:17:49.855158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-3939b9ad-3cb3-421e-8b50-6f3348ab0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:49.856687 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-3939b9ad-3cb3-421e-8b50-6f3348ab0eea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0501420 Mar 07 11:17:49.888845 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-70aa5643-4816-4d46-9a5d-b6b403784b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Mar 07 11:17:49.936261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708a5e-c3de-45e1-9d9f-889313e68201 req-25ad963a-638e-4cf4-ab68-40d218c674e3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:49.937725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39708a5e-c3de-45e1-9d9f-889313e68201 req-25ad963a-638e-4cf4-ab68-40d218c674e3 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.0534687 Mar 07 11:17:49.979173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-8c07e1b4-8eca-4736-ac1c-9442146e97c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Mar 07 11:17:49.986133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39708a5e-c3de-45e1-9d9f-889313e68201 req-91a554b7-dbb7-4ada-932b-86865534f4b6 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Mar 07 11:17:50.075183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4dea5a0e-3da3-413c-bcad-693efbe92dbe req-e8565715-7ddc-4473-9164-f1167a1c91a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901556 Mar 07 11:17:50.740995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2c820430-4636-4178-8e19-96dc77d18084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:51.113767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4f53-9e2a-466c-9a5d-a50914b9b297 req-635408eb-dc04-4a02-8dd2-498ef647106d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.115229 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eba4f53-9e2a-466c-9a5d-a50914b9b297 req-635408eb-dc04-4a02-8dd2-498ef647106d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.0544727 Mar 07 11:17:51.170485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3eba4f53-9e2a-466c-9a5d-a50914b9b297 req-fa66e668-7145-46f2-8cbc-7212d824de20 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Mar 07 11:17:51.391169 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:51.395062 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:51.450744 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76cef6c-c8cb-4f13-be33-5b58b23d3ca1 x-openstack-request-id: req-c76cef6c-c8cb-4f13-be33-5b58b23d3ca1 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:51.451185 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:51.451494 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c76cef6c-c8cb-4f13-be33-5b58b23d3ca1 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:51.451990 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'status': 'completed', 'code': 200} Mar 07 11:17:51.516956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-0e80801f-7456-4a81-988a-ea3ce1f1d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.518238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-067f119e-fe9d-451f-9521-053c235d04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.518421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-0e80801f-7456-4a81-988a-ea3ce1f1d053 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1125 time: 0.0465162 Mar 07 11:17:51.519808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-067f119e-fe9d-451f-9521-053c235d04f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1125 time: 0.0450613 Mar 07 11:17:51.610852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-24ae4de9-2c6a-4803-9236-2c888f8e4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.612349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-24ae4de9-2c6a-4803-9236-2c888f8e4d71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0871179 Mar 07 11:17:51.616160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-dea361b0-89c8-484d-bd2f-03a4ca29bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.617854 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-dea361b0-89c8-484d-bd2f-03a4ca29bb9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0922499 Mar 07 11:17:51.656560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-f971f4ab-58e6-446b-be76-23a1aff45814 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0380945 Mar 07 11:17:51.658254 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-e7d6e7cd-9537-4c2e-8f79-34a47d8cffe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0339856 Mar 07 11:17:51.706025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-ad2bdaaa-0797-4e8d-9419-d0da43d86140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.707531 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-ad2bdaaa-0797-4e8d-9419-d0da43d86140 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0449708 Mar 07 11:17:51.707819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-c933818f-0f24-40e0-9db1-6d21554b0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:51.710066 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-c933818f-0f24-40e0-9db1-6d21554b0c1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0446153 Mar 07 11:17:51.738580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-cfbad01f-69fb-4c00-b752-dd8af15badb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250695 Mar 07 11:17:51.745975 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-aaf05850-b9eb-4652-b277-7682dec9fa75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297458 Mar 07 11:17:51.832669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-9cfa75dd-39bb-43bd-992d-512831582b35 service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Mar 07 11:17:51.839463 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-cd137a0e-7392-4de7-98ab-798b3b2f9310 service neutron] 10.222.0.32 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873306 Mar 07 11:17:51.923135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-fe735474-0436-4d9a-b636-7cb6e0e1bc5e service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Mar 07 11:17:51.935089 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-dec9d758-dfb5-4457-8dd2-5bf00f5949b4 req-4b1cdfa3-e7c4-4c73-a1db-a1e65053cbb8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Mar 07 11:17:52.300654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e1e45-dd75-4b33-8093-06ad7705a4af req-7deec1a3-ce47-4a42-a706-801599f04e0d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:52.302078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40e1e45-dd75-4b33-8093-06ad7705a4af req-7deec1a3-ce47-4a42-a706-801599f04e0d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.0604312 Mar 07 11:17:52.355809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c40e1e45-dd75-4b33-8093-06ad7705a4af req-a5c7611d-d475-40a8-a89c-e1490f3dd483 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Mar 07 11:17:53.023448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa52b65c-ee41-4296-8edc-b28ed1ebc9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:53.100888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:53.147558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port df43282a-9c8b-4ff7-a9c1-ab95c442829e host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:17:53.147991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:53.505638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3173f1c-51c6-46cb-80fc-932f759a387c req-45858f40-68ce-4517-9306-d031619a9ab2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:53.507118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3173f1c-51c6-46cb-80fc-932f759a387c req-45858f40-68ce-4517-9306-d031619a9ab2 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 943 time: 0.0725527 Mar 07 11:17:53.557010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3173f1c-51c6-46cb-80fc-932f759a387c req-af2a9fcf-7e4f-430e-899a-57f69e39b91a tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Mar 07 11:17:53.745141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:17:53.865856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:53.877232 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'network_id': '7d0b47be-9c3d-481d-b9f2-637229468b47', 'port_id': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'mac_address': 'fa:16:3e:d5:59:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3a6cf-9ff6-497e-a64d-cc391dd95416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:17:53.919190 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port df43282a-9c8b-4ff7-a9c1-ab95c442829e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:53.919575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:53.932416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df43282a-9c8b-4ff7-a9c1-ab95c442829e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:53.952037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:53.957051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:54.008894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:54.016562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.016910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.017240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.017570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.017901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.018231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.018551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.018869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.019186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.019504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.019843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.020159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.020480 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:54.133137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d6688024-554c-47d2-87f9-577ce7997595 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:54.134604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d6688024-554c-47d2-87f9-577ce7997595 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f&tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.1021438 Mar 07 11:17:54.199352 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-663f0663-50d4-43cb-a5fb-ffe8e42cae67 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:17:54.200781 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-663f0663-50d4-43cb-a5fb-ffe8e42cae67 service neutron] 10.222.0.26 "DELETE /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0597031 Mar 07 11:17:54.286796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['df43282a-9c8b-4ff7-a9c1-ab95c442829e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:17:54.291550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-035af4cd-e62b-401e-b046-b02b09a61eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:54.293556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-035af4cd-e62b-401e-b046-b02b09a61eeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 1126 time: 0.0483766 Mar 07 11:17:54.386995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:54.391385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d11a8925-354d-4cf0-96f0-fe0f1b8ba160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:54.392915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d11a8925-354d-4cf0-96f0-fe0f1b8ba160 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 200 len: 913 time: 0.0933704 Mar 07 11:17:54.433306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-4afcab63-cb7c-40b1-822a-352fd14f42d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 200 len: 217 time: 0.0346839 Mar 07 11:17:54.484678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d00a27b4-7d75-493d-a97b-34307910e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:54.486115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-d00a27b4-7d75-493d-a97b-34307910e952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 200 len: 852 time: 0.0475104 Mar 07 11:17:54.517906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-a73cfbac-66fd-4516-a500-4237e656324c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d0b47be-9c3d-481d-b9f2-637229468b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253553 Mar 07 11:17:54.584509 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:54.612671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-86a7fee1-a178-4d13-b4ad-18d42780864d service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882530 Mar 07 11:17:54.716856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-ca7bf6ea-00e3-4643-984c-9b7953ed37ad service neutron] 10.222.0.26 "GET /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982828 Mar 07 11:17:55.468992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74184817-ed66-44b2-9e6b-1ed822f9282b req-7be2b46b-c7bf-421a-b963-6c80ba306be0 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:55.470501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74184817-ed66-44b2-9e6b-1ed822f9282b req-7be2b46b-c7bf-421a-b963-6c80ba306be0 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 944 time: 0.0588629 Mar 07 11:17:55.533106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74184817-ed66-44b2-9e6b-1ed822f9282b req-3e232ddb-a5d2-4b44-a90a-7493edb732e5 tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Mar 07 11:17:55.761961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:55.820205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:55.828257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port df43282a-9c8b-4ff7-a9c1-ab95c442829e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:17:55.832900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port df43282a-9c8b-4ff7-a9c1-ab95c442829e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:55.833292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:55.922642 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port df43282a-9c8b-4ff7-a9c1-ab95c442829e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:55.922968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:55.957645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:55.959932 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91dc0a6-34b4-4c6d-9d0f-cad822b91658" -d '{"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-plugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:55.972538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:55.978205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:56.001494 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab95df4-caf7-4136-b253-6645d2459635 x-openstack-request-id: req-bab95df4-caf7-4136-b253-6645d2459635 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:56.001785 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-plugged", "status": "completed", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:56.002054 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bab95df4-caf7-4136-b253-6645d2459635 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:56.002444 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'code': 200} Mar 07 11:17:56.028359 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:56.663682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e00ea-e09c-4471-a363-3f40fbb0d51d req-ef230d7e-a0e2-46a3-887b-aac4ed54de7d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:56.665158 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-013e00ea-e09c-4471-a363-3f40fbb0d51d req-ef230d7e-a0e2-46a3-887b-aac4ed54de7d tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0535667 Mar 07 11:17:56.712534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-013e00ea-e09c-4471-a363-3f40fbb0d51d req-ba83faae-9e16-403b-9636-fc767589ed8f tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.23 "GET /v2.0/security-groups?id=919c37ba-5d69-4c27-b30e-4cc12f669bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Mar 07 11:17:56.794778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-b5970078-9a5c-4b23-8650-c12107fc6a8b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:56.796293 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-b5970078-9a5c-4b23-8650-c12107fc6a8b tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba702200-c030-4fc0-ab7c-f956f7b4030f HTTP/1.1" status: 200 len: 945 time: 0.0602114 Mar 07 11:17:56.900154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Deleting port df43282a-9c8b-4ff7-a9c1-ab95c442829e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:56.900523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:56.995025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] For port df43282a-9c8b-4ff7-a9c1-ab95c442829e, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=df43282a-9c8b-4ff7-a9c1-ab95c442829e,segment=NetworkSegment(1588934e-509a-4e2f-977b-0def83383519),segment_id=1588934e-509a-4e2f-977b-0def83383519)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:56.995835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.008772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Calling delete_port for df43282a-9c8b-4ff7-a9c1-ab95c442829e owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:57.088042 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.147754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (df43282a-9c8b-4ff7-a9c1-ab95c442829e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.159568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['df43282a-9c8b-4ff7-a9c1-ab95c442829e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:17:57.177044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Pushing event deleted for resources: {'Port': ['ID=df43282a-9c8b-4ff7-a9c1-ab95c442829e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:57.219843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] No DVR routers for this DVR port df43282a-9c8b-4ff7-a9c1-ab95c442829e on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:17:57.222540 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.225896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c71b452-d6f8-4f76-b77d-d2f4da22b7ad req-47aa2ae5-623c-42cd-b13b-0c24faccf6eb tempest-DeleteServersTestJSON-1110420372 tempest-DeleteServersTestJSON-1110420372-project] 10.222.0.32 "DELETE /v2.0/ports/df43282a-9c8b-4ff7-a9c1-ab95c442829e HTTP/1.1" status: 204 len: 173 time: 0.4247396 Mar 07 11:17:57.226346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-deleted', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:57.228597 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87e683-1064-429b-92c1-6228ba9cd167" -d '{"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-deleted", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:57.266529 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf12b7-eae8-43b9-85ec-1909888893a4 x-openstack-request-id: req-61cf12b7-eae8-43b9-85ec-1909888893a4 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:57.266843 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba702200-c030-4fc0-ab7c-f956f7b4030f", "name": "network-vif-deleted", "tag": "df43282a-9c8b-4ff7-a9c1-ab95c442829e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:57.267096 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61cf12b7-eae8-43b9-85ec-1909888893a4 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:57.267505 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba702200-c030-4fc0-ab7c-f956f7b4030f', 'name': 'network-vif-deleted', 'tag': 'df43282a-9c8b-4ff7-a9c1-ab95c442829e', 'status': 'completed', 'code': 200} Mar 07 11:17:57.857933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45326) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:57.909174 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Deleting subnet 4ef3a6cf-9ff6-497e-a64d-cc391dd95416 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:17:57.912521 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Publish callbacks [] for subnet (4ef3a6cf-9ff6-497e-a64d-cc391dd95416), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.952064 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4ef3a6cf-9ff6-497e-a64d-cc391dd95416), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:57.996020 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4ef3a6cf-9ff6-497e-a64d-cc391dd95416), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.052392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4ef3a6cf-9ff6-497e-a64d-cc391dd95416), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.079333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef3a6cf-9ff6-497e-a64d-cc391dd95416,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:58.081307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.084561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c257333d-7cdf-4ef1-9c34-41131d9ebed4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ef3a6cf-9ff6-497e-a64d-cc391dd95416 HTTP/1.1" status: 204 len: 168 time: 0.2255926 Mar 07 11:17:58.087019 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45328) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:58.160146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (7d0b47be-9c3d-481d-b9f2-637229468b47), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.242894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (7d0b47be-9c3d-481d-b9f2-637229468b47), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.264269 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b47be-9c3d-481d-b9f2-637229468b47']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:58.273880 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1588934e-509a-4e2f-977b-0def83383519') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:58.274190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1588934e-509a-4e2f-977b-0def83383519') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:58.287909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (1588934e-509a-4e2f-977b-0def83383519), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.301695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1588934e-509a-4e2f-977b-0def83383519), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.308585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:17:58.308966 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (1588934e-509a-4e2f-977b-0def83383519), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:17:58.310936 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:17:58.368514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (7d0b47be-9c3d-481d-b9f2-637229468b47), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.375300 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.379192 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d0b47be-9c3d-481d-b9f2-637229468b47 HTTP/1.1" status: 204 len: 168 time: 0.2912800 Mar 07 11:17:58.392166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac6c5-05d2-4c9b-b921-1a38192d98b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0b47be-9c3d-481d-b9f2-637229468b47,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:58.492755 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45332) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:58.536700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-59be2d76-613e-4456-945e-9b07ad462128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2468eb9b1cda44f8bc1c40e51b559e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426896 Mar 07 11:17:58.540002 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45334) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:58.590225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Publish callbacks [] for security_group (919c37ba-5d69-4c27-b30e-4cc12f669bb5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.610814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Publish callbacks [] for security_group (919c37ba-5d69-4c27-b30e-4cc12f669bb5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.665914 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (919c37ba-5d69-4c27-b30e-4cc12f669bb5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.669129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:58.670275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/919c37ba-5d69-4c27-b30e-4cc12f669bb5 HTTP/1.1" status: 204 len: 168 time: 0.1294291 Mar 07 11:17:58.678010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919c37ba-5d69-4c27-b30e-4cc12f669bb5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:58.685679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.686021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.686386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.686719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.687044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.687368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.687712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.688040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.688358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.688702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.689020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.689330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:58.689670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a7732b-d3ec-463f-89ab-4c0771b891d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:59.181286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.398468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45356) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:59.500264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1752600064-network', 'tenant_id': '0573f745ac564fa5953665f0fbd9eb98'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:59.522201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Made reservation on behalf of 0573f745ac564fa5953665f0fbd9eb98 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:59.524415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.533283 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.608993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks [] for security_group (d4440823-ca5b-418f-82ff-51b11837bd5f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.615170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4440823-ca5b-418f-82ff-51b11837bd5f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.641756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:17:59.647844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4440823-ca5b-418f-82ff-51b11837bd5f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:59.654095 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (54a421fa-30b8-49d4-a2c1-e081c6949432), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.654422 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Added segment 54a421fa-30b8-49d4-a2c1-e081c6949432 of type vlan for network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a Mar 07 11:17:59.700396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (580cf181-9db3-47e9-a8cf-79b0efa3fb7a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.727679 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (580cf181-9db3-47e9-a8cf-79b0efa3fb7a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.728661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:59.729279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.771113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3715448 Mar 07 11:17:59.774195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45360) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:59.779280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Request body: {'subnet': {'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1752600064-subnet', 'tenant_id': '0573f745ac564fa5953665f0fbd9eb98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:59.800995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Made reservation on behalf of 0573f745ac564fa5953665f0fbd9eb98 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:59.801240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca93f2-0bff-4aad-97d8-57cbf5113f08 admin admin] Pushing event updated for resources: {'Network': ['ID=580cf181-9db3-47e9-a8cf-79b0efa3fb7a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:59.803458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.811691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:17:59.992634 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (5a89327e-be90-4975-812d-1611b1ca459e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:00.047372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a89327e-be90-4975-812d-1611b1ca459e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:00.056133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Checking segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:00.056497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Network hostable DHCP agents. Network: 580cf181-9db3-47e9-a8cf-79b0efa3fb7a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:18:00.074173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:18:00.084882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 580cf181-9db3-47e9-a8cf-79b0efa3fb7a) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:00.089159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.089828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:00.094354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66489fe9-f279-4157-af71-cc8f703a7c8c None None] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:00.108170 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-074df1b8-e9a4-4a1c-acc5-dfe31200a899 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3327363 Mar 07 11:18:00.196857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5d501-9e2b-41d6-9c19-2614d12b6d62 None None] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:00.540760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-e73765e5-483e-4774-95a5-d0e74c22ae68 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.542354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-e73765e5-483e-4774-95a5-d0e74c22ae68 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 815 time: 0.1073849 Mar 07 11:18:00.556980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-0b87dd7f-1eef-41ab-9781-8cf5a8aa5949 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/quotas/0573f745ac564fa5953665f0fbd9eb98 HTTP/1.1" status: 200 len: 375 time: 0.0091553 Mar 07 11:18:00.589072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-4e72f590-cecf-4244-9eb7-3fc73703068a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270855 Mar 07 11:18:00.684295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-be886074-a6bb-4f83-b563-10c3853dd0f3 service neutron] 10.222.0.23 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881574 Mar 07 11:18:00.776017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-cb1c4352-3343-4782-a623-943596ddf13b service neutron] 10.222.0.23 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Mar 07 11:18:00.784535 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:18:00.938915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fdeb32f7-2057-4fb2-818c-1d9a579e8f46 req-656fab93-eb97-4da8-900c-b522ce8d104a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Mar 07 11:18:01.775504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:01.797260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: df43282a-9c8b-4ff7-a9c1-ab95c442829e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:01.797604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device df43282a-9c8b-4ff7-a9c1-ab95c442829e not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:01.934878 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-cb0a198a-3054-416c-a07e-24d60bb11529 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:01.936361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-cb0a198a-3054-416c-a07e-24d60bb11529 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 815 time: 0.1074963 Mar 07 11:18:01.950105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Request body: {'port': {'device_id': '06a67ec7-4375-470c-9872-a8f61091e438', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'admin_state_up': True, 'tenant_id': '0573f745ac564fa5953665f0fbd9eb98'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:02.033202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-605d5e6f-dcb2-4ee8-bcbb-ced2931cd82a req-9b2514fa-8b98-49a3-9dae-a243886209dc tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Mar 07 11:18:02.065665 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Made reservation on behalf of 0573f745ac564fa5953665f0fbd9eb98 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:02.069026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:02.190058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Allocated IP 172.20.0.13 (580cf181-9db3-47e9-a8cf-79b0efa3fb7a/5a89327e-be90-4975-812d-1611b1ca459e/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:02.347939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks [] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:02.386225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:02.431168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:02.434340 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:02.437676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:02.444135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:02.497768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:02.498627 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:02.517162 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-633a6f17-ebb3-43db-8b2c-31291341b0e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717700 Mar 07 11:18:02.528664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Request body: {'port': {'device_id': '06a67ec7-4375-470c-9872-a8f61091e438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:02.939600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.159248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253c243-33ea-45d0-b614-afdcc77c0c39 req-bdd6e2e3-950a-4e4e-9bc8-a130266b1e22 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:03.160851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9253c243-33ea-45d0-b614-afdcc77c0c39 req-bdd6e2e3-950a-4e4e-9bc8-a130266b1e22 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 932 time: 0.0584202 Mar 07 11:18:03.207832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9253c243-33ea-45d0-b614-afdcc77c0c39 req-7b024c74-7e28-4986-925a-086ce0365abc tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Mar 07 11:18:03.210784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:03.219218 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks [] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.231890 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Transition to ACTIVE for port object 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:18:03.236279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.284344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:03.354998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:03.355324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:03.355668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:03.360371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:18:03.360687 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:03.365810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:03.366319 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Checking segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:03.366532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Bound using segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:03.366909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Bound port: 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:03.367253 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.433528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:03.436528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:03.445895 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.480325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:03.481366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:03.482937 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 1092 time: 0.9585752 Mar 07 11:18:03.487773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:03.490228 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b386771-ab92-45be-b558-8dc91a8b4ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:03.520237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc63144-a76b-4e77-9169-730e69ce60d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:03.536103 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd8901-0c67-498b-ae13-606c7340dd12 x-openstack-request-id: req-a6cd8901-0c67-498b-ae13-606c7340dd12 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:03.536390 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:03.536655 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6cd8901-0c67-498b-ae13-606c7340dd12 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:03.537049 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'status': 'completed', 'code': 200} Mar 07 11:18:03.573742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-09bfb48c-58be-430e-998e-3269298d909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:03.576291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-09bfb48c-58be-430e-998e-3269298d909c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0494046 Mar 07 11:18:03.627968 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-346b9e61-792d-46a4-b5bc-658874dbf064 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0454137 Mar 07 11:18:03.678700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55dab2-90e8-4957-b854-777473805954 req-5975a4d5-3bdb-41d8-a13a-5fe9c9288368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:03.680146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-5975a4d5-3bdb-41d8-a13a-5fe9c9288368 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0458746 Mar 07 11:18:03.711331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-13a4851a-d982-4712-a9a6-ab1f111b05a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251338 Mar 07 11:18:03.824095 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-685ac218-a9ce-493c-9019-b19f43f78926 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064637 Mar 07 11:18:03.914397 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ff55dab2-90e8-4957-b854-777473805954 req-ecb6bf83-f1b3-44a4-91e7-228d023855ab service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Mar 07 11:18:04.014094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-0e2be544-5dea-46e5-b92f-dc46c264c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:04.015617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-0e2be544-5dea-46e5-b92f-dc46c264c29f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0485437 Mar 07 11:18:04.115240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-356c78ce-8063-4278-9e26-4993a7b5b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:04.116793 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-356c78ce-8063-4278-9e26-4993a7b5b2ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0957079 Mar 07 11:18:04.159344 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-9e258670-c26d-45ee-9c25-b8802cc1732e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0356541 Mar 07 11:18:04.213908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-bd29e6bc-adc9-4159-84df-2edd06adee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:04.215373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-bd29e6bc-adc9-4159-84df-2edd06adee71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0490365 Mar 07 11:18:04.246263 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-7754776e-0b87-430e-89fe-0aa57289bad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252793 Mar 07 11:18:04.330677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a562-0510-47c8-b568-3384d91ccb87 req-39b3c400-a04e-4b0d-9903-fef0b2724b55 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:04.332172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea93a562-0510-47c8-b568-3384d91ccb87 req-39b3c400-a04e-4b0d-9903-fef0b2724b55 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0554080 Mar 07 11:18:04.338158 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-f4661969-b1f8-4efe-accd-cb0022aebf97 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856979 Mar 07 11:18:04.380804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea93a562-0510-47c8-b568-3384d91ccb87 req-961626df-3f3a-406e-a490-19a8ee3a01f6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Mar 07 11:18:04.431346 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8b386771-ab92-45be-b558-8dc91a8b4ac8 req-2bafcf97-76cd-4572-81af-90259272a927 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878053 Mar 07 11:18:05.523612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4942-b4e3-4aaa-b527-c09005bd08ce req-3179725a-189e-4764-a620-edb8fba79985 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:05.525118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bae4942-b4e3-4aaa-b527-c09005bd08ce req-3179725a-189e-4764-a620-edb8fba79985 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0580394 Mar 07 11:18:05.572030 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4bae4942-b4e3-4aaa-b527-c09005bd08ce req-92e4307d-b657-40fc-9207-33bd9803de69 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Mar 07 11:18:06.695950 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce6bd5-c393-4e80-9109-8dfe6539d1f6 req-2a9161d5-d57b-4cd6-83b5-9e84d5bd6a25 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:06.697431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6ce6bd5-c393-4e80-9109-8dfe6539d1f6 req-2a9161d5-d57b-4cd6-83b5-9e84d5bd6a25 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0569730 Mar 07 11:18:06.744783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6ce6bd5-c393-4e80-9109-8dfe6539d1f6 req-4ef159ff-9b44-444c-a2b6-99217b8e652e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Mar 07 11:18:07.822061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:18:07.877310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45913-73f7-457e-80b4-294b8ed4e677 req-bf6228b7-cb9a-412f-bad8-c7d111d1e841 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:07.878824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4db45913-73f7-457e-80b4-294b8ed4e677 req-bf6228b7-cb9a-412f-bad8-c7d111d1e841 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0529063 Mar 07 11:18:07.922242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:07.930989 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4db45913-73f7-457e-80b4-294b8ed4e677 req-ec9e70b6-c9ac-482a-a406-e11937af7d2b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Mar 07 11:18:07.933009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'port_id': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'mac_address': 'fa:16:3e:28:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a89327e-be90-4975-812d-1611b1ca459e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:18:07.972078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:07.972460 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.984875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:08.005155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:08.011033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.067987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:08.306972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:09.364010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0e12d-0d07-412d-9c9c-af3f7f1da1be req-0620c318-f052-43d8-a8e5-1b6c80f7fcff tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:09.365483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5b0e12d-0d07-412d-9c9c-af3f7f1da1be req-0620c318-f052-43d8-a8e5-1b6c80f7fcff tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 945 time: 0.3584595 Mar 07 11:18:09.418022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e5b0e12d-0d07-412d-9c9c-af3f7f1da1be req-edca413d-0507-4df9-86e8-75f12f3d922a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Mar 07 11:18:09.838313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:09.893182 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:18:09.899793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:09.900267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:09.984021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:09.984407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.007758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:10.009989 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5daa6-9927-44cf-bce3-901fc85cf68f" -d '{"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-plugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:10.026670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:10.032588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.059028 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e104d8b-9111-4d38-bfe0-0548b11715e3 x-openstack-request-id: req-0e104d8b-9111-4d38-bfe0-0548b11715e3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:10.059308 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-plugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:10.059555 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e104d8b-9111-4d38-bfe0-0548b11715e3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:10.059966 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'code': 200} Mar 07 11:18:10.089540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:10.152446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c72c4-e93e-41c8-808f-20469caeead8 req-e4d487a3-be7f-4064-acb1-734a0ea69452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:10.154389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f86c72c4-e93e-41c8-808f-20469caeead8 req-e4d487a3-be7f-4064-acb1-734a0ea69452 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1128 time: 0.0520296 Mar 07 11:18:10.205831 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f86c72c4-e93e-41c8-808f-20469caeead8 req-3760341e-3776-4c2e-bff2-dee50286b471 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Mar 07 11:18:10.556963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80983f5a-13d4-40d0-b941-642eb333f0ad req-f49e41f5-3b23-4892-abac-b78640f90bc4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:10.558408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80983f5a-13d4-40d0-b941-642eb333f0ad req-f49e41f5-3b23-4892-abac-b78640f90bc4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0577972 Mar 07 11:18:10.607025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80983f5a-13d4-40d0-b941-642eb333f0ad req-8d7f237d-0648-4bd8-93c1-3b98fa83b674 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Mar 07 11:18:11.747158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e582c-a2a0-4969-b06f-216394482dcf req-20bad11c-21d2-4818-9db3-43946cb70cdb tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:11.749613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d59e582c-a2a0-4969-b06f-216394482dcf req-20bad11c-21d2-4818-9db3-43946cb70cdb tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0704148 Mar 07 11:18:11.802028 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d59e582c-a2a0-4969-b06f-216394482dcf req-4248d920-e14b-43ac-bb0b-771b3bf0886c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Mar 07 11:18:12.203685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c110-8a7a-4cec-a3d5-842646a9bacb req-98cd27af-1430-41cb-b5f9-a8d74652cbe8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.205204 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e36c110-8a7a-4cec-a3d5-842646a9bacb req-98cd27af-1430-41cb-b5f9-a8d74652cbe8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0600262 Mar 07 11:18:12.254304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e36c110-8a7a-4cec-a3d5-842646a9bacb req-ec54ab10-9352-49a5-9999-3471da5b1479 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Mar 07 11:18:12.492118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85515d-ddf7-4306-af57-8965cec520d8 req-e4565a86-9c0a-404a-90e3-4f4e641979e2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.493627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd85515d-ddf7-4306-af57-8965cec520d8 req-e4565a86-9c0a-404a-90e3-4f4e641979e2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0704639 Mar 07 11:18:12.541929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd85515d-ddf7-4306-af57-8965cec520d8 req-f08e7c21-a826-4ec3-9c6b-d3b7f2467cd8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Mar 07 11:18:12.663189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a70f8-0db3-4d27-9cac-17398fe958d8 req-b6fcf67f-d301-430b-a928-e729afcaba9a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.664704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611a70f8-0db3-4d27-9cac-17398fe958d8 req-b6fcf67f-d301-430b-a928-e729afcaba9a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Mar 07 11:18:12.712064 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-611a70f8-0db3-4d27-9cac-17398fe958d8 req-f678dc79-b1f6-4f85-8e1a-3e8def49a851 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Mar 07 11:18:12.987853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-c6a5cbdb-c251-4859-aa4b-2d76baaf7c67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867059 Mar 07 11:18:12.995626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab5586-15e8-4104-90d5-74e3e5c7c382 req-b3b18125-184c-473a-9d17-1cf1d73f1e04 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.997100 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2ab5586-15e8-4104-90d5-74e3e5c7c382 req-b3b18125-184c-473a-9d17-1cf1d73f1e04 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0876217 Mar 07 11:18:13.046085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f2ab5586-15e8-4104-90d5-74e3e5c7c382 req-40d50b85-b797-416f-953c-cc36f62665c5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Mar 07 11:18:13.409098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-2cb82fb8-a2bd-4eba-bba3-2a14c4f8469c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:13.410354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-2cb82fb8-a2bd-4eba-bba3-2a14c4f8469c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 943 time: 0.0476363 Mar 07 11:18:14.178976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad4e58-78f9-47ae-80a7-aca5167613aa req-15cf5712-4fee-47c2-aadf-bc124453bb34 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:14.180501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccad4e58-78f9-47ae-80a7-aca5167613aa req-15cf5712-4fee-47c2-aadf-bc124453bb34 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0550821 Mar 07 11:18:14.229323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-58a1ad36-d166-4d88-9777-bcd691c28ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:14.230842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-58a1ad36-d166-4d88-9777-bcd691c28ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1128 time: 0.0504959 Mar 07 11:18:14.231329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ccad4e58-78f9-47ae-80a7-aca5167613aa req-85239337-c81b-45b0-bf0e-4bbf87cdf8b5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450082 Mar 07 11:18:14.322265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-832d0d0a-52c6-4b5d-aae3-294dd5e1c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:14.323733 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-832d0d0a-52c6-4b5d-aae3-294dd5e1c680 service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0857944 Mar 07 11:18:14.375969 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-aabd9fc2-f1a8-4248-9c16-f912c483e973 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0432043 Mar 07 11:18:14.426351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-fad614e4-d677-49d2-b018-dd14fc9dc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:14.427836 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-fad614e4-d677-49d2-b018-dd14fc9dc18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0456915 Mar 07 11:18:14.458908 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-3f210592-b174-4515-8119-36fe250cc947 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255792 Mar 07 11:18:14.560128 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-2334a2a0-f960-48c3-8c83-8be501898766 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949225 Mar 07 11:18:14.656736 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-59372c02-257f-4e49-85be-79b87f4d91e6 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906909 Mar 07 11:18:15.361900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7993d8-bd6b-4314-9073-9e71280dbea6 req-8a4e5ad7-c264-464c-96c3-09c709407932 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:15.363333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7993d8-bd6b-4314-9073-9e71280dbea6 req-8a4e5ad7-c264-464c-96c3-09c709407932 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0581529 Mar 07 11:18:15.417066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f7993d8-bd6b-4314-9073-9e71280dbea6 req-fcb5c107-7d0c-4da8-b9d3-1f68fb570b59 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Mar 07 11:18:16.563312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640404c7-4de5-4e0e-b25f-71684187f10b req-55386ed8-aade-4b7d-9c7e-2b9602a06662 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.564845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-640404c7-4de5-4e0e-b25f-71684187f10b req-55386ed8-aade-4b7d-9c7e-2b9602a06662 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0636759 Mar 07 11:18:16.612731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-640404c7-4de5-4e0e-b25f-71684187f10b req-2fa04d5b-a43b-476b-b2df-f194c7a378e1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Mar 07 11:18:17.769098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413257c-e54c-4095-b893-0923b3c60c70 req-9fd2f6a4-5835-4f52-8eaf-e2db1eb58d85 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.770575 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f413257c-e54c-4095-b893-0923b3c60c70 req-9fd2f6a4-5835-4f52-8eaf-e2db1eb58d85 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0709839 Mar 07 11:18:17.819128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f413257c-e54c-4095-b893-0923b3c60c70 req-a989d452-e1e9-4504-bd48-29aac74e0d18 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Mar 07 11:18:18.956779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16565-bec9-4efa-bf35-2905deeaa79b req-10211326-2c17-4fd6-843e-67431f436582 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:18.958237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee16565-bec9-4efa-bf35-2905deeaa79b req-10211326-2c17-4fd6-843e-67431f436582 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0563014 Mar 07 11:18:19.006545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ee16565-bec9-4efa-bf35-2905deeaa79b req-d5320795-d8a5-435e-b1aa-2b368090bbdc tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Mar 07 11:18:20.147988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6151-6df1-4214-8a4a-a14d8ad1c724 req-f4a2a774-f493-4bb7-9dcf-9cbaaab2d8a5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:20.149560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76ac6151-6df1-4214-8a4a-a14d8ad1c724 req-f4a2a774-f493-4bb7-9dcf-9cbaaab2d8a5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0705345 Mar 07 11:18:20.203765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76ac6151-6df1-4214-8a4a-a14d8ad1c724 req-9afcd824-a3ae-40d7-908c-d33a1bf1669f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Mar 07 11:18:20.737783 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d887cce0-d61a-45af-93c5-9a8512a993af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:21.345966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17a11-53e6-4dd0-adf3-7e06fbb9abb0 req-83c52c58-40ba-4806-bc9e-fcf57346b616 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:21.347450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00b17a11-53e6-4dd0-adf3-7e06fbb9abb0 req-83c52c58-40ba-4806-bc9e-fcf57346b616 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0560253 Mar 07 11:18:21.396751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00b17a11-53e6-4dd0-adf3-7e06fbb9abb0 req-8a68e2e6-487b-4dfe-9e60-74b171fc82c4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Mar 07 11:18:22.528895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca38f-1489-4b2f-b70f-40970e26e4c4 req-7ccddb1d-a662-42e7-b3e6-65991826252f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.530433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c0ca38f-1489-4b2f-b70f-40970e26e4c4 req-7ccddb1d-a662-42e7-b3e6-65991826252f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0566871 Mar 07 11:18:22.580164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c0ca38f-1489-4b2f-b70f-40970e26e4c4 req-6fed2dfc-e448-4ed6-8c8c-7736dd4e2296 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Mar 07 11:18:23.031117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-579343c1-60c2-40f8-a6b3-edc7a202727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.724438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e97d2-add1-4517-a837-abf6441820c3 req-5147adcc-77e3-44cd-b189-6d35a5abe3e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:23.725910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c05e97d2-add1-4517-a837-abf6441820c3 req-5147adcc-77e3-44cd-b189-6d35a5abe3e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0605118 Mar 07 11:18:23.780937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c05e97d2-add1-4517-a837-abf6441820c3 req-88bde22b-19b1-4651-87aa-1b03de1cc580 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Mar 07 11:18:24.377894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:24.604795 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:24.906607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9092-fe89-4f70-a594-76e4c6811119 req-40f0c8c7-034c-4249-a5bb-a843d1240ed5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:24.908121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97a9092-fe89-4f70-a594-76e4c6811119 req-40f0c8c7-034c-4249-a5bb-a843d1240ed5 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0550606 Mar 07 11:18:24.964266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a97a9092-fe89-4f70-a594-76e4c6811119 req-56f3f075-db04-4c26-b3ba-cd9edad6854b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504186 Mar 07 11:18:25.825604 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:26.101668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f224b9-8cd3-4b5c-b613-2cfa479afcd3 req-27c69696-14c5-4c9c-b350-34cecc0ef670 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:26.103141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74f224b9-8cd3-4b5c-b613-2cfa479afcd3 req-27c69696-14c5-4c9c-b350-34cecc0ef670 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0604951 Mar 07 11:18:26.158923 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74f224b9-8cd3-4b5c-b613-2cfa479afcd3 req-6bb8db68-9ed4-4bb9-a261-8185be164110 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Mar 07 11:18:27.102110 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:27.301178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b39e3-6993-4077-ae3c-f74204cc5907 req-2686b80e-5b24-44ba-8c5e-634bcc1bee5a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:27.302553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a25b39e3-6993-4077-ae3c-f74204cc5907 req-2686b80e-5b24-44ba-8c5e-634bcc1bee5a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0614281 Mar 07 11:18:27.352612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a25b39e3-6993-4077-ae3c-f74204cc5907 req-237214b1-d592-4ec5-a50e-9cc558d1852c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Mar 07 11:18:28.488333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e2e6-8e2f-45a5-a4a9-4636d326a748 req-e2449a7e-dc1e-40c6-82ec-669b76b544b1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:28.489808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c4e2e6-8e2f-45a5-a4a9-4636d326a748 req-e2449a7e-dc1e-40c6-82ec-669b76b544b1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0546768 Mar 07 11:18:28.540681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-16c4e2e6-8e2f-45a5-a4a9-4636d326a748 req-58417448-869e-48d0-abb4-481f57eabfd6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Mar 07 11:18:29.184748 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.669994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77079cf-7070-4f54-967d-baddb39e1500 req-7e50e1e3-dcbe-4187-8001-955810781f16 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:29.671446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b77079cf-7070-4f54-967d-baddb39e1500 req-7e50e1e3-dcbe-4187-8001-955810781f16 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0543079 Mar 07 11:18:29.723762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b77079cf-7070-4f54-967d-baddb39e1500 req-5c94fcba-2d53-415f-955c-ae754e439a4a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Mar 07 11:18:30.859434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c11c-9041-46b8-950b-f1b00ce205ba req-a6f4b3ec-0d12-4d9d-94d8-19460114ff83 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:30.861048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d12c11c-9041-46b8-950b-f1b00ce205ba req-a6f4b3ec-0d12-4d9d-94d8-19460114ff83 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0588219 Mar 07 11:18:30.908463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d12c11c-9041-46b8-950b-f1b00ce205ba req-b5798908-ee24-4a7f-8cc0-3ddb2e7a06a2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Mar 07 11:18:32.061326 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574169f-4b00-4137-8d32-ffa7122480ca req-15739d7f-151b-40ba-abad-8e40bf785076 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:32.063002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a574169f-4b00-4137-8d32-ffa7122480ca req-15739d7f-151b-40ba-abad-8e40bf785076 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0702057 Mar 07 11:18:32.111484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a574169f-4b00-4137-8d32-ffa7122480ca req-072ad8a4-9d47-4cbe-8c17-43510ecaecfd tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Mar 07 11:18:33.243389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ece5-e569-445e-82c0-a340f6c6efdd req-3c2b6c55-77c4-45a6-a0b1-c939b28f2b10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:33.244948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bff9ece5-e569-445e-82c0-a340f6c6efdd req-3c2b6c55-77c4-45a6-a0b1-c939b28f2b10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0574749 Mar 07 11:18:33.297536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bff9ece5-e569-445e-82c0-a340f6c6efdd req-c423f66f-5ce7-4edd-a8b3-d0e1c176f5f2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437202 Mar 07 11:18:34.432504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf80f6-9de1-41e3-a114-f941c7fc04f6 req-84a80865-1e17-4c45-b4d0-aa0314358faf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:34.433988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ddf80f6-9de1-41e3-a114-f941c7fc04f6 req-84a80865-1e17-4c45-b4d0-aa0314358faf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0593569 Mar 07 11:18:34.491675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ddf80f6-9de1-41e3-a114-f941c7fc04f6 req-df5b04fd-6c9f-4bc4-8cac-0f37a769529a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518625 Mar 07 11:18:35.632226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ee98-1e7a-4204-8d76-276be46c191e req-7418c909-6a92-45e2-a656-5149b238c43d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:35.633732 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3433ee98-1e7a-4204-8d76-276be46c191e req-7418c909-6a92-45e2-a656-5149b238c43d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0553632 Mar 07 11:18:35.681095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3433ee98-1e7a-4204-8d76-276be46c191e req-5f81de04-e1b0-488b-baa4-71f4c56f59fe tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Mar 07 11:18:36.819977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cea72a-b5ea-4f37-a2d0-4ee9eadf3423 req-fd564aa6-947f-4d6b-849a-ecaa41593f92 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:36.821467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0cea72a-b5ea-4f37-a2d0-4ee9eadf3423 req-fd564aa6-947f-4d6b-849a-ecaa41593f92 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0605195 Mar 07 11:18:36.870935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0cea72a-b5ea-4f37-a2d0-4ee9eadf3423 req-6608a34d-9b8e-4d1d-bbc0-73067f27f42b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434647 Mar 07 11:18:37.790185 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:18:38.017854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df40e-3a2a-4919-a812-390eb185e9f9 req-61e5a0c7-adff-4a1e-aca8-952638c672c2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:38.019438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f7df40e-3a2a-4919-a812-390eb185e9f9 req-61e5a0c7-adff-4a1e-aca8-952638c672c2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0646284 Mar 07 11:18:38.069259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f7df40e-3a2a-4919-a812-390eb185e9f9 req-227da569-6814-4863-bfb6-44d81570f155 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Mar 07 11:18:39.202685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd99f94-fdc8-4150-82ea-a7aaa6368ea8 req-0a74de18-afcc-4dcd-a5fe-b924163bd337 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:39.204193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bd99f94-fdc8-4150-82ea-a7aaa6368ea8 req-0a74de18-afcc-4dcd-a5fe-b924163bd337 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0571609 Mar 07 11:18:39.252760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bd99f94-fdc8-4150-82ea-a7aaa6368ea8 req-0fe032c6-de90-47cd-80f5-20e62791e7a6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Mar 07 11:18:40.396330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc5a4-7cd0-45e5-a3bf-c5640fc9a10d req-9c7a3f6f-9f18-4026-a501-8e059aa4ce1a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:40.397789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deacc5a4-7cd0-45e5-a3bf-c5640fc9a10d req-9c7a3f6f-9f18-4026-a501-8e059aa4ce1a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0687568 Mar 07 11:18:40.450317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-deacc5a4-7cd0-45e5-a3bf-c5640fc9a10d req-89c01112-2b00-46d4-8ea6-13f0fa0c655b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Mar 07 11:18:41.583584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e060d5-effe-4aa5-9b68-932cc500c3f6 req-90d5bb3a-21b8-4e87-83c1-76a526bf0ad1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:41.585098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32e060d5-effe-4aa5-9b68-932cc500c3f6 req-90d5bb3a-21b8-4e87-83c1-76a526bf0ad1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0595911 Mar 07 11:18:41.639171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32e060d5-effe-4aa5-9b68-932cc500c3f6 req-c170c9e1-4f77-40ce-9ded-e48841dc5899 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Mar 07 11:18:42.783786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d588-4160-4252-9ce7-11dad0032cda req-9dcb30f8-2d77-414a-b7a4-f67d53225d16 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:42.785581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dc2d588-4160-4252-9ce7-11dad0032cda req-9dcb30f8-2d77-414a-b7a4-f67d53225d16 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0641434 Mar 07 11:18:42.840106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7dc2d588-4160-4252-9ce7-11dad0032cda req-c21e895f-a478-45e5-ab94-d6f12b12d8e6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486846 Mar 07 11:18:43.968934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbce14-b11f-41d7-b378-730712e4c79f req-b91cdf17-84b1-492a-bcaf-75e7e032fe28 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:43.970540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83cbce14-b11f-41d7-b378-730712e4c79f req-b91cdf17-84b1-492a-bcaf-75e7e032fe28 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0609305 Mar 07 11:18:44.029893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-83cbce14-b11f-41d7-b378-730712e4c79f req-d3c54cc9-163a-472b-8f63-f26ca7d1c000 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Mar 07 11:18:45.159355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a7d7c-0351-49d9-89b4-e8f3a722a51e req-57e90aa0-9aab-431c-b938-afd4ca76f253 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:45.162926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a83a7d7c-0351-49d9-89b4-e8f3a722a51e req-57e90aa0-9aab-431c-b938-afd4ca76f253 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0620706 Mar 07 11:18:45.211224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a83a7d7c-0351-49d9-89b4-e8f3a722a51e req-aee9a52b-d898-43eb-b252-975f9c391164 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Mar 07 11:18:46.348014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167642-b5b7-493f-81c4-855e911c08c2 req-dce6450c-f6be-406a-abc2-07ebeb9d0502 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:46.349985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8167642-b5b7-493f-81c4-855e911c08c2 req-dce6450c-f6be-406a-abc2-07ebeb9d0502 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0615990 Mar 07 11:18:46.397830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8167642-b5b7-493f-81c4-855e911c08c2 req-196ea195-c7f1-4ad8-8ed1-31028f18ba9c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Mar 07 11:18:46.556186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-a42c726f-7e85-441a-a909-286845e45b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:46.557578 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-a42c726f-7e85-441a-a909-286845e45b2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1128 time: 0.0477269 Mar 07 11:18:46.666427 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-50f370df-1e4a-4e0e-9928-b8afd8049f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:46.667926 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-50f370df-1e4a-4e0e-9928-b8afd8049f37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0908070 Mar 07 11:18:46.708406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-08475943-57d4-48a2-949c-4a794fc1919f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Mar 07 11:18:46.768136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-98a424f2-c9f5-4b96-9dc9-6c85281d7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:46.770063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-98a424f2-c9f5-4b96-9dc9-6c85281d7864 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0540516 Mar 07 11:18:46.803713 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-f81d7752-830e-4d91-a5d2-61a042d98149 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279131 Mar 07 11:18:46.909347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-fcab812a-f074-41d8-984a-ca6c3fc1ad35 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993013 Mar 07 11:18:47.002843 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6336ed14-572a-4687-8cf2-a851fa8ca796 req-be6864c7-1e6e-4a0e-8460-681d330be4a1 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Mar 07 11:18:47.524496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65b01-e25d-4eed-9afc-9a168a81c1f6 req-328afcf5-e0e9-4466-a922-42d9dfdf6a10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:47.525997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d65b01-e25d-4eed-9afc-9a168a81c1f6 req-328afcf5-e0e9-4466-a922-42d9dfdf6a10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0526683 Mar 07 11:18:47.574717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d6d65b01-e25d-4eed-9afc-9a168a81c1f6 req-1736fcbc-d5f9-428a-aacf-100a15077598 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Mar 07 11:18:48.713098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894ed5-d9d6-4d9a-b8f5-b28bd4a45c6c req-88eabc84-e5f6-4f6f-aff3-ac834de13977 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:48.714578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a894ed5-d9d6-4d9a-b8f5-b28bd4a45c6c req-88eabc84-e5f6-4f6f-aff3-ac834de13977 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0573628 Mar 07 11:18:48.765427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a894ed5-d9d6-4d9a-b8f5-b28bd4a45c6c req-913c59ed-e001-4372-beaa-f0bbbb58a099 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Mar 07 11:18:49.898496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd1810-b924-4d88-883c-ebfe6771a518 req-f74d366e-5ec6-403c-93c3-5c87821ab7da tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:49.899993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cbd1810-b924-4d88-883c-ebfe6771a518 req-f74d366e-5ec6-403c-93c3-5c87821ab7da tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0530684 Mar 07 11:18:49.949430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cbd1810-b924-4d88-883c-ebfe6771a518 req-e84b6064-2317-455f-842c-5c8688989cfe tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Mar 07 11:18:50.736085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-52a751d3-4d3e-4e58-aa0b-c697da505730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:51.082648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455554d-f886-4dbf-8e8f-6eeba93433bf req-84932684-cb79-4602-9a6e-2024784a7996 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:51.084166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d455554d-f886-4dbf-8e8f-6eeba93433bf req-84932684-cb79-4602-9a6e-2024784a7996 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0538816 Mar 07 11:18:51.135769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d455554d-f886-4dbf-8e8f-6eeba93433bf req-89d6ff0e-9772-4094-8b33-86ba447ddfbb tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Mar 07 11:18:51.612831 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-25aac95c-82b2-489c-95f7-f81a589ec033 service neutron] show failed (client error): The resource could not be found. Mar 07 11:18:51.613843 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-25aac95c-82b2-489c-95f7-f81a589ec033 service neutron] 10.222.0.32 "GET /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0726583 Mar 07 11:18:51.859443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-792898ad-a18c-4b34-a928-6b6ed04b7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:51.860986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-792898ad-a18c-4b34-a928-6b6ed04b7c0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438&tenant_id=0573f745ac564fa5953665f0fbd9eb98 HTTP/1.1" status: 200 len: 1128 time: 0.0857334 Mar 07 11:18:51.873199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-fd1fe332-e7c9-44e0-9b63-517bb7e3b3d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:18:51.874379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-fd1fe332-e7c9-44e0-9b63-517bb7e3b3d6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074222 Mar 07 11:18:51.887008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:51.949123 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.168610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:52.203310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:52.274132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:52.276447 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d17c08-f625-46e1-90df-f3366d525acb" -d '{"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:52.281234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks [] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.298708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Transition to ACTIVE for port object 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:18:52.303932 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.312359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8188b-04e8-4711-b7c9-6826e0bbcc14 req-cda8908c-9112-477c-93bf-ab75adf8c806 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:52.313852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54c8188b-04e8-4711-b7c9-6826e0bbcc14 req-cda8908c-9112-477c-93bf-ab75adf8c806 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.1083639 Mar 07 11:18:52.345677 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf89f8-c6fa-464e-9686-298c177fcce8 x-openstack-request-id: req-0caf89f8-c6fa-464e-9686-298c177fcce8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:52.345969 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:52.346227 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0caf89f8-c6fa-464e-9686-298c177fcce8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:52.346602 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'code': 200} Mar 07 11:18:52.398110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] No DVR routers for this DVR port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:52.404443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:52.442757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54c8188b-04e8-4711-b7c9-6826e0bbcc14 req-6cb352bb-f234-431d-a843-1ae8e16cb220 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019323 Mar 07 11:18:52.452557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:52.452887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:52.453206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:52.458245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:18:52.458556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Attempting to bind port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:52.463940 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:52.464270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Checking segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:52.464677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Bound using segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:52.465094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Bound port: 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:52.465474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.528838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:52.531902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:52.538787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.578944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:52.579537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:52.580932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 1092 time: 0.6992707 Mar 07 11:18:52.596996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735b177-0b39-447e-9cd4-b812b99e9537 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:52.647130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-de45a6c9-0184-4078-a478-75dfa73b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:52.648672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-de45a6c9-0184-4078-a478-75dfa73b626b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0464094 Mar 07 11:18:52.741146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-83c0d999-c67d-4b9e-8c59-01d00b3dddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:52.742481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-83c0d999-c67d-4b9e-8c59-01d00b3dddf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0881197 Mar 07 11:18:52.786954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-1bef2de1-7942-448e-a862-2f9510624626 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0386741 Mar 07 11:18:52.835325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-1dd47fe8-9f4e-415b-bb38-f01c911f3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:52.836752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-1dd47fe8-9f4e-415b-bb38-f01c911f3374 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0445056 Mar 07 11:18:52.867143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-29ef768a-1fba-4a6d-8def-169028f05f07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248930 Mar 07 11:18:52.968117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-7b36c9cb-6f96-4878-8260-410aa45cda99 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947976 Mar 07 11:18:53.027766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-79d9fc35-d7dd-49b5-b2d7-419db5644be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:53.062896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-29381bbd-e797-4f2c-b030-34e3cb480335 req-e7deb4cd-d1b0-4608-a03c-1806bb509944 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892212 Mar 07 11:18:53.583410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893ae4b-bbd0-4acd-98c8-5d07bc05764d req-ad454697-9b5b-4351-924d-138db9345f60 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:53.585787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d893ae4b-bbd0-4acd-98c8-5d07bc05764d req-ad454697-9b5b-4351-924d-138db9345f60 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0612822 Mar 07 11:18:53.636120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d893ae4b-bbd0-4acd-98c8-5d07bc05764d req-2fa38ffd-3557-4ded-8766-625df19fa82f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Mar 07 11:18:54.348023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:54.350785 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f4438-1828-4a41-97f1-32ef49187c82" -d '{"events": [{"name": "network-changed", "server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:54.379431 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:54.402249 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92327107-4969-4201-9371-f68a905a13c4 x-openstack-request-id: req-92327107-4969-4201-9371-f68a905a13c4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:54.402538 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:54.402796 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92327107-4969-4201-9371-f68a905a13c4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:54.403203 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'status': 'completed', 'code': 200} Mar 07 11:18:54.469300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-28ce2dc7-2cc2-4015-b5c2-3793ffcde720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.470856 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-28ce2dc7-2cc2-4015-b5c2-3793ffcde720 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0492129 Mar 07 11:18:54.474017 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-96479356-4a98-48cd-b258-4cb01e6f02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.475844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-96479356-4a98-48cd-b258-4cb01e6f02b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0461829 Mar 07 11:18:54.572581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-5b3a26ec-fe7a-4335-a39d-627b4a79aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.574556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-5b3a26ec-fe7a-4335-a39d-627b4a79aadd service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0980844 Mar 07 11:18:54.576890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-26a32550-91fe-4f5b-83c2-9186373c8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.578404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-26a32550-91fe-4f5b-83c2-9186373c8bd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0944793 Mar 07 11:18:54.603396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:54.625070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-26838cb5-92dd-4329-b440-ddbcce0071b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0392332 Mar 07 11:18:54.627815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-de2b0d93-f8f7-45c1-b403-8de4aaf50877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0468047 Mar 07 11:18:54.679695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-09ab64eb-4b5d-428e-a1c1-e568de2a4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.681569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-09ab64eb-4b5d-428e-a1c1-e568de2a4f53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0504100 Mar 07 11:18:54.696451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-e01e37be-729e-4997-b76c-8ac0ff5fd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.702340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-e01e37be-729e-4997-b76c-8ac0ff5fd3ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0663581 Mar 07 11:18:54.720988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-bd35dd0e-5281-4319-aed6-d9ff860f0a61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329471 Mar 07 11:18:54.736085 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-b7eded72-95a0-434a-a0f8-e82ffc793a3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297499 Mar 07 11:18:54.826312 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-561b8cb0-09eb-4623-8555-b457d3d6bd5f service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Mar 07 11:18:54.839582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77899-9845-4d20-8c7b-9ce071cc99fe req-23e7c3ff-ef05-436f-9c4d-a203167bfe56 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:54.841101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cc77899-9845-4d20-8c7b-9ce071cc99fe req-23e7c3ff-ef05-436f-9c4d-a203167bfe56 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.1146641 Mar 07 11:18:54.869761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-158444f0-5f16-4184-bd8a-8db52b0f55d4 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419182 Mar 07 11:18:54.922690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-f4518307-d46c-46fe-9769-fd2317ec5531 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905914 Mar 07 11:18:54.951319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cc77899-9845-4d20-8c7b-9ce071cc99fe req-a1412f46-ebe2-429e-a758-be644d56dcb7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039331 Mar 07 11:18:54.983569 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb0f4438-1828-4a41-97f1-32ef49187c82 req-f39c2ced-36f4-48d3-b076-4d71da3609c5 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071825 Mar 07 11:18:55.168119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc4eb-d7f6-4aac-a36d-43b5ae3316b0 req-e0dfc903-2059-43b0-98f0-5a1d38cb443d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:55.169565 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec2bc4eb-d7f6-4aac-a36d-43b5ae3316b0 req-e0dfc903-2059-43b0-98f0-5a1d38cb443d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 944 time: 0.0564029 Mar 07 11:18:55.180000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-c2260bef-db6c-46e2-9c30-85328603900f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:55.181615 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-c2260bef-db6c-46e2-9c30-85328603900f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438&tenant_id=0573f745ac564fa5953665f0fbd9eb98&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.0572281 Mar 07 11:18:55.218573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec2bc4eb-d7f6-4aac-a36d-43b5ae3316b0 req-80d34c2f-2c7e-463a-b635-353841aacc64 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Mar 07 11:18:55.240718 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-ce54ca96-a084-4cd7-b76c-9c44d31dd805 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:18:55.241825 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-ce54ca96-a084-4cd7-b76c-9c44d31dd805 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0542178 Mar 07 11:18:55.337670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-ced7305f-597d-4ee8-a7e2-6db351adf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:55.339832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-ced7305f-597d-4ee8-a7e2-6db351adf7d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 1126 time: 0.0543349 Mar 07 11:18:55.431345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:18:55.436931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-1de50793-2263-4b5b-8c75-46950626756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:55.438401 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-1de50793-2263-4b5b-8c75-46950626756e service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0930791 Mar 07 11:18:55.483516 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-0902dde9-32b9-41a6-8bca-83900ec1b280 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0390344 Mar 07 11:18:55.533061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-d24b5676-145b-4820-8070-3eacc26bc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:55.534584 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-d24b5676-145b-4820-8070-3eacc26bc741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0453973 Mar 07 11:18:55.567798 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-32315a99-1ce1-4125-a30d-946f8e0913cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271800 Mar 07 11:18:55.670539 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-8097369d-00a1-46e6-8000-b9b82d5451a4 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965507 Mar 07 11:18:55.705515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:55.715767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'port_id': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'mac_address': 'fa:16:3e:28:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a89327e-be90-4975-812d-1611b1ca459e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:18:55.752298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:55.752678 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:55.762686 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5cdc64ca-cfdd-45fe-879b-be2f4c1653d2 req-cdbb333c-ead8-4dd7-9bbe-0759e2cb917c service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Mar 07 11:18:55.765428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:55.785089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:55.790962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:55.846566 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:55.851786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:55.859541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.859907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.860239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.860565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.860887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.861204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.861519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.861832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.862144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.862456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.862765 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.863072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:55.863395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:56.004140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:56.084673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:56.157389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:18:56.157939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:56.347293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98a40e-7c9f-419c-a1aa-ff4b7ffbee0e req-11078322-5c03-4a86-91d7-65a434ce1f56 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:56.348806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff98a40e-7c9f-419c-a1aa-ff4b7ffbee0e req-11078322-5c03-4a86-91d7-65a434ce1f56 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 945 time: 0.0596249 Mar 07 11:18:56.395828 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff98a40e-7c9f-419c-a1aa-ff4b7ffbee0e req-e016e485-7d3f-4e29-8b3b-4a92209794a8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Mar 07 11:18:56.526355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47bd02-4887-4840-b38b-b664fb5b1ec2 req-f356f42a-878d-40a5-9a58-acaf2bd6bba9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:56.527768 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc47bd02-4887-4840-b38b-b664fb5b1ec2 req-f356f42a-878d-40a5-9a58-acaf2bd6bba9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 945 time: 0.0629156 Mar 07 11:18:56.579960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc47bd02-4887-4840-b38b-b664fb5b1ec2 req-a8d8a006-abc7-4361-9108-f8570c6dd9c7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Mar 07 11:18:56.723582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ff7a6-efe3-4875-8c30-6fd70e4c97f4 req-ab3468ac-b661-49e8-ba36-774c46ac9aa6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:56.725091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-812ff7a6-efe3-4875-8c30-6fd70e4c97f4 req-ab3468ac-b661-49e8-ba36-774c46ac9aa6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 945 time: 0.0637772 Mar 07 11:18:56.788613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-812ff7a6-efe3-4875-8c30-6fd70e4c97f4 req-bb22beeb-84c1-4e2a-864c-1d2421e0ed4d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541203 Mar 07 11:18:57.096747 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:57.191367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-083ac5e1-d79b-4153-b6db-cb4a4edaf3c4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:57.192861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-083ac5e1-d79b-4153-b6db-cb4a4edaf3c4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 815 time: 0.1024306 Mar 07 11:18:57.208562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-4ee42451-242c-4fd7-b8b7-2bcce267e9d0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/quotas/0573f745ac564fa5953665f0fbd9eb98 HTTP/1.1" status: 200 len: 375 time: 0.0096726 Mar 07 11:18:57.263016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-d288808a-7a4b-4f34-83f7-cff399954081 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487468 Mar 07 11:18:57.366883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-78a872de-75f6-4d92-9dc1-677b79db31b4 service neutron] 10.222.0.23 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962870 Mar 07 11:18:57.443918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:57.475574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-514af48a-48be-4689-853d-2711187e415b service neutron] 10.222.0.23 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951517 Mar 07 11:18:57.495013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:18:57.499171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:57.499563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:57.579420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:57.579590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:57.614639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:57.617311 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83b381-a11f-446f-9ee6-23a99ebd2ee7" -d '{"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-plugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:57.630914 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:57.637367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:57.642976 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c89516d0-ff80-48da-b40a-ff0a8b5b09c4 req-c01d3cf5-b3ae-4eb7-8fd0-e61fab046d53 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 210 time: 0.0280664 Mar 07 11:18:57.676444 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce45887-3e4b-41bd-90b0-91a340908efe x-openstack-request-id: req-3ce45887-3e4b-41bd-90b0-91a340908efe {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:57.676736 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-plugged", "status": "completed", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:57.676989 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ce45887-3e4b-41bd-90b0-91a340908efe {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:57.677380 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'code': 200} Mar 07 11:18:57.695422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:58.274215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-02aaf296-bb2c-456c-ab88-307ade218e4e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:58.275602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-02aaf296-bb2c-456c-ab88-307ade218e4e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.26 "GET /v2.0/ports?device_id=06a67ec7-4375-470c-9872-a8f61091e438 HTTP/1.1" status: 200 len: 946 time: 0.0564163 Mar 07 11:18:58.375703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Deleting port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:58.376484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:58.466620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] For port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:58.466952 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:58.480041 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Calling delete_port for 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:58.655538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-ae543e0c-dea9-45d0-ac59-44c6d73d80d2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:58.657011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-ae543e0c-dea9-45d0-ac59-44c6d73d80d2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 815 time: 0.1328468 Mar 07 11:18:58.681407 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Request body: {'port': {'device_id': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'admin_state_up': True, 'tenant_id': '0573f745ac564fa5953665f0fbd9eb98'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:58.779769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5ea9670-7297-4b9e-bd36-f8ecfaa4b0bb req-3682b047-ec38-4cd0-a4c9-9e68bdc9cfc8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 210 time: 0.0605197 Mar 07 11:18:58.780378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0ee60c1b-f84c-4b8d-ba31-93edd282a6b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:58.794196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:58.816728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Pushing event deleted for resources: {'Port': ['ID=0ee60c1b-f84c-4b8d-ba31-93edd282a6b7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:58.858943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.859260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.859627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.859982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.860315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.860642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.860963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.861279 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.861598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.861943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.862239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.862538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.862854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:58.883833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] No DVR routers for this DVR port 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:58.888313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:58.891577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.26 "DELETE /v2.0/ports/0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 HTTP/1.1" status: 204 len: 173 time: 0.6107097 Mar 07 11:18:58.892044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-deleted', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:58.894285 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d0ce5-7941-4962-9048-634d2dc00fbe" -d '{"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-deleted", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:58.913837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Made reservation on behalf of 0573f745ac564fa5953665f0fbd9eb98 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:58.917504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:58.943325 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3edef22-9207-4dca-9297-bc7414b47756 x-openstack-request-id: req-e3edef22-9207-4dca-9297-bc7414b47756 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:58.943629 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a67ec7-4375-470c-9872-a8f61091e438", "name": "network-vif-deleted", "tag": "0ee60c1b-f84c-4b8d-ba31-93edd282a6b7", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:58.943895 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3edef22-9207-4dca-9297-bc7414b47756 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:58.944294 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a67ec7-4375-470c-9872-a8f61091e438', 'name': 'network-vif-deleted', 'tag': '0ee60c1b-f84c-4b8d-ba31-93edd282a6b7', 'status': 'completed', 'code': 200} Mar 07 11:18:59.049938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Allocated IP 172.20.0.8 (580cf181-9db3-47e9-a8cf-79b0efa3fb7a/5a89327e-be90-4975-812d-1611b1ca459e/1de9b166-9b22-4140-9892-a991369b1af6) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:59.178203 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:59.210359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks [] for port (1de9b166-9b22-4140-9892-a991369b1af6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:59.247931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:59.259158 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['0ee60c1b-f84c-4b8d-ba31-93edd282a6b7'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:59.291971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:59.294952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:59.298548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:59.304903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:59.353540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:59.354148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:59.371788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-28f0adf7-376f-47e4-aba1-e6c57028400a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972876 Mar 07 11:18:59.383576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Request body: {'port': {'device_id': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:59.443256 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.008954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de9b166-9b22-4140-9892-a991369b1af6 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:19:00.030278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks [] for port (1de9b166-9b22-4140-9892-a991369b1af6), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.047459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Transition to ACTIVE for port object 1de9b166-9b22-4140-9892-a991369b1af6 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:19:00.052414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.100760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde26f1-e78a-49ce-91af-f0bce6e4f55e req-1837745e-8a31-4a8c-b4df-992a311f58bf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:00.102416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbde26f1-e78a-49ce-91af-f0bce6e4f55e req-1837745e-8a31-4a8c-b4df-992a311f58bf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 931 time: 0.1085289 Mar 07 11:19:00.123790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:00.210408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bbde26f1-e78a-49ce-91af-f0bce6e4f55e req-1e897c63-9233-4134-bee8-1a397539f44b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004844 Mar 07 11:19:00.223334 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:00.223685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:00.224008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:00.228778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:19:00.229119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:00.234031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:00.234357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Checking segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:00.234727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Bound using segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:00.235135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Bound port: 1de9b166-9b22-4140-9892-a991369b1af6, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:00.235483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.296933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:00.300475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:00.306844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.342718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:00.343258 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:00.344663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] 10.222.0.26 "PUT /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 1091 time: 0.9651160 Mar 07 11:19:00.364453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79637a-9123-4e66-a0e1-69ffe6bc3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:00.434202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-4737ef91-c59d-4c55-93bd-0a8f1911c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:00.436234 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-4737ef91-c59d-4c55-93bd-0a8f1911c151 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0555403 Mar 07 11:19:00.481688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-9aab540c-0295-48ce-8969-040f4bfb773c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0374084 Mar 07 11:19:00.538282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c236f-e69c-42b8-8106-dd42422db48b req-c4df36f6-ce81-4892-8ac5-211fc5d21eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:00.539814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-c4df36f6-ce81-4892-8ac5-211fc5d21eb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0519359 Mar 07 11:19:00.569628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-39ab112e-9f26-4d0b-8d2e-a66ff1cea1ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244889 Mar 07 11:19:00.663404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-d4755ba3-3bf6-41a2-bc16-60a51a45df12 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872185 Mar 07 11:19:00.774963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-309c236f-e69c-42b8-8106-dd42422db48b req-20909b81-159a-4028-b548-b74a4b9e5905 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053443 Mar 07 11:19:00.946277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:00.949442 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4c05c-4f0b-4277-a49c-235b79cab453" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:00.988871 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed92dd-18e3-4db5-85c0-2edfd53048a1 x-openstack-request-id: req-f9ed92dd-18e3-4db5-85c0-2edfd53048a1 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:00.989168 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:00.989449 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9ed92dd-18e3-4db5-85c0-2edfd53048a1 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:00.989846 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'status': 'completed', 'code': 200} Mar 07 11:19:01.055810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-25c88907-a498-4af7-960a-31838bc3ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:01.057309 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-25c88907-a498-4af7-960a-31838bc3ae77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0457687 Mar 07 11:19:01.147360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-662df45d-d6e9-484d-8616-e8a5a8c36648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:01.148889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-662df45d-d6e9-484d-8616-e8a5a8c36648 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0859082 Mar 07 11:19:01.192929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-d08ae39a-eebb-4c83-ad9b-fef7d578e0b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0372353 Mar 07 11:19:01.243075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-966bee98-174f-4ee5-83df-e25934b515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:01.244567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-966bee98-174f-4ee5-83df-e25934b515a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0449779 Mar 07 11:19:01.276027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-ed47f0bf-7f49-41a5-ae86-0c93b87c53c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252800 Mar 07 11:19:01.405085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b5d0f-7a17-4abc-9268-1a904a2bb891 req-faf8a46f-36ef-4896-badf-11408de403a8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:01.406583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37b5d0f-7a17-4abc-9268-1a904a2bb891 req-faf8a46f-36ef-4896-badf-11408de403a8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.1164858 Mar 07 11:19:01.409208 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-66453288-d265-4b80-9dea-e66acf53525d service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263466 Mar 07 11:19:01.521823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b37b5d0f-7a17-4abc-9268-1a904a2bb891 req-ec39ad4a-d0c8-412e-ae03-4c658b504b92 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080103 Mar 07 11:19:01.543086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d4c05c-4f0b-4277-a49c-235b79cab453 req-8d0e16f9-7504-4124-9693-8fdee5077700 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257913 Mar 07 11:19:02.649700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32fb2-93d6-474d-84b3-581971737c46 req-ffddd588-f539-4916-933a-a73785796b91 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:02.651184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2c32fb2-93d6-474d-84b3-581971737c46 req-ffddd588-f539-4916-933a-a73785796b91 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.0577424 Mar 07 11:19:02.703029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2c32fb2-93d6-474d-84b3-581971737c46 req-af1be0f9-e367-4c7c-be87-c4b612bcd1d0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Mar 07 11:19:03.446389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:19:03.449114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:19:03.475109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:19:03.475451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 0ee60c1b-f84c-4b8d-ba31-93edd282a6b7 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:19:03.570297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:03.581263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '1de9b166-9b22-4140-9892-a991369b1af6', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'port_id': '1de9b166-9b22-4140-9892-a991369b1af6', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a89327e-be90-4975-812d-1611b1ca459e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:19:03.618347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1de9b166-9b22-4140-9892-a991369b1af6 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:03.618711 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:03.631608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de9b166-9b22-4140-9892-a991369b1af6 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:19:03.652253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:03.658194 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:03.717909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:03.842015 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb9a7-3603-4779-885c-47c9b2e20a65 req-615097ba-02ac-4b9a-a4c1-75e8a3b50c38 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:03.843518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-670fb9a7-3603-4779-885c-47c9b2e20a65 req-615097ba-02ac-4b9a-a4c1-75e8a3b50c38 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0620630 Mar 07 11:19:03.845201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['1de9b166-9b22-4140-9892-a991369b1af6'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:19:03.891299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-670fb9a7-3603-4779-885c-47c9b2e20a65 req-a72b2407-6770-4ed9-90be-5feb5a226d83 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Mar 07 11:19:05.026207 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60df703-ab98-48ad-93d0-9fe6b083bad1 req-8c8d6c66-a605-46c5-af37-ffbe2fbaeb10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:05.027810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f60df703-ab98-48ad-93d0-9fe6b083bad1 req-8c8d6c66-a605-46c5-af37-ffbe2fbaeb10 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0541978 Mar 07 11:19:05.075342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f60df703-ab98-48ad-93d0-9fe6b083bad1 req-bb62f80c-804b-4887-aa78-eefb90d3686a tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Mar 07 11:19:05.458673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:05.523109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 1de9b166-9b22-4140-9892-a991369b1af6 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:19:05.527234 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 1de9b166-9b22-4140-9892-a991369b1af6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:05.527611 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1de9b166-9b22-4140-9892-a991369b1af6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:05.611879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1de9b166-9b22-4140-9892-a991369b1af6 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:05.612263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:05.635953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:05.638583 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a193c-44b3-40a1-8407-390c704b379b" -d '{"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:05.651186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:05.656899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:05.682600 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dd40cd-431e-4066-978c-98c7286daa70 x-openstack-request-id: req-83dd40cd-431e-4066-978c-98c7286daa70 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:05.682894 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:05.683146 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83dd40cd-431e-4066-978c-98c7286daa70 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:05.684091 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'code': 200} Mar 07 11:19:05.712529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:05.783045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea2801-cea5-416b-9646-359f2f5b9c29 req-28cbb405-071d-4a33-bd1d-c7ab02d132ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:05.784633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7ea2801-cea5-416b-9646-359f2f5b9c29 req-28cbb405-071d-4a33-bd1d-c7ab02d132ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1127 time: 0.0466912 Mar 07 11:19:05.831985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7ea2801-cea5-416b-9646-359f2f5b9c29 req-bc68896c-1331-4f1a-842c-6715471adfea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Mar 07 11:19:06.212680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359fcd0-0b78-4778-bc6e-964c32a4c387 req-f005a416-5934-4216-96d1-b6f872a48c66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:06.214186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f359fcd0-0b78-4778-bc6e-964c32a4c387 req-f005a416-5934-4216-96d1-b6f872a48c66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0550847 Mar 07 11:19:06.268490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f359fcd0-0b78-4778-bc6e-964c32a4c387 req-de407c73-9425-43ee-a8c3-89da4a6bc8c8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464573 Mar 07 11:19:07.403206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cdd1b-7560-4839-8d07-6fde8175d2ea req-c190ce2f-99e9-4f89-9a6f-e4dc4ed0acef tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:07.404710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693cdd1b-7560-4839-8d07-6fde8175d2ea req-c190ce2f-99e9-4f89-9a6f-e4dc4ed0acef tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0580180 Mar 07 11:19:07.453326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-693cdd1b-7560-4839-8d07-6fde8175d2ea req-36e08479-c59a-4a92-abbe-27bd6bf210ed tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Mar 07 11:19:07.599461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434443e-14e8-411b-8c8a-140a76462d3c req-e6bf4f18-d982-4644-8cca-571b328126c6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:07.600966 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b434443e-14e8-411b-8c8a-140a76462d3c req-e6bf4f18-d982-4644-8cca-571b328126c6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0734668 Mar 07 11:19:07.653913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b434443e-14e8-411b-8c8a-140a76462d3c req-a9623485-0d66-418a-a6a5-e888b27f7a13 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Mar 07 11:19:07.940708 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-cbac0a6f-3701-439b-a1d6-f0301864bd04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729914 Mar 07 11:19:07.950815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa0245-ed3f-4202-b275-2ab575d746e6 req-1321b690-8561-4b1a-8f47-d99bf698ab69 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:07.952217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8fa0245-ed3f-4202-b275-2ab575d746e6 req-1321b690-8561-4b1a-8f47-d99bf698ab69 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0767074 Mar 07 11:19:07.956936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-736d68f9-0d25-4b44-8e6d-511f43a845e0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:19:07.957863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-736d68f9-0d25-4b44-8e6d-511f43a845e0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048254 Mar 07 11:19:08.003590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8fa0245-ed3f-4202-b275-2ab575d746e6 req-ea9830cf-f0b4-4572-8c31-68b7eb97df42 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Mar 07 11:19:08.382675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-ab4f7b8d-1853-4da9-b92f-888e2593d2ec tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:08.383965 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-ab4f7b8d-1853-4da9-b92f-888e2593d2ec tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 942 time: 0.0581799 Mar 07 11:19:09.130270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18e49-aa39-4ad7-a62d-b99ce843b8e2 req-c349f12c-39c8-4942-bcb8-b5f6da2e5900 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:09.131784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1c18e49-aa39-4ad7-a62d-b99ce843b8e2 req-c349f12c-39c8-4942-bcb8-b5f6da2e5900 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Mar 07 11:19:09.196789 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1c18e49-aa39-4ad7-a62d-b99ce843b8e2 req-ef76d12d-eccb-47c7-aff5-8cce0fc13b9b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Mar 07 11:19:09.235217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-27334ef8-f114-4448-9f2b-689c4ddb2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:09.236756 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-27334ef8-f114-4448-9f2b-689c4ddb2572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1127 time: 0.0546415 Mar 07 11:19:09.333434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-5e87d6b8-5def-4a6e-ae1f-608ac5974ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:09.334992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-5e87d6b8-5def-4a6e-ae1f-608ac5974ca9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0924501 Mar 07 11:19:09.384323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-f970ea12-3096-49e9-98de-b93321f2752a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0435634 Mar 07 11:19:09.432584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-5f9e209b-291e-4228-ad5e-7c2778b81c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:09.434253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-5f9e209b-291e-4228-ad5e-7c2778b81c9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0449636 Mar 07 11:19:09.467306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-ce45b596-aae2-4530-a5d3-fab5607649b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267048 Mar 07 11:19:09.561888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-7bfb85a1-4b42-4a44-818f-9a75ff16d5d6 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885623 Mar 07 11:19:09.652615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-1743a955-8541-4929-8fcc-d9f52db51362 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841644 Mar 07 11:19:10.326660 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c5e2d-7473-462f-b6cf-5fe1b8fbf86d req-c09568a9-ba9f-4b65-8ead-0871e65d2ea0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:10.328045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf9c5e2d-7473-462f-b6cf-5fe1b8fbf86d req-c09568a9-ba9f-4b65-8ead-0871e65d2ea0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0551190 Mar 07 11:19:10.384741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf9c5e2d-7473-462f-b6cf-5fe1b8fbf86d req-a012a1a0-0996-46d6-9836-da15592bda40 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509093 Mar 07 11:19:11.526664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490614b-0aeb-4d0e-a780-4dd687c91dd5 req-af364bf3-d606-48a8-87c2-b2f19fe097ef tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:11.528246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4490614b-0aeb-4d0e-a780-4dd687c91dd5 req-af364bf3-d606-48a8-87c2-b2f19fe097ef tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0576117 Mar 07 11:19:11.575438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4490614b-0aeb-4d0e-a780-4dd687c91dd5 req-45ada1a3-bb86-4705-b2dd-95ccd8b5aab2 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Mar 07 11:19:12.716894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e92a-d80b-41e7-bfd8-cdce003878bd req-bb71997a-5e82-4754-8c28-80d640001858 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:12.718907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0312e92a-d80b-41e7-bfd8-cdce003878bd req-bb71997a-5e82-4754-8c28-80d640001858 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0636377 Mar 07 11:19:12.770819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0312e92a-d80b-41e7-bfd8-cdce003878bd req-de487485-fc82-40b5-ba25-2c0651d5ddf7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Mar 07 11:19:13.902712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fe376-ce71-4bed-884a-aa9a7fc06ff8 req-92ccc058-bc43-43ba-8fc3-5d9810023d47 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:13.904206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd3fe376-ce71-4bed-884a-aa9a7fc06ff8 req-92ccc058-bc43-43ba-8fc3-5d9810023d47 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0588505 Mar 07 11:19:13.952186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd3fe376-ce71-4bed-884a-aa9a7fc06ff8 req-ee435c02-7f03-448f-bb3b-b5d470a79597 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416610 Mar 07 11:19:14.795576 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:19:15.085404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823aa83-9e84-4811-b2e8-a708011f2257 req-868d3e82-5301-48d8-868f-2d5f8bcf1d0f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:15.086795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8823aa83-9e84-4811-b2e8-a708011f2257 req-868d3e82-5301-48d8-868f-2d5f8bcf1d0f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Mar 07 11:19:15.134175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8823aa83-9e84-4811-b2e8-a708011f2257 req-701a62d2-31d6-4ec1-9518-c121f7b17d4b tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Mar 07 11:19:16.263820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751595bb-6651-4d9e-957e-524765b9f3b3 req-c616c384-35a7-46ae-ac89-975923d05ee7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:16.265330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-751595bb-6651-4d9e-957e-524765b9f3b3 req-c616c384-35a7-46ae-ac89-975923d05ee7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0588431 Mar 07 11:19:16.318135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-751595bb-6651-4d9e-957e-524765b9f3b3 req-dd5fa656-74e9-4cb0-81c8-778ac2185e08 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Mar 07 11:19:17.466707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba958-0d87-423a-abd9-788239dec200 req-a49b3594-1350-44b2-ad28-a3abfc65a0ec tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:17.468420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-506ba958-0d87-423a-abd9-788239dec200 req-a49b3594-1350-44b2-ad28-a3abfc65a0ec tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0620058 Mar 07 11:19:17.518317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-506ba958-0d87-423a-abd9-788239dec200 req-b27047b6-eeb4-4dc0-a641-9802a9eeabb9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Mar 07 11:19:18.652692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237884cc-9b46-4f92-95b2-bc2ed2f49904 req-380da207-a573-4754-94c7-8622cd99c48d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:18.654112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-237884cc-9b46-4f92-95b2-bc2ed2f49904 req-380da207-a573-4754-94c7-8622cd99c48d tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Mar 07 11:19:18.704596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-237884cc-9b46-4f92-95b2-bc2ed2f49904 req-e2b9668d-38d8-4f44-a0c1-34c3fb82520f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Mar 07 11:19:19.849729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f7232-804b-43cb-86bd-2f206eb2d96b req-54436970-5c75-4cf5-becd-d85f6ff47c89 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:19.851214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-111f7232-804b-43cb-86bd-2f206eb2d96b req-54436970-5c75-4cf5-becd-d85f6ff47c89 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0730906 Mar 07 11:19:19.899199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-111f7232-804b-43cb-86bd-2f206eb2d96b req-d2acdecb-6d96-4e5a-9cf6-ebb051419203 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Mar 07 11:19:20.740212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f873fb56-1529-4ec6-a157-2e0102db4deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:21.030035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f42c1-807b-45fe-9d70-0a13a3d020c5 req-2a544e8b-01ee-4c5e-bd85-ec2475994aaf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:21.032307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-142f42c1-807b-45fe-9d70-0a13a3d020c5 req-2a544e8b-01ee-4c5e-bd85-ec2475994aaf tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0556085 Mar 07 11:19:21.079929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-142f42c1-807b-45fe-9d70-0a13a3d020c5 req-e052b644-e669-48ef-974a-6b8b83f0a443 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Mar 07 11:19:22.228766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f415-96e0-4fb6-8b9b-cbba10cd0051 req-1ae171ef-a515-43b0-a2f1-d3b3bb1d7ebc tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:22.232214 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e398f415-96e0-4fb6-8b9b-cbba10cd0051 req-1ae171ef-a515-43b0-a2f1-d3b3bb1d7ebc tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0779982 Mar 07 11:19:22.284387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e398f415-96e0-4fb6-8b9b-cbba10cd0051 req-5b4ce0fd-5496-40bc-b329-e22232ac7c09 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Mar 07 11:19:23.024770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ce723d3-0c29-45f2-8006-3b1dffb5ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:23.418712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0bc56-fb5b-4ccc-a6c1-55c44e839456 req-2db8048b-31a2-4270-a883-b8f96b62b309 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:23.420207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4f0bc56-fb5b-4ccc-a6c1-55c44e839456 req-2db8048b-31a2-4270-a883-b8f96b62b309 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0546927 Mar 07 11:19:23.474253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4f0bc56-fb5b-4ccc-a6c1-55c44e839456 req-38c83541-0a16-4e85-857a-99bce33e4556 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Mar 07 11:19:24.384456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:24.597222 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:24.609826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adb03a-cf0a-4822-a664-5dea6792542a req-d8ecf06f-8a4a-4480-90b3-9576374905ad tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:24.611345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9adb03a-cf0a-4822-a664-5dea6792542a req-d8ecf06f-8a4a-4480-90b3-9576374905ad tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0663559 Mar 07 11:19:24.666141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9adb03a-cf0a-4822-a664-5dea6792542a req-ef917539-8808-4d1a-9b07-d38b28258d82 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Mar 07 11:19:25.822915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0155-5cb3-479a-b6b0-1025772b8c36 req-a8b6e4ad-c953-412a-a8de-f55cf3670452 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:25.824526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7ba0155-5cb3-479a-b6b0-1025772b8c36 req-a8b6e4ad-c953-412a-a8de-f55cf3670452 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0747831 Mar 07 11:19:25.829131 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:25.876873 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7ba0155-5cb3-479a-b6b0-1025772b8c36 req-fa2ff4be-f0ab-4c2d-9ea9-a072e377c7d0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Mar 07 11:19:27.012189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c7e27-3ab1-4cf8-8ce7-c330da6bcbd6 req-4615e103-072c-4212-8e6c-9a870ebc2c77 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:27.013659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5c7e27-3ab1-4cf8-8ce7-c330da6bcbd6 req-4615e103-072c-4212-8e6c-9a870ebc2c77 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0574031 Mar 07 11:19:27.064645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a5c7e27-3ab1-4cf8-8ce7-c330da6bcbd6 req-195d7bf5-97d2-495e-a95b-dd9d3b63c9ae tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Mar 07 11:19:27.112420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:28.195102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31077-41f1-49be-b18d-0d747f695269 req-12a0da9f-0331-4e73-a09a-433f9cc95669 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:28.196518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57a31077-41f1-49be-b18d-0d747f695269 req-12a0da9f-0331-4e73-a09a-433f9cc95669 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0600748 Mar 07 11:19:28.243638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57a31077-41f1-49be-b18d-0d747f695269 req-732bdf40-75bd-4a57-b237-4992d248a6c6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Mar 07 11:19:29.196251 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:29.386084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c89863-08fa-4909-94dd-aedfb68a9cb1 req-12b60f9a-23af-40e7-aeea-6074c58becc4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:29.387563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7c89863-08fa-4909-94dd-aedfb68a9cb1 req-12b60f9a-23af-40e7-aeea-6074c58becc4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Mar 07 11:19:29.436433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b7c89863-08fa-4909-94dd-aedfb68a9cb1 req-79ad313b-55d0-4e57-923f-c209b054cc6c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Mar 07 11:19:30.564686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a8ec9-70f8-4e40-8a02-b8f22777ddfa req-7349c2cc-e54a-4cae-a2fc-74d66271c2a0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:30.566261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd1a8ec9-70f8-4e40-8a02-b8f22777ddfa req-7349c2cc-e54a-4cae-a2fc-74d66271c2a0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0538023 Mar 07 11:19:30.617400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd1a8ec9-70f8-4e40-8a02-b8f22777ddfa req-d5499c91-5283-4b83-b7c5-31ae8cc01104 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Mar 07 11:19:31.758085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56605958-318d-431c-acab-45cf83096713 req-2a65ad7f-c5ee-41c9-a106-c2856d1de5e9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:31.759563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56605958-318d-431c-acab-45cf83096713 req-2a65ad7f-c5ee-41c9-a106-c2856d1de5e9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0578837 Mar 07 11:19:31.809665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-56605958-318d-431c-acab-45cf83096713 req-0e1c53ec-151c-434d-b443-ae42d3876bb9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Mar 07 11:19:32.959477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc0459-b1b4-4fee-a18f-f8457ce02266 req-6b06cb6c-a1eb-48fd-8104-9243cf73430f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:32.960993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39fc0459-b1b4-4fee-a18f-f8457ce02266 req-6b06cb6c-a1eb-48fd-8104-9243cf73430f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0651331 Mar 07 11:19:33.014564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39fc0459-b1b4-4fee-a18f-f8457ce02266 req-c82a489c-288e-4907-b4b1-089124af8030 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Mar 07 11:19:34.152042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0f3df-4b78-46d4-ad01-d57be7bed979 req-7cc1e342-1851-4a52-b020-95e2c94e108e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:34.153416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e0f3df-4b78-46d4-ad01-d57be7bed979 req-7cc1e342-1851-4a52-b020-95e2c94e108e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0649905 Mar 07 11:19:34.202195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37e0f3df-4b78-46d4-ad01-d57be7bed979 req-7315af9e-f6a1-4e5b-824d-bebc4dcbd9e4 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Mar 07 11:19:35.340511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77561543-6efc-4854-a411-de7607534893 req-b3663fc2-5d96-4f51-922c-4bc32d4b6b9f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:35.342322 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77561543-6efc-4854-a411-de7607534893 req-b3663fc2-5d96-4f51-922c-4bc32d4b6b9f tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0640078 Mar 07 11:19:35.392710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77561543-6efc-4854-a411-de7607534893 req-9f6ae2e9-0e15-401f-bb13-30d3d209b2be tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Mar 07 11:19:36.507391 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-77dd052e-1ede-4a25-adfd-33631feef974 req-fe23eb83-abe2-4b80-b66c-4a30cfbc3f09 service neutron] show failed (client error): The resource could not be found. Mar 07 11:19:36.508459 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-fe23eb83-abe2-4b80-b66c-4a30cfbc3f09 service neutron] 10.222.0.26 "GET /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0958331 Mar 07 11:19:36.531757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176191-65d3-464a-b9a4-4c281c235919 req-28555e1d-7b49-4b77-99b4-7cff055c42b6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:36.533235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54176191-65d3-464a-b9a4-4c281c235919 req-28555e1d-7b49-4b77-99b4-7cff055c42b6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Mar 07 11:19:36.584751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-54176191-65d3-464a-b9a4-4c281c235919 req-bf64ed36-b8e9-44b3-bb96-f2f7c174336e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Mar 07 11:19:36.723152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-7d7370c1-8bf7-4347-86e6-6de6f8db75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:36.724642 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-7d7370c1-8bf7-4347-86e6-6de6f8db75a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79&tenant_id=0573f745ac564fa5953665f0fbd9eb98 HTTP/1.1" status: 200 len: 1127 time: 0.0464077 Mar 07 11:19:36.735203 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:36.810559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.023900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:37.058877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:37.110555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:37.113954 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b8f6d-a4a5-4440-ac37-6cb464d17926" -d '{"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-unplugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:37.117911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks [] for port (1de9b166-9b22-4140-9892-a991369b1af6), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.132162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Transition to ACTIVE for port object 1de9b166-9b22-4140-9892-a991369b1af6 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:19:37.135458 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.172477 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269600fd-6325-4163-bf93-fe90596ce60f x-openstack-request-id: req-269600fd-6325-4163-bf93-fe90596ce60f {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:37.172767 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-unplugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:37.173017 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-269600fd-6325-4163-bf93-fe90596ce60f {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:37.173409 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'code': 200} Mar 07 11:19:37.197644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] No DVR routers for this DVR port 1de9b166-9b22-4140-9892-a991369b1af6 on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:19:37.204543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:37.214675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.215033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.215359 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.215718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.216043 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.216364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.216684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.216999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.217316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.217636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.217955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.218261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.218577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:37.248584 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:37.248943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:37.249265 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:37.253823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:19:37.254133 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Attempting to bind port 1de9b166-9b22-4140-9892-a991369b1af6 on network 580cf181-9db3-47e9-a8cf-79b0efa3fb7a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:37.258976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:37.259310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Checking segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:37.259704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Bound using segment: {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:37.260126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Bound port: 1de9b166-9b22-4140-9892-a991369b1af6, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a421fa-30b8-49d4-a2c1-e081c6949432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:37.260476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.324643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:37.327978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:37.335802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.371901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:37.372486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:37.373863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] 10.222.0.32 "PUT /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 1091 time: 0.6425996 Mar 07 11:19:37.391827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ee12-96de-4699-ad0e-d29b4c9a157e service neutron] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:37.443184 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-72fc2570-6524-4820-a073-b9b0307b1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:37.444832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-72fc2570-6524-4820-a073-b9b0307b1d86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0499434 Mar 07 11:19:37.541163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-99e57ea7-ceab-4658-bced-8874d6bb4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:37.543267 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-99e57ea7-ceab-4658-bced-8874d6bb4113 service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0917008 Mar 07 11:19:37.585231 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-67d21662-6788-4d05-b30d-11e94376d755 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0356710 Mar 07 11:19:37.634016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd052e-1ede-4a25-adfd-33631feef974 req-4595b7cd-4655-42fc-8e50-318a13bd3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:37.635500 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-4595b7cd-4655-42fc-8e50-318a13bd3c8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0439558 Mar 07 11:19:37.670958 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-97beb559-26c4-4fe7-b497-d345f62c394c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297949 Mar 07 11:19:37.707341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae652e-394f-4b3a-8efc-ca7f1a016ca1 req-96c72d52-97b4-4b77-ab65-92d5e8a653e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:37.709444 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecae652e-394f-4b3a-8efc-ca7f1a016ca1 req-96c72d52-97b4-4b77-ab65-92d5e8a653e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.0548306 Mar 07 11:19:37.756261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecae652e-394f-4b3a-8efc-ca7f1a016ca1 req-1ed09b36-6100-4fc5-9773-13a4e3a686f7 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Mar 07 11:19:37.762602 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-01b65159-ac98-481a-a516-07c3bb47e3fc service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Mar 07 11:19:37.855291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-77dd052e-1ede-4a25-adfd-33631feef974 req-31f69e3e-bef4-4713-bfba-a028673573bd service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870769 Mar 07 11:19:38.908163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f32591-2eda-4da6-8e3a-5262530cab34 req-c9a62a6d-d1d0-4a32-994a-6745bce245e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:38.909654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9f32591-2eda-4da6-8e3a-5262530cab34 req-c9a62a6d-d1d0-4a32-994a-6745bce245e8 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.0697460 Mar 07 11:19:38.958968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9f32591-2eda-4da6-8e3a-5262530cab34 req-b3ed3fb1-8498-415e-a2f4-745c2ffe1978 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Mar 07 11:19:39.174731 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:39.178417 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72286b5b-341d-4961-bbee-32f0f03c51dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:39.236871 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6898a-c1cd-4551-93f7-89066d934783 x-openstack-request-id: req-94a6898a-c1cd-4551-93f7-89066d934783 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:39.237333 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:39.237595 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94a6898a-c1cd-4551-93f7-89066d934783 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:39.238009 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'status': 'completed', 'code': 200} Mar 07 11:19:39.304666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-0e33a654-d255-4c99-90ba-e96570ba6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.304968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-ee78bc9b-fd9f-4209-8171-5fc987ddf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.306180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-0e33a654-d255-4c99-90ba-e96570ba6df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0453637 Mar 07 11:19:39.306350 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-ee78bc9b-fd9f-4209-8171-5fc987ddf320 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0480590 Mar 07 11:19:39.401473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-bab0413f-70a6-41db-aaaa-872344ebf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.401966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-da06a05c-55f2-4112-b6b7-432a52ace846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.402928 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-bab0413f-70a6-41db-aaaa-872344ebf1c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0895190 Mar 07 11:19:39.403432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-da06a05c-55f2-4112-b6b7-432a52ace846 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0900218 Mar 07 11:19:39.444440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-852e9d25-e46e-4222-9902-3a5e85c8a2be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0337441 Mar 07 11:19:39.444782 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-bc536fc6-b8b2-45f9-8afa-750c393190a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0353341 Mar 07 11:19:39.492840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-fa700576-7071-4d93-b231-9969329a9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.493577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-1f4ff3a8-45ad-45f2-b305-cdaf377eafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.494325 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-fa700576-7071-4d93-b231-9969329a9992 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0442932 Mar 07 11:19:39.495069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-1f4ff3a8-45ad-45f2-b305-cdaf377eafd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0450177 Mar 07 11:19:39.526230 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-de512a84-c534-4445-b9b0-57005f22e223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254328 Mar 07 11:19:39.530802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-2589ec5e-6ea1-418c-84be-471455632494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290244 Mar 07 11:19:39.623113 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-3230d919-28e2-40e5-8514-0f5100c47885 service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Mar 07 11:19:39.624454 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-b0a4ce4d-2d80-43a3-87bb-04a9d067842b service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Mar 07 11:19:39.718137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-307990ef-76d3-4510-b993-88f72aee62aa service neutron] 10.222.0.32 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886345 Mar 07 11:19:39.722908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-72286b5b-341d-4961-bbee-32f0f03c51dd req-13da7832-d09e-471a-a05e-09c8353df5d4 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929439 Mar 07 11:19:39.726845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:19:39.771175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port 1de9b166-9b22-4140-9892-a991369b1af6 host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:19:39.771559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:19:40.098080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923cfc9-3fdf-4c49-a329-4c2e0abcc90d req-cca08e11-249a-440d-8623-fe415457340e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:40.099524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9923cfc9-3fdf-4c49-a329-4c2e0abcc90d req-cca08e11-249a-440d-8623-fe415457340e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.0533066 Mar 07 11:19:40.146435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9923cfc9-3fdf-4c49-a329-4c2e0abcc90d req-d021ccd1-afbf-4061-afb6-0c23b6b372ea tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Mar 07 11:19:41.288096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8592ede-0ae4-422f-a257-3007163dab37 req-2e479a44-1230-46da-ab1f-483f3015eee6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.289695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8592ede-0ae4-422f-a257-3007163dab37 req-2e479a44-1230-46da-ab1f-483f3015eee6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.0708051 Mar 07 11:19:41.345033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8592ede-0ae4-422f-a257-3007163dab37 req-2e8ac6b4-3236-4516-a2eb-5f4be548b2e1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Mar 07 11:19:41.596025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea545adc-eec8-4247-a8b0-032b7caa169b req-0f24c62a-4e02-4cdf-a342-3691043841a6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.597495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea545adc-eec8-4247-a8b0-032b7caa169b req-0f24c62a-4e02-4cdf-a342-3691043841a6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 943 time: 0.1001661 Mar 07 11:19:41.607508 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-25906743-d676-4c1c-959d-ea58d68117e9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.609025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-25906743-d676-4c1c-959d-ea58d68117e9 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.26 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79&tenant_id=0573f745ac564fa5953665f0fbd9eb98&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 943 time: 0.1012659 Mar 07 11:19:41.691584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea545adc-eec8-4247-a8b0-032b7caa169b req-ee8cb081-cd52-4b4d-8c41-3d4785a7dc94 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816007 Mar 07 11:19:41.696552 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-a903d2e8-f46c-4114-a799-6a1bd9aff63e service neutron] delete failed (client error): The resource could not be found. Mar 07 11:19:41.697533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-a903d2e8-f46c-4114-a799-6a1bd9aff63e service neutron] 10.222.0.26 "DELETE /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0819244 Mar 07 11:19:41.788929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-c03a661f-3200-46d1-ae75-49e7ffe2303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.790423 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-c03a661f-3200-46d1-ae75-49e7ffe2303b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0573f745ac564fa5953665f0fbd9eb98&device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 1125 time: 0.0483580 Mar 07 11:19:41.888760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-399ae714-fbe8-46bf-aaec-023ebd2a9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.890251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-399ae714-fbe8-46bf-aaec-023ebd2a9aa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 200 len: 916 time: 0.0942340 Mar 07 11:19:41.936589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-5de56be2-5dae-4ce6-8285-e615685067cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 200 len: 217 time: 0.0399735 Mar 07 11:19:41.991415 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-5d0fe913-03bc-448c-96d3-44cc8e3e7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.992925 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-5d0fe913-03bc-448c-96d3-44cc8e3e7018 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 200 len: 855 time: 0.0513453 Mar 07 11:19:42.024914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-d9591892-2ae6-43ad-8e1d-ab6c81987f2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=580cf181-9db3-47e9-a8cf-79b0efa3fb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258842 Mar 07 11:19:42.116060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-5750403c-0f17-4aa1-a860-93dba1d0de84 service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Mar 07 11:19:42.210073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c54cd67-3363-46c4-aa88-92dfeed23955 req-258fbda0-1e4c-4e2a-b0cf-374bc6a4f79a service neutron] 10.222.0.26 "GET /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Mar 07 11:19:42.304097 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:19:42.403857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:42.415075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1de9b166-9b22-4140-9892-a991369b1af6', 'network_id': '580cf181-9db3-47e9-a8cf-79b0efa3fb7a', 'port_id': '1de9b166-9b22-4140-9892-a991369b1af6', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a89327e-be90-4975-812d-1611b1ca459e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:19:42.456043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1de9b166-9b22-4140-9892-a991369b1af6 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:42.456429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:42.469153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de9b166-9b22-4140-9892-a991369b1af6 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:19:42.488391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:42.494138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:42.544562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:42.785713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1de9b166-9b22-4140-9892-a991369b1af6'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:19:42.820346 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bbb0d-68e2-4892-b2e2-f59d244fa903 req-cd89fef3-f9f2-42cc-b05b-13c71c8997ca tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:42.821824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61bbb0d-68e2-4892-b2e2-f59d244fa903 req-cd89fef3-f9f2-42cc-b05b-13c71c8997ca tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0586457 Mar 07 11:19:42.868679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f61bbb0d-68e2-4892-b2e2-f59d244fa903 req-3e55747a-f2c2-4a22-b138-ce8f548b4baa tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Mar 07 11:19:42.993865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d580c-02d3-4b37-9fbd-949a21ebe963 req-ab66d14c-4cb2-4808-b378-aeae11e6fed6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:42.995455 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf8d580c-02d3-4b37-9fbd-949a21ebe963 req-ab66d14c-4cb2-4808-b378-aeae11e6fed6 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0527976 Mar 07 11:19:43.048186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bf8d580c-02d3-4b37-9fbd-949a21ebe963 req-6b3414e8-188b-459e-922c-5834a960aaad tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Mar 07 11:19:43.169406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6435ce-f979-4d57-a19f-5363d1991792 req-1995ede6-d902-407c-a182-7e5cb4a7982e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.170801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea6435ce-f979-4d57-a19f-5363d1991792 req-1995ede6-d902-407c-a182-7e5cb4a7982e tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0556135 Mar 07 11:19:43.221823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea6435ce-f979-4d57-a19f-5363d1991792 req-1f9f10fd-df7f-41bb-bd66-dca00e839c48 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Mar 07 11:19:43.572629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79051b-d44c-4cc6-af04-7957e4901b28 req-7ce8822b-d983-492c-b3b6-2aedb73cec25 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.574146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc79051b-d44c-4cc6-af04-7957e4901b28 req-7ce8822b-d983-492c-b3b6-2aedb73cec25 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 944 time: 0.0588884 Mar 07 11:19:43.624220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc79051b-d44c-4cc6-af04-7957e4901b28 req-a42bc175-56ee-4cb0-b45e-b140d55052c0 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Mar 07 11:19:44.330015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:44.380094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1de9b166-9b22-4140-9892-a991369b1af6 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:19:44.384882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1de9b166-9b22-4140-9892-a991369b1af6 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:44.385266 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1de9b166-9b22-4140-9892-a991369b1af6), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:44.467405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1de9b166-9b22-4140-9892-a991369b1af6 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:44.467837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:44.491049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:44.493363 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6c74f-ef50-4bd5-ab54-3abc1cdcd2c3" -d '{"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:44.506319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:44.511509 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:44.535436 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65384dd-13d7-4fa5-b1f4-126d8ccc1578 x-openstack-request-id: req-a65384dd-13d7-4fa5-b1f4-126d8ccc1578 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:44.535760 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-plugged", "status": "completed", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:44.536015 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a65384dd-13d7-4fa5-b1f4-126d8ccc1578 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:44.536401 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'code': 200} Mar 07 11:19:44.564045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:44.749410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7ae5-e4bf-4638-9494-8e07c8eb1739 req-bafbfba2-5a20-46ae-8fb4-f35fa894c21c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:44.750891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-443b7ae5-e4bf-4638-9494-8e07c8eb1739 req-bafbfba2-5a20-46ae-8fb4-f35fa894c21c tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0564587 Mar 07 11:19:44.799251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-443b7ae5-e4bf-4638-9494-8e07c8eb1739 req-c22a85d9-8e93-4536-8674-ee5d050ea626 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4440823-ca5b-418f-82ff-51b11837bd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Mar 07 11:19:44.830990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-36393980-ca43-423a-8055-ee48f6600b73 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:44.832498 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-36393980-ca43-423a-8055-ee48f6600b73 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.32 "GET /v2.0/ports?device_id=e82d95ec-f97f-4064-b76c-3693686e5c79 HTTP/1.1" status: 200 len: 945 time: 0.0577269 Mar 07 11:19:44.930741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Deleting port 1de9b166-9b22-4140-9892-a991369b1af6 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:19:44.931012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1de9b166-9b22-4140-9892-a991369b1af6), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:45.026356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] For port 1de9b166-9b22-4140-9892-a991369b1af6, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1de9b166-9b22-4140-9892-a991369b1af6,segment=NetworkSegment(54a421fa-30b8-49d4-a2c1-e081c6949432),segment_id=54a421fa-30b8-49d4-a2c1-e081c6949432)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:45.026718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1de9b166-9b22-4140-9892-a991369b1af6), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:45.043435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Calling delete_port for 1de9b166-9b22-4140-9892-a991369b1af6 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:19:45.184256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1de9b166-9b22-4140-9892-a991369b1af6), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:45.196079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1de9b166-9b22-4140-9892-a991369b1af6'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:19:45.213982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Pushing event deleted for resources: {'Port': ['ID=1de9b166-9b22-4140-9892-a991369b1af6,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:45.259480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] No DVR routers for this DVR port 1de9b166-9b22-4140-9892-a991369b1af6 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:19:45.262167 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:45.265547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-55866b17-e1c0-49ff-8b78-4ce2a6ad27f1 req-45e9dc80-d12b-42e4-a44b-60ee6830c0c1 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] 10.222.0.32 "DELETE /v2.0/ports/1de9b166-9b22-4140-9892-a991369b1af6 HTTP/1.1" status: 204 len: 173 time: 0.4276514 Mar 07 11:19:45.266000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-deleted', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:45.268261 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685f6db-ce1d-487b-a64f-21e753fa28a9" -d '{"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-deleted", "tag": "1de9b166-9b22-4140-9892-a991369b1af6"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:45.305889 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217fba0-dd9f-406e-aa62-484f9b150c5a x-openstack-request-id: req-a217fba0-dd9f-406e-aa62-484f9b150c5a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:45.306182 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d95ec-f97f-4064-b76c-3693686e5c79", "name": "network-vif-deleted", "tag": "1de9b166-9b22-4140-9892-a991369b1af6", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:45.306437 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a217fba0-dd9f-406e-aa62-484f9b150c5a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:45.306840 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d95ec-f97f-4064-b76c-3693686e5c79', 'name': 'network-vif-deleted', 'tag': '1de9b166-9b22-4140-9892-a991369b1af6', 'status': 'completed', 'code': 200} Mar 07 11:19:45.943773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45708) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:45.988772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Deleting subnet 5a89327e-be90-4975-812d-1611b1ca459e {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:19:45.991947 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Publish callbacks [] for subnet (5a89327e-be90-4975-812d-1611b1ca459e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.031856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (5a89327e-be90-4975-812d-1611b1ca459e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.072275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (5a89327e-be90-4975-812d-1611b1ca459e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.129939 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (5a89327e-be90-4975-812d-1611b1ca459e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.155983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a89327e-be90-4975-812d-1611b1ca459e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:46.160785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.164152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-20d1c90e-eb2d-4960-bb62-691fc9b6cde1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a89327e-be90-4975-812d-1611b1ca459e HTTP/1.1" status: 204 len: 168 time: 0.2192345 Mar 07 11:19:46.166789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45710) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:46.238585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (580cf181-9db3-47e9-a8cf-79b0efa3fb7a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.317581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (580cf181-9db3-47e9-a8cf-79b0efa3fb7a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.337654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580cf181-9db3-47e9-a8cf-79b0efa3fb7a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:46.346644 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a421fa-30b8-49d4-a2c1-e081c6949432') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:46.346929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a421fa-30b8-49d4-a2c1-e081c6949432') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:46.356421 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (54a421fa-30b8-49d4-a2c1-e081c6949432), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.370551 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (54a421fa-30b8-49d4-a2c1-e081c6949432), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.378449 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:19:46.378774 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (54a421fa-30b8-49d4-a2c1-e081c6949432), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:19:46.380525 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:19:46.442026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (580cf181-9db3-47e9-a8cf-79b0efa3fb7a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.448573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.452080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/580cf181-9db3-47e9-a8cf-79b0efa3fb7a HTTP/1.1" status: 204 len: 168 time: 0.2843814 Mar 07 11:19:46.463673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef620-17de-4700-9651-64c687b4dc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=580cf181-9db3-47e9-a8cf-79b0efa3fb7a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:46.575444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45714) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:46.616326 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-375de34f-f8fa-448c-bc1b-dfd07f659005 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0573f745ac564fa5953665f0fbd9eb98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396426 Mar 07 11:19:46.619015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45716) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:46.665760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] Publish callbacks [] for security_group (d4440823-ca5b-418f-82ff-51b11837bd5f), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:46.686825 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] Publish callbacks [] for security_group (d4440823-ca5b-418f-82ff-51b11837bd5f), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:47.104902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d4440823-ca5b-418f-82ff-51b11837bd5f), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:47.107499 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:47.108695 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4440823-ca5b-418f-82ff-51b11837bd5f HTTP/1.1" status: 204 len: 168 time: 0.4887981 Mar 07 11:19:47.117938 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f147613-8dfa-4e3d-89f9-d61da6bdc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4440823-ca5b-418f-82ff-51b11837bd5f,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:47.838723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45738) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:47.950719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1126359501-network', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:47.972704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:19:47.974956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:47.983341 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.065960 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks [] for security_group (a0a8cd9a-7414-455b-84e9-5cf0beeaae97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.073213 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0a8cd9a-7414-455b-84e9-5cf0beeaae97), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.097822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:19:48.108209 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8cd9a-7414-455b-84e9-5cf0beeaae97,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:48.114569 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (aa6f85c5-1423-4214-b8ec-0369b9f53e81), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.114896 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Added segment aa6f85c5-1423-4214-b8ec-0369b9f53e81 of type vlan for network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 Mar 07 11:19:48.157811 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (32b0d358-d819-487c-9c8e-3aa3f40e27a2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.189159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (32b0d358-d819-487c-9c8e-3aa3f40e27a2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.190335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:48.191081 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.251089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4112360 Mar 07 11:19:48.254019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45742) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:48.256314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b15ae5-ec49-4a94-9fd1-026bc0723b91 admin admin] Pushing event updated for resources: {'Network': ['ID=32b0d358-d819-487c-9c8e-3aa3f40e27a2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:48.261455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Request body: {'subnet': {'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1126359501-subnet', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:48.267449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:19:48.281273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:19:48.283678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.366888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:19:48.387762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 1de9b166-9b22-4140-9892-a991369b1af6 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:19:48.388102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1de9b166-9b22-4140-9892-a991369b1af6 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:19:48.458917 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (4594099f-d2fa-4b7d-9e8b-e019f88dc0ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.516722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:48.527494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:48.527881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Network hostable DHCP agents. Network: 32b0d358-d819-487c-9c8e-3aa3f40e27a2, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:19:48.546119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:19:48.555160 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 32b0d358-d819-487c-9c8e-3aa3f40e27a2) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:48.559639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:48.560245 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.564981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4487e5-8b9e-46d8-970c-6d8d4208eb7a None None] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:19:48.577728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-475160f7-794a-4851-a5c5-c8d7b563cbd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3222849 Mar 07 11:19:48.580289 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:48.585075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:48.609278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.610306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.662966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for router_controller (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.680397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:19:48.681419 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.831266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Allocated IP 172.20.0.2 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/673eb987-5c7d-4d6a-86c9-1762e0c8b880) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:48.981133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks [] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:48.988967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.040194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:49.044909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:49.046807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Pushing event updated for resources: {'Port': ['ID=673eb987-5c7d-4d6a-86c9-1762e0c8b880,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:49.048853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:19:49.111151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Attempting to bind port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:49.111516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Attempting to bind port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:49.111909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Attempting to bind port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:49.117921 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:49.118294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:49.119575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.120686 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:49.121199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Bound port: 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:49.121576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.138513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for router_gateway (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.192545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-71e2474d-3583-4904-864e-0199df52b482 None None] For port 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:49.196167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-71e2474d-3583-4904-864e-0199df52b482 None None] For port 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=673eb987-5c7d-4d6a-86c9-1762e0c8b880,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:49.204671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.274168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2474d-3583-4904-864e-0199df52b482 None None] Pushing event updated for resources: {'Port': ['ID=673eb987-5c7d-4d6a-86c9-1762e0c8b880,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:49.348227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for router_gateway (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.372137 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.488502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Allocated IP 172.25.4.27 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0b372825-fc7c-4d8a-9eb9-da9246165398) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:49.598148 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.633772 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.673696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:49.676433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:49.679838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:19:49.685804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Pushing event updated for resources: {'Port': ['ID=0b372825-fc7c-4d8a-9eb9-da9246165398,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:49.941888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for router_gateway (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:49.970820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 673eb987-5c7d-4d6a-86c9-1762e0c8b880 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:50.031051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:50.031418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.134100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:50.134696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.171948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=673eb987-5c7d-4d6a-86c9-1762e0c8b880,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:50.175352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.178719 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.234734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=673eb987-5c7d-4d6a-86c9-1762e0c8b880,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:50.265643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fce2e-f255-4f33-baaf-d17459d6667f None None] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:19:50.312848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:19:50.347852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-dbbaf540-c15f-49e6-a344-a8472cdc6f82 None None] Provisioning complete for port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:50.348485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf540-c15f-49e6-a344-a8472cdc6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.424333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:19:50.438246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:19:50.445063 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.448987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-075898f1-a259-4c56-ac96-5ba8ec3cc005 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8648379 Mar 07 11:19:50.449348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45746) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:50.451195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:50.451906 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:50.457179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaf540-c15f-49e6-a344-a8472cdc6f82 None None] Current status of the port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:50.562951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:50.682009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-cdd1c1dd-fab8-48db-a272-e6a13ed8bb34 None None] Provisioning complete for port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:50.682367 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c1dd-fab8-48db-a272-e6a13ed8bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.746842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:49Z', 'revision_number': 3, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:50.773494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:19:50.773824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Updating router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c port 0b372825-fc7c-4d8a-9eb9-da9246165398 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:19:50.805510 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.887464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.903407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2a660a11-8185-42fe-b400-953ed80f98fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:50.951473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1c1dd-fab8-48db-a272-e6a13ed8bb34 None None] Current status of the port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:51.047898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Allocated IP 172.20.0.1 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/d27a74db-8f1f-459a-be0a-8d8601ab2bd5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:51.062086 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks [] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.068388 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.120230 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Attempting to bind port 0b372825-fc7c-4d8a-9eb9-da9246165398 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:51.120596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Attempting to bind port 0b372825-fc7c-4d8a-9eb9-da9246165398 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:51.120951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Attempting to bind port 0b372825-fc7c-4d8a-9eb9-da9246165398 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:51.122923 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Pushing event updated for resources: {'Port': ['ID=0b372825-fc7c-4d8a-9eb9-da9246165398,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:51.132624 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.132950 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.133408 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.133742 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.134179 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.134512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.135175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.135175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.135487 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.135829 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.136149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.136461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.136769 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:51.140368 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:51.140734 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:51.141094 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.141501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:51.141967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Bound port: 0b372825-fc7c-4d8a-9eb9-da9246165398, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:51.142335 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.158231 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks [] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.196334 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.196651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] For port 0b372825-fc7c-4d8a-9eb9-da9246165398, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:51.200520 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] For port 0b372825-fc7c-4d8a-9eb9-da9246165398, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b372825-fc7c-4d8a-9eb9-da9246165398,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:51.208309 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.235431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:51.239990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:51.244561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:19:51.249809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Pushing event updated for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:51.259338 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:51.260158 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:51.290224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.311811 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062aee-2a62-47fb-927e-3c0f2787c765 None None] Pushing event updated for resources: {'Port': ['ID=0b372825-fc7c-4d8a-9eb9-da9246165398,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:51.385676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:51.441858 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.474821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4a6a9f45-4337-4b07-8415-17a845cb2549 None None] Provisioning complete for port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:51.476002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9f45-4337-4b07-8415-17a845cb2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.511882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a9f45-4337-4b07-8415-17a845cb2549 None None] Port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:19:51.568133 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:49Z', 'revision_number': 3, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:51.597382 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794f3a-ed9c-421a-bed2-c2d31f70d8de None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:49Z', 'revision_number': 3, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:19:51.610740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks [] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.616424 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.692153 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:51.695086 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Pushing event updated for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:51.794425 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:19:51.797278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:51.798753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:51.951725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:19:52.085512 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 673eb987-5c7d-4d6a-86c9-1762e0c8b880 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:52.103949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:19:52.109790 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d7840aab-2881-4d75-9f3b-c818e45cbf08 admin admin] 10.222.0.23 "PUT /v2.0/routers/fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589458 Mar 07 11:19:52.153100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:52.153481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.191424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-890f52eb-97fc-421b-9aad-76cea447d3bf None None] Provisioning complete for port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:52.191825 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-890f52eb-97fc-421b-9aad-76cea447d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.269029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-890f52eb-97fc-421b-9aad-76cea447d3bf None None] Port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:19:52.281029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:52.282652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b372825-fc7c-4d8a-9eb9-da9246165398 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:52.334370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0b372825-fc7c-4d8a-9eb9-da9246165398 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:52.334499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.430517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0b372825-fc7c-4d8a-9eb9-da9246165398 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:52.431434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.455960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0b372825-fc7c-4d8a-9eb9-da9246165398, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b372825-fc7c-4d8a-9eb9-da9246165398,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:52.461007 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.514683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0b372825-fc7c-4d8a-9eb9-da9246165398,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:53.019810 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51c6e488-a623-47ca-adf6-b58ec0ff7396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.278647 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:19:53.290555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:53.291188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:53.407450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:53.610975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 2, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:53.628673 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45758) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:53.633397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311080156', 'description': 'tempest-description--2097850364'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:53.643044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:19:53.643382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Updating router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:19:53.656587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.671782 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.723824 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (659410c5-d707-475a-a18e-f1ff3ee525ed), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.729146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (659410c5-d707-475a-a18e-f1ff3ee525ed), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.756816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659410c5-d707-475a-a18e-f1ff3ee525ed,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:53.761400 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.765251 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e3bab6d0-e4c8-49bb-8fbb-b0763dc18965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1329167 Mar 07 11:19:53.766347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:53.770313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'security_group_rule': {'security_group_id': '659410c5-d707-475a-a18e-f1ff3ee525ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:53.797171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (11c3116b-71c0-4fb1-820f-fe224d22bacc), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.855293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (11c3116b-71c0-4fb1-820f-fe224d22bacc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.860208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (11c3116b-71c0-4fb1-820f-fe224d22bacc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.881300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c3116b-71c0-4fb1-820f-fe224d22bacc,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:53.887127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.891342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2fd5c668-ad52-4dc1-b43a-688fb3a85add tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246240 Mar 07 11:19:53.891548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45762) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:53.897279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'security_group_rule': {'security_group_id': '659410c5-d707-475a-a18e-f1ff3ee525ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:53.925696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (036b002e-22fe-4f2c-bf54-752390cee8b7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.951844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks [] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.958663 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.964361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b372825-fc7c-4d8a-9eb9-da9246165398 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:53.986884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (036b002e-22fe-4f2c-bf54-752390cee8b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.992837 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (036b002e-22fe-4f2c-bf54-752390cee8b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.011022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036b002e-22fe-4f2c-bf54-752390cee8b7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.020771 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.022010 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c7e97d99-a388-49cc-a65e-2959a8ebddd1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293199 Mar 07 11:19:54.025126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 45764) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:54.031397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:54.052554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77ac9-642d-431c-9111-2f0fe9ef66ca None None] Pushing event updated for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.056722 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.118639 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0b372825-fc7c-4d8a-9eb9-da9246165398 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:54.119386 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.121305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Attempting to bind port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:54.121740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Attempting to bind port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:54.122165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Attempting to bind port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:54.152860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:54.152860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:54.153272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.153721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:54.154214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Bound port: d27a74db-8f1f-459a-be0a-8d8601ab2bd5, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:54.154658 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.167846 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.265653 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] For port d27a74db-8f1f-459a-be0a-8d8601ab2bd5, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:54.270319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] For port d27a74db-8f1f-459a-be0a-8d8601ab2bd5, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:54.274845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0b372825-fc7c-4d8a-9eb9-da9246165398 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:54.280249 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.280456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Allocated IP 172.25.4.240 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/a764f025-bce7-4d1b-877c-936c6d13277d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:54.366557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Provisioning complete for port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:54.366851 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.369621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:54.370264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:54.400787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (a764f025-bce7-4d1b-877c-936c6d13277d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.430589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77ac9-642d-431c-9111-2f0fe9ef66ca None None] Pushing event updated for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.452832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.470549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.500370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:54.503262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:54.508008 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:19:54.511939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=a764f025-bce7-4d1b-877c-936c6d13277d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.543812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:54.607072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.645911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.657644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Current status of the port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:54.658164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.659862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.745250 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] For port d27a74db-8f1f-459a-be0a-8d8601ab2bd5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:54.751732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.808642 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (a764f025-bce7-4d1b-877c-936c6d13277d), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.814800 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.840574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f181c-79ca-4e06-a069-5c16fa86860c None None] Pushing event updated for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.881792 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7e00397e-05ce-497f-ac5e-15b397579425 None None] Provisioning complete for port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:54.882158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e00397e-05ce-497f-ac5e-15b397579425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.885820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=a764f025-bce7-4d1b-877c-936c6d13277d,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.888488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:54.898052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.915919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:54.917447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c4b9c6e-4373-46f5-9172-07fab50d5fc7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8911827 Mar 07 11:19:54.941822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbe99e-8d89-4070-9ced-c4f0a54ba60c None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:19:55.034183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7e00397e-05ce-497f-ac5e-15b397579425 None None] Current status of the port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:55.107431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-dce0df7f-09c5-4eaf-97f0-27234627aa66 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--311080156&fields=id&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 267 time: 0.0524149 Mar 07 11:19:55.226951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-5b0e3326-df42-4fc4-b948-a280b7a86e28 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:55.228500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-5b0e3326-df42-4fc4-b948-a280b7a86e28 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1140449 Mar 07 11:19:55.244898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-2a181153-89ea-4a35-a515-f5af79e2f1fa tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/quotas/396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 375 time: 0.0105488 Mar 07 11:19:55.302418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-4ae4ce65-8fbb-4276-9c92-d1936f0445d1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519578 Mar 07 11:19:55.459395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-74414e9b-e236-4f82-beb8-f5f2b780e220 service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446676 Mar 07 11:19:55.553820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-90f2ca69-1789-4f24-8861-18c20512dacb service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878057 Mar 07 11:19:55.739693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b189149-1ec0-47f5-a597-b14671613764 req-8c6e4ea6-5fd2-46c5-b9d8-7ed638604dad tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 210 time: 0.0285699 Mar 07 11:19:55.832766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:55.975132 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d27a74db-8f1f-459a-be0a-8d8601ab2bd5 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:19:56.041121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:56.041586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:56.137108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:19:56.787244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-6e2073dd-ae70-4e8f-91bc-d954f9cc2bbd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:56.788928 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-6e2073dd-ae70-4e8f-91bc-d954f9cc2bbd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1083293 Mar 07 11:19:56.841368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5d52c468-8ea6-40d5-8c29-ba1b5db72ddd req-15c3cf0c-cacc-4867-b846-1cb47b2876dc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 210 time: 0.0294702 Mar 07 11:19:56.875499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-51ac10ce-acbc-4fb8-84a1-2f3897093262 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 379 time: 0.0783269 Mar 07 11:19:56.884897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'port': {'device_id': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'admin_state_up': True, 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'security_groups': ['659410c5-d707-475a-a18e-f1ff3ee525ed']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:56.998692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:19:57.002344 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.107972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.132651 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Allocated IP 172.20.0.13 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/c068dd14-26c6-492f-89ed-97f8dbde94ee) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:57.277241 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.316575 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.365756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:57.368759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:57.372558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:19:57.397680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:57.430438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:57.431171 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.452070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-14744888-c56f-4b33-a494-6dce310028d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5706892 Mar 07 11:19:57.519902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Request body: {'port': {'device_id': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:19:57.577936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-88deeaba-2f70-4040-a014-cbe167498f23 None None] Provisioning complete for port c068dd14-26c6-492f-89ed-97f8dbde94ee triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:19:57.578312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88deeaba-2f70-4040-a014-cbe167498f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.583400 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.613090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-88deeaba-2f70-4040-a014-cbe167498f23 None None] Port c068dd14-26c6-492f-89ed-97f8dbde94ee cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:19:57.874818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c068dd14-26c6-492f-89ed-97f8dbde94ee {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:19:57.883342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks [] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:57.897139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Transition to ACTIVE for port object c068dd14-26c6-492f-89ed-97f8dbde94ee will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:19:57.902022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:58.001654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:58.049718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74fb74-b83a-426d-a4f9-39c4ca5e4f32 req-dd515325-0571-4cc6-bc6d-ef6b71e4e6fd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.051249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a74fb74-b83a-426d-a4f9-39c4ca5e4f32 req-dd515325-0571-4cc6-bc6d-ef6b71e4e6fd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.1394408 Mar 07 11:19:58.086723 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:19:58.087043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:19:58.087385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:58.100124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:19:58.100439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:19:58.114818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:19:58.115298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:19:58.115692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:19:58.116150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Bound port: c068dd14-26c6-492f-89ed-97f8dbde94ee, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:19:58.116508 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:58.131779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a74fb74-b83a-426d-a4f9-39c4ca5e4f32 req-99ea1eb8-18c6-420f-8485-c7df1a2830b0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733469 Mar 07 11:19:58.186269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:58.189419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:58.195445 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:58.233995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.234659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:58.236480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] 10.222.0.26 "PUT /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1092 time: 0.7772458 Mar 07 11:19:58.238610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:58.241579 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:58.271804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7198b-4938-4287-9643-5cbec54c9436 service neutron] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:58.341839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-35de089b-1182-406b-b003-e1582aad6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.343475 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-35de089b-1182-406b-b003-e1582aad6cbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0520849 Mar 07 11:19:58.394537 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ec028-bec3-419e-a421-04a15f606f00 x-openstack-request-id: req-e66ec028-bec3-419e-a421-04a15f606f00 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:58.394826 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:58.395079 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e66ec028-bec3-419e-a421-04a15f606f00 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:58.395485 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'status': 'completed', 'code': 200} Mar 07 11:19:58.397317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-75e9ea7c-1170-47d6-b353-43dd19db8f5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 217 time: 0.0462766 Mar 07 11:19:58.452843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-fca0b109-cdb9-45f1-ae36-5e3f59bda78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.454330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-fca0b109-cdb9-45f1-ae36-5e3f59bda78c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0513430 Mar 07 11:19:58.503306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-43cbe3fd-71de-42f3-b073-6a647fb91b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.504846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-43cbe3fd-71de-42f3-b073-6a647fb91b48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452831 Mar 07 11:19:58.595990 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-0ed95b6e-32c6-4dfd-a6d4-9df532efcfd8 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845749 Mar 07 11:19:58.695300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a96a0c57-49ac-45f5-a13f-1e5014ad9e2b req-63f74310-002f-4abc-ae5f-19d6a4072bc4 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935528 Mar 07 11:19:58.793584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-fcd94e27-77ea-4388-a1fd-68a15e5c4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.795139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-fcd94e27-77ea-4388-a1fd-68a15e5c4224 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0473819 Mar 07 11:19:58.894098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-8d98cf41-835c-4068-b091-b316619b8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.895584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-8d98cf41-835c-4068-b091-b316619b8bbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0950506 Mar 07 11:19:58.935846 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-4b695a4a-745b-42c2-b5d1-38eaa123df72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 217 time: 0.0341709 Mar 07 11:19:58.983976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-b3a0f90d-6175-4b63-b61f-20c632f1f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:58.985386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-b3a0f90d-6175-4b63-b61f-20c632f1f4b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0431385 Mar 07 11:19:59.039993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-5ca8cf78-f9b0-4f0c-9479-f1ac9a1b1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:59.041501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-5ca8cf78-f9b0-4f0c-9479-f1ac9a1b1cbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491729 Mar 07 11:19:59.137203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-5cdbae4e-06e4-4cf0-aee9-9da324a39f15 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882089 Mar 07 11:19:59.196379 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:59.259437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76dfda1c-1391-4d09-b2ec-f1aca1e3fc7c req-fd98556e-7075-4c74-9df3-afad449a70d1 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161089 Mar 07 11:19:59.275053 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ef22-1789-4f71-bc50-4697bafa4950 req-3239d6de-77b0-4343-a45b-1639ac4fa7ae tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:59.276573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4503ef22-1789-4f71-bc50-4697bafa4950 req-3239d6de-77b0-4343-a45b-1639ac4fa7ae tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0709765 Mar 07 11:19:59.328728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4503ef22-1789-4f71-bc50-4697bafa4950 req-70ab0824-fff1-4a15-9297-5eacacaa6254 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Mar 07 11:20:00.464648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfda1e2-b78b-4f06-a62d-b306d728b53d req-a7339a1a-6174-48f8-acd7-48351d2661af tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:00.466240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbfda1e2-b78b-4f06-a62d-b306d728b53d req-a7339a1a-6174-48f8-acd7-48351d2661af tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0593917 Mar 07 11:20:00.515913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cbfda1e2-b78b-4f06-a62d-b306d728b53d req-5fc7d2f9-83c5-445e-970f-cdb56ad9a85a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Mar 07 11:20:01.670867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d33a-e014-44f6-9219-5bee1bfff1c6 req-d26e74aa-61d7-4d6b-bde3-76b686b7c21c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:01.672365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f09d33a-e014-44f6-9219-5bee1bfff1c6 req-d26e74aa-61d7-4d6b-bde3-76b686b7c21c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0672472 Mar 07 11:20:01.724252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f09d33a-e014-44f6-9219-5bee1bfff1c6 req-09ee4ae9-eff2-43f9-9da4-d10d2a46b93e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437920 Mar 07 11:20:01.816518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:20:01.936785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:01.947013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'mac_address': 'fa:16:3e:69:e9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:20:02.155812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c068dd14-26c6-492f-89ed-97f8dbde94ee is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:02.156192 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:02.170210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c068dd14-26c6-492f-89ed-97f8dbde94ee {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:02.190983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:02.198620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:02.245990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:02.254463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.254804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.255138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.255442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.255816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.256142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.256481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.256862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.257180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.257492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.257827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.258111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.258403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:02.402025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c068dd14-26c6-492f-89ed-97f8dbde94ee'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:20:02.860442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4260-595c-461d-85b7-09b996c06fa8 req-f3f83117-541b-4591-8644-8a176b17148b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:02.861936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94fd4260-595c-461d-85b7-09b996c06fa8 req-f3f83117-541b-4591-8644-8a176b17148b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0570812 Mar 07 11:20:02.917193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94fd4260-595c-461d-85b7-09b996c06fa8 req-8410344b-66a5-40cd-9dcb-be778468320f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469966 Mar 07 11:20:03.818440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:20:03.875926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port c068dd14-26c6-492f-89ed-97f8dbde94ee completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:20:03.879985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c068dd14-26c6-492f-89ed-97f8dbde94ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:20:03.880387 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:03.958805 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c068dd14-26c6-492f-89ed-97f8dbde94ee is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:03.959198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:03.983392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:03.985849 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94df39b-f3c1-49c0-baca-8d43e708960e" -d '{"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-plugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:04.001523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:04.008659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:04.037148 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683f244-7eca-4771-86fe-ece36a88fe73 x-openstack-request-id: req-2683f244-7eca-4771-86fe-ece36a88fe73 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:04.037549 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-plugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:04.037699 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2683f244-7eca-4771-86fe-ece36a88fe73 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:04.038069 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'code': 200} Mar 07 11:20:04.057180 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658864-636a-49cf-aeca-3b6f97ee160c req-ccda533c-947c-45a1-b424-294be95540a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:04.065296 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:04.066083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df658864-636a-49cf-aeca-3b6f97ee160c req-ccda533c-947c-45a1-b424-294be95540a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0752664 Mar 07 11:20:04.134672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df658864-636a-49cf-aeca-3b6f97ee160c req-0d5d92e9-cab8-446c-8d5a-2328e4e2de0d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675287 Mar 07 11:20:04.146005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b08e4-fddf-41c2-947b-370361e30668 req-9e6359ed-7b2a-45ca-9d4a-b50325087793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:04.147495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d3b08e4-fddf-41c2-947b-370361e30668 req-9e6359ed-7b2a-45ca-9d4a-b50325087793 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1128 time: 0.0627210 Mar 07 11:20:04.191791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d3b08e4-fddf-41c2-947b-370361e30668 req-6f3b76db-cfc0-4d95-b0da-82e0ef99f750 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Mar 07 11:20:05.269837 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180a68b-b502-41f9-bbae-59be3a41e0cb req-23f4c049-5960-4c80-938f-44edc3d3dad9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:05.271517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8180a68b-b502-41f9-bbae-59be3a41e0cb req-23f4c049-5960-4c80-938f-44edc3d3dad9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0597775 Mar 07 11:20:05.320946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8180a68b-b502-41f9-bbae-59be3a41e0cb req-30a2c5e9-9e35-4e0c-8dbb-9d9f13df17cd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Mar 07 11:20:06.450957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb152-42a1-4cb6-9829-0b57230c618c req-48882a09-7977-47e1-acc1-4d2b8721171b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:06.452577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4ceb152-42a1-4cb6-9829-0b57230c618c req-48882a09-7977-47e1-acc1-4d2b8721171b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0568287 Mar 07 11:20:06.500991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f4ceb152-42a1-4cb6-9829-0b57230c618c req-c116fa10-4f44-4366-a77a-24e9384daef5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Mar 07 11:20:06.628200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6e05-98c0-4ab0-9765-7b2a002a5155 req-890d5d2e-7762-4e17-af37-a31e9fad8aa5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:06.629580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d7df6e05-98c0-4ab0-9765-7b2a002a5155 req-890d5d2e-7762-4e17-af37-a31e9fad8aa5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0620620 Mar 07 11:20:06.638309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45818) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:06.642743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'floatingip': {'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:06.684903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:07.148460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:07.154719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:07.571604 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 associated. External IP: 172.25.4.240, port: c068dd14-26c6-492f-89ed-97f8dbde94ee. Mar 07 11:20:07.797035 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:07.922091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:07.927541 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:07.932425 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:07.943149 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:07.943868 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:07.962052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab8bce05-321a-4bf7-b0e9-6a728593d700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "PUT /v2.0/floatingips/726d2825-9a9a-4112-9d49-f59c428ae6f8 HTTP/1.1" status: 200 len: 992 time: 1.3226874 Mar 07 11:20:07.962636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:07.964939 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500ebda1-45a1-4309-99b8-6575ccd97e35" -d '{"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:08.003119 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3d691-2885-4624-a0fa-5318b99059ff x-openstack-request-id: req-aae3d691-2885-4624-a0fa-5318b99059ff {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:08.003382 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:08.003680 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae3d691-2885-4624-a0fa-5318b99059ff {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:08.004114 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'status': 'completed', 'code': 200} Mar 07 11:20:08.058606 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:08.105173 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815815fc-9c86-4269-88c2-89d4dee9eab4 req-25c36ce8-2b1f-4cd5-96a8-76875eadb4d1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.106669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-815815fc-9c86-4269-88c2-89d4dee9eab4 req-25c36ce8-2b1f-4cd5-96a8-76875eadb4d1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0873389 Mar 07 11:20:08.109343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-b3434725-e944-487b-890c-f064ea029e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.110702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-b3434725-e944-487b-890c-f064ea029e24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1128 time: 0.0862131 Mar 07 11:20:08.222369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-815815fc-9c86-4269-88c2-89d4dee9eab4 req-60613d48-ad37-4a34-904e-7f8f32426a7e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085510 Mar 07 11:20:08.248679 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-074c0e50-69b1-4d5f-95bf-0b2c72ef862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.250383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-074c0e50-69b1-4d5f-95bf-0b2c72ef862d service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.1310084 Mar 07 11:20:08.353728 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-ce14861b-a69d-4061-af63-87e6a39fec5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1000 time: 0.0974092 Mar 07 11:20:08.390870 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:69:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:07Z', 'revision_number': 1, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:08.395283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768109ab-e625-47f2-96c5-9e14f3068163 req-d21a2467-f7ba-48e9-8785-dce407928a08 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.396792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-768109ab-e625-47f2-96c5-9e14f3068163 req-d21a2467-f7ba-48e9-8785-dce407928a08 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.1030848 Mar 07 11:20:08.421613 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:08.424133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-f9832fc7-2e2b-467e-8f74-fc64f5666b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.425593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-f9832fc7-2e2b-467e-8f74-fc64f5666b98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0658753 Mar 07 11:20:08.430647 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:08.431255 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:19:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:08.476193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-768109ab-e625-47f2-96c5-9e14f3068163 req-34a964b9-5334-4e2d-a944-503ecc665ae3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731590 Mar 07 11:20:08.492494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-1ba49875-0726-4f48-beb6-77d986082deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:08.494016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-1ba49875-0726-4f48-beb6-77d986082deb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628085 Mar 07 11:20:08.540533 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:08.591131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-0946df61-5188-419a-a3b4-ee5ee9dbffaa service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911987 Mar 07 11:20:08.681266 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-500ebda1-45a1-4309-99b8-6575ccd97e35 req-3b4e8b29-45bd-47f6-a4f0-0d55d5595786 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Mar 07 11:20:08.759865 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:69:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:07Z', 'revision_number': 1, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:08.789604 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb00fa0-1ca3-4752-903f-17d3b8374df9 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:69:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:07Z', 'revision_number': 1, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:08.995470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1dbd7-d602-4261-b9e7-1aedbcd374cc None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:20:09.607130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9295e-8157-4a95-85c9-2e21083586ed req-be7e4a1e-f339-47ca-8666-a0099ba19436 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:09.608666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ac9295e-8157-4a95-85c9-2e21083586ed req-be7e4a1e-f339-47ca-8666-a0099ba19436 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0606639 Mar 07 11:20:09.655893 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ac9295e-8157-4a95-85c9-2e21083586ed req-085ad513-9aa6-420a-9f52-0b8ba6f19cab tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Mar 07 11:20:09.791073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d276-0ad0-4d72-8c5b-2d0a7a66f5a7 req-93432b4c-4793-4c1d-a9bf-121bcb3186c1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:09.792496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c94d276-0ad0-4d72-8c5b-2d0a7a66f5a7 req-93432b4c-4793-4c1d-a9bf-121bcb3186c1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0555236 Mar 07 11:20:09.840277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c94d276-0ad0-4d72-8c5b-2d0a7a66f5a7 req-20bbfa2f-d36f-4c84-90c0-24dd35357edc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Mar 07 11:20:10.123855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-6e810f14-db9f-49e3-b388-502487460938 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819812 Mar 07 11:20:10.141370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e5c0-833e-42b5-827e-aa0b3e165064 req-ee440ba2-72e3-4e7f-b5a4-e5cdf1e27109 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:10.143001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bdb1e5c0-833e-42b5-827e-aa0b3e165064 req-ee440ba2-72e3-4e7f-b5a4-e5cdf1e27109 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0734277 Mar 07 11:20:10.197369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bdb1e5c0-833e-42b5-827e-aa0b3e165064 req-c923c7ee-3462-44a6-8a43-f52909db6ab8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483501 Mar 07 11:20:10.563527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-2cdd3957-716e-44c9-8db1-44d727900130 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:10.564933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-2cdd3957-716e-44c9-8db1-44d727900130 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 943 time: 0.0469189 Mar 07 11:20:11.336967 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e386f8-db02-414a-aa55-f773b741e175 req-2349b38b-7d87-40fe-814a-5865540540a8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.338449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7e386f8-db02-414a-aa55-f773b741e175 req-2349b38b-7d87-40fe-814a-5865540540a8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0602834 Mar 07 11:20:11.413319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7e386f8-db02-414a-aa55-f773b741e175 req-6e3bef98-01db-403c-905d-f95829f8e571 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667608 Mar 07 11:20:11.417668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-83f1c63c-86f0-4393-bd11-17cdb4961e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.419107 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-83f1c63c-86f0-4393-bd11-17cdb4961e47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1128 time: 0.0797684 Mar 07 11:20:11.517879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-7871aacc-559c-4f38-aa2a-727230821fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.519166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-7871aacc-559c-4f38-aa2a-727230821fda service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0922446 Mar 07 11:20:11.587680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-02f441d1-bb36-4a38-9aad-570937a39787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1002 time: 0.0627987 Mar 07 11:20:11.637553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-1a6e77c2-c906-445c-a2a2-2cea312bd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.638961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-1a6e77c2-c906-445c-a2a2-2cea312bd8d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0456078 Mar 07 11:20:11.687985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-99a81e76-688c-4943-a35c-8a550221c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.689443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-99a81e76-688c-4943-a35c-8a550221c161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445321 Mar 07 11:20:11.788948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-e6f53af9-8aa5-4281-85a1-b1050cc9b89b service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Mar 07 11:20:11.881081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-a1eebb8a-0da8-4f75-9a68-2c0fe9015870 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866928 Mar 07 11:20:12.548456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf1-fcdc-476b-be31-3c460f45d1d7 req-b78c3bf1-a2be-4b07-a7fe-e60ed4243134 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:12.549918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec3fcf1-fcdc-476b-be31-3c460f45d1d7 req-b78c3bf1-a2be-4b07-a7fe-e60ed4243134 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0586240 Mar 07 11:20:12.599637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ec3fcf1-fcdc-476b-be31-3c460f45d1d7 req-e03451a1-3717-449f-bb05-1054d1559313 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Mar 07 11:20:13.745443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf355-9161-4c82-a5d7-b20ff39b9e47 req-f7e77642-9033-4f77-bf89-cc590d24afa9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:13.746936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17acf355-9161-4c82-a5d7-b20ff39b9e47 req-f7e77642-9033-4f77-bf89-cc590d24afa9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0680869 Mar 07 11:20:13.798850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17acf355-9161-4c82-a5d7-b20ff39b9e47 req-8cf08fd5-1889-44c5-96af-3af5d3c384b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Mar 07 11:20:14.940358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6bab-4ccb-48ea-a303-0afab93e94a4 req-1ee8dd96-5522-4d71-8f1b-104d9a0dc69a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:14.941831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b0b6bab-4ccb-48ea-a303-0afab93e94a4 req-1ee8dd96-5522-4d71-8f1b-104d9a0dc69a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0591137 Mar 07 11:20:14.992736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6b0b6bab-4ccb-48ea-a303-0afab93e94a4 req-e619797c-b001-4088-a506-1a16721245fa tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Mar 07 11:20:16.121254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5abc4-fce6-4149-afe6-197cfb05edde req-47ab90f0-9a8e-4c1b-a75c-0a0e517e12bd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.123466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6c5abc4-fce6-4149-afe6-197cfb05edde req-47ab90f0-9a8e-4c1b-a75c-0a0e517e12bd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0568414 Mar 07 11:20:16.184882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6c5abc4-fce6-4149-afe6-197cfb05edde req-95670e76-f518-43cf-b078-30aaa4b258c0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543232 Mar 07 11:20:17.322065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da601291-c06e-4138-9b68-0bd210518084 req-31bfaffd-c458-4f3f-840c-74b87efb213d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:17.323446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da601291-c06e-4138-9b68-0bd210518084 req-31bfaffd-c458-4f3f-840c-74b87efb213d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0524437 Mar 07 11:20:17.373813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da601291-c06e-4138-9b68-0bd210518084 req-84e66dd8-4eb3-40e0-8256-813a9f239965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442121 Mar 07 11:20:18.505278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a491c-bbd2-45ec-a74a-aaf79d24f4ea req-f27d7754-a930-4107-96c6-9a32adbfacbb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:18.506661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c94a491c-bbd2-45ec-a74a-aaf79d24f4ea req-f27d7754-a930-4107-96c6-9a32adbfacbb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0548317 Mar 07 11:20:18.558566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c94a491c-bbd2-45ec-a74a-aaf79d24f4ea req-402122c6-b1a4-4f96-968a-6b81b9a645dd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Mar 07 11:20:19.702037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ee244-a49b-46ae-8ce5-0b93d1ffb722 req-cd2bd85d-1d09-4253-ba34-1d3d72cc77e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:19.703515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5ee244-a49b-46ae-8ce5-0b93d1ffb722 req-cd2bd85d-1d09-4253-ba34-1d3d72cc77e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0559778 Mar 07 11:20:19.751841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f5ee244-a49b-46ae-8ce5-0b93d1ffb722 req-e9bf7580-1cbd-499e-957a-701e9f5a9d9f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 Mar 07 11:20:20.748648 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cd83d032-d5c6-402c-a72d-3bf83153180e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:20.881624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f80a-bbac-4b64-a1ad-afd47cbea574 req-3d034aa5-4a8c-4028-b37c-2cba4f6476f0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:20.883015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2326f80a-bbac-4b64-a1ad-afd47cbea574 req-3d034aa5-4a8c-4028-b37c-2cba4f6476f0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0592306 Mar 07 11:20:20.934998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2326f80a-bbac-4b64-a1ad-afd47cbea574 req-0b6f41bb-eda2-413a-8faa-f1d1bb2dc333 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Mar 07 11:20:22.068328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065ad58-7984-4738-8ca1-82a9c2aa57d7 req-b6fc3b43-8794-420b-96a3-b366f38882d9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:22.069779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3065ad58-7984-4738-8ca1-82a9c2aa57d7 req-b6fc3b43-8794-420b-96a3-b366f38882d9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0542173 Mar 07 11:20:22.116727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3065ad58-7984-4738-8ca1-82a9c2aa57d7 req-835e1315-7245-4359-a79e-0905144f39e3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Mar 07 11:20:23.026841 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-557d57ae-1070-4df0-a7a2-30e9d4a8244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.265932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b9756-3fc3-452d-abe9-ec1b350d647e req-eb4b0ea6-4984-4f99-bc04-1038e5a0c94a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:23.267440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-769b9756-3fc3-452d-abe9-ec1b350d647e req-eb4b0ea6-4984-4f99-bc04-1038e5a0c94a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0757265 Mar 07 11:20:23.327062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-769b9756-3fc3-452d-abe9-ec1b350d647e req-9e223120-2ff9-4cb8-90d4-175814a1376f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495219 Mar 07 11:20:24.390837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:24.466760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1409fb9-e93b-4ef6-a026-85f48d52fcb5 req-aaacc18e-c1b1-4219-9273-b5d7e9cfe4c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:24.468267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1409fb9-e93b-4ef6-a026-85f48d52fcb5 req-aaacc18e-c1b1-4219-9273-b5d7e9cfe4c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0650907 Mar 07 11:20:24.515218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1409fb9-e93b-4ef6-a026-85f48d52fcb5 req-0e4f2ae8-9ea9-4639-a25a-3456cdda154c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Mar 07 11:20:24.616550 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:25.648905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d862-3b20-4e55-987f-9c00003ee815 req-4a13b920-0bcc-4df2-9418-6823462bd548 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:25.650415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f50d862-3b20-4e55-987f-9c00003ee815 req-4a13b920-0bcc-4df2-9418-6823462bd548 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0577266 Mar 07 11:20:25.701644 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f50d862-3b20-4e55-987f-9c00003ee815 req-bbc92a14-a456-444b-8bcb-1034e5047558 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Mar 07 11:20:25.823935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:26.834360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeafcb8-b8b6-4e44-9353-f95bdf0c0031 req-aec2f383-821d-4ab2-aed6-79f763c3c5b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:26.835867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beeafcb8-b8b6-4e44-9353-f95bdf0c0031 req-aec2f383-821d-4ab2-aed6-79f763c3c5b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0541258 Mar 07 11:20:26.889062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beeafcb8-b8b6-4e44-9353-f95bdf0c0031 req-1917a1fd-b88e-44ab-8e9f-0613eb68c5d4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452456 Mar 07 11:20:27.103897 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.021618 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb946322-1d7b-4194-8d9d-2088166ae51b req-9e17f293-84fe-489d-a441-13b485982c62 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:28.023127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb946322-1d7b-4194-8d9d-2088166ae51b req-9e17f293-84fe-489d-a441-13b485982c62 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0557277 Mar 07 11:20:28.078122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb946322-1d7b-4194-8d9d-2088166ae51b req-5c64abee-4610-4849-b15b-1f5e6c4de258 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491545 Mar 07 11:20:28.592465 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-31e0dd8a-abfb-400e-917d-c1f6ff6fe0cc service neutron] show failed (client error): The resource could not be found. Mar 07 11:20:28.593507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-31e0dd8a-abfb-400e-917d-c1f6ff6fe0cc service neutron] 10.222.0.26 "GET /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0742757 Mar 07 11:20:28.794463 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:20:28.876617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-1c5ae27a-a960-4322-bf0a-90c2a52fe9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:28.878074 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-1c5ae27a-a960-4322-bf0a-90c2a52fe9e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1128 time: 0.1141999 Mar 07 11:20:28.887957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-cbb8f6b4-b516-4e30-810a-b533c397154e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:20:28.888874 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-cbb8f6b4-b516-4e30-810a-b533c397154e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049055 Mar 07 11:20:28.899271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:28.960145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.174864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:29.204158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.208739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a2f7d-d51a-4eff-b7a7-aa68ae973a37 req-76f4d0e8-7480-4b93-9bdf-d31dfc932f5d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:29.209199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:20:29.210243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-041a2f7d-d51a-4eff-b7a7-aa68ae973a37 req-76f4d0e8-7480-4b93-9bdf-d31dfc932f5d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0569689 Mar 07 11:20:29.254479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:29.256829 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb02acc-933b-4e60-925f-fefbe89e93d3" -d '{"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-unplugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:29.258335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-041a2f7d-d51a-4eff-b7a7-aa68ae973a37 req-4da29c76-ae07-4753-a8fc-373a6489ff63 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Mar 07 11:20:29.260589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks [] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.275670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Transition to ACTIVE for port object c068dd14-26c6-492f-89ed-97f8dbde94ee will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:20:29.280477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.383948 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f66b4e-ba54-43cb-96d8-24359caf3e3d x-openstack-request-id: req-72f66b4e-ba54-43cb-96d8-24359caf3e3d {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:29.384224 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-unplugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:29.384470 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72f66b4e-ba54-43cb-96d8-24359caf3e3d {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:29.384871 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'code': 200} Mar 07 11:20:29.390270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:29.428956 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] No DVR routers for this DVR port c068dd14-26c6-492f-89ed-97f8dbde94ee on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:29.573526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:20:29.573858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:20:29.574187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:29.578916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:20:29.579258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Attempting to bind port c068dd14-26c6-492f-89ed-97f8dbde94ee on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:29.584609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:20:29.584863 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:20:29.585244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:20:29.585676 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Bound port: c068dd14-26c6-492f-89ed-97f8dbde94ee, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:20:29.586016 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.647792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:20:29.650897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:20:29.657879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.690271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:29.690867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:29.692425 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] 10.222.0.32 "PUT /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1092 time: 0.7967093 Mar 07 11:20:29.726693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267b0a1-de89-4747-b9fd-a8bc9c1087bf service neutron] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:29.765486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-cc5c8f6f-28b1-43cf-924e-c3f314c24b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:29.767041 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-cc5c8f6f-28b1-43cf-924e-c3f314c24b71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0516901 Mar 07 11:20:29.869260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-c811bbfe-371d-41bd-b83e-b7a87c82ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:29.870789 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-c811bbfe-371d-41bd-b83e-b7a87c82ac15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0984015 Mar 07 11:20:29.939427 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-6bf92f41-1960-46aa-8783-5e87ccc8e552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1000 time: 0.0626507 Mar 07 11:20:30.000399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-8e4d17b5-6081-4db1-98ed-6b5a32f4a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:30.002627 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-8e4d17b5-6081-4db1-98ed-6b5a32f4a71a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0572529 Mar 07 11:20:30.056998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-e2eae7fb-699b-406e-a880-4a07985aa0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:30.058601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-e2eae7fb-699b-406e-a880-4a07985aa0fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507178 Mar 07 11:20:30.161417 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-0968597d-c724-4542-b31e-f802f82f4870 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968175 Mar 07 11:20:30.285805 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-37f40cab-4257-4a34-baec-0b2ccbeb278f req-05b8fc44-5cb3-4987-8e7f-9b56be8ddb26 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185741 Mar 07 11:20:30.390827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4694-de37-4b56-8c9a-25a31cba62e7 req-a3f1ff9e-8ea5-4dd1-ab91-ff4ebabc777c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:30.393584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cffa4694-de37-4b56-8c9a-25a31cba62e7 req-a3f1ff9e-8ea5-4dd1-ab91-ff4ebabc777c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0568907 Mar 07 11:20:30.448914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cffa4694-de37-4b56-8c9a-25a31cba62e7 req-a4e30af2-b761-4511-b8bb-c56b1a7971cd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495725 Mar 07 11:20:31.386204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:31.388747 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9b880b-be6c-4a04-8dbf-5fae70245a72" -d '{"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:31.443163 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2125e48-a55f-4176-911b-f0faf17ab3c6 x-openstack-request-id: req-d2125e48-a55f-4176-911b-f0faf17ab3c6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:31.443662 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:31.443934 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2125e48-a55f-4176-911b-f0faf17ab3c6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:31.444494 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'status': 'completed', 'code': 200} Mar 07 11:20:31.507630 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-8db6c7cc-da43-43c3-8443-ba7f70a4a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.509223 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-8db6c7cc-da43-43c3-8443-ba7f70a4a27e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0477366 Mar 07 11:20:31.514363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-b377b197-2e7b-4e8b-a8f1-f8f84549267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.516566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-b377b197-2e7b-4e8b-a8f1-f8f84549267d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0518529 Mar 07 11:20:31.611437 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-feefb851-bc79-4787-86f3-4a0f5820a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.613055 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-feefb851-bc79-4787-86f3-4a0f5820a6dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0961721 Mar 07 11:20:31.639030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6681c-a98c-4f02-919a-ca3344672c2b req-c8e0eba2-f83d-4e8c-ae53-0eff65426d0c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.640431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff6681c-a98c-4f02-919a-ca3344672c2b req-c8e0eba2-f83d-4e8c-ae53-0eff65426d0c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.1106398 Mar 07 11:20:31.657472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-ccd0a09b-1602-4da8-8e8e-7ccdfbe05c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.657905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-ccd0a09b-1602-4da8-8e8e-7ccdfbe05c07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.1356583 Mar 07 11:20:31.680928 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-7da4ec87-d224-494f-9c2b-89fd2bc5e326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1000 time: 0.0612800 Mar 07 11:20:31.735689 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-b97bb601-f3ee-48d2-9dee-18fb350a1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.737190 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-b97bb601-f3ee-48d2-9dee-18fb350a1548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0499802 Mar 07 11:20:31.737639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ff6681c-a98c-4f02-919a-ca3344672c2b req-d6d8b6ec-0856-430e-a38e-6aa865837122 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893545 Mar 07 11:20:31.746485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-51873519-c1b5-4eae-bd09-92861f893c88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1000 time: 0.0797355 Mar 07 11:20:31.787389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-e09a979c-4e2b-4e88-b1df-32d18a80ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.788946 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-e09a979c-4e2b-4e88-b1df-32d18a80ffc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455108 Mar 07 11:20:31.806537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-fb0d3d76-ae1b-4eee-a57b-deaecd9cdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.808045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-fb0d3d76-ae1b-4eee-a57b-deaecd9cdbff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0479279 Mar 07 11:20:31.845536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:31.866884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-dcd8130e-a3d0-4e11-baeb-df6b301fb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:31.869541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-dcd8130e-a3d0-4e11-baeb-df6b301fb2df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549324 Mar 07 11:20:31.887123 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-9a88b6c6-3c1e-43fe-ae00-24d80b4e96db service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912571 Mar 07 11:20:31.893891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port c068dd14-26c6-492f-89ed-97f8dbde94ee host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:20:31.894213 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:31.965316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-ae2b6e45-7994-452f-b39d-9d98d406e22d service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885062 Mar 07 11:20:31.982490 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-f4112d80-b8a5-4694-af6c-bec72e812883 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891857 Mar 07 11:20:32.063754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ca9b880b-be6c-4a04-8dbf-5fae70245a72 req-2057d7e1-ae18-4733-b1f9-5d0743dfa485 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922179 Mar 07 11:20:32.890024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deceee0-be6f-40ef-a7c0-1caeee56fc81 req-ad6fefa6-df35-4a59-b6ac-1b4319d8c844 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:32.891537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5deceee0-be6f-40ef-a7c0-1caeee56fc81 req-ad6fefa6-df35-4a59-b6ac-1b4319d8c844 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0695124 Mar 07 11:20:32.941826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5deceee0-be6f-40ef-a7c0-1caeee56fc81 req-33c8683c-3309-4998-b890-af4d9149f788 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Mar 07 11:20:34.074473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2e6f2-5f3a-4864-af69-4f17806a3646 req-d434fa38-89e3-49b4-b750-c4f1544f7100 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.076463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6a2e6f2-5f3a-4864-af69-4f17806a3646 req-d434fa38-89e3-49b4-b750-c4f1544f7100 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0580487 Mar 07 11:20:34.134295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e6a2e6f2-5f3a-4864-af69-4f17806a3646 req-100485f1-c54a-4584-bf10-acb9eb2af0fa tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517230 Mar 07 11:20:34.395423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f3e9-f93e-48cf-b5a7-c49954c1edf0 req-75800118-90c6-459d-9697-7422f39c672b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.396963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a86f3e9-f93e-48cf-b5a7-c49954c1edf0 req-75800118-90c6-459d-9697-7422f39c672b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 944 time: 0.0877421 Mar 07 11:20:34.406696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-6c94c96a-705f-4654-9e9b-432c5dd5af8a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.408026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-6c94c96a-705f-4654-9e9b-432c5dd5af8a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.0877190 Mar 07 11:20:34.497896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a86f3e9-f93e-48cf-b5a7-c49954c1edf0 req-5b4aff5b-b052-4ee1-8770-21d401182f9a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888197 Mar 07 11:20:34.505838 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-4833474d-bc4a-436d-912b-ccea07946543 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:20:34.506807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-4833474d-bc4a-436d-912b-ccea07946543 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0916560 Mar 07 11:20:34.507170 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:20:34.594728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-1efc3169-5934-41cb-9c6c-9eb83c566dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.596239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-1efc3169-5934-41cb-9c6c-9eb83c566dd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 1126 time: 0.0465255 Mar 07 11:20:34.608558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:34.620329 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'mac_address': 'fa:16:3e:69:e9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:20:34.657416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c068dd14-26c6-492f-89ed-97f8dbde94ee is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:34.658204 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:34.672279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c068dd14-26c6-492f-89ed-97f8dbde94ee {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:34.686347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-246d9e11-ebd7-4729-9437-b9d4602680a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.687857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-246d9e11-ebd7-4729-9437-b9d4602680a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0863044 Mar 07 11:20:34.692821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:34.698196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:34.745583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:34.758147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-450bea5f-3d14-4b80-8dcf-466107de1516 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 200 len: 1001 time: 0.0647688 Mar 07 11:20:34.808023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-914d1cb3-bec4-404e-b023-b2e8c4014697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.809471 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-914d1cb3-bec4-404e-b023-b2e8c4014697 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0457473 Mar 07 11:20:34.869324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-e9a58b16-5298-4020-b308-64f42ebccd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:34.870827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-e9a58b16-5298-4020-b308-64f42ebccd4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555887 Mar 07 11:20:34.967516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-99d19ad5-add8-4e3d-90fe-2a08a606d36d service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906019 Mar 07 11:20:35.001559 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c068dd14-26c6-492f-89ed-97f8dbde94ee'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:20:35.060460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e432569-1d2f-42f3-9fb4-eb140846b6b6 req-119c00f5-b3f1-4a4e-9feb-d8bb18f50eb0 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Mar 07 11:20:35.628954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab59049-1687-4a3c-8813-fc0ce8c3356a req-2dd4e97b-ffc0-4d85-b21c-943b53f850eb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:35.631067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aab59049-1687-4a3c-8813-fc0ce8c3356a req-2dd4e97b-ffc0-4d85-b21c-943b53f850eb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0560770 Mar 07 11:20:35.680503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aab59049-1687-4a3c-8813-fc0ce8c3356a req-ffe538f1-dfc0-43d5-ba9b-ec49b102ee98 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Mar 07 11:20:35.807383 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5982-1dc8-4314-aba7-161abf01af5b req-af9c6d3c-4cb8-4f67-98a6-249dc3aa47b9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:35.808887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e61d5982-1dc8-4314-aba7-161abf01af5b req-af9c6d3c-4cb8-4f67-98a6-249dc3aa47b9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0570068 Mar 07 11:20:35.859521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e61d5982-1dc8-4314-aba7-161abf01af5b req-4d523ace-3af3-42c9-81ae-0d58dea4c8c6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Mar 07 11:20:35.991020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab80a3-ee62-4b66-bd4a-064278f9ad66 req-0a86d6e8-9ad3-40e4-9133-03421a3dab6c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:35.992498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49ab80a3-ee62-4b66-bd4a-064278f9ad66 req-0a86d6e8-9ad3-40e4-9133-03421a3dab6c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0572877 Mar 07 11:20:36.048971 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49ab80a3-ee62-4b66-bd4a-064278f9ad66 req-f3d5aa11-a0b3-40fe-8ad2-e4fd4eb379b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507390 Mar 07 11:20:36.306133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130491cc-c84b-4dd2-8f71-dc4c74c67159 req-97108fc7-533c-4eff-91aa-fee566f69dc4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:36.307526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-130491cc-c84b-4dd2-8f71-dc4c74c67159 req-97108fc7-533c-4eff-91aa-fee566f69dc4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 945 time: 0.0598176 Mar 07 11:20:36.358431 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-130491cc-c84b-4dd2-8f71-dc4c74c67159 req-f32fca73-c188-4490-be4f-03d611bcd25c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Mar 07 11:20:36.534034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:20:36.590290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port c068dd14-26c6-492f-89ed-97f8dbde94ee completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:20:36.596199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c068dd14-26c6-492f-89ed-97f8dbde94ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:20:36.596732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.684614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c068dd14-26c6-492f-89ed-97f8dbde94ee is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:36.685004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.707894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:36.710179 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991c590-772d-4fb8-b309-8ab050c91a57" -d '{"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-plugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:36.722482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:36.727679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.751063 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e172029a-a482-4d70-a124-5af60fffb90e x-openstack-request-id: req-e172029a-a482-4d70-a124-5af60fffb90e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:36.751356 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-plugged", "status": "completed", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:36.751613 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e172029a-a482-4d70-a124-5af60fffb90e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:36.752040 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'code': 200} Mar 07 11:20:36.777788 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:37.487689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2246-ed75-46e5-bd31-d77dc602a33c req-eb296137-f069-4f76-b823-ed3851fed4e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:37.489418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f32d2246-ed75-46e5-bd31-d77dc602a33c req-eb296137-f069-4f76-b823-ed3851fed4e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0553429 Mar 07 11:20:37.542051 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f32d2246-ed75-46e5-bd31-d77dc602a33c req-5d64801d-48fc-4078-a9e4-a4df251d21b8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469639 Mar 07 11:20:37.659015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-395dd97e-77e0-4c4d-89be-79b9a0f63230 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:37.660406 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-395dd97e-77e0-4c4d-89be-79b9a0f63230 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 946 time: 0.0591002 Mar 07 11:20:37.764345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Deleting port c068dd14-26c6-492f-89ed-97f8dbde94ee {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:37.764696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.854285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] For port c068dd14-26c6-492f-89ed-97f8dbde94ee, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c068dd14-26c6-492f-89ed-97f8dbde94ee,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:37.854647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.036573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.036759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.037007 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 disassociated. External IP: 172.25.4.240, port: c068dd14-26c6-492f-89ed-97f8dbde94ee. Mar 07 11:20:38.037349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Calling delete_port for c068dd14-26c6-492f-89ed-97f8dbde94ee owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:38.165497 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c068dd14-26c6-492f-89ed-97f8dbde94ee), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.197295 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'Port': ['ID=c068dd14-26c6-492f-89ed-97f8dbde94ee,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:38.209695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.210045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.210347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.210699 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.211029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.211334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.211668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.212014 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.212332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.212647 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.212967 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.213280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.213585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:38.324282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:38.448772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:38.459917 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:38.470637 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:38.471263 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:20:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:38.494381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] No DVR routers for this DVR port c068dd14-26c6-492f-89ed-97f8dbde94ee on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:38.497227 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.500645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9fc5a7bc-7043-4e33-b978-05dffbbdc02c req-11bcf6a4-5b03-4240-82aa-12664e147b6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "DELETE /v2.0/ports/c068dd14-26c6-492f-89ed-97f8dbde94ee HTTP/1.1" status: 204 len: 173 time: 0.8346493 Mar 07 11:20:38.501091 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-deleted', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:38.503506 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc074d-db52-4382-b835-a9aeb9041f63" -d '{"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-deleted", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:38.566658 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab89933-7f2a-463c-8598-a3ec0b38ccad x-openstack-request-id: req-9ab89933-7f2a-463c-8598-a3ec0b38ccad {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:38.567238 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf83360-3ceb-4e27-bbf9-e1d10e07cabb", "name": "network-vif-deleted", "tag": "c068dd14-26c6-492f-89ed-97f8dbde94ee", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:38.567459 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ab89933-7f2a-463c-8598-a3ec0b38ccad {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:38.567994 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf83360-3ceb-4e27-bbf9-e1d10e07cabb', 'name': 'network-vif-deleted', 'tag': 'c068dd14-26c6-492f-89ed-97f8dbde94ee', 'status': 'completed', 'code': 200} Mar 07 11:20:38.579857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:38.648633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1431b373-b53f-4ff1-a651-5c56d77fc68e req-d180df88-6533-4e36-bef7-d566956ec225 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf83360-3ceb-4e27-bbf9-e1d10e07cabb HTTP/1.1" status: 200 len: 210 time: 0.0303373 Mar 07 11:20:38.777999 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:38.803712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:38.812621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:38.813212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:20:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:38.928475 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:39.127494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:39.156931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbcff0-d4b6-4596-a6cb-0d84cc807644 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:39.404160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab616f-fe18-4da0-9546-a2573e541504 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:20:39.918688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-c8db233c-1839-4f18-b56f-e89f572da4a1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--311080156&fields=id&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 267 time: 0.0441959 Mar 07 11:20:40.042389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-3c90d4eb-7907-4a69-8abd-31fee57cbabb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:40.043889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-3c90d4eb-7907-4a69-8abd-31fee57cbabb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1155593 Mar 07 11:20:40.058751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-751aedf4-d240-4c42-84f2-9e18f371bb0a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/quotas/396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 375 time: 0.0092425 Mar 07 11:20:40.115295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-96ea327d-df2d-421c-be1d-e179b87e8bae tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511930 Mar 07 11:20:40.214996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-97ca72f8-f29f-4db7-b4d4-0b5e2f8e06a6 service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828407 Mar 07 11:20:40.312055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-53d772f0-fd54-4a6a-839e-15804edaeafa service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887551 Mar 07 11:20:40.489225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-391da94e-4abd-4461-98d5-5261919da41f req-32007e9e-d7b3-4097-bb12-66f550e10834 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Mar 07 11:20:41.461211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-bb2d2324-1aa1-4480-a70e-c063736d116d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:41.462662 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-bb2d2324-1aa1-4480-a70e-c063736d116d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1048374 Mar 07 11:20:41.523633 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-a889cd6e-977a-4153-a519-d6d7ebb7b944 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 379 time: 0.0525331 Mar 07 11:20:41.533839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'port': {'device_id': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'admin_state_up': True, 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'security_groups': ['659410c5-d707-475a-a18e-f1ff3ee525ed']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:41.585451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-357d4c14-4836-40bd-8340-bd9d799529e9 req-3668fe04-705e-4d91-b725-955a74aff17a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0283778 Mar 07 11:20:41.650619 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:20:41.654019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.785621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Allocated IP 172.20.0.9 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/92dcefce-99f6-49b6-ba5c-788a65937145) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:20:41.918892 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (92dcefce-99f6-49b6-ba5c-788a65937145), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.954026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.003363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:20:42.006620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:20:42.010246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:20:42.016519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:42.063023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.063839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.081180 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-310611bd-75cb-41cf-b391-e386f758f507 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509832 Mar 07 11:20:42.092450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Request body: {'port': {'device_id': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:42.155451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.241836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-934b17a4-ad7f-4f8f-9bb8-570b12099295 None None] Provisioning complete for port 92dcefce-99f6-49b6-ba5c-788a65937145 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:20:42.242475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-934b17a4-ad7f-4f8f-9bb8-570b12099295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.275623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-934b17a4-ad7f-4f8f-9bb8-570b12099295 None None] Port 92dcefce-99f6-49b6-ba5c-788a65937145 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:20:42.426762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dcefce-99f6-49b6-ba5c-788a65937145 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:42.434905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks [] for port (92dcefce-99f6-49b6-ba5c-788a65937145), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.447171 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Transition to ACTIVE for port object 92dcefce-99f6-49b6-ba5c-788a65937145 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:20:42.452682 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.500790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:42.547929 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:42.569484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: c068dd14-26c6-492f-89ed-97f8dbde94ee {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:42.569811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c068dd14-26c6-492f-89ed-97f8dbde94ee not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:42.577623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:20:42.577963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:20:42.578274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:42.582945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:20:42.583252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:42.588670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:20:42.588999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:20:42.589372 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:20:42.589782 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Bound port: 92dcefce-99f6-49b6-ba5c-788a65937145, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:20:42.590136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.664131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:20:42.669039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:20:42.675225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.722869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6098-fb79-4948-9cb9-da9bc69afbc9 req-604fa89a-3dbb-4787-af36-2b4fdbfc7979 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.724418 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a0c6098-fb79-4948-9cb9-da9bc69afbc9 req-604fa89a-3dbb-4787-af36-2b4fdbfc7979 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0647283 Mar 07 11:20:42.729857 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.730486 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:42.731955 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] 10.222.0.32 "PUT /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 1091 time: 0.6437097 Mar 07 11:20:42.732423 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:42.734672 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b1f9d-cb62-4480-8817-559e8092e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:42.758912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1020-427e-4454-911f-68c82469ad64 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:42.800381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a0c6098-fb79-4948-9cb9-da9bc69afbc9 req-ef48ae85-2fb8-49fc-8ebb-82ffb9ebf558 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680363 Mar 07 11:20:42.814986 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbb679-0632-4573-bb90-1879426b2a3a x-openstack-request-id: req-aebbb679-0632-4573-bb90-1879426b2a3a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:42.816890 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:42.816890 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aebbb679-0632-4573-bb90-1879426b2a3a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:42.816890 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'status': 'completed', 'code': 200} Mar 07 11:20:42.836396 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-83bd2f53-db4a-418b-8b96-9d206678d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.837956 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-83bd2f53-db4a-418b-8b96-9d206678d892 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0541594 Mar 07 11:20:42.884716 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-5b2cbbf4-0861-4111-aa9b-e5a2fdf120fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 217 time: 0.0389557 Mar 07 11:20:42.936291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-12e8a4cf-8724-4c15-9c6e-5d4f7d24a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.937787 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-12e8a4cf-8724-4c15-9c6e-5d4f7d24a6d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0457172 Mar 07 11:20:42.986141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-9da2e571-2925-417f-a5c9-a7881ce1bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:42.987696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-9da2e571-2925-417f-a5c9-a7881ce1bcaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441298 Mar 07 11:20:43.445608 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-233ffbdc-fd81-4720-b103-a78ec4347a83 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511511 Mar 07 11:20:43.535896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4eb4f98e-ac5e-4e5d-9b98-6414c70dc3ba req-bbe3dc4b-dfbf-4234-92d8-2957bf9d7e37 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Mar 07 11:20:43.635182 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-c128cf07-95fe-4bde-91dc-0ccb176d7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:43.636706 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-c128cf07-95fe-4bde-91dc-0ccb176d7da4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0495703 Mar 07 11:20:43.727510 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-bf9be345-8317-469d-96f5-d876312a0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:43.728942 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-bf9be345-8317-469d-96f5-d876312a0cab service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0868800 Mar 07 11:20:43.775412 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-b57527ee-a524-4dd7-b198-1f475b779ffa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 217 time: 0.0392914 Mar 07 11:20:43.827239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-b444ebdc-5c54-4b89-ad9e-9937fdfff29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:43.828742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-b444ebdc-5c54-4b89-ad9e-9937fdfff29b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0468032 Mar 07 11:20:43.879078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-fd62f916-a5f1-4e90-8e99-80d3cd88bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:43.880609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-fd62f916-a5f1-4e90-8e99-80d3cd88bad3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455525 Mar 07 11:20:43.924692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8635b-32c5-41fc-9a79-813045d48aa6 req-e5ba06f5-5863-4fc4-add5-b73d03672050 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:43.932268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52f8635b-32c5-41fc-9a79-813045d48aa6 req-e5ba06f5-5863-4fc4-add5-b73d03672050 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0600064 Mar 07 11:20:43.980349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52f8635b-32c5-41fc-9a79-813045d48aa6 req-4bf16cf0-fd7b-4aa7-863b-7a4c5fb8177e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464995 Mar 07 11:20:43.986086 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-f9a5729f-a55e-4197-9a86-c9d846448170 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992224 Mar 07 11:20:44.081462 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-cd6b1f9d-cb62-4480-8817-559e8092e99a req-dbb9763f-0109-401d-a9ae-326e2c6366d3 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878046 Mar 07 11:20:45.113166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03fd73-6322-4adc-9631-d017b0cb55b7 req-10613ac4-e078-4ee1-9135-e2de85202197 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:45.114624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd03fd73-6322-4adc-9631-d017b0cb55b7 req-10613ac4-e078-4ee1-9135-e2de85202197 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0548036 Mar 07 11:20:45.485329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd03fd73-6322-4adc-9631-d017b0cb55b7 req-c07e33f0-3ea9-4de1-b915-ce3271b15c06 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641200 Mar 07 11:20:46.578209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:20:46.636397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc6df-8344-4758-8c0b-48e720860c60 req-99c0de38-7c2b-4109-a963-7fee0768dae4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:46.637876 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47fbc6df-8344-4758-8c0b-48e720860c60 req-99c0de38-7c2b-4109-a963-7fee0768dae4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0527868 Mar 07 11:20:46.678912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:46.684734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47fbc6df-8344-4758-8c0b-48e720860c60 req-5e45b74a-4d33-4ee3-9559-893834d81fac tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409582 Mar 07 11:20:46.690410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '92dcefce-99f6-49b6-ba5c-788a65937145', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145', 'mac_address': 'fa:16:3e:a1:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:20:46.730450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 92dcefce-99f6-49b6-ba5c-788a65937145 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:46.730835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:46.744176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dcefce-99f6-49b6-ba5c-788a65937145 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:46.763893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:46.769535 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:46.816588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:47.080952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['92dcefce-99f6-49b6-ba5c-788a65937145'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:20:47.833929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd178e-e27a-4211-a5dc-d4a66633b7d5 req-d5f0dbc7-7590-4f8e-81be-bf2ad057627b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:47.835901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95bd178e-e27a-4211-a5dc-d4a66633b7d5 req-d5f0dbc7-7590-4f8e-81be-bf2ad057627b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 944 time: 0.0750771 Mar 07 11:20:47.885165 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-95bd178e-e27a-4211-a5dc-d4a66633b7d5 req-7c865c0f-0214-4eca-9097-24e80edb8ddb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435054 Mar 07 11:20:48.597693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:20:48.654027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 92dcefce-99f6-49b6-ba5c-788a65937145 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:20:48.658165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 92dcefce-99f6-49b6-ba5c-788a65937145 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:20:48.658561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:48.743429 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 92dcefce-99f6-49b6-ba5c-788a65937145 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:48.743429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:48.766355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:48.768654 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a6e2cb-5883-46e8-9076-f6860e84a935" -d '{"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:48.781710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:48.787436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:48.812999 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b31e6c-4839-4ac9-b658-9de0c5c79500 x-openstack-request-id: req-a2b31e6c-4839-4ac9-b658-9de0c5c79500 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:48.813293 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:48.813547 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2b31e6c-4839-4ac9-b658-9de0c5c79500 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:48.813938 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'code': 200} Mar 07 11:20:48.840484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:48.917862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bfbe2-a10b-4bd7-8812-ae546339d64f req-17385c3c-14cb-47fe-aa63-3fec49a1eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:48.920201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4e6bfbe2-a10b-4bd7-8812-ae546339d64f req-17385c3c-14cb-47fe-aa63-3fec49a1eca4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1127 time: 0.0481422 Mar 07 11:20:48.971281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4e6bfbe2-a10b-4bd7-8812-ae546339d64f req-2035048b-d22c-4e8b-8d07-8dc3bc8c2c2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Mar 07 11:20:49.012103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e966f54-eb35-4f9f-a88f-f9282a664969 req-2134a0e7-234e-4993-94d5-3db8ab0577ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:49.013573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e966f54-eb35-4f9f-a88f-f9282a664969 req-2134a0e7-234e-4993-94d5-3db8ab0577ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Mar 07 11:20:49.060793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e966f54-eb35-4f9f-a88f-f9282a664969 req-4ff86be2-5a2e-403f-98ce-83223ff2d48b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Mar 07 11:20:50.192145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164264-9d3c-4bb2-bd58-bde113818957 req-0daf1408-0f28-46ef-98e1-b8b710f6c6c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:50.193681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a164264-9d3c-4bb2-bd58-bde113818957 req-0daf1408-0f28-46ef-98e1-b8b710f6c6c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0561051 Mar 07 11:20:50.241535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a164264-9d3c-4bb2-bd58-bde113818957 req-587456e6-c466-45e0-a33c-6c6a394ec75d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 Mar 07 11:20:50.755884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d2d949d-52bf-40d9-a85b-ff33f1448745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:51.384812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8f2bc-6468-44a9-adda-561ef241aeb4 req-8695563e-9e64-4464-9996-d20e652fcb2c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:51.386269 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fb8f2bc-6468-44a9-adda-561ef241aeb4 req-8695563e-9e64-4464-9996-d20e652fcb2c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0726352 Mar 07 11:20:51.433146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9fb8f2bc-6468-44a9-adda-561ef241aeb4 req-b193804a-2b2f-44d5-8226-bbd1722fa21a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Mar 07 11:20:51.552167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab800b1-07bc-4588-b421-573c43c205b4 req-e7a78120-439b-4ad6-8454-a2488bddfeb8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:51.553515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ab800b1-07bc-4588-b421-573c43c205b4 req-e7a78120-439b-4ad6-8454-a2488bddfeb8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0547509 Mar 07 11:20:51.563340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 45978) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:51.567793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'floatingip': {'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:51.610709 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:52.062785 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:52.069658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:52.190325 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 associated. External IP: 172.25.4.240, port: 92dcefce-99f6-49b6-ba5c-788a65937145. Mar 07 11:20:52.427241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:52.552788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:52.558198 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:52.564028 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:52.579396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:52.580284 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:20:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:52.595388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-291cb22a-3910-4cff-b1d1-7dc7eec3f6a3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "PUT /v2.0/floatingips/726d2825-9a9a-4112-9d49-f59c428ae6f8 HTTP/1.1" status: 200 len: 991 time: 1.0309711 Mar 07 11:20:52.596090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:52.598445 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74df141c-5e03-4785-a804-f46b9c904bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:52.642790 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80871600-367e-4cfb-9c0d-ea61ab253a10 x-openstack-request-id: req-80871600-367e-4cfb-9c0d-ea61ab253a10 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:52.643121 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:52.643672 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80871600-367e-4cfb-9c0d-ea61ab253a10 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:52.644120 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'status': 'completed', 'code': 200} Mar 07 11:20:52.699501 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:52.725831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-81f22a94-8d5c-43b2-a179-914223d3c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:52.727556 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-81f22a94-8d5c-43b2-a179-914223d3c425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1127 time: 0.0613630 Mar 07 11:20:52.800337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05995b-8aeb-4012-97fe-bc2541781442 req-14b38e33-8de9-4245-bf5a-3609891f58e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:52.801882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac05995b-8aeb-4012-97fe-bc2541781442 req-14b38e33-8de9-4245-bf5a-3609891f58e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0575874 Mar 07 11:20:52.832534 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-8d42b1bb-08a8-4e7f-9d60-2529eee21139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:52.834053 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-8d42b1bb-08a8-4e7f-9d60-2529eee21139 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.1005170 Mar 07 11:20:52.856086 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac05995b-8aeb-4012-97fe-bc2541781442 req-fb16a04e-7408-4751-b1c1-b1b03f35ea7d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470917 Mar 07 11:20:52.904583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-ce490f3a-1e4a-40d6-8338-4290f8e8e05f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 999 time: 0.0637310 Mar 07 11:20:52.933495 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:a1:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:51Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:52.953843 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-9f06e8ef-b652-4f82-a58f-2f6bee0dc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:52.955340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-9f06e8ef-b652-4f82-a58f-2f6bee0dc2a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0450063 Mar 07 11:20:52.963009 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:52.971556 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:52.972199 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:20:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:53.005410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-5b6a4800-b488-48a8-8aac-f0cbd97f7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:53.007040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-5b6a4800-b488-48a8-8aac-f0cbd97f7243 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454326 Mar 07 11:20:53.021169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64a35c8c-867e-40b3-84d8-adabce1f53cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.082727 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:53.102571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-f92e8555-bb0b-4d57-8ced-b0832d178712 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897646 Mar 07 11:20:53.196666 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74df141c-5e03-4785-a804-f46b9c904bf6 req-5d9ae8da-1ffb-41de-b965-d30bbcea90f7 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Mar 07 11:20:53.305140 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:a1:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:51Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:53.334617 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ade043-e2a4-4632-aa1f-5705455ee9d8 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:a1:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:20:51Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:53.538648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0b831-ddd4-47ce-8c5a-39c0242cbc75 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:20:53.985696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f21d8-dcd7-4408-8696-52e2d429f69e req-53fd46a0-48a7-471f-a83f-3d415da3bbb2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:53.987069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b5f21d8-dcd7-4408-8696-52e2d429f69e req-53fd46a0-48a7-471f-a83f-3d415da3bbb2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0588000 Mar 07 11:20:54.036917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b5f21d8-dcd7-4408-8696-52e2d429f69e req-36986f01-ffa0-485c-a000-146ddba061d3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Mar 07 11:20:54.392525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.609210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:55.167333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d3bd-9962-4286-8414-c6db1e7c0e8c req-01c3daf4-5cef-4c5d-9764-37c2a252f990 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.168825 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8db0d3bd-9962-4286-8414-c6db1e7c0e8c req-01c3daf4-5cef-4c5d-9764-37c2a252f990 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0589154 Mar 07 11:20:55.217537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8db0d3bd-9962-4286-8414-c6db1e7c0e8c req-b6895373-bc80-4bbc-b0aa-77e42f398af5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410652 Mar 07 11:20:55.832650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:56.375377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4dd62-5908-494d-adff-eaf330f18455 req-20994214-e0b7-4cc3-8bd8-d3d0d52d4c35 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:56.376907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf4dd62-5908-494d-adff-eaf330f18455 req-20994214-e0b7-4cc3-8bd8-d3d0d52d4c35 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0697541 Mar 07 11:20:56.425701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf4dd62-5908-494d-adff-eaf330f18455 req-57699f8d-0694-46fa-8a45-2a1434cb42f7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Mar 07 11:20:57.109151 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:57.428528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-550c64ca-57c6-4a86-b745-96046d8d5ce6 req-af2385e6-2c6b-44de-ba19-64db50887498 service neutron] (103789) timed out ('10.222.0.32', 59498) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:20:57.552977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698b51-43e7-4546-a1b5-f4caea11a8a4 req-c3dd444e-4b4d-45e7-8331-8599147055e2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:57.554453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7698b51-43e7-4546-a1b5-f4caea11a8a4 req-c3dd444e-4b4d-45e7-8331-8599147055e2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0534286 Mar 07 11:20:57.609330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7698b51-43e7-4546-a1b5-f4caea11a8a4 req-e5c4e85b-5f2b-44fb-8ea5-d50e601a2233 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490143 Mar 07 11:20:58.744757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94210-9409-4ec1-a2c8-341b35209874 req-ba534ce1-e412-4edd-9bd8-1041d1a49230 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:58.746230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77e94210-9409-4ec1-a2c8-341b35209874 req-ba534ce1-e412-4edd-9bd8-1041d1a49230 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0596426 Mar 07 11:20:58.794527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77e94210-9409-4ec1-a2c8-341b35209874 req-71ebf45d-73e5-4cb2-a2aa-8e3f0d1b5571 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Mar 07 11:20:59.243205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:59.925764 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e6b75-2135-441e-8da0-9167621d72aa req-d151f466-78e9-48a1-bb76-98c20fca122f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:59.927615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f52e6b75-2135-441e-8da0-9167621d72aa req-d151f466-78e9-48a1-bb76-98c20fca122f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0628469 Mar 07 11:20:59.981808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f52e6b75-2135-441e-8da0-9167621d72aa req-c255de25-437e-4e40-a0dd-8fcd65458368 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475965 Mar 07 11:21:01.111270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659bf9f-3cfc-4251-ab65-cd2b52e4c7e3 req-715f5773-35b1-48fe-842c-fb7bca5ef64c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:01.112751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8659bf9f-3cfc-4251-ab65-cd2b52e4c7e3 req-715f5773-35b1-48fe-842c-fb7bca5ef64c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0553617 Mar 07 11:21:01.170370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8659bf9f-3cfc-4251-ab65-cd2b52e4c7e3 req-715b6325-fe3c-4b56-9858-d0013c9fc11b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501332 Mar 07 11:21:02.295598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317e94-4c92-48e6-bcd2-60ecfd74d784 req-6887c579-ebcc-4218-b775-f3f5702ec13f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:02.297142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af317e94-4c92-48e6-bcd2-60ecfd74d784 req-6887c579-ebcc-4218-b775-f3f5702ec13f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0560253 Mar 07 11:21:02.349506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af317e94-4c92-48e6-bcd2-60ecfd74d784 req-11bb0fb3-2715-4a1d-bac0-897c594d9fd7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Mar 07 11:21:03.491553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58893a9-64a5-401b-b1c3-cfb509b34381 req-2ecf1819-53f4-4e38-b98b-e6a190884e6e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:03.493034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f58893a9-64a5-401b-b1c3-cfb509b34381 req-2ecf1819-53f4-4e38-b98b-e6a190884e6e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0586109 Mar 07 11:21:03.541701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f58893a9-64a5-401b-b1c3-cfb509b34381 req-173b4c06-db2b-41cf-a3d7-fce3fe71bfec tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Mar 07 11:21:04.677431 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8619-a5ca-4794-999a-985bf4663570 req-a81c366b-aa06-4a2f-9bb7-2b965bc40afc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:04.678897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5efd8619-a5ca-4794-999a-985bf4663570 req-a81c366b-aa06-4a2f-9bb7-2b965bc40afc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0636041 Mar 07 11:21:04.726802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5efd8619-a5ca-4794-999a-985bf4663570 req-2a02856d-c215-4452-851c-7afcc7566920 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Mar 07 11:21:05.794319 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:21:05.866892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab28336-e45e-49f3-af92-1a4288a1c73f req-936d8b35-1860-4d2a-a85d-92c8dffaf94e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:05.868402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ab28336-e45e-49f3-af92-1a4288a1c73f req-936d8b35-1860-4d2a-a85d-92c8dffaf94e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Mar 07 11:21:05.916262 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ab28336-e45e-49f3-af92-1a4288a1c73f req-9e1a867d-9aa7-4f22-8de8-9ad6d773c669 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Mar 07 11:21:07.049444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9c3d0-47ca-433f-9ae7-0e1028d550ed req-efa4d177-af6a-4db2-93c8-c920a8c602e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:07.050924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80b9c3d0-47ca-433f-9ae7-0e1028d550ed req-efa4d177-af6a-4db2-93c8-c920a8c602e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0545919 Mar 07 11:21:07.108584 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80b9c3d0-47ca-433f-9ae7-0e1028d550ed req-083e8262-b59a-4ced-b18d-b51659651dca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487270 Mar 07 11:21:08.233210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c3b0-e35d-4deb-b168-9243b223eef2 req-1be122d5-2082-46bd-8e81-622e07154e2b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:08.234586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57e8c3b0-e35d-4deb-b168-9243b223eef2 req-1be122d5-2082-46bd-8e81-622e07154e2b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0528779 Mar 07 11:21:08.285035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57e8c3b0-e35d-4deb-b168-9243b223eef2 req-be91fd70-0980-4e45-ad62-fb6f78c817e3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 Mar 07 11:21:09.419513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b2ab-17e2-4d48-976d-d1d401031c49 req-efb289a1-8431-4afd-a35a-141898a881e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:09.421017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e88b2ab-17e2-4d48-976d-d1d401031c49 req-efb289a1-8431-4afd-a35a-141898a881e7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0573409 Mar 07 11:21:09.468310 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e88b2ab-17e2-4d48-976d-d1d401031c49 req-1eeee647-bf71-467f-93a8-dcfa8ad7cad2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Mar 07 11:21:10.608979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0714-0c30-4216-bace-58ee90b2db28 req-df9ba636-072b-4f26-b264-c92dfd48f85c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:10.610489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f80e0714-0c30-4216-bace-58ee90b2db28 req-df9ba636-072b-4f26-b264-c92dfd48f85c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0606213 Mar 07 11:21:10.662772 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f80e0714-0c30-4216-bace-58ee90b2db28 req-a2a3cdab-41f6-468f-acb6-d197b7078d5c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Mar 07 11:21:11.812657 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c888582-84be-43bc-834c-0c34280337b5 req-4f9c13e9-3d8a-41bd-b494-16e1df33c372 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.814150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c888582-84be-43bc-834c-0c34280337b5 req-4f9c13e9-3d8a-41bd-b494-16e1df33c372 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0637147 Mar 07 11:21:11.864755 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c888582-84be-43bc-834c-0c34280337b5 req-b5796c26-8b75-45a3-95da-82ca3520e9df tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Mar 07 11:21:13.017283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe1dc-5463-406f-8f1c-4cee52d8aec5 req-934fa4de-0ad6-4960-8748-640a5dc91bb3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:13.018751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-346fe1dc-5463-406f-8f1c-4cee52d8aec5 req-934fa4de-0ad6-4960-8748-640a5dc91bb3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0698402 Mar 07 11:21:13.066383 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-346fe1dc-5463-406f-8f1c-4cee52d8aec5 req-cded4cd0-0d8a-4ab6-a529-ab14ca3ba723 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 Mar 07 11:21:14.202349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3507-030a-4cfc-9487-382f28e69e3b req-c0bb9395-b4ad-4429-8f3a-ea5afa244556 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:14.203757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b0a3507-030a-4cfc-9487-382f28e69e3b req-c0bb9395-b4ad-4429-8f3a-ea5afa244556 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0555248 Mar 07 11:21:14.253024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b0a3507-030a-4cfc-9487-382f28e69e3b req-40c736c6-0185-475f-bb62-f1610e505d22 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Mar 07 11:21:15.390490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6bdf2-0d48-4dfa-b523-b52587521c62 req-3b52d0f5-2eca-4a0f-91f0-c4ca3bcec0a2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:15.391992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ed6bdf2-0d48-4dfa-b523-b52587521c62 req-3b52d0f5-2eca-4a0f-91f0-c4ca3bcec0a2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Mar 07 11:21:15.444081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ed6bdf2-0d48-4dfa-b523-b52587521c62 req-23c52c49-2791-40f9-aae7-c45879f0061c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Mar 07 11:21:16.576027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9193fd-df25-47a9-971b-b2b25c029ce5 req-9abeb3f8-90d1-4f1e-a13e-bc1c22b1c988 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:16.577523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad9193fd-df25-47a9-971b-b2b25c029ce5 req-9abeb3f8-90d1-4f1e-a13e-bc1c22b1c988 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0586925 Mar 07 11:21:16.635286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad9193fd-df25-47a9-971b-b2b25c029ce5 req-eceb21c4-a791-4d18-be9e-3ee2350dd891 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495381 Mar 07 11:21:17.773816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fdd84-31fb-42ef-acf7-88f70f1800d8 req-bc3575e1-b558-4fcf-9d9d-787f8dee4856 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:17.775329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-059fdd84-31fb-42ef-acf7-88f70f1800d8 req-bc3575e1-b558-4fcf-9d9d-787f8dee4856 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0558524 Mar 07 11:21:17.832386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-059fdd84-31fb-42ef-acf7-88f70f1800d8 req-83e5b8b5-8f79-41c8-b212-effd978c9410 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 Mar 07 11:21:18.976686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cf9d4-c86b-4c6a-80a4-94d89cba92c9 req-d0c8923c-c166-4368-b97e-9b652d348de6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:18.978581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-766cf9d4-c86b-4c6a-80a4-94d89cba92c9 req-d0c8923c-c166-4368-b97e-9b652d348de6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0662575 Mar 07 11:21:19.028748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-766cf9d4-c86b-4c6a-80a4-94d89cba92c9 req-abc27be4-1b43-4452-aec1-d54f207c04c3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Mar 07 11:21:19.294024 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-6de0119a-52cc-4647-8d26-01e1eb4edbd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753582 Mar 07 11:21:19.301697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bbb8b-6592-435e-8e0e-64e7a6e81902 req-be73e6e0-5434-4e1c-95b1-66ab0ff9ee04 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:19.302984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2bbb8b-6592-435e-8e0e-64e7a6e81902 req-be73e6e0-5434-4e1c-95b1-66ab0ff9ee04 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0757213 Mar 07 11:21:19.356372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2bbb8b-6592-435e-8e0e-64e7a6e81902 req-6ff698f0-346c-4ffe-b168-e82da05bd028 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472293 Mar 07 11:21:19.644120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-d6434418-3c50-4afd-8ec9-0975af77ab87 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:19.645456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-d6434418-3c50-4afd-8ec9-0975af77ab87 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 942 time: 0.0467048 Mar 07 11:21:20.484581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32a20e-a716-42c5-8a9b-148d251f7da2 req-39017a9f-eccb-4bbb-9963-ab77a8240423 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.485329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-1814f9cb-7be3-4126-8184-98f766ad830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.486640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-1814f9cb-7be3-4126-8184-98f766ad830f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1127 time: 0.0474830 Mar 07 11:21:20.486813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d32a20e-a716-42c5-8a9b-148d251f7da2 req-39017a9f-eccb-4bbb-9963-ab77a8240423 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0563593 Mar 07 11:21:20.533240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d32a20e-a716-42c5-8a9b-148d251f7da2 req-b3ed285a-8386-4e58-b164-e242ac84abdc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Mar 07 11:21:20.576220 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-4665a734-6a1d-4493-bd12-a502478353de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.577869 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-4665a734-6a1d-4493-bd12-a502478353de service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0856924 Mar 07 11:21:20.647040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-641fc2f0-aa0b-42b3-81d0-2e1cf034dead service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 1001 time: 0.0623584 Mar 07 11:21:20.698978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-191521ef-f194-4fc4-8d6e-63649cbb7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.700827 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-191521ef-f194-4fc4-8d6e-63649cbb7ec0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0483301 Mar 07 11:21:20.739698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e8007eb6-74ae-4488-a3bd-a8542cae952e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:20.752497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-3b11e084-14bc-4d0c-af44-8600480587fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.754009 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-3b11e084-14bc-4d0c-af44-8600480587fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475986 Mar 07 11:21:20.856518 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-f9d2db93-48af-4814-83f5-7b47a6cee33c service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965400 Mar 07 11:21:20.947398 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-f605341d-64bd-4f8d-90c5-75d38262dd2d service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841811 Mar 07 11:21:21.661029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1ce6-7226-4f71-b4a0-f0f87f915108 req-b92b74ef-c199-46e0-9ead-bde1c6308dae tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:21.662476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1f1ce6-7226-4f71-b4a0-f0f87f915108 req-b92b74ef-c199-46e0-9ead-bde1c6308dae tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0538163 Mar 07 11:21:21.715415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a1f1ce6-7226-4f71-b4a0-f0f87f915108 req-2c5baf65-cb28-4556-9c95-de27b277bc97 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471315 Mar 07 11:21:22.677629 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-ae50f424-21dc-4254-83f5-44712755dc59 service neutron] show failed (client error): The resource could not be found. Mar 07 11:21:22.678648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-ae50f424-21dc-4254-83f5-44712755dc59 service neutron] 10.222.0.32 "GET /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0659337 Mar 07 11:21:22.871124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823e92e-7a07-4a1c-ac30-745eff090308 req-e2e2a90c-f9f9-4ce2-b3e3-f5d8ac01f68b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:22.872685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e823e92e-7a07-4a1c-ac30-745eff090308 req-e2e2a90c-f9f9-4ce2-b3e3-f5d8ac01f68b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0761335 Mar 07 11:21:22.958258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e823e92e-7a07-4a1c-ac30-745eff090308 req-06e15893-5ac1-411d-a079-93f5ddb529ef tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750916 Mar 07 11:21:22.961419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-e84b66ae-445d-4d0c-be96-8a9326f7f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:22.963382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-e84b66ae-445d-4d0c-be96-8a9326f7f177 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1127 time: 0.0897586 Mar 07 11:21:22.975636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:23.027675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c247b75e-55a0-42e0-b456-2890c925decc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.057993 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.292231 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:23.328293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:23.372719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:23.375512 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678a6fcb-c5a0-41c4-9aa7-52b0feecd886" -d '{"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:23.379844 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks [] for port (92dcefce-99f6-49b6-ba5c-788a65937145), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.394252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Transition to ACTIVE for port object 92dcefce-99f6-49b6-ba5c-788a65937145 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:21:23.398411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.433582 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61de626d-e101-4d8e-b0e7-30e7dd3bfc1f x-openstack-request-id: req-61de626d-e101-4d8e-b0e7-30e7dd3bfc1f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:23.433861 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:23.434113 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61de626d-e101-4d8e-b0e7-30e7dd3bfc1f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:23.434506 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'code': 200} Mar 07 11:21:23.522095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:23.543475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.543846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.544294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.544525 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.544861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.545189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.545511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.545835 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.546134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.546495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.546847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.547225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.547544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:23.621327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] No DVR routers for this DVR port 92dcefce-99f6-49b6-ba5c-788a65937145 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:21:23.781223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:21:23.781531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:21:23.781884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:23.787193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:21:23.787505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Attempting to bind port 92dcefce-99f6-49b6-ba5c-788a65937145 on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:23.792938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:21:23.793203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:23.793573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:21:23.793990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Bound port: 92dcefce-99f6-49b6-ba5c-788a65937145, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:21:23.794331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.859556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:23.863316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:21:23.872879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.908970 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:23.909587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.910982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] 10.222.0.26 "PUT /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 1091 time: 0.9398816 Mar 07 11:21:23.931000 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c521-2b21-4615-a283-33f0a1d89786 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:23.982924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-ea17711c-280d-4ae1-ac55-499f18b4061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:23.984539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-ea17711c-280d-4ae1-ac55-499f18b4061c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0497653 Mar 07 11:21:24.115825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-5a310e5f-4b67-49b4-919e-2edcc8522c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:24.117293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-5a310e5f-4b67-49b4-919e-2edcc8522c87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.1273315 Mar 07 11:21:24.125013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636507a7-f348-478d-a27c-a6b599459158 req-4101299d-3242-4160-bade-20ea943f4c37 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:24.126338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-636507a7-f348-478d-a27c-a6b599459158 req-4101299d-3242-4160-bade-20ea943f4c37 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0791795 Mar 07 11:21:24.211731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-71cc77b6-49bb-415d-bc04-f320960a2442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 999 time: 0.0843291 Mar 07 11:21:24.215096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-636507a7-f348-478d-a27c-a6b599459158 req-9eb5c195-786a-4d03-9d18-9d4fe63a73db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824795 Mar 07 11:21:24.263008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-2db5f335-df0b-4115-a056-d3dc3670afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:24.264506 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-2db5f335-df0b-4115-a056-d3dc3670afde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0466340 Mar 07 11:21:24.320184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-8f64f50f-78ba-4825-a4d4-ff003dfa79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:24.321685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-8f64f50f-78ba-4825-a4d4-ff003dfa79c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500629 Mar 07 11:21:24.397186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:24.411794 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-cc7c3f06-410c-4c08-b6dc-ddbffb0f27b7 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843887 Mar 07 11:21:24.505468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9bf98e-4742-49b0-9562-88ffae1de0a0 req-4a5ae979-f16d-4764-8f8d-fd20fd8cd422 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881634 Mar 07 11:21:24.609173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:25.351535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eb34f-b8f3-44fc-8e4e-d065d064d131 req-aa573817-4f18-4f7f-a639-abdf05217700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.353058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e4eb34f-b8f3-44fc-8e4e-d065d064d131 req-aa573817-4f18-4f7f-a639-abdf05217700 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0567963 Mar 07 11:21:25.401362 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3e4eb34f-b8f3-44fc-8e4e-d065d064d131 req-10107a70-af02-4817-ae10-9ab3b25a7e82 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Mar 07 11:21:25.436444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:25.439150 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280b2d2-4500-4de1-9e91-df679f16f716" -d '{"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:25.492528 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb317df-20ba-446c-ab57-1542fed2037d x-openstack-request-id: req-3fb317df-20ba-446c-ab57-1542fed2037d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:25.492831 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:25.493110 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fb317df-20ba-446c-ab57-1542fed2037d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:25.493616 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'status': 'completed', 'code': 200} Mar 07 11:21:25.555919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-c9d21b2d-b502-4cc7-b929-ca3e9ab242ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.557415 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-c9d21b2d-b502-4cc7-b929-ca3e9ab242ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0486722 Mar 07 11:21:25.558347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-46aec92e-f218-4aa4-bf68-3ff36b859b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.559900 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-46aec92e-f218-4aa4-bf68-3ff36b859b54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0456290 Mar 07 11:21:25.655420 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-850081eb-0655-44ee-a150-7e454c8d089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.656890 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-850081eb-0655-44ee-a150-7e454c8d089c service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0895803 Mar 07 11:21:25.657206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-520429a1-203d-47ca-a0ed-8879139bb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.658734 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-520429a1-203d-47ca-a0ed-8879139bb494 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0950670 Mar 07 11:21:25.726573 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-b234f970-ae6e-4bee-ad57-1f37c947efe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 999 time: 0.0618947 Mar 07 11:21:25.730374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-39de418f-ba64-4347-820b-5c7e6d93477d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 999 time: 0.0657380 Mar 07 11:21:25.782791 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-67262f99-d421-40de-86c2-70bcfb0264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.784932 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-67262f99-d421-40de-86c2-70bcfb0264f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0525057 Mar 07 11:21:25.835271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:25.851440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-48b2402b-b804-4690-bf13-fa853505aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.853365 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-48b2402b-b804-4690-bf13-fa853505aea4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630045 Mar 07 11:21:25.956852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-2c9ad0b8-7870-401d-83b4-076920b143c2 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963342 Mar 07 11:21:26.083688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-a8d43ca0-cd98-44c0-b81a-0feeede573b3 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210337 Mar 07 11:21:26.138880 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-ee7e812c-5afc-4ad2-91b6-44e72af81faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.140464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-ee7e812c-5afc-4ad2-91b6-44e72af81faa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.4040561 Mar 07 11:21:26.199292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-4249bfc0-555f-4c10-b8d2-6cfa4424584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.201103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-4249bfc0-555f-4c10-b8d2-6cfa4424584b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540881 Mar 07 11:21:26.292259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-55cf4bc0-1c35-43b1-815e-2d20f98b9dfb service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Mar 07 11:21:26.379398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9280b2d2-4500-4de1-9e91-df679f16f716 req-1f7a34f2-3a5e-4d6d-90be-9cb0672d6ee0 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815403 Mar 07 11:21:26.538084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767c231-4aaf-4733-a07f-9c13e15ab1e8 req-cf8b9357-f03d-4022-8938-8573aeaf226c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.539440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b767c231-4aaf-4733-a07f-9c13e15ab1e8 req-cf8b9357-f03d-4022-8938-8573aeaf226c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0601306 Mar 07 11:21:26.604719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b767c231-4aaf-4733-a07f-9c13e15ab1e8 req-d118798d-8403-4e14-ae94-29d4b34c3c0d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566900 Mar 07 11:21:26.786856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:21:26.822317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a570-af6b-41c4-bec3-24e62347a85d req-43d295ec-61ac-4d98-b90e-945007343941 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.823860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e488a570-af6b-41c4-bec3-24e62347a85d req-43d295ec-61ac-4d98-b90e-945007343941 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0588324 Mar 07 11:21:26.830159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port 92dcefce-99f6-49b6-ba5c-788a65937145 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:21:26.830565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:21:26.837420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-9911b7e2-7101-44ee-88f3-35ac4e8a00fe tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.839301 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-9911b7e2-7101-44ee-88f3-35ac4e8a00fe tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 943 time: 0.0615981 Mar 07 11:21:26.874222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e488a570-af6b-41c4-bec3-24e62347a85d req-85e78c40-219b-4713-92d8-655091291248 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Mar 07 11:21:26.898173 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-09113a45-8277-4a54-ba48-d8512a06c139 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:21:26.899331 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-09113a45-8277-4a54-ba48-d8512a06c139 service neutron] 10.222.0.32 "DELETE /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0542452 Mar 07 11:21:26.993288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-fbe4693f-7985-4056-936b-17de8dbd9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:26.994786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-fbe4693f-7985-4056-936b-17de8dbd9eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1125 time: 0.0516138 Mar 07 11:21:27.095716 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-1f3663f3-91d7-4253-8207-ba45510a7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:27.097202 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-1f3663f3-91d7-4253-8207-ba45510a7852 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0960469 Mar 07 11:21:27.112815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:27.167353 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-7e21c582-6508-4b4e-be02-d7d9516ef52b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 999 time: 0.0641177 Mar 07 11:21:27.217583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-51581b16-d92f-4ea8-bf6d-410c384f1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:27.218993 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-51581b16-d92f-4ea8-bf6d-410c384f1ea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0461035 Mar 07 11:21:27.268704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-0620bad3-5fb9-45ab-8d51-1b7b1870a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:27.270242 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-0620bad3-5fb9-45ab-8d51-1b7b1870a690 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455289 Mar 07 11:21:27.368479 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-0123bb55-ba9b-4df7-b75c-657d936a08f7 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918794 Mar 07 11:21:27.459517 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c375b4b-d5b1-45a8-a085-a442887569f7 req-63ac8d5a-6cff-4461-9467-3a95ef93aaef service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846872 Mar 07 11:21:28.005038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe8622-0e94-4193-afa3-a76bfeb26763 req-c19531a1-7c46-463c-aa2e-3b627e6679bf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.006551 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7fe8622-0e94-4193-afa3-a76bfeb26763 req-c19531a1-7c46-463c-aa2e-3b627e6679bf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0540445 Mar 07 11:21:28.054632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7fe8622-0e94-4193-afa3-a76bfeb26763 req-cb093e6b-00c2-4314-a01e-2a5af11a833b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Mar 07 11:21:28.109099 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:21:28.182962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e5807-fc23-4a22-98b1-944abaef6545 req-57e076d4-d9e1-4905-ba79-73aa02e9e19b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.184374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c65e5807-fc23-4a22-98b1-944abaef6545 req-57e076d4-d9e1-4905-ba79-73aa02e9e19b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0572729 Mar 07 11:21:28.209459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:28.220515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '92dcefce-99f6-49b6-ba5c-788a65937145', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': '92dcefce-99f6-49b6-ba5c-788a65937145', 'mac_address': 'fa:16:3e:a1:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:21:28.232289 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c65e5807-fc23-4a22-98b1-944abaef6545 req-717a3090-83fb-4038-983b-263a069c0d20 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Mar 07 11:21:28.263842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 92dcefce-99f6-49b6-ba5c-788a65937145 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:28.264257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:28.279394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dcefce-99f6-49b6-ba5c-788a65937145 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:28.300319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:28.305154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:28.361277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:28.370175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.370524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.370860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.371191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.371516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.371883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.372208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.372531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.373413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.373413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.373606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.373797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.374083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:28.461199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc3e7-2ab7-41d3-9a86-a0c46dc1e069 req-b245ea7d-119a-45ea-aefd-a29ebe4d15f9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.462542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef8bc3e7-2ab7-41d3-9a86-a0c46dc1e069 req-b245ea7d-119a-45ea-aefd-a29ebe4d15f9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 944 time: 0.0767379 Mar 07 11:21:28.509123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['92dcefce-99f6-49b6-ba5c-788a65937145'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:28.510825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-2d49c2b8-a511-40a8-acda-5501ffab72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.512330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-2d49c2b8-a511-40a8-acda-5501ffab72dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 1126 time: 0.0880573 Mar 07 11:21:28.532063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ef8bc3e7-2ab7-41d3-9a86-a0c46dc1e069 req-d522d309-862f-4305-897b-7cadb0e2c638 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633595 Mar 07 11:21:28.609729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-f7e8e2a5-e219-4eb3-9f8c-86e965833c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.611283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-f7e8e2a5-e219-4eb3-9f8c-86e965833c31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0906889 Mar 07 11:21:28.679618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-2784a60e-7cfb-422d-ae6f-f91d38b04f91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 200 len: 1000 time: 0.0628698 Mar 07 11:21:28.728449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-163eebba-523f-421c-bd72-5249358f1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.729760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-163eebba-523f-421c-bd72-5249358f1b49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0445206 Mar 07 11:21:28.778519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-e931f6ce-0534-4469-af45-c836ac2e17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.780127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-e931f6ce-0534-4469-af45-c836ac2e17f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439944 Mar 07 11:21:28.873957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-e0d57e62-fd21-4cd2-8ffa-0da1e22c047f service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869150 Mar 07 11:21:28.974875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-943d9116-c8b3-41b1-ac9b-880daa2fbcda req-4485ef6f-6e78-4c12-9de1-2a6c605c32c3 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943809 Mar 07 11:21:29.254780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:29.667224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e859936-79e9-4a4c-96b2-8fdd6b97bfbe req-d5e18828-b5d8-4326-9b04-45eb0947d81e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:29.668762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e859936-79e9-4a4c-96b2-8fdd6b97bfbe req-d5e18828-b5d8-4326-9b04-45eb0947d81e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 944 time: 0.0612013 Mar 07 11:21:29.717022 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e859936-79e9-4a4c-96b2-8fdd6b97bfbe req-7e7ef090-33c1-4ef5-9ae1-2da0b1b2a629 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421858 Mar 07 11:21:29.970824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5359a6-49bf-445b-8563-d99da8b81bf7 req-bfdf940e-c644-4a59-bfb9-985b8d66ec5c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:29.972451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc5359a6-49bf-445b-8563-d99da8b81bf7 req-bfdf940e-c644-4a59-bfb9-985b8d66ec5c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 944 time: 0.0626717 Mar 07 11:21:30.021777 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc5359a6-49bf-445b-8563-d99da8b81bf7 req-cf18107d-af65-4a2c-93f2-c86d2242cd9d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Mar 07 11:21:30.109924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:21:30.164450 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 92dcefce-99f6-49b6-ba5c-788a65937145 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:21:30.168922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 92dcefce-99f6-49b6-ba5c-788a65937145 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:30.169290 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:30.254533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 92dcefce-99f6-49b6-ba5c-788a65937145 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:30.254898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:30.282023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:30.288552 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf81f73-4112-47d8-a151-c553d5feb6ed" -d '{"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:30.303603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:30.309936 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:30.333232 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa562b05-9ccd-4bb4-88d1-512a6e74f279 x-openstack-request-id: req-aa562b05-9ccd-4bb4-88d1-512a6e74f279 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:30.333518 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:30.333766 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa562b05-9ccd-4bb4-88d1-512a6e74f279 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:30.334146 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'code': 200} Mar 07 11:21:30.359387 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:31.186661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a768-7b1d-4e81-acf1-67e050d7e515 req-888b6b69-26ae-43f7-99a3-8613b5fd8513 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:31.188160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7f3a768-7b1d-4e81-acf1-67e050d7e515 req-888b6b69-26ae-43f7-99a3-8613b5fd8513 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0912077 Mar 07 11:21:31.226645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-4e5c9f38-748e-4ba3-9ec5-ca3a65861906 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:31.228096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-4e5c9f38-748e-4ba3-9ec5-ca3a65861906 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/ports?device_id=44901244-6e02-481e-9dff-f2cadf2f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0953386 Mar 07 11:21:31.273579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7f3a768-7b1d-4e81-acf1-67e050d7e515 req-29118ef0-07ab-4e94-b07b-9f7de98ab11d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789049 Mar 07 11:21:31.340861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Deleting port 92dcefce-99f6-49b6-ba5c-788a65937145 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:21:31.341165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:31.445114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] For port 92dcefce-99f6-49b6-ba5c-788a65937145, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92dcefce-99f6-49b6-ba5c-788a65937145,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:31.445483 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:31.618783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:31.619147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:31.619463 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 disassociated. External IP: 172.25.4.240, port: 92dcefce-99f6-49b6-ba5c-788a65937145. Mar 07 11:21:31.619854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Calling delete_port for 92dcefce-99f6-49b6-ba5c-788a65937145 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:21:31.759271 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (92dcefce-99f6-49b6-ba5c-788a65937145), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:31.788507 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'Port': ['ID=92dcefce-99f6-49b6-ba5c-788a65937145,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:31.911519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:21:32.025796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:21:32.036432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:21:32.046686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:21:32.047261 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:32.067132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] No DVR routers for this DVR port 92dcefce-99f6-49b6-ba5c-788a65937145 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:21:32.069916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:32.073451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a2ff664-9c8a-4c5b-8602-3160fb2db162 req-3cd3fa6a-7c5f-4146-b3bd-438e2958e850 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "DELETE /v2.0/ports/92dcefce-99f6-49b6-ba5c-788a65937145 HTTP/1.1" status: 204 len: 173 time: 0.8399217 Mar 07 11:21:32.073904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-deleted', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:32.076626 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e4487-b5bb-4abd-b32a-287a42e600fb" -d '{"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-deleted", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:32.116897 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f330f-5ce1-4607-8d53-eea282552cee x-openstack-request-id: req-045f330f-5ce1-4607-8d53-eea282552cee {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:32.117136 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44901244-6e02-481e-9dff-f2cadf2f9df7", "name": "network-vif-deleted", "tag": "92dcefce-99f6-49b6-ba5c-788a65937145", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:32.117368 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-045f330f-5ce1-4607-8d53-eea282552cee {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:32.117777 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44901244-6e02-481e-9dff-f2cadf2f9df7', 'name': 'network-vif-deleted', 'tag': '92dcefce-99f6-49b6-ba5c-788a65937145', 'status': 'completed', 'code': 200} Mar 07 11:21:32.158819 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:21:32.366752 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:32.393928 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:21:32.402008 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:21:32.402607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:32.507862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:21:32.526964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-354c3ebd-8878-470a-8b0f-81068d75eff3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--311080156&fields=id&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 267 time: 0.0466485 Mar 07 11:21:32.635490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-e8ce4ccd-15b7-4149-8f6c-8f0bfec7cd91 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:32.637216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-e8ce4ccd-15b7-4149-8f6c-8f0bfec7cd91 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1035314 Mar 07 11:21:32.653904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-2658d550-be44-4c5d-8180-6b0e6ca3d5da tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/quotas/396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 375 time: 0.0108063 Mar 07 11:21:32.712494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-57a34602-2d09-443d-9e42-92595e7bdbc4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528820 Mar 07 11:21:32.801343 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:32.830494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da300-359b-4884-a91d-5e1fc082a960 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:21:32.880841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b852b2dd-6f81-4ab4-aed6-3eec43004b49 service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561222 Mar 07 11:21:32.976263 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-43f7cef4-5c7c-4de8-bef7-f3b96aa85919 service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 Mar 07 11:21:33.078924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2696f7-61ff-440a-8cef-13a6c990ed11 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:21:33.154801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a032dd30-81f5-43dd-94ec-dfd51d46ea9e req-27290012-bb06-449f-b541-bfd2b6c0470f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 210 time: 0.0370462 Mar 07 11:21:34.097425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-6633dd5c-018c-49e8-a8d4-13d268d833d3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:34.098882 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-6633dd5c-018c-49e8-a8d4-13d268d833d3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1058655 Mar 07 11:21:34.139960 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:21:34.164520 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 92dcefce-99f6-49b6-ba5c-788a65937145 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:21:34.165006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92dcefce-99f6-49b6-ba5c-788a65937145 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:21:34.167481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-10984d04-0eb7-4140-80e1-8617d37a1a9c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 379 time: 0.0595179 Mar 07 11:21:34.178453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'port': {'device_id': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'admin_state_up': True, 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'security_groups': ['659410c5-d707-475a-a18e-f1ff3ee525ed']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:34.284456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7070c77f-842b-4151-8963-22c3204b9644 req-7413f96e-763f-4128-b11b-f5333a202b12 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Mar 07 11:21:34.329354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:34.335228 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:34.467282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Allocated IP 172.20.0.4 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/cb2916b7-b76d-43b1-a796-0b9863f405ef) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:21:34.600635 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:34.642024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:34.685695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:21:34.688788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:21:34.692633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:21:34.716360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:34.747499 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:34.748138 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:34.766106 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-b91e4166-0e8f-4c5a-ac57-2c5e2b7b7ee7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914953 Mar 07 11:21:34.777048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Request body: {'port': {'device_id': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:34.845815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:34.960582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ef907e24-2da9-4778-80fd-aeb7e75f9cf6 None None] Provisioning complete for port cb2916b7-b76d-43b1-a796-0b9863f405ef triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:34.960836 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef907e24-2da9-4778-80fd-aeb7e75f9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.120559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:35.128901 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks [] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.141627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Transition to ACTIVE for port object cb2916b7-b76d-43b1-a796-0b9863f405ef will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:21:35.147195 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.160612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ef907e24-2da9-4778-80fd-aeb7e75f9cf6 None None] Port cb2916b7-b76d-43b1-a796-0b9863f405ef cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:21:35.195411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:35.271491 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:21:35.271870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:21:35.272227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:35.276763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:21:35.277050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:35.282023 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:21:35.282354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:35.282722 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:21:35.283138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Bound port: cb2916b7-b76d-43b1-a796-0b9863f405ef, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:21:35.283485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.352807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:35.356067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:21:35.363100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.429230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.429890 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:35.431244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] 10.222.0.26 "PUT /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1091 time: 0.6584215 Mar 07 11:21:35.431882 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:35.434173 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:35.465854 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f4ac7-c0f7-4c11-83b4-c88ff263f465 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:35.476411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec0ada-dfab-4f45-9322-930e602eb5aa req-c4fd0fa2-048b-475f-9e68-42ff78e3f1d2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.477983 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35ec0ada-dfab-4f45-9322-930e602eb5aa req-c4fd0fa2-048b-475f-9e68-42ff78e3f1d2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.1125853 Mar 07 11:21:35.496120 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b59be-c528-4406-8c34-c17e21d4cb09 x-openstack-request-id: req-866b59be-c528-4406-8c34-c17e21d4cb09 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:35.496120 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:35.496440 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-866b59be-c528-4406-8c34-c17e21d4cb09 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:35.496777 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'status': 'completed', 'code': 200} Mar 07 11:21:35.557355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35ec0ada-dfab-4f45-9322-930e602eb5aa req-94b251c4-9faa-45a5-b887-c3d6af72b818 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707939 Mar 07 11:21:35.560252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-27e5717e-64f1-4476-8a79-ef8f76bd961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.561694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-27e5717e-64f1-4476-8a79-ef8f76bd961c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0828345 Mar 07 11:21:35.604905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-66b0bc00-5b9f-4463-abaa-2d4d17219f35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 217 time: 0.0364101 Mar 07 11:21:35.656565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-85a02db3-dfcd-451a-968d-bdb2ffd8f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.658038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-85a02db3-dfcd-451a-968d-bdb2ffd8f803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0480220 Mar 07 11:21:35.727582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-491d7101-b0f6-4da8-8d13-ddcbcd7c9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.729143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-491d7101-b0f6-4da8-8d13-ddcbcd7c9e83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654283 Mar 07 11:21:35.822227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-2a55aae5-5d22-4550-8197-bca2964ad538 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861781 Mar 07 11:21:35.917370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bb4c6380-520f-4967-bb5e-d57d05c4abfb req-0180e83a-df28-49b6-b179-2f30034d6953 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890639 Mar 07 11:21:36.009881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-1c63c20e-8276-4503-8edb-3535fb7ed0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.011358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-1c63c20e-8276-4503-8edb-3535fb7ed0b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0491257 Mar 07 11:21:36.106290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-d9964a40-904d-493a-831b-2c8f7d799ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.107780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-d9964a40-904d-493a-831b-2c8f7d799ad9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0889030 Mar 07 11:21:36.148330 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-d1a3a4da-8b2e-40d6-a1f3-e8323a27b6b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 217 time: 0.0346653 Mar 07 11:21:36.196614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-eb17ee02-b830-4d2b-9d18-ddfe1e3b758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.197946 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-eb17ee02-b830-4d2b-9d18-ddfe1e3b758e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0438662 Mar 07 11:21:36.252020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-25cab91b-1d3f-4097-8e42-683780fa3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.253622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-25cab91b-1d3f-4097-8e42-683780fa3054 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487201 Mar 07 11:21:36.358658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-7310c10e-3f04-4ed7-a89a-6eaa7d48da68 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967000 Mar 07 11:21:36.453499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eaae7b3-91ba-4e7d-a7f1-bdebb4f99ee9 req-7ffaca15-26a1-44f1-9e42-39edeeb97ff1 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884330 Mar 07 11:21:36.694357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da196-4925-4d52-b9b3-7756f78b0acb req-69fe16a9-aa5d-4081-aa89-23b836b308ad tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.695852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0da196-4925-4d52-b9b3-7756f78b0acb req-69fe16a9-aa5d-4081-aa89-23b836b308ad tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0537815 Mar 07 11:21:36.742286 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7c0da196-4925-4d52-b9b3-7756f78b0acb req-d3b77960-cd1a-4035-9d14-b4bf554f3bc5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 Mar 07 11:21:37.884351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13962b40-7770-45f9-9ade-7461092cef3b req-e8b19a0a-6b3a-4064-8cc0-e6f5b4dafc1c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:37.885822 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13962b40-7770-45f9-9ade-7461092cef3b req-e8b19a0a-6b3a-4064-8cc0-e6f5b4dafc1c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0600533 Mar 07 11:21:37.938560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13962b40-7770-45f9-9ade-7461092cef3b req-371f65be-1522-42a0-b752-8fdc6f6bcc16 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Mar 07 11:21:38.186967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:21:38.291591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:38.306115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:21:38.353335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cb2916b7-b76d-43b1-a796-0b9863f405ef is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:38.353718 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:38.368341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:38.396085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:38.401453 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:38.454598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:38.590657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cb2916b7-b76d-43b1-a796-0b9863f405ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:39.071778 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28b3a-d7e8-4872-8b37-a4a97c312b9b req-41c5cdc8-2427-4212-95ab-e327072d3299 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:39.073264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41a28b3a-d7e8-4872-8b37-a4a97c312b9b req-41c5cdc8-2427-4212-95ab-e327072d3299 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0555167 Mar 07 11:21:39.121654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-41a28b3a-d7e8-4872-8b37-a4a97c312b9b req-a0b9f945-a4a4-45f0-8ddb-56e35ee64975 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Mar 07 11:21:40.206633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:21:40.253485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90bfe9-f480-4150-864a-b07456241ae4 req-ed646cdb-fae0-41de-8906-12800ce22798 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:40.254943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e90bfe9-f480-4150-864a-b07456241ae4 req-ed646cdb-fae0-41de-8906-12800ce22798 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0552135 Mar 07 11:21:40.260007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port cb2916b7-b76d-43b1-a796-0b9863f405ef completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:21:40.264138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cb2916b7-b76d-43b1-a796-0b9863f405ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:40.264507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:40.304223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e90bfe9-f480-4150-864a-b07456241ae4 req-40417e7f-3580-4c59-bedf-19d1b9ba82c0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Mar 07 11:21:40.340756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cb2916b7-b76d-43b1-a796-0b9863f405ef is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:40.341137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:40.363781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:40.366046 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed1086-54cc-4f58-aced-1bf109b68c9d" -d '{"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-plugged", "status": "completed", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:40.378070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:40.382643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:40.407509 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432de01a-1cb8-4c8b-852e-5c8bb8a25a9e x-openstack-request-id: req-432de01a-1cb8-4c8b-852e-5c8bb8a25a9e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:40.408320 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-plugged", "status": "completed", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:40.408584 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-432de01a-1cb8-4c8b-852e-5c8bb8a25a9e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:40.408973 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'code': 200} Mar 07 11:21:40.436713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:40.509706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2cd6-994d-4d09-8700-2731698debb1 req-efda06ed-00ef-45b7-9c3f-504b8a36eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:40.511096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4ea2cd6-994d-4d09-8700-2731698debb1 req-efda06ed-00ef-45b7-9c3f-504b8a36eb6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1127 time: 0.0485461 Mar 07 11:21:40.553559 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4ea2cd6-994d-4d09-8700-2731698debb1 req-f398f0d3-e04a-43b3-bcb8-d9935f51e2f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365925 Mar 07 11:21:41.440707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e9c83-7f4c-4dd3-a00c-f95c78b438a7 req-0eccbbe0-0d3c-4735-9292-150b6fd4ee2f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:41.442197 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d77e9c83-7f4c-4dd3-a00c-f95c78b438a7 req-0eccbbe0-0d3c-4735-9292-150b6fd4ee2f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0599370 Mar 07 11:21:41.502180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d77e9c83-7f4c-4dd3-a00c-f95c78b438a7 req-b0125206-19ec-49ba-a670-46b958038d22 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532753 Mar 07 11:21:42.652471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e639-571c-4b2f-96c4-3ad494f6abde req-e1262cd3-73fd-4f8d-b733-8971042d8cbd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:42.653937 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da37e639-571c-4b2f-96c4-3ad494f6abde req-e1262cd3-73fd-4f8d-b733-8971042d8cbd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0696890 Mar 07 11:21:42.709651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-da37e639-571c-4b2f-96c4-3ad494f6abde req-46a34f54-7bdc-4885-a21b-c7fd3c7b71a5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Mar 07 11:21:42.799639 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:21:42.853743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e3e1-a634-4d5e-98ef-6d90407d68cb req-8427b2ce-2cfe-4e1f-bd89-ed99533fefa7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:42.855612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d0e3e1-a634-4d5e-98ef-6d90407d68cb req-8427b2ce-2cfe-4e1f-bd89-ed99533fefa7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0628271 Mar 07 11:21:42.870018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46150) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:42.874513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'floatingip': {'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:42.915841 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:43.622781 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.db.resource_extend [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 11:21:43.674371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:43.680619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:43.786986 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 associated. External IP: 172.25.4.240, port: cb2916b7-b76d-43b1-a796-0b9863f405ef. Mar 07 11:21:44.012137 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:21:44.124868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:21:44.129721 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:44.137193 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:21:44.150187 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:21:44.151126 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:44.164040 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bf384486-4d6a-4f26-8a54-8697f93605ca tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "PUT /v2.0/floatingips/726d2825-9a9a-4112-9d49-f59c428ae6f8 HTTP/1.1" status: 200 len: 991 time: 1.2928460 Mar 07 11:21:44.164943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:44.167467 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12cffe8-e661-4408-9035-162cb18f3a30" -d '{"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:44.209931 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941ef8c-2af7-49d8-aca8-77ca76f95a9c x-openstack-request-id: req-b941ef8c-2af7-49d8-aca8-77ca76f95a9c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:44.210322 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:44.210575 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b941ef8c-2af7-49d8-aca8-77ca76f95a9c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:44.211053 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'status': 'completed', 'code': 200} Mar 07 11:21:44.286690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:21:44.295086 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-f61006a7-3d3f-43a3-b170-718b55e4571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:44.296969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-f61006a7-3d3f-43a3-b170-718b55e4571e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1127 time: 0.0569179 Mar 07 11:21:44.465254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-61c1f886-1f2b-41d9-9490-34a7694ed16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:44.466639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-61c1f886-1f2b-41d9-9490-34a7694ed16a service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.1632886 Mar 07 11:21:44.544243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b117-b52b-4923-afe7-3013a65ea673 req-75687b1c-62de-42e9-9714-b4685f385ff6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:44.546133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3a9b117-b52b-4923-afe7-3013a65ea673 req-75687b1c-62de-42e9-9714-b4685f385ff6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.1485765 Mar 07 11:21:44.561033 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:21:43Z', 'revision_number': 9, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:44.561388 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-6c4e9531-09a2-4b41-a7d8-d78f8d0d3ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519451 Mar 07 11:21:44.562953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-3a3118f9-90fb-46d7-9977-7fdcaf0f72aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 999 time: 0.0902455 Mar 07 11:21:44.593374 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:21:44.602793 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:21:44.603473 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:44.641751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f3a9b117-b52b-4923-afe7-3013a65ea673 req-e337f32b-e156-48ea-9452-86b683340dc8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838358 Mar 07 11:21:44.643418 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-607f066a-a726-4c4d-81a3-cbe97520dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:44.644950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-607f066a-a726-4c4d-81a3-cbe97520dca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0750265 Mar 07 11:21:44.710347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-d5a14f21-02f4-4ff7-b33c-a6aa789d8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:44.711915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-d5a14f21-02f4-4ff7-b33c-a6aa789d8415 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588696 Mar 07 11:21:44.734620 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:21:44.824015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-361ec63e-127e-49f5-9ea2-a21ddd225318 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057804 Mar 07 11:21:44.939175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a12cffe8-e661-4408-9035-162cb18f3a30 req-82bf80b5-4d11-4ba8-9401-feeda62efd67 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094935 Mar 07 11:21:44.995887 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:21:43Z', 'revision_number': 9, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:45.018424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-93a3203e-f643-4f6b-ac29-2810a306024e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:45.019875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-93a3203e-f643-4f6b-ac29-2810a306024e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 942 time: 0.0527909 Mar 07 11:21:45.027258 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8b286-cf73-445f-ba64-8050b78401d0 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:21:43Z', 'revision_number': 9, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:21:45.265141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a547b-2597-46de-a967-18c961507b19 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:21:45.788676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606801-87e9-493e-a40a-5e0ae009dc14 req-b40a9d3c-9f69-4fd0-b41b-5534bbd63adb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:45.790247 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed606801-87e9-493e-a40a-5e0ae009dc14 req-b40a9d3c-9f69-4fd0-b41b-5534bbd63adb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0585647 Mar 07 11:21:45.870715 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed606801-87e9-493e-a40a-5e0ae009dc14 req-c8f5bd12-7022-4996-9238-5a236af8242e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730312 Mar 07 11:21:45.890014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-4bc76044-9a68-40e5-9162-229dfa5efcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:45.891549 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-4bc76044-9a68-40e5-9162-229dfa5efcf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1127 time: 0.0642209 Mar 07 11:21:45.991179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-9bb5d58f-8a78-4f10-9adc-1e11c148b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:45.992718 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-9bb5d58f-8a78-4f10-9adc-1e11c148b508 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0955293 Mar 07 11:21:46.065270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-6b61a015-62f5-4687-a1e5-026058c2abf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1002 time: 0.0671179 Mar 07 11:21:46.112249 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-3ade79f6-ef01-456f-8be9-a60715e4120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:46.113704 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-3ade79f6-ef01-456f-8be9-a60715e4120f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0433810 Mar 07 11:21:46.162084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-d86ba414-3277-452f-a4f8-0aed13f520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:46.163805 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-d86ba414-3277-452f-a4f8-0aed13f520ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447371 Mar 07 11:21:46.259092 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-08095968-07b9-4854-a87a-61ced4f3e981 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893073 Mar 07 11:21:46.347470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-68d7df0e-7087-481c-8d27-67088b30a89b service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832894 Mar 07 11:21:47.013464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686ead8-e4ac-4611-be8f-d2e56c23f126 req-4b126750-5061-4ccf-b27b-8a19de55f77a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.014979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d686ead8-e4ac-4611-be8f-d2e56c23f126 req-4b126750-5061-4ccf-b27b-8a19de55f77a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0645683 Mar 07 11:21:47.065474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d686ead8-e4ac-4611-be8f-d2e56c23f126 req-432113bb-eb16-4f4b-bfe2-024bc4d1f053 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Mar 07 11:21:48.197620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000aee8-f71b-4f49-8539-599a4f13436f req-c30689e7-8db1-403a-bf1b-79c6243406f8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.199124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1000aee8-f71b-4f49-8539-599a4f13436f req-c30689e7-8db1-403a-bf1b-79c6243406f8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0550678 Mar 07 11:21:48.275742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1000aee8-f71b-4f49-8539-599a4f13436f req-97a51a63-a68f-4530-9c89-1a33cfd23526 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684888 Mar 07 11:21:48.284294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-0870a106-391f-4c4e-b5c3-d3bbbfa72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.285829 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-0870a106-391f-4c4e-b5c3-d3bbbfa72cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1127 time: 0.0770335 Mar 07 11:21:48.401233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-cb1db5ba-8a75-47ed-acbc-e352813a1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.402671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-cb1db5ba-8a75-47ed-acbc-e352813a1be6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0888014 Mar 07 11:21:48.468675 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-a484d705-c7e8-4ae9-be99-d3eb1dbd5bfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1002 time: 0.0589774 Mar 07 11:21:48.521063 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-2e6ac205-5786-48de-8c1f-443834445cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.522607 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-2e6ac205-5786-48de-8c1f-443834445cf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0483966 Mar 07 11:21:48.572697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-c19f4096-728c-456b-841d-c87c07245a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.574083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-c19f4096-728c-456b-841d-c87c07245a99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462265 Mar 07 11:21:48.664118 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-76c2303f-2333-405c-baa2-97d7269fbd78 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838187 Mar 07 11:21:48.757577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-372bea66-0d08-4c2d-a020-f29def26f9a3 req-d5d747da-0667-4f4e-8a71-1ec01863f46a service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883560 Mar 07 11:21:49.405610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f865e-cf7a-4dcd-9ec1-2cdd7feb542e req-525264a0-8fbf-4270-ab8d-0dfdc606a927 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:49.407037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-853f865e-cf7a-4dcd-9ec1-2cdd7feb542e req-525264a0-8fbf-4270-ab8d-0dfdc606a927 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0555491 Mar 07 11:21:49.457994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-853f865e-cf7a-4dcd-9ec1-2cdd7feb542e req-9049b5e2-d977-467c-8b52-17aeb26de308 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Mar 07 11:21:50.589108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daccbd-24c5-455a-b67e-fc52d1ec4331 req-8fe2f13e-ba34-4452-be4a-1ced1f05c44e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.590589 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04daccbd-24c5-455a-b67e-fc52d1ec4331 req-8fe2f13e-ba34-4452-be4a-1ced1f05c44e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Mar 07 11:21:50.638760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-04daccbd-24c5-455a-b67e-fc52d1ec4331 req-9780e294-0fe0-4a97-ae3e-0f28d3f2e5d2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422559 Mar 07 11:21:50.745428 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-392e585c-8864-4d37-9038-75f3edd4fd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:51.786568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f29ba2-20ea-4991-a370-5b3d59cc43b1 req-785c5817-08e9-448e-a96a-678912cb20b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.788225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f29ba2-20ea-4991-a370-5b3d59cc43b1 req-785c5817-08e9-448e-a96a-678912cb20b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0603976 Mar 07 11:21:51.839318 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f29ba2-20ea-4991-a370-5b3d59cc43b1 req-79ff3da5-bee8-4482-b0b0-ca2078a79359 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Mar 07 11:21:52.977442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dac7b-bf31-4838-8045-6ce47b484be5 req-386974bf-e69c-4cd3-ab36-65c0b166492e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:52.978950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f30dac7b-bf31-4838-8045-6ce47b484be5 req-386974bf-e69c-4cd3-ab36-65c0b166492e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0611107 Mar 07 11:21:53.027526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e81480b3-27b9-4bbd-bbdb-4516376c46cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.031156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f30dac7b-bf31-4838-8045-6ce47b484be5 req-e9c0133f-5792-43fc-a664-b93de9405c12 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463674 Mar 07 11:21:54.162751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00fb3-f9b4-4e97-b669-244bc8dfcf06 req-be753456-85c9-4598-a8d4-0c4fa56d30a5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:54.164278 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6a00fb3-f9b4-4e97-b669-244bc8dfcf06 req-be753456-85c9-4598-a8d4-0c4fa56d30a5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0599532 Mar 07 11:21:54.211386 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6a00fb3-f9b4-4e97-b669-244bc8dfcf06 req-63435fb7-277b-4578-9569-6bbe196e2bc1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Mar 07 11:21:54.408827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:54.619807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.354434 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395d4c-6081-484f-8dce-c692a981fcb9 req-c70dbb60-fd4a-4ce6-95ed-32e0b5ce1927 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:55.355954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70395d4c-6081-484f-8dce-c692a981fcb9 req-c70dbb60-fd4a-4ce6-95ed-32e0b5ce1927 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0571525 Mar 07 11:21:55.406518 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70395d4c-6081-484f-8dce-c692a981fcb9 req-b237d1b1-5842-49c3-9805-ade93784a38f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Mar 07 11:21:55.838766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.549319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991fcb-7d24-4de0-abcf-973601f8c4b0 req-49981b05-425a-499e-a891-549afc62e9e9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:56.550801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8991fcb-7d24-4de0-abcf-973601f8c4b0 req-49981b05-425a-499e-a891-549afc62e9e9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0694182 Mar 07 11:21:56.601709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d8991fcb-7d24-4de0-abcf-973601f8c4b0 req-91c8d3e0-33c6-4aac-929d-8ea5d297e105 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Mar 07 11:21:57.121058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:57.748359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3663-3a74-4820-82b2-4a7dd53f76ff req-893a47ff-d5eb-4359-837c-bf9aa1e8af22 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:57.749833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-256c3663-3a74-4820-82b2-4a7dd53f76ff req-893a47ff-d5eb-4359-837c-bf9aa1e8af22 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0648787 Mar 07 11:21:57.797217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-256c3663-3a74-4820-82b2-4a7dd53f76ff req-2963253a-dc1d-4b8a-9047-b87366d344cb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Mar 07 11:21:58.940780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d267a2-718b-4d19-aa20-0233567c10d5 req-a88864cf-5a2e-42c8-9b76-56a21ba8e3b8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:58.942232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66d267a2-718b-4d19-aa20-0233567c10d5 req-a88864cf-5a2e-42c8-9b76-56a21ba8e3b8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0608175 Mar 07 11:21:58.995737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-66d267a2-718b-4d19-aa20-0233567c10d5 req-2686d233-537c-4090-8cc6-d53b182e93f1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Mar 07 11:21:59.242181 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:00.132613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc15687-bd2c-4294-bd6a-98d4ea86ddcf req-f34a1e16-a82e-4b03-9da1-107442372893 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.134277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cc15687-bd2c-4294-bd6a-98d4ea86ddcf req-f34a1e16-a82e-4b03-9da1-107442372893 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0617030 Mar 07 11:22:00.203337 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cc15687-bd2c-4294-bd6a-98d4ea86ddcf req-82d5e609-1881-4fd1-9e1a-522444e7f318 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623741 Mar 07 11:22:01.339397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c908-2da6-49df-8e99-dc10a90c27e2 req-9e9ede58-da85-4a4d-9387-38493ed6aa24 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:01.340901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d08c908-2da6-49df-8e99-dc10a90c27e2 req-9e9ede58-da85-4a4d-9387-38493ed6aa24 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0604630 Mar 07 11:22:01.393354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d08c908-2da6-49df-8e99-dc10a90c27e2 req-6e191e7d-9efa-48ff-885c-f9f5eb21f83b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465751 Mar 07 11:22:02.534294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd674d-4592-4719-b297-f62291f237a3 req-054912f4-e776-4012-b6b5-fd4c5403d3eb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:02.535793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eedd674d-4592-4719-b297-f62291f237a3 req-054912f4-e776-4012-b6b5-fd4c5403d3eb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0632470 Mar 07 11:22:02.583680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eedd674d-4592-4719-b297-f62291f237a3 req-bf75fa5c-1afc-4975-849d-e20e6b7cb348 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Mar 07 11:22:02.958194 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-2a21b734-aea5-4096-9cfb-f62cf9c3d1d4 service neutron] show failed (client error): The resource could not be found. Mar 07 11:22:02.959202 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-2a21b734-aea5-4096-9cfb-f62cf9c3d1d4 service neutron] 10.222.0.26 "GET /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0670779 Mar 07 11:22:03.181532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-bdbb7365-e909-4bd6-894d-d91d0f042301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:03.183039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-bdbb7365-e909-4bd6-894d-d91d0f042301 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1127 time: 0.0546114 Mar 07 11:22:03.193985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:03.255917 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.465900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:03.500945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:03.551999 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:03.554192 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca93dfe-d15c-41f0-a7a7-60548d94fc38" -d '{"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:03.558390 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks [] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.572254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Transition to ACTIVE for port object cb2916b7-b76d-43b1-a796-0b9863f405ef will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:22:03.581115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.614934 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255a1dc-6047-4057-a482-20e0530cca4e x-openstack-request-id: req-1255a1dc-6047-4057-a482-20e0530cca4e {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:03.615263 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:03.615855 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1255a1dc-6047-4057-a482-20e0530cca4e {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:03.616222 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'code': 200} Mar 07 11:22:03.638047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=6']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:03.676227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.676573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.676897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.677228 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.677550 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.677897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.678196 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.678504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.678819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.679131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.679448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.679789 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.680186 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:03.714020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0674d-cc8c-4f1e-bf99-85c81059e5d3 req-1facdac5-2d1b-4b6b-8d15-bb33b1a456b4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:03.715845 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48e0674d-cc8c-4f1e-bf99-85c81059e5d3 req-1facdac5-2d1b-4b6b-8d15-bb33b1a456b4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0608127 Mar 07 11:22:03.726649 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] No DVR routers for this DVR port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:22:03.772979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-48e0674d-cc8c-4f1e-bf99-85c81059e5d3 req-871c0b3b-9cf9-4066-871b-ac3e5dc5214a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492885 Mar 07 11:22:03.876134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:03.876458 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:03.876763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:03.881198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:03.881516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:03.886891 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:03.887223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:03.887597 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:03.888056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Bound port: cb2916b7-b76d-43b1-a796-0b9863f405ef, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:03.888410 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.954460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:03.957693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:22:03.966318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:04.002053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.002668 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:04.004104 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] 10.222.0.32 "PUT /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1091 time: 0.8140860 Mar 07 11:22:04.025658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5e4d-395c-486b-839a-01489325334f service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=7']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:04.073353 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-3497086a-5d92-402f-9872-85b776c36fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.074810 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-3497086a-5d92-402f-9872-85b776c36fed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0488253 Mar 07 11:22:04.173280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-94c214a5-16be-4d71-bc03-c3ee702a1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.174762 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-94c214a5-16be-4d71-bc03-c3ee702a1ae5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0930960 Mar 07 11:22:04.240648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-6359d2d5-1880-41fb-b293-c317693bbc6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0594754 Mar 07 11:22:04.291490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-369accd2-a7d7-47d3-b9ac-7858b82aa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.293002 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-369accd2-a7d7-47d3-b9ac-7858b82aa567 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0475070 Mar 07 11:22:04.342876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-623e827c-79d5-4dc8-ac87-3fc684fcfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.344410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-623e827c-79d5-4dc8-ac87-3fc684fcfe81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457776 Mar 07 11:22:04.432228 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-2baba7a0-3c42-439f-9fb8-9365ee51fe87 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Mar 07 11:22:04.533140 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ac63990a-a461-4f6b-8aec-9b7e76d30db3 req-03909fc9-92a6-4bf2-9e2c-0ceccd9b6101 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947769 Mar 07 11:22:04.916929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c769d-5baa-415b-a065-877ba2cd2930 req-0e1e1393-b0f3-42b3-8279-acde4dd38930 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.918341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9c769d-5baa-415b-a065-877ba2cd2930 req-0e1e1393-b0f3-42b3-8279-acde4dd38930 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0594189 Mar 07 11:22:04.973982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2a9c769d-5baa-415b-a065-877ba2cd2930 req-a3b1812b-e86b-433b-ae78-5a3172fa7204 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470669 Mar 07 11:22:05.617239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:05.619703 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f0840-003e-4f2f-8662-56d6c042f77d" -d '{"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:05.670569 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f0d318-0ab1-48a2-a001-79340298b5cd x-openstack-request-id: req-02f0d318-0ab1-48a2-a001-79340298b5cd {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:05.670936 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:05.671227 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02f0d318-0ab1-48a2-a001-79340298b5cd {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:05.671680 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'status': 'completed', 'code': 200} Mar 07 11:22:05.733096 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-f6d0b8be-a92c-4996-b00f-b1381bcfb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.734682 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-f6d0b8be-a92c-4996-b00f-b1381bcfb53c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0461371 Mar 07 11:22:05.738124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-c9a1edae-dadd-4175-acea-d998845287ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.739623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-c9a1edae-dadd-4175-acea-d998845287ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0466695 Mar 07 11:22:05.830076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-7538afca-dc7f-4b1b-8eae-abdb192e532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.831570 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-7538afca-dc7f-4b1b-8eae-abdb192e532f service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0901575 Mar 07 11:22:05.841911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-b1dbe90b-292d-441c-af71-19bb95829682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.843377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-b1dbe90b-292d-441c-af71-19bb95829682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0966759 Mar 07 11:22:05.901825 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-7278cf3e-c75a-47f9-9be4-e7b47b211d81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0639393 Mar 07 11:22:05.917058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-e3a33a5f-99b5-4821-9a1a-0f0c7d6688c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0648220 Mar 07 11:22:05.957270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-8ec3757f-3166-4d8e-bb3f-1b04eb0ce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.958749 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-8ec3757f-3166-4d8e-bb3f-1b04eb0ce240 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0496442 Mar 07 11:22:05.971740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-a145b7d1-e2cb-4196-9f2f-ed2fd4249301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.973168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-a145b7d1-e2cb-4196-9f2f-ed2fd4249301 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0498581 Mar 07 11:22:06.010400 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-f923fbc4-23e4-451b-bd92-19eaefaa5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:06.012217 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-f923fbc4-23e4-451b-bd92-19eaefaa5113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463471 Mar 07 11:22:06.028616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f0840-003e-4f2f-8662-56d6c042f77d req-1170be23-0a2d-44c3-b5e6-51704f07340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:06.030153 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-1170be23-0a2d-44c3-b5e6-51704f07340c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515904 Mar 07 11:22:06.102327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-1746755e-af90-4c1e-b0d6-63a858920878 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833485 Mar 07 11:22:06.156800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2344c2-51e0-472a-afa7-da5894d2bb74 req-2e18c648-8636-4065-8439-80e5fc1f04cc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:06.158177 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa2344c2-51e0-472a-afa7-da5894d2bb74 req-2e18c648-8636-4065-8439-80e5fc1f04cc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.1123109 Mar 07 11:22:06.163838 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-09fa99e0-8624-4904-975a-9d0079bde8ea service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278801 Mar 07 11:22:06.200566 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-86b4856d-a3b9-4bfc-8cc5-c30e022ecdfd service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 Mar 07 11:22:06.269072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fa2344c2-51e0-472a-afa7-da5894d2bb74 req-7b1ee901-386b-454b-90a4-95771cfc1922 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042655 Mar 07 11:22:06.294129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-872f0840-003e-4f2f-8662-56d6c042f77d req-edf16e11-5ae0-4fe3-a4d9-d73711cdb5d2 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234868 Mar 07 11:22:06.357989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:22:06.404865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] The host n-h1-832156-4 is not matching for port cb2916b7-b76d-43b1-a796-0b9863f405ef host n-h2-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:22:06.405253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:22:07.399969 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893fa8-9869-4098-afce-d68862788ba8 req-3c645680-c9dc-42f3-91b5-6b3706ea2e5b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.402003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9893fa8-9869-4098-afce-d68862788ba8 req-3c645680-c9dc-42f3-91b5-6b3706ea2e5b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0566981 Mar 07 11:22:07.451000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9893fa8-9869-4098-afce-d68862788ba8 req-c611af46-9079-4f70-a608-93664f7a87d3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Mar 07 11:22:07.747157 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-4eca8d14-3655-429b-990a-a013028aa9e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.748728 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-4eca8d14-3655-429b-990a-a013028aa9e5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&binding%3Ahost_id=n-h2-832156-4 HTTP/1.1" status: 200 len: 943 time: 0.0570128 Mar 07 11:22:07.763327 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69c144-5ef6-4313-8b4d-09432b28d394 req-1da96526-a43e-431c-9aee-a55772453344 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.764931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd69c144-5ef6-4313-8b4d-09432b28d394 req-1da96526-a43e-431c-9aee-a55772453344 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0530636 Mar 07 11:22:07.812600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd69c144-5ef6-4313-8b4d-09432b28d394 req-6444ab4d-1874-44c1-9675-9170383d9cfe tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417757 Mar 07 11:22:07.815135 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-d14cc288-72dc-4c51-89be-7cb0831c373f service neutron] 10.222.0.32 "GET /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef/bindings/n-h2-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.0586629 Mar 07 11:22:07.878433 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-25726909-e16f-476f-82f5-ee41259f7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.880105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-25726909-e16f-476f-82f5-ee41259f7c1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1125 time: 0.0439613 Mar 07 11:22:07.967966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-9c79b2c4-d06f-406c-baa9-2bf078b84a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.969433 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-9c79b2c4-d06f-406c-baa9-2bf078b84a0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0839398 Mar 07 11:22:08.046207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-35a98acc-09b3-49c3-bf45-8e7087530c34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0710526 Mar 07 11:22:08.096700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-a716d6d5-7547-41ac-9a34-d1d17b5949c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.098146 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-a716d6d5-7547-41ac-9a34-d1d17b5949c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0462017 Mar 07 11:22:08.146981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-21e8fe8c-325c-489a-bc3c-b818f76fb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.148484 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-21e8fe8c-325c-489a-bc3c-b818f76fb9ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446186 Mar 07 11:22:08.245378 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-d5969e2a-8bc5-4872-904e-f26428a7f67e service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901332 Mar 07 11:22:08.333744 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-84f48f6c-8eb0-474a-b0c4-ad027a2520b0 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825341 Mar 07 11:22:08.958370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b1e-97c9-4c29-b8fb-c4beaeb88f4d req-cc13540f-95c0-463a-9de3-6f19dc8cb71f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.959847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cd88b1e-97c9-4c29-b8fb-c4beaeb88f4d req-cc13540f-95c0-463a-9de3-6f19dc8cb71f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 943 time: 0.0611312 Mar 07 11:22:09.007328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9cd88b1e-97c9-4c29-b8fb-c4beaeb88f4d req-0142daad-463e-4f0d-8b65-8e18a627a74b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Mar 07 11:22:09.032204 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:09.139607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:09.150901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:09.193561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port cb2916b7-b76d-43b1-a796-0b9863f405ef is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:09.193945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:09.207587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:09.234461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:09.240764 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:09.289940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:09.557206 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['cb2916b7-b76d-43b1-a796-0b9863f405ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:10.132676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3be08-8203-4bda-95cf-dc89e5d613ec req-df55bd8d-dea2-47a6-aca5-b89aac6925b1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:10.134185 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8a3be08-8203-4bda-95cf-dc89e5d613ec req-df55bd8d-dea2-47a6-aca5-b89aac6925b1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0542674 Mar 07 11:22:10.183465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8a3be08-8203-4bda-95cf-dc89e5d613ec req-eaec31de-96d2-491c-93c8-d17ee91a40dd tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Mar 07 11:22:10.340875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-cf92d3e4-09ee-4e25-b84f-eab976a90c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:10.342374 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-cf92d3e4-09ee-4e25-b84f-eab976a90c12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1126 time: 0.0529208 Mar 07 11:22:10.353836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:10.410525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:10.621848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:10.654574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:10.691158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:10.700051 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks [] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:10.711214 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Ignored duplicate provisioning block setup for port cb2916b7-b76d-43b1-a796-0b9863f405ef by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 07 11:22:10.717328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:10.801591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=9']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:10.846918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] No DVR routers for this DVR port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:22:10.989385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:10.989720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:10.990042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:10.994612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:10.994932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:11.000259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:11.000611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:11.001003 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:11.001424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Bound port: cb2916b7-b76d-43b1-a796-0b9863f405ef, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:11.001777 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:11.038390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:11.064685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:11.067729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:22:11.076266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:11.109858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.110523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:11.111916 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] 10.222.0.26 "PUT /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1091 time: 0.7620628 Mar 07 11:22:11.112356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:11.114605 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ee99f-786c-4995-8985-c45a7b822485" -d '{"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:11.152692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300522b-7f8c-426e-8813-b147219e2329 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:11.153472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:11.185265 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ff2e9-2bec-4a21-9826-159b4e2211df x-openstack-request-id: req-449ff2e9-2bec-4a21-9826-159b4e2211df {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:11.186016 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:11.186292 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-449ff2e9-2bec-4a21-9826-159b4e2211df {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:11.186712 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'status': 'completed', 'code': 200} Mar 07 11:22:11.197850 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-18e1640f-cb38-4bda-928f-b9cb9050330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.199463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-18e1640f-cb38-4bda-928f-b9cb9050330e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1126 time: 0.0576000 Mar 07 11:22:11.202072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:11.202425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:11.202748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:11.209114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:11.209489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Attempting to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:11.215277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:11.215672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:11.216312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:11.216777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Bound port: cb2916b7-b76d-43b1-a796-0b9863f405ef, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:11.217165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:11.277116 n-d-832156-4 neutron-server[103790]: WARNING neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Concurrent port binding operations failed on port cb2916b7-b76d-43b1-a796-0b9863f405ef Mar 07 11:22:11.284725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:11.286577 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Attempt 2 to bind port cb2916b7-b76d-43b1-a796-0b9863f405ef Mar 07 11:22:11.287185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef has no active binding in host n-h2-832156-4 {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 11:22:11.297425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-0d9e5ea1-8373-40dd-a844-bd55778d9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.299051 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-0d9e5ea1-8373-40dd-a844-bd55778d9baf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1126 time: 0.1019371 Mar 07 11:22:11.397599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-c291f9b3-65c0-42ea-a742-c815cfc240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.399948 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-c291f9b3-65c0-42ea-a742-c815cfc240f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0941570 Mar 07 11:22:11.472176 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-3b91f3f9-7b6c-49a6-a0f4-fbcc0bafee16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0657005 Mar 07 11:22:11.522208 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-a16a3d65-8672-4aad-8f4d-752455533a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.523681 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-a16a3d65-8672-4aad-8f4d-752455533a68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0460303 Mar 07 11:22:11.576930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-188e015d-9386-4323-b10a-06ce9609710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.578448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-188e015d-9386-4323-b10a-06ce9609710e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484521 Mar 07 11:22:11.671357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-b666b11b-9f70-4305-a9d4-53dceafc055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.672861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-b666b11b-9f70-4305-a9d4-53dceafc055c service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.4671888 Mar 07 11:22:11.676042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-9a36b6a8-ff30-42d7-ab51-a495b40bca1c service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Mar 07 11:22:11.691325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f939-9899-4695-bd46-e23da7b4c4f6 req-c46ff6aa-42a8-4dab-b840-eb76ddebd8ea tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.692769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed21f939-9899-4695-bd46-e23da7b4c4f6 req-c46ff6aa-42a8-4dab-b840-eb76ddebd8ea tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0804648 Mar 07 11:22:11.768050 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-a7fede33-55f0-4f54-8446-cc1b51676f5f service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Mar 07 11:22:11.770810 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-7bb8ebcd-3e02-449c-805d-d1627c3e483c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0920188 Mar 07 11:22:11.792624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed21f939-9899-4695-bd46-e23da7b4c4f6 req-64ffd7b0-44f0-4667-aad8-3531332fdbeb tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665054 Mar 07 11:22:11.826610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-83bb609e-0de1-47f6-9b8e-d74a0dbc6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.828063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-83bb609e-0de1-47f6-9b8e-d74a0dbc6487 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0500734 Mar 07 11:22:11.877296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-0b5d4ab2-6e25-4f21-9b3d-2b97ccedef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.878743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-0b5d4ab2-6e25-4f21-9b3d-2b97ccedef1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451062 Mar 07 11:22:11.968792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-04c0d44a-0212-4b6b-86d4-05f2e35a80bd service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841939 Mar 07 11:22:12.061078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f6662dd-361a-47ce-87a6-3bb9ac66fdc0 req-130775c3-e191-4cde-af71-ec30bca28789 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Mar 07 11:22:12.166906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-73957ec5-c874-417f-9f31-3a020629bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.168485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-73957ec5-c874-417f-9f31-3a020629bd1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 1126 time: 0.0617387 Mar 07 11:22:12.259455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-be76f725-77fd-4ca0-8f75-a5191cf23d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.261045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-be76f725-77fd-4ca0-8f75-a5191cf23d66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0851486 Mar 07 11:22:12.329691 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-756788af-3cf3-4d9b-86be-60a774fd745c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 200 len: 1000 time: 0.0631003 Mar 07 11:22:12.380393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-63c1e90b-a9e9-4a74-acc7-037a71d5b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.381830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-63c1e90b-a9e9-4a74-acc7-037a71d5b32d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0453503 Mar 07 11:22:12.430849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-f2219e79-b30c-4890-81fe-2140088049f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.432352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-f2219e79-b30c-4890-81fe-2140088049f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440955 Mar 07 11:22:12.523248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-b5c2034b-d90d-45c5-953e-d72ec4df0e79 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Mar 07 11:22:12.613256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9c2ee99f-786c-4995-8985-c45a7b822485 req-d5cce605-bb07-4969-ba7e-14da55ba19ba service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Mar 07 11:22:12.935990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8d209-7662-4bca-8ec1-e568808a3738 req-54491c42-591c-4757-9600-20ae8d4f8251 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.937394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87d8d209-7662-4bca-8ec1-e568808a3738 req-54491c42-591c-4757-9600-20ae8d4f8251 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0634630 Mar 07 11:22:12.987712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87d8d209-7662-4bca-8ec1-e568808a3738 req-1fd6cb99-963d-41ab-950e-0a6fd75497d2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Mar 07 11:22:13.052741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:22:13.104130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port cb2916b7-b76d-43b1-a796-0b9863f405ef host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:22:13.104732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:22:14.127172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed70578-7139-4b44-ab92-25e87f56cd3b req-d87a1ef7-66b2-4167-abde-a139a0e9ae2f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.128727 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ed70578-7139-4b44-ab92-25e87f56cd3b req-d87a1ef7-66b2-4167-abde-a139a0e9ae2f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0709560 Mar 07 11:22:14.177573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ed70578-7139-4b44-ab92-25e87f56cd3b req-ee4ea31f-2480-4510-a5dd-5e8db96aac79 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Mar 07 11:22:14.312669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a756-86c4-4e7f-a646-9cfb5d9178e6 req-db80c069-5409-4d58-b2b2-c1064697107c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.314075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8188a756-86c4-4e7f-a646-9cfb5d9178e6 req-db80c069-5409-4d58-b2b2-c1064697107c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0638721 Mar 07 11:22:14.361553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8188a756-86c4-4e7f-a646-9cfb5d9178e6 req-87e3a0a8-490c-4d90-b7e9-e58a21a7c179 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Mar 07 11:22:14.413288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:14.481131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e885c-4bd8-4bb6-8409-2ecc9eb2142b req-de45bc22-2ee2-4c8f-9b41-438728379bfc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.482720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39e885c-4bd8-4bb6-8409-2ecc9eb2142b req-de45bc22-2ee2-4c8f-9b41-438728379bfc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 944 time: 0.0541451 Mar 07 11:22:14.514690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:14.525303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'mac_address': 'fa:16:3e:21:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:14.529450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c39e885c-4bd8-4bb6-8409-2ecc9eb2142b req-809a0d97-6166-4f52-82ed-ab53bc7a4ed2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407593 Mar 07 11:22:14.567336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cb2916b7-b76d-43b1-a796-0b9863f405ef is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:14.567732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:14.581655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:14.600633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:14.605273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:14.654390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:14.782293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9350-4f2b-44be-97d3-548e10a6d7ca req-e1414030-b686-4ee7-9f2d-ce028a837f55 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.783792 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d72c9350-4f2b-44be-97d3-548e10a6d7ca req-e1414030-b686-4ee7-9f2d-ce028a837f55 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Mar 07 11:22:14.812511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['cb2916b7-b76d-43b1-a796-0b9863f405ef'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:14.839950 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d72c9350-4f2b-44be-97d3-548e10a6d7ca req-7c0d474d-eb00-4f0a-8124-e0b9af37d771 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Mar 07 11:22:15.992101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fb4c-0889-41e8-9ea6-75f32aa05105 req-e6a12a05-e4b6-4573-a65e-dd1dc68da00e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:15.993614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9389fb4c-0889-41e8-9ea6-75f32aa05105 req-e6a12a05-e4b6-4573-a65e-dd1dc68da00e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0810802 Mar 07 11:22:16.001488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-5ddcbf23-4051-48fc-8cf1-8b2d5b7a1409 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:16.002836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-5ddcbf23-4051-48fc-8cf1-8b2d5b7a1409 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 945 time: 0.0814390 Mar 07 11:22:16.098770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9389fb4c-0889-41e8-9ea6-75f32aa05105 req-fdbbb862-0d93-4cd8-adcb-fd5b27846fce tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949709 Mar 07 11:22:16.125494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Deleting port cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:22:16.125757 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.220020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] For port cb2916b7-b76d-43b1-a796-0b9863f405ef, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=cb2916b7-b76d-43b1-a796-0b9863f405ef,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:16.220340 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.400386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.400636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.400925 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 disassociated. External IP: 172.25.4.240, port: cb2916b7-b76d-43b1-a796-0b9863f405ef. Mar 07 11:22:16.401258 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Calling delete_port for cb2916b7-b76d-43b1-a796-0b9863f405ef owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:22:16.420704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:22:16.472757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port cb2916b7-b76d-43b1-a796-0b9863f405ef completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:22:16.476803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port cb2916b7-b76d-43b1-a796-0b9863f405ef triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:16.477186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.542587 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.559726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port cb2916b7-b76d-43b1-a796-0b9863f405ef is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:16.560104 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb2916b7-b76d-43b1-a796-0b9863f405ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.575823 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'Port': ['ID=cb2916b7-b76d-43b1-a796-0b9863f405ef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:16.703815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:22:16.818245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:22:16.828633 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:22:16.838624 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:22:16.840145 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:16.860795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] No DVR routers for this DVR port cb2916b7-b76d-43b1-a796-0b9863f405ef on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:22:16.863563 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:16.866980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e2da210c-b9c1-4227-af06-25b5c1271db6 req-fc2e3162-0a04-455b-b9df-074aebb619db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "DELETE /v2.0/ports/cb2916b7-b76d-43b1-a796-0b9863f405ef HTTP/1.1" status: 204 len: 173 time: 0.8575103 Mar 07 11:22:16.867485 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-deleted', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:16.869816 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6c1b5d-6252-4fa9-81aa-c7a530f7a58b" -d '{"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-deleted", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:16.908790 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b113335-a8b1-4eb0-9f7d-b73ed612275a x-openstack-request-id: req-0b113335-a8b1-4eb0-9f7d-b73ed612275a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:16.909108 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391558dc-cdf8-49f4-b581-fc68ed9caac1", "name": "network-vif-deleted", "tag": "cb2916b7-b76d-43b1-a796-0b9863f405ef", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:16.909361 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b113335-a8b1-4eb0-9f7d-b73ed612275a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:16.909790 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391558dc-cdf8-49f4-b581-fc68ed9caac1', 'name': 'network-vif-deleted', 'tag': 'cb2916b7-b76d-43b1-a796-0b9863f405ef', 'status': 'completed', 'code': 200} Mar 07 11:22:16.951293 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:22:17.158105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:17.188275 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:22:17.196815 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:22:17.197397 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:21:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:17.213007 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0b288a17-0fb1-465a-9121-391d44f09dc6 req-088940d2-7aab-4b14-87a0-8d896b34f5b7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=391558dc-cdf8-49f4-b581-fc68ed9caac1 HTTP/1.1" status: 200 len: 210 time: 0.0310419 Mar 07 11:22:17.410151 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:22:17.621221 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:17.647279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7857ba-5f18-46d0-a166-4c4bf0934bd3 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:22:17.898637 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7c862-16cf-4df3-9384-782349a41023 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:22:18.476244 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-29d3739f-b8e6-4069-9dd3-e939dc12e8b6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--311080156&fields=id&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 267 time: 0.0436935 Mar 07 11:22:18.596128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-4e1b8af0-988e-43e3-8920-5b64e52a412c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:18.597543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-4e1b8af0-988e-43e3-8920-5b64e52a412c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1147094 Mar 07 11:22:18.615560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-75d2ff94-623e-4dee-83c1-44299960ed18 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/quotas/396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 375 time: 0.0093179 Mar 07 11:22:18.671623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-a2a1588f-383e-4916-af0d-32b733559364 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494058 Mar 07 11:22:18.772748 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-258468f5-28c9-4707-a565-ae5a3fa3277a service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893312 Mar 07 11:22:18.862612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5de61145-f7c5-4c6c-be34-a1944f302ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839653 Mar 07 11:22:19.043399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2d4f0476-4f92-4ec2-9ad9-1bfb54b752de req-191821d5-798a-4fe9-96d8-151b591b8a43 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0295835 Mar 07 11:22:19.804919 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:22:20.068671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-59c1a384-4ddb-4fc9-b99c-811d931dcd8f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:20.070041 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-59c1a384-4ddb-4fc9-b99c-811d931dcd8f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 812 time: 0.1103079 Mar 07 11:22:20.134138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5be49a7b-68ff-489a-ab0a-589fc670691f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 379 time: 0.0558429 Mar 07 11:22:20.144975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'port': {'device_id': '7218dbaa-2100-4589-b798-1117772eba30', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'admin_state_up': True, 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'security_groups': ['659410c5-d707-475a-a18e-f1ff3ee525ed']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:20.152122 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c6cbf4c-8799-47b1-a7ae-367b2f7bd6f8 req-5e973b27-39b6-46c9-9df6-bf48d89cb105 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0308678 Mar 07 11:22:20.258339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Made reservation on behalf of 396d2b45ed2a46aa9eafb11df721d0dd for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:22:20.262526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.390877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Allocated IP 172.20.0.7 (32b0d358-d819-487c-9c8e-3aa3f40e27a2/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad/1af6aa32-1041-402f-9e12-814bcbd6682c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:22:20.435622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:22:20.456494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: cb2916b7-b76d-43b1-a796-0b9863f405ef {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:22:20.456829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device cb2916b7-b76d-43b1-a796-0b9863f405ef not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:22:20.544255 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.583589 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.626998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:22:20.629940 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:22:20.633489 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:22:20.640209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:20.690123 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:20.690731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.709264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-5b4517f8-38b4-49fe-8a43-bce3281dd55d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679851 Mar 07 11:22:20.720274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Request body: {'port': {'device_id': '7218dbaa-2100-4589-b798-1117772eba30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:20.749599 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba669ad-5388-4f5e-b510-2b45a2bd49f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.784963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.849775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ab9d8874-07e9-4348-ab39-642e880ebaf1 None None] Provisioning complete for port 1af6aa32-1041-402f-9e12-814bcbd6682c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:20.850140 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8874-07e9-4348-ab39-642e880ebaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:20.891985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d8874-07e9-4348-ab39-642e880ebaf1 None None] Port 1af6aa32-1041-402f-9e12-814bcbd6682c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:22:21.068613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:21.077065 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks [] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:21.091575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Transition to ACTIVE for port object 1af6aa32-1041-402f-9e12-814bcbd6682c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:22:21.097787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:21.149894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:21.224323 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:21.224652 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:21.224976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:21.230692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:21.231022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:21.236197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:21.236762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:21.236879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:21.237262 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Bound port: 1af6aa32-1041-402f-9e12-814bcbd6682c, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:21.237618 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:21.284064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d132-1f2d-4759-8227-7f0d77827309 req-36144f50-1b86-4388-9fdb-8489ce9e591a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.285707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d842d132-1f2d-4759-8227-7f0d77827309 req-36144f50-1b86-4388-9fdb-8489ce9e591a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0572929 Mar 07 11:22:21.309848 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:21.313271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:22:21.321072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:21.338716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d842d132-1f2d-4759-8227-7f0d77827309 req-c37fe700-7199-4305-90a5-a80e79370749 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471818 Mar 07 11:22:21.365306 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.365914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:21.367250 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1091 time: 0.6514068 Mar 07 11:22:21.367712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:21.369919 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68594872-9cce-4f5e-84de-d3ae215cc40e" -d '{"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:21.393314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2033-14a7-40fa-a1f2-c17e76a161e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:21.453739 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821528de-bcf7-4f72-8bb0-1414023b8813 x-openstack-request-id: req-821528de-bcf7-4f72-8bb0-1414023b8813 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:21.453983 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:21.454257 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-821528de-bcf7-4f72-8bb0-1414023b8813 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:21.454643 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'status': 'completed', 'code': 200} Mar 07 11:22:21.474513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-c739f274-ea6d-4397-a596-0c63a039e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.476030 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-c739f274-ea6d-4397-a596-0c63a039e79c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1125 time: 0.0564969 Mar 07 11:22:21.523700 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-171f3d97-2034-4550-aa6c-d922a4142bf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 217 time: 0.0411961 Mar 07 11:22:21.576060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-8519159d-185d-4981-8393-3fd606ac8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.577567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-8519159d-185d-4981-8393-3fd606ac8216 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0475252 Mar 07 11:22:21.626540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-c09661cd-78bb-4c89-99a6-7bd4db06c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.628049 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-c09661cd-78bb-4c89-99a6-7bd4db06c503 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444133 Mar 07 11:22:21.719680 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-2ec864dd-04e3-4d48-be7d-780203fb05a1 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Mar 07 11:22:21.806324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f63bcf5b-ffa2-4ea9-b532-c7deecb89baa req-d52cc743-1797-426f-aa90-ebb0f3873e6c service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810101 Mar 07 11:22:21.899460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-d3ee92f1-bfc8-4fd7-a331-a088fb5ef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.900979 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-d3ee92f1-bfc8-4fd7-a331-a088fb5ef2c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1125 time: 0.0446367 Mar 07 11:22:21.996612 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-8d2e500c-6b67-4832-90e3-54cb1624c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.998092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-8d2e500c-6b67-4832-90e3-54cb1624c7e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0885816 Mar 07 11:22:22.039138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-ed7683d4-a41d-4429-9dd9-e9bd357f3819 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 217 time: 0.0349662 Mar 07 11:22:22.091675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-9537dd2c-1842-441a-bd31-6a17a3113da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:22.093152 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-9537dd2c-1842-441a-bd31-6a17a3113da1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0482328 Mar 07 11:22:22.145752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-ad588168-3e97-4468-9a24-0b4a50a53c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:22.147609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-ad588168-3e97-4468-9a24-0b4a50a53c37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487289 Mar 07 11:22:22.250820 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-54305563-c3ef-4cdf-80eb-ad6e176cb19c service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972636 Mar 07 11:22:22.475592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e4b1-8c03-4571-9877-c74aa7ea8b7e req-8fb3c0cb-2fc5-416c-ad31-d87f8415dd1a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:22.477162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6809e4b1-8c03-4571-9877-c74aa7ea8b7e req-8fb3c0cb-2fc5-416c-ad31-d87f8415dd1a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0545986 Mar 07 11:22:22.540623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6809e4b1-8c03-4571-9877-c74aa7ea8b7e req-490dbd66-ac9d-4839-819d-b7f3730a6c8e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566730 Mar 07 11:22:22.708348 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-68594872-9cce-4f5e-84de-d3ae215cc40e req-221a93d1-788b-47b0-9e04-7cafda58653b service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516864 Mar 07 11:22:23.027824 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69dc2bf9-7052-4998-a1aa-fe6b829e34bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:23.689261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94188a-33db-4f55-b906-229c2f1c83c4 req-6c105947-b866-47ff-8f7a-272a0a19de41 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:23.690780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b94188a-33db-4f55-b906-229c2f1c83c4 req-6c105947-b866-47ff-8f7a-272a0a19de41 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0656374 Mar 07 11:22:23.741302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b94188a-33db-4f55-b906-229c2f1c83c4 req-04e63c9e-86d9-4845-a306-a64b3f7ed0a7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Mar 07 11:22:24.410339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:24.620603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:24.881594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61a95-0541-4412-98f3-6cce28d2f0dc req-94b48ae4-ea65-4c5b-a8d3-8221a05ecd14 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:24.883056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73d61a95-0541-4412-98f3-6cce28d2f0dc req-94b48ae4-ea65-4c5b-a8d3-8221a05ecd14 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0571253 Mar 07 11:22:24.932895 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73d61a95-0541-4412-98f3-6cce28d2f0dc req-da4dff36-cf04-4f57-8c9d-2aae065f5e2f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Mar 07 11:22:25.116377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:25.227764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:25.238214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:25.275680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:25.276066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:25.289839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:25.309524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:25.314952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:25.364967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:25.607526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1af6aa32-1041-402f-9e12-814bcbd6682c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:25.846333 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:26.070150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54b52-eb4a-4143-88f3-75ed2668b755 req-b26a721e-bc47-49c1-bb9b-1236080f2d27 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:26.071687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9dc54b52-eb4a-4143-88f3-75ed2668b755 req-b26a721e-bc47-49c1-bb9b-1236080f2d27 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0638435 Mar 07 11:22:26.124676 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9dc54b52-eb4a-4143-88f3-75ed2668b755 req-859d294a-5429-44e8-b529-f36257b4be7a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Mar 07 11:22:27.120467 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:27.127069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:22:27.185347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1af6aa32-1041-402f-9e12-814bcbd6682c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:22:27.189136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1af6aa32-1041-402f-9e12-814bcbd6682c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:27.189504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:27.256747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512e5a-b320-4e06-95bb-65cc292112e7 req-31c2525c-8e37-4245-9426-5253520be094 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:27.258207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21512e5a-b320-4e06-95bb-65cc292112e7 req-31c2525c-8e37-4245-9426-5253520be094 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0534458 Mar 07 11:22:27.266519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:27.266912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:27.292710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:27.294931 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b4ecee-9919-4ae0-8884-45900e2ee2bd" -d '{"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-plugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:27.307501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21512e5a-b320-4e06-95bb-65cc292112e7 req-60bb6d58-752c-4fe3-b6c0-a559dfc1546f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424309 Mar 07 11:22:27.309122 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:27.314303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:27.363287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:27.418253 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64f999-7f2f-4c07-834f-a9bb6270b717 x-openstack-request-id: req-df64f999-7f2f-4c07-834f-a9bb6270b717 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:27.418537 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-plugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:27.418789 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df64f999-7f2f-4c07-834f-a9bb6270b717 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:27.419253 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'code': 200} Mar 07 11:22:27.523691 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909e95-dd65-4b74-93b3-78c247486e35 req-d5507f78-6395-4b73-88e7-ee9de600442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:27.525164 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad909e95-dd65-4b74-93b3-78c247486e35 req-d5507f78-6395-4b73-88e7-ee9de600442a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1127 time: 0.0450459 Mar 07 11:22:27.573704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ad909e95-dd65-4b74-93b3-78c247486e35 req-bf65870a-0660-4dc9-9b2b-06ce16539a92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Mar 07 11:22:28.436147 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31395f0-82a3-4f4b-ad86-5918ef0d504e req-06a4d94f-5634-40f0-9183-ed3d519f00bf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:28.437962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f31395f0-82a3-4f4b-ad86-5918ef0d504e req-06a4d94f-5634-40f0-9183-ed3d519f00bf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0586228 Mar 07 11:22:28.495489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f31395f0-82a3-4f4b-ad86-5918ef0d504e req-a0b3ca05-ddf4-4de2-9e91-32eaed7f3653 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490007 Mar 07 11:22:29.265163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:29.692744 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05929d-6a83-452d-a17c-48f24c20b761 req-4b28b8c2-f5f6-4841-903f-2d9d57dc75d0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:29.694210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc05929d-6a83-452d-a17c-48f24c20b761 req-4b28b8c2-f5f6-4841-903f-2d9d57dc75d0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.1239283 Mar 07 11:22:29.741139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cc05929d-6a83-452d-a17c-48f24c20b761 req-d3ff022d-0a35-425a-8fdc-b5b0401449bf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411804 Mar 07 11:22:29.860275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce80e20-bf3c-4a46-8402-7ffa0bb06101 req-331a6f63-3206-4ed7-9caf-073b71a0439f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:29.861742 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5ce80e20-bf3c-4a46-8402-7ffa0bb06101 req-331a6f63-3206-4ed7-9caf-073b71a0439f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0541832 Mar 07 11:22:29.870643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46314) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:22:29.875183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Request body: {'floatingip': {'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:29.917117 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:30.377379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:30.384729 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:30.486504 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 associated. External IP: 172.25.4.240, port: 1af6aa32-1041-402f-9e12-814bcbd6682c. Mar 07 11:22:30.703766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:22:30.825599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:22:30.831227 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:30.838308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:22:30.849375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:22:30.849975 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:22:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:30.862462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-259119fb-b260-4c41-a484-37f1ff565137 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "PUT /v2.0/floatingips/726d2825-9a9a-4112-9d49-f59c428ae6f8 HTTP/1.1" status: 200 len: 992 time: 0.9907565 Mar 07 11:22:30.863022 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:30.865332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aeea08-e97b-42ee-b240-3ed21ba837fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:30.903427 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635cc43-0f9a-4059-b792-dea3d1b5c762 x-openstack-request-id: req-0635cc43-0f9a-4059-b792-dea3d1b5c762 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:30.903751 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:30.904006 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0635cc43-0f9a-4059-b792-dea3d1b5c762 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:30.904439 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'status': 'completed', 'code': 200} Mar 07 11:22:30.967482 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:22:30.970473 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-21b713f5-87eb-4b8f-bb45-776da924d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:30.972084 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-21b713f5-87eb-4b8f-bb45-776da924d882 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1127 time: 0.0459099 Mar 07 11:22:31.071809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-c2fd954d-9113-4d22-bae0-66549206fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:31.073755 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-c2fd954d-9113-4d22-bae0-66549206fb9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0946684 Mar 07 11:22:31.167320 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-0017a4b6-635f-4452-9f4d-4decef223e40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0874293 Mar 07 11:22:31.220704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-8de16ae7-c981-4655-a9a2-c491e8f811de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:31.222253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-8de16ae7-c981-4655-a9a2-c491e8f811de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0495183 Mar 07 11:22:31.223573 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218dbaa-2100-4589-b798-1117772eba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:22:30Z', 'revision_number': 13, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:31.257119 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:22:31.266202 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:22:31.266824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:22:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:31.276742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-7986032d-9c3e-47b2-81c3-5f9ffa2c4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:31.278296 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-7986032d-9c3e-47b2-81c3-5f9ffa2c4b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500810 Mar 07 11:22:31.377483 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-f1661074-fb51-4f64-8164-155339adaa8a service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924714 Mar 07 11:22:31.377713 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:22:31.474864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-b6aeea08-e97b-42ee-b240-3ed21ba837fd req-2ee72761-8204-4d04-8a97-6a3a207c2577 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915170 Mar 07 11:22:31.619600 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218dbaa-2100-4589-b798-1117772eba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:22:30Z', 'revision_number': 13, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:22:31.650395 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbb27b-88c6-4846-9a02-c767ad290d6b None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '726d2825-9a9a-4112-9d49-f59c428ae6f8', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218dbaa-2100-4589-b798-1117772eba30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:54Z', 'updated_at': '2022-03-07T11:22:30Z', 'revision_number': 13, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:22:31.864439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94413d0-107a-40ea-8f71-783457124b3b None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:22:33.481506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3216-fabf-4542-a73e-b2d98e67fc01 req-c369451c-5416-4200-ba99-a4c18507e805 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:33.483035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62be3216-fabf-4542-a73e-b2d98e67fc01 req-c369451c-5416-4200-ba99-a4c18507e805 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.1204515 Mar 07 11:22:33.534961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62be3216-fabf-4542-a73e-b2d98e67fc01 req-68251082-cd43-4429-b1e6-8394f442d586 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 Mar 07 11:22:50.082353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f5a6b-40c2-4cef-b092-85932271320b req-742d424f-749a-46f3-b6ea-d998934aba51 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:50.083811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1f5a6b-40c2-4cef-b092-85932271320b req-742d424f-749a-46f3-b6ea-d998934aba51 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0779321 Mar 07 11:22:50.119017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-cf72bb9a-5679-4620-ad74-1f7190d29cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272628 Mar 07 11:22:50.142945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1d1f5a6b-40c2-4cef-b092-85932271320b req-fe012c8c-d1bb-47dc-b526-05e8369724f3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510638 Mar 07 11:22:50.525780 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d82d6053-b8e7-42cb-a311-948226bbd44d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:50.527096 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d82d6053-b8e7-42cb-a311-948226bbd44d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 942 time: 0.1019802 Mar 07 11:22:50.753457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b46a4154-6310-4f6f-b21e-589b2ad4ee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:51.279472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6aec9-3e0d-4e1c-a23c-66126d4cdfba req-aa9a438c-322e-411f-b7bd-8b8ce0507212 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.281300 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64f6aec9-3e0d-4e1c-a23c-66126d4cdfba req-aa9a438c-322e-411f-b7bd-8b8ce0507212 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0668776 Mar 07 11:22:51.340265 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64f6aec9-3e0d-4e1c-a23c-66126d4cdfba req-03c32fdb-1b39-449b-a2e9-845f72214798 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504341 Mar 07 11:22:51.437664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-48f3c077-349e-4221-a0a1-a8185113ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.439096 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-48f3c077-349e-4221-a0a1-a8185113ce02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1127 time: 0.0452373 Mar 07 11:22:51.532613 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-2bc59f9a-2d0b-4eec-9a29-22a84a727c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.533974 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-2bc59f9a-2d0b-4eec-9a29-22a84a727c2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0853868 Mar 07 11:22:51.604080 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-48b62a43-2952-4c97-9aaf-48f70d485b4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1002 time: 0.0630853 Mar 07 11:22:51.651453 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-f8a1c5f7-ae1b-44ad-bbb6-ffd36018547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.652900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-f8a1c5f7-ae1b-44ad-bbb6-ffd36018547a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0429144 Mar 07 11:22:51.705527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-b049e35c-3987-4206-aaac-5ca4f1e11016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.706994 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-b049e35c-3987-4206-aaac-5ca4f1e11016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481656 Mar 07 11:22:51.802345 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-4782e597-2a9c-4d2b-9017-6862ef05a404 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886290 Mar 07 11:22:51.900944 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-a4a29f21-ce45-48df-8dc5-15274726fe86 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Mar 07 11:22:52.019562 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253615-95b4-40d3-8749-735dad332183 req-74722367-bf39-4b6b-974d-7d655f7bacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.021236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-74722367-bf39-4b6b-974d-7d655f7bacd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1127 time: 0.0539858 Mar 07 11:22:52.134901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253615-95b4-40d3-8749-735dad332183 req-7c184a87-7777-4fb5-81c9-2d0feb306b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.136381 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-7c184a87-7777-4fb5-81c9-2d0feb306b2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0880308 Mar 07 11:22:52.206224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-fe82768b-0600-492f-9b58-c4bb0ffc3b3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1002 time: 0.0634136 Mar 07 11:22:52.255985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253615-95b4-40d3-8749-735dad332183 req-74d2d709-fb63-4425-9706-aebaf86fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.257369 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-74d2d709-fb63-4425-9706-aebaf86fd10a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0445662 Mar 07 11:22:52.306300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253615-95b4-40d3-8749-735dad332183 req-dc9d652e-6360-4c8a-9596-540a51229139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.307828 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-dc9d652e-6360-4c8a-9596-540a51229139 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449159 Mar 07 11:22:52.412199 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-85caee63-9524-474c-9b97-7d28abac8a21 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979271 Mar 07 11:22:52.468455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b263-bb5d-4c59-affd-891cc24e2b75 req-0586f7fc-eaa7-4344-ab7e-84ef96c5122a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.470580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b83b263-bb5d-4c59-affd-891cc24e2b75 req-0586f7fc-eaa7-4344-ab7e-84ef96c5122a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0558157 Mar 07 11:22:52.502842 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-89253615-95b4-40d3-8749-735dad332183 req-e6f60798-f38a-4a79-82cf-e6c848bef29e service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Mar 07 11:22:52.518703 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b83b263-bb5d-4c59-affd-891cc24e2b75 req-8832380b-a203-457f-9470-3ba1a0c5bdfc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Mar 07 11:22:53.022768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88ee9da8-dee6-4ebe-9e9f-adcd60e27457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:53.664760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf98a5a-6695-43d9-a9de-87e2be8c9b02 req-1493c8ae-a991-4f6c-b45f-152f6f0ca577 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:53.666218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bf98a5a-6695-43d9-a9de-87e2be8c9b02 req-1493c8ae-a991-4f6c-b45f-152f6f0ca577 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0689268 Mar 07 11:22:53.718621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bf98a5a-6695-43d9-a9de-87e2be8c9b02 req-374040ca-70d1-4274-8986-9fb1d8d24b4e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 Mar 07 11:22:54.414881 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:54.646625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:54.867987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c2cd2-a154-4077-a0d9-447f1c58dd6f req-9ab2239b-2553-4199-b029-c64a5c53b8db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:54.869481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b80c2cd2-a154-4077-a0d9-447f1c58dd6f req-9ab2239b-2553-4199-b029-c64a5c53b8db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0626221 Mar 07 11:22:54.917837 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b80c2cd2-a154-4077-a0d9-447f1c58dd6f req-523539ef-6c4d-4dc4-b434-1314787a752e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Mar 07 11:22:55.843612 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:56.050105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7c56f-313f-44e6-9c37-756070144494 req-0afce7ab-313c-4448-b4fc-094e4176cab4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:56.051577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12e7c56f-313f-44e6-9c37-756070144494 req-0afce7ab-313c-4448-b4fc-094e4176cab4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0584569 Mar 07 11:22:56.103504 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-12e7c56f-313f-44e6-9c37-756070144494 req-23e9837e-770b-49b3-82aa-85e45567dbc5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462739 Mar 07 11:22:56.813364 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:22:57.123667 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:57.232877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73676efe-eeca-4c1e-a4bf-9b718ed5d784 req-ef8f1b2b-3502-45dc-ac47-ea82cc23d984 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:57.234760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73676efe-eeca-4c1e-a4bf-9b718ed5d784 req-ef8f1b2b-3502-45dc-ac47-ea82cc23d984 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0616536 Mar 07 11:22:57.291545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73676efe-eeca-4c1e-a4bf-9b718ed5d784 req-e2562b7c-9339-4391-8c01-1b25ddeb4569 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483823 Mar 07 11:22:58.432496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef5475-1129-4f58-8d12-07731216abc0 req-cfa849eb-e6fd-4b99-ba60-d802420dc452 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:58.433942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17ef5475-1129-4f58-8d12-07731216abc0 req-cfa849eb-e6fd-4b99-ba60-d802420dc452 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Mar 07 11:22:58.483979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17ef5475-1129-4f58-8d12-07731216abc0 req-028451aa-8497-4c6e-8617-1cd1aaa4f40f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Mar 07 11:22:59.254384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:59.623817 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b081c-5f7d-44e9-8d27-271ddc140524 req-d8877711-87c3-4c81-8d3a-d658013c57ed tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:59.625306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8b081c-5f7d-44e9-8d27-271ddc140524 req-d8877711-87c3-4c81-8d3a-d658013c57ed tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Mar 07 11:22:59.670807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea8b081c-5f7d-44e9-8d27-271ddc140524 req-c6d6dff0-ab77-4544-b673-f30e64cb06d7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395703 Mar 07 11:23:00.793636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4213d-2a72-4415-9fbf-cab480ebe27f req-aadb059c-1d8d-4d3c-86f9-0f94c6d7909b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:00.795213 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbb4213d-2a72-4415-9fbf-cab480ebe27f req-aadb059c-1d8d-4d3c-86f9-0f94c6d7909b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Mar 07 11:23:00.848218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbb4213d-2a72-4415-9fbf-cab480ebe27f req-3a489d9f-b717-4e68-9115-a9d2fb4ec95d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 Mar 07 11:23:01.973829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd016e6-effd-4cc4-aa67-68147fd8e57d req-1c5ed2d4-a9cb-41b7-aafd-31f7da36eacc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:01.975354 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bd016e6-effd-4cc4-aa67-68147fd8e57d req-1c5ed2d4-a9cb-41b7-aafd-31f7da36eacc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Mar 07 11:23:02.028550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0bd016e6-effd-4cc4-aa67-68147fd8e57d req-0da8e6a5-62a8-45e3-ba90-b340934b1a32 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473340 Mar 07 11:23:02.861966 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-8d45471a-ccfc-4117-9204-bfdec08f44c7 service neutron] show failed (client error): The resource could not be found. Mar 07 11:23:02.862991 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-8d45471a-ccfc-4117-9204-bfdec08f44c7 service neutron] 10.222.0.32 "GET /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0682425 Mar 07 11:23:03.070595 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-fcb9444a-8e86-46d4-aee6-8dd94a8f4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:03.072123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-fcb9444a-8e86-46d4-aee6-8dd94a8f4e7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1127 time: 0.0465367 Mar 07 11:23:03.082505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:03.176413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:03.301169 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:23:03.389372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:03.389797 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:03.415508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:03.417976 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d278d329-ca2a-4e58-9041-9d4259fb5cdc" -d '{"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-unplugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:03.437044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:03.441561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:03.474965 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a2f18-77b0-40ba-bc9a-a4397663cdfb x-openstack-request-id: req-9d2a2f18-77b0-40ba-bc9a-a4397663cdfb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:03.475252 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-unplugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:03.475502 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d2a2f18-77b0-40ba-bc9a-a4397663cdfb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:03.475912 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'code': 200} Mar 07 11:23:03.501381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:03.508705 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.509045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.509380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.509710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.510034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.510357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.510675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.510991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.511306 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.511624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.511984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.512259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa9c2-16a6-4889-bcfa-0838c39768e4 req-97234c99-740f-4749-84e7-93a6947d969b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:03.512407 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.512576 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.513729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10baa9c2-16a6-4889-bcfa-0838c39768e4 req-97234c99-740f-4749-84e7-93a6947d969b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.4102063 Mar 07 11:23:03.639221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10baa9c2-16a6-4889-bcfa-0838c39768e4 req-ead25a74-8c93-4b01-ac4a-e138c5673842 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046877 Mar 07 11:23:03.745323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:03.793792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:03.828649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:03.836638 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks [] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:03.849175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Transition to ACTIVE for port object 1af6aa32-1041-402f-9e12-814bcbd6682c will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:23:03.854665 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:03.930675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:03.945645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.945988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.946312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.946645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.946992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.947314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.947797 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.947985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.948293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.948599 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.948999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.949229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.949571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:03.992581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] No DVR routers for this DVR port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:04.147343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:04.148098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:04.148098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:04.152888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:23:04.153861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:04.159541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:04.159913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:04.161189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:04.161655 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Bound port: 1af6aa32-1041-402f-9e12-814bcbd6682c, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:04.162022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:04.229510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:04.232598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:04.241506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:04.273676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.274294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:04.275714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] 10.222.0.26 "PUT /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1091 time: 1.1973164 Mar 07 11:23:04.276156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:04.278433 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c5c5d3-99ff-4704-b7fd-0043af60268b" -d '{"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:04.331260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38791aa-2a96-4915-85bc-4f53bea60367 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:04.346500 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657bf29c-c77f-434c-b1dc-5e8240504e0c x-openstack-request-id: req-657bf29c-c77f-434c-b1dc-5e8240504e0c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:04.346833 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:04.347034 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-657bf29c-c77f-434c-b1dc-5e8240504e0c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:04.347633 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'status': 'completed', 'code': 200} Mar 07 11:23:04.357705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-adae77d1-ac37-44ef-99cc-0d9665e7723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.359301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-adae77d1-ac37-44ef-99cc-0d9665e7723f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1125 time: 0.0579612 Mar 07 11:23:04.413941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-2a39266c-a89e-4479-967b-98e30bb99976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.415563 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-2a39266c-a89e-4479-967b-98e30bb99976 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1125 time: 0.0538063 Mar 07 11:23:04.462462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-30669f7d-ab34-481e-b686-d4d11ab65d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.463993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-30669f7d-ab34-481e-b686-d4d11ab65d61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0989084 Mar 07 11:23:04.521052 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-33d4470a-98b7-4717-b44b-38b5edc13ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.522594 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-33d4470a-98b7-4717-b44b-38b5edc13ad5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0997493 Mar 07 11:23:04.534821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-ec8b3009-0427-4c9a-99ca-d45c2f484c4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0649729 Mar 07 11:23:04.584673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-ad8f0667-2770-433f-ab50-9c9963dc7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.586088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-ad8f0667-2770-433f-ab50-9c9963dc7d8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0452855 Mar 07 11:23:04.590468 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-57b02861-d785-437a-bde7-a9fdff9abbf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0613351 Mar 07 11:23:04.639623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-a21f6a53-9ad6-4b81-b518-72d7e1b60f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.640993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-45bb4fb0-3d3d-43e0-b361-2a8cf1e11d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.641617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-a21f6a53-9ad6-4b81-b518-72d7e1b60f3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498180 Mar 07 11:23:04.642626 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-45bb4fb0-3d3d-43e0-b361-2a8cf1e11d1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0456424 Mar 07 11:23:04.695919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-ee9d0ad1-b813-4456-be81-2fa01ffd032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.697447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-ee9d0ad1-b813-4456-be81-2fa01ffd032b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492032 Mar 07 11:23:04.763084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-b34c0f50-905b-4ec5-8fb3-f7e6749fce15 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156018 Mar 07 11:23:04.787963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-31876e69-52c6-4473-ab56-d00e299e4ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829160 Mar 07 11:23:04.803450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82769203-3ac6-4453-9234-1162d98ac7a9 req-9fb537d2-cc7d-46a6-800e-beb1ef207457 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.804947 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82769203-3ac6-4453-9234-1162d98ac7a9 req-9fb537d2-cc7d-46a6-800e-beb1ef207457 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0929837 Mar 07 11:23:04.883214 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-d9610c30-3ed7-41d2-be08-e71c7b25b47a service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894816 Mar 07 11:23:04.900804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82769203-3ac6-4453-9234-1162d98ac7a9 req-9b234c7c-f3c0-4c6b-9777-762a7ef8fc0f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892696 Mar 07 11:23:04.903609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-b780f5a9-a891-497c-ab10-d1891884063d service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328588 Mar 07 11:23:04.997868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-230e8d35-034a-4e0f-8200-ece6426ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.999329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-230e8d35-034a-4e0f-8200-ece6426ebfc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1125 time: 0.0481868 Mar 07 11:23:05.104808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-e92d4fa7-c133-4030-b4ce-95d6778ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:05.106315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-e92d4fa7-c133-4030-b4ce-95d6778ee41e service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0941927 Mar 07 11:23:05.171894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-3d7a16b3-a657-4375-9597-7ad6f5922cd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0596182 Mar 07 11:23:05.224242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-41be6388-3884-4245-b143-5e42b70b4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:05.225712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-41be6388-3884-4245-b143-5e42b70b4321 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0485880 Mar 07 11:23:05.274897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-206f0f16-2ed8-4107-ba27-bfde2dc6c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:05.276433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-206f0f16-2ed8-4107-ba27-bfde2dc6c7c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451148 Mar 07 11:23:05.370087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-b40da054-8f19-412f-adad-d48e909270e6 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Mar 07 11:23:05.465334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-47c5c5d3-99ff-4704-b7fd-0043af60268b req-7c91ff09-30b0-43ef-ac6d-c0f80a318809 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Mar 07 11:23:06.030475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0613e3-6d88-41fa-9cd4-007f17798b1c req-b202217c-c6f8-45fd-86a5-7852d63be7cf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:06.032003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c0613e3-6d88-41fa-9cd4-007f17798b1c req-b202217c-c6f8-45fd-86a5-7852d63be7cf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0575106 Mar 07 11:23:06.088749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c0613e3-6d88-41fa-9cd4-007f17798b1c req-7d2f451f-2af6-4f74-9deb-be80790e760c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481055 Mar 07 11:23:07.223874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418589-dc67-4461-8d9b-7e7b52257543 req-6c23d06c-4220-4872-a1ef-9b3810327dd5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:07.225470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3418589-dc67-4461-8d9b-7e7b52257543 req-6c23d06c-4220-4872-a1ef-9b3810327dd5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0635245 Mar 07 11:23:07.273786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3418589-dc67-4461-8d9b-7e7b52257543 req-715467e9-38bc-44de-af50-0d2915dc2e3d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Mar 07 11:23:08.397563 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cf82d-a411-44da-a28e-7a6daa28f22d req-de9717e8-bab4-4d2d-aea0-a0586a25239d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:08.399033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8cf82d-a411-44da-a28e-7a6daa28f22d req-de9717e8-bab4-4d2d-aea0-a0586a25239d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0533912 Mar 07 11:23:08.449505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8cf82d-a411-44da-a28e-7a6daa28f22d req-54c62e9d-ddcf-48c4-ae8a-70a1720b6024 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Mar 07 11:23:09.587467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bcfb8-39f9-4e81-bbd2-b4430259ab3b req-ce4146ca-7d00-44ab-9456-d80ee11ed47a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:09.592313 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af1bcfb8-39f9-4e81-bbd2-b4430259ab3b req-ce4146ca-7d00-44ab-9456-d80ee11ed47a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0595331 Mar 07 11:23:09.647343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af1bcfb8-39f9-4e81-bbd2-b4430259ab3b req-f328aa72-08e0-4a89-967b-f451ca62ffab tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516622 Mar 07 11:23:10.773159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc6a1-df80-45dd-9294-baed2f3a7215 req-9e2836bc-13d4-437d-a5b9-085dde7f1c01 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:10.774692 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18dfc6a1-df80-45dd-9294-baed2f3a7215 req-9e2836bc-13d4-437d-a5b9-085dde7f1c01 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0546935 Mar 07 11:23:10.821996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-18dfc6a1-df80-45dd-9294-baed2f3a7215 req-39d4be0f-8682-49a8-b79e-5110f3e20f90 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 Mar 07 11:23:11.946568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557bcd9-c178-46ba-a44b-668942ed7c38 req-3abb6a75-0e51-42a6-97bd-4a58649dd53e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:11.948175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5557bcd9-c178-46ba-a44b-668942ed7c38 req-3abb6a75-0e51-42a6-97bd-4a58649dd53e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0555568 Mar 07 11:23:11.998062 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5557bcd9-c178-46ba-a44b-668942ed7c38 req-8a2b7faf-cb9e-4dcb-b438-9f167fbbd0ef tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Mar 07 11:23:13.139403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8fa1-d699-44a4-8788-84ed3c6213e2 req-eb490ad7-15ec-4b92-b3da-0536a9d5b4ba tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:13.141878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74bd8fa1-d699-44a4-8788-84ed3c6213e2 req-eb490ad7-15ec-4b92-b3da-0536a9d5b4ba tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0665503 Mar 07 11:23:13.192932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-74bd8fa1-d699-44a4-8788-84ed3c6213e2 req-e9e043e0-c14a-4098-a3bc-2fe85dcdcdb8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Mar 07 11:23:14.319470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb9bc-1ed1-4992-9d55-ad4b759bb283 req-f430a630-ed48-4bdf-ab5c-13fb63bce9c3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:14.321117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a6eb9bc-1ed1-4992-9d55-ad4b759bb283 req-f430a630-ed48-4bdf-ab5c-13fb63bce9c3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0567148 Mar 07 11:23:14.370550 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a6eb9bc-1ed1-4992-9d55-ad4b759bb283 req-7dfc994f-c97f-45c4-9aa0-7315c4e4f4f8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Mar 07 11:23:15.521261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcc40d-e614-469e-847a-c36c01431b3a req-3365be78-dce9-4a7d-b053-9b93dcd7b37b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:15.522724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fcc40d-e614-469e-847a-c36c01431b3a req-3365be78-dce9-4a7d-b053-9b93dcd7b37b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0628812 Mar 07 11:23:15.573515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57fcc40d-e614-469e-847a-c36c01431b3a req-9829cc75-beaa-4461-9afb-b89a09a5d134 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Mar 07 11:23:16.708284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624653de-bd92-47cd-8121-10300f117ccc req-00198f5a-806b-4036-b861-31c795d2f6ce tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:16.709761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-624653de-bd92-47cd-8121-10300f117ccc req-00198f5a-806b-4036-b861-31c795d2f6ce tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0557125 Mar 07 11:23:16.767680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-624653de-bd92-47cd-8121-10300f117ccc req-b47c94a7-5d1f-4261-a1ad-336b9a876ed9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490043 Mar 07 11:23:17.899149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f38096-e292-43ca-a725-2eea4b9a85a6 req-2ba036a8-3150-4741-96fa-61d0e2854e33 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:17.900638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70f38096-e292-43ca-a725-2eea4b9a85a6 req-2ba036a8-3150-4741-96fa-61d0e2854e33 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0594645 Mar 07 11:23:17.954205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70f38096-e292-43ca-a725-2eea4b9a85a6 req-d7bd62b9-9e36-4661-b135-fc0bf4f03538 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Mar 07 11:23:19.088839 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e439271-b4bb-41aa-a02f-4589c1c31b53 req-fa7a0f12-2279-44ff-a0fd-91f3ceb18d30 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:19.090897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e439271-b4bb-41aa-a02f-4589c1c31b53 req-fa7a0f12-2279-44ff-a0fd-91f3ceb18d30 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0574934 Mar 07 11:23:19.138481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e439271-b4bb-41aa-a02f-4589c1c31b53 req-b6a81b4e-407c-467b-94e1-d228fbac3245 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Mar 07 11:23:20.268014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e883aa-c4ca-491e-9234-878b34141c01 req-ec75d466-8534-4a6d-ae72-816fd95d1afc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:20.269402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38e883aa-c4ca-491e-9234-878b34141c01 req-ec75d466-8534-4a6d-ae72-816fd95d1afc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0579896 Mar 07 11:23:20.316554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38e883aa-c4ca-491e-9234-878b34141c01 req-3532fcc0-e26a-4e9e-98cc-63e72cddf83c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 Mar 07 11:23:20.764893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e49f166-1a33-4d19-a773-bccfa0ca2307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:21.469101 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217680-3e3e-4709-809f-5cc198d50908 req-071e76cd-a87e-4106-8df3-984b0c7d94c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:21.470593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1217680-3e3e-4709-809f-5cc198d50908 req-071e76cd-a87e-4106-8df3-984b0c7d94c4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0744271 Mar 07 11:23:21.522167 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1217680-3e3e-4709-809f-5cc198d50908 req-d9a7cb4d-297b-42b4-9879-38330af526c9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Mar 07 11:23:22.677864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d34def-2eaa-4606-9a63-04f0027d0d9c req-7591c7f8-9a20-4e2e-9b99-fb0a173b9a28 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:22.679344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9d34def-2eaa-4606-9a63-04f0027d0d9c req-7591c7f8-9a20-4e2e-9b99-fb0a173b9a28 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 943 time: 0.0636394 Mar 07 11:23:22.717149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:23:22.746767 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9d34def-2eaa-4606-9a63-04f0027d0d9c req-6acb8537-c3ff-4318-9a1b-14675859be65 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616791 Mar 07 11:23:22.823775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:22.834611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:23:22.872277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:22.872659 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:22.887004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:22.908403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:22.913416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:22.966999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:23.026257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e0f208b1-e814-4944-88f9-7ca5a2bdb3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:23.090377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-a8dd580a-2fec-4295-8738-b3aa50966fba tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.091857 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-a8dd580a-2fec-4295-8738-b3aa50966fba tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.0952773 Mar 07 11:23:23.104456 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd4be-a63f-4eb5-8e2a-67c94d31ddef req-035d59d1-1222-4c8c-a5fa-116bb66d708e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.105861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317fd4be-a63f-4eb5-8e2a-67c94d31ddef req-035d59d1-1222-4c8c-a5fa-116bb66d708e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0807252 Mar 07 11:23:23.126045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['1af6aa32-1041-402f-9e12-814bcbd6682c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:23:23.191807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-317fd4be-a63f-4eb5-8e2a-67c94d31ddef req-dee1a794-bb91-4259-8f72-d769d2553426 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795302 Mar 07 11:23:23.193254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-eaab1bda-05d7-4352-9329-03f077184cc4 service neutron] 10.222.0.26 "GET /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c/bindings/n-h1-832156-4 HTTP/1.1" status: 200 len: 382 time: 0.0865505 Mar 07 11:23:23.269029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1fabc532-5d9a-48e8-ad34-7e7e3e5b6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.270532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1fabc532-5d9a-48e8-ad34-7e7e3e5b6e0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1126 time: 0.0489717 Mar 07 11:23:23.374129 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1767cc8d-6444-4193-945b-b4b6b45d685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.375984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1767cc8d-6444-4193-945b-b4b6b45d685a service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0980515 Mar 07 11:23:23.450717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-afe2ee34-a95e-41e8-9139-195ef869a265 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1001 time: 0.0683465 Mar 07 11:23:23.505477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1b7938da-f63f-4b71-bf5f-11b9bf39042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.506952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-1b7938da-f63f-4b71-bf5f-11b9bf39042b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0501258 Mar 07 11:23:23.558628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-4ebf8f97-597b-4296-a7b9-d577adf6d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.560135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-4ebf8f97-597b-4296-a7b9-d577adf6d14b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465422 Mar 07 11:23:23.654978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-ef4c4bc3-4f63-482f-9f1d-9339f038c412 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Mar 07 11:23:23.746726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bb27fd37-d6c7-4a18-b859-6af59f44a1e0 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862336 Mar 07 11:23:24.331728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e06252-b454-4592-8216-101e9e858f93 req-a4c8e173-75dd-4c23-b79a-7416527ff935 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:24.333192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e06252-b454-4592-8216-101e9e858f93 req-a4c8e173-75dd-4c23-b79a-7416527ff935 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0591755 Mar 07 11:23:24.392070 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6e06252-b454-4592-8216-101e9e858f93 req-4d3f1466-7d12-45d8-8c59-82f6bcd23980 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 Mar 07 11:23:24.412306 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:24.631068 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:24.730821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:24.795544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 1af6aa32-1041-402f-9e12-814bcbd6682c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:23:24.800335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 1af6aa32-1041-402f-9e12-814bcbd6682c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:24.800715 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:24.903229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:24.903493 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:24.935270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:24.938610 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74b163-d852-463e-897b-2f307f3052fc" -d '{"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-plugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:24.957802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:24.965587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:25.009884 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb33380-19ea-4eac-8988-ac722027fa72 x-openstack-request-id: req-0bb33380-19ea-4eac-8988-ac722027fa72 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:25.010151 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-plugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:25.010423 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bb33380-19ea-4eac-8988-ac722027fa72 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:25.010824 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'code': 200} Mar 07 11:23:25.021004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:25.520800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37327d-a793-4345-8af6-97d57c6aecd4 req-6337393c-f0a8-4af1-9d1e-fd2231186965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.522307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc37327d-a793-4345-8af6-97d57c6aecd4 req-6337393c-f0a8-4af1-9d1e-fd2231186965 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 946 time: 0.0578041 Mar 07 11:23:25.571493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc37327d-a793-4345-8af6-97d57c6aecd4 req-24600c87-a8d4-4017-9d57-fa33727eab2e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431294 Mar 07 11:23:25.844991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:26.709779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123bb68-c06f-4ec3-9c78-415e82385339 req-4eac8890-2bd9-46b6-841b-1586a4cb8ed1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.711282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4123bb68-c06f-4ec3-9c78-415e82385339 req-4eac8890-2bd9-46b6-841b-1586a4cb8ed1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 946 time: 0.0579736 Mar 07 11:23:26.762446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4123bb68-c06f-4ec3-9c78-415e82385339 req-0fd90a52-41cb-4d39-81d0-9f63c6940213 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Mar 07 11:23:27.120051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:27.889567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bc83-a103-40b6-b9cb-79a8b65394ab req-db883aae-815a-499f-a8f5-ee698f321d96 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:27.891233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4070bc83-a103-40b6-b9cb-79a8b65394ab req-db883aae-815a-499f-a8f5-ee698f321d96 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 946 time: 0.0538056 Mar 07 11:23:27.939836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4070bc83-a103-40b6-b9cb-79a8b65394ab req-38121580-d5ca-4a6c-b900-f1508eac6168 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Mar 07 11:23:28.761823 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:23:28.861271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:28.861653 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:28.887462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:28.889782 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355aecfb-0a6f-457c-92d1-655ff5f6aa30" -d '{"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-unplugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:28.903607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:28.909710 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:28.947339 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aebebe-e486-4e0f-a097-58158cc220b6 x-openstack-request-id: req-24aebebe-e486-4e0f-a097-58158cc220b6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:28.947637 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-unplugged", "status": "completed", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:28.947915 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24aebebe-e486-4e0f-a097-58158cc220b6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:28.948313 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'code': 200} Mar 07 11:23:28.964758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:29.066506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7cde6-b5ea-45bf-b929-dbf7c20811c2 req-095040b7-ae16-4a34-8c0b-b874e1d5c86f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:29.068712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded7cde6-b5ea-45bf-b929-dbf7c20811c2 req-095040b7-ae16-4a34-8c0b-b874e1d5c86f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0577924 Mar 07 11:23:29.118809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ded7cde6-b5ea-45bf-b929-dbf7c20811c2 req-a15797f0-88df-4b0a-9f77-93635918a86d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Mar 07 11:23:29.273507 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:29.802684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-11dae9e2-ec7d-49e1-91de-79931e50ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:29.804138 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-11dae9e2-ec7d-49e1-91de-79931e50ce03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30&tenant_id=396d2b45ed2a46aa9eafb11df721d0dd HTTP/1.1" status: 200 len: 1126 time: 0.0454211 Mar 07 11:23:29.815302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:29.873019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.079299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:30.115444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h1-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:30.148093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:30.155856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks [] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.168577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Transition to ACTIVE for port object 1af6aa32-1041-402f-9e12-814bcbd6682c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:23:30.172496 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.248543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b267f1-f6fb-4957-ad7b-49d0909043b1 req-1b734133-5fd3-4c98-9214-d7ad070939c9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.250084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1b267f1-f6fb-4957-ad7b-49d0909043b1 req-1b734133-5fd3-4c98-9214-d7ad070939c9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0597575 Mar 07 11:23:30.266284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=12']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:30.278825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.279164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.279511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.279879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.280216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.280547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.280874 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.281201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.281524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.281846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.282168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.282490 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.282930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:30.302779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1b267f1-f6fb-4957-ad7b-49d0909043b1 req-bf3663e1-4c17-4fca-8452-0c00c0f619de tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449286 Mar 07 11:23:30.321006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] No DVR routers for this DVR port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h1-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:30.464059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:30.464398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:30.464723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:30.469230 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:23:30.469542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Attempting to bind port 1af6aa32-1041-402f-9e12-814bcbd6682c on network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:30.474635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:30.474899 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Checking segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:30.475275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Bound using segment: {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:30.475719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Bound port: 1af6aa32-1041-402f-9e12-814bcbd6682c, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6f85c5-1423-4214-b8ec-0369b9f53e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:30.476062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.539996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:30.543063 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:30.550647 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.590375 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.590996 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.592432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] 10.222.0.32 "PUT /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1092 time: 0.7811842 Mar 07 11:23:30.592881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:30.595176 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d93c4-73f4-4aa4-a977-9bf195427648" -d '{"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:30.632860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3c1f2-5a15-4a61-8bf8-29e24e2a6700 service neutron] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=13']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:30.654996 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448a0b1-d4b8-4101-bcad-1c4b527c1fba x-openstack-request-id: req-b448a0b1-d4b8-4101-bcad-1c4b527c1fba {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:30.655295 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:30.655549 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b448a0b1-d4b8-4101-bcad-1c4b527c1fba {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:30.655978 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'status': 'completed', 'code': 200} Mar 07 11:23:30.679078 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-47813764-f89e-4fc3-99fb-db920df1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.680647 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-47813764-f89e-4fc3-99fb-db920df1d75d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1126 time: 0.0618756 Mar 07 11:23:30.721251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-3fe2de63-31ab-4959-81a9-c675a3f9fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.722765 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-3fe2de63-31ab-4959-81a9-c675a3f9fb43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1126 time: 0.0468848 Mar 07 11:23:30.776577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-07f8cb96-989e-4778-894a-c81ae0c414e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.778429 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-07f8cb96-989e-4778-894a-c81ae0c414e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0910666 Mar 07 11:23:30.821810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-d40a8bc9-9338-40f3-b0c2-c955b5fcb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.823295 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-d40a8bc9-9338-40f3-b0c2-c955b5fcb5dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0937450 Mar 07 11:23:30.851638 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-c95951b5-cb8a-4681-a7db-ec581042297b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0663078 Mar 07 11:23:30.889097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-bd9e72c8-7e38-4b71-abd8-cf80c2a9498b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0586102 Mar 07 11:23:30.900410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-3d49688c-774a-4cca-b01a-18add45bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.902426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-3d49688c-774a-4cca-b01a-18add45bed18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0452106 Mar 07 11:23:30.936979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-8b6ac1ca-b7af-427b-be3a-4f08b098380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.938734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-8b6ac1ca-b7af-427b-be3a-4f08b098380a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0446377 Mar 07 11:23:30.951466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-e6a3d3b2-3965-4c85-936e-fd309ac4cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.952981 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-e6a3d3b2-3965-4c85-936e-fd309ac4cefe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443509 Mar 07 11:23:30.991781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-4e83e2bc-4c09-4e28-b852-e62a6e7f4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:30.993443 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-4e83e2bc-4c09-4e28-b852-e62a6e7f4e11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489140 Mar 07 11:23:31.053261 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-baa1782d-8a10-4bf2-bac3-aa7b56cac146 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938506 Mar 07 11:23:31.084111 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-e66e07ee-900c-450d-919a-ac747570dc82 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Mar 07 11:23:31.147362 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3cd1b87a-6fa5-4415-b36d-4d781c76c3af req-6087ca77-1366-45db-a85a-14578cc6762a service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879543 Mar 07 11:23:31.178894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-8c2743d2-02e2-4fa8-aca7-b1f80cd8a015 service neutron] 10.222.0.26 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891402 Mar 07 11:23:31.231781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-07418370-a63e-49da-b73f-57b1f41802dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:31.233357 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-07418370-a63e-49da-b73f-57b1f41802dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 1126 time: 0.0455248 Mar 07 11:23:31.323149 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-66e74f9a-efc5-4f5e-902a-c71d8426d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:31.324665 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-66e74f9a-efc5-4f5e-902a-c71d8426d244 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 200 len: 913 time: 0.0854845 Mar 07 11:23:31.398410 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-cb731253-8b21-45c9-b35d-f87dde2fbe1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 200 len: 1000 time: 0.0672197 Mar 07 11:23:31.432190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9496c1-f7b4-4ee8-93ab-0c17d11527db req-89ec5e81-6aed-450d-963e-cc437e86692e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:31.433793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b9496c1-f7b4-4ee8-93ab-0c17d11527db req-89ec5e81-6aed-450d-963e-cc437e86692e tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0550952 Mar 07 11:23:31.448560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-2c4fac41-a108-4bbb-ac29-cb29b7b603ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:31.450590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-2c4fac41-a108-4bbb-ac29-cb29b7b603ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 200 len: 851 time: 0.0465760 Mar 07 11:23:31.491910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3b9496c1-f7b4-4ee8-93ab-0c17d11527db req-26b7acf4-943d-4281-b38e-a27bcc8d6ccf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511248 Mar 07 11:23:31.504707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-82687d88-5ed2-4cc2-b5d1-7f53b03a0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:31.506224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-82687d88-5ed2-4cc2-b5d1-7f53b03a0eae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32b0d358-d819-487c-9c8e-3aa3f40e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494270 Mar 07 11:23:31.605081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-142b1758-e467-434f-972c-fef2a802f634 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931015 Mar 07 11:23:31.697432 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-363d93c4-73f4-4aa4-a977-9bf195427648 req-422fb23d-7e91-4aaa-a6bf-a55dd7164825 service neutron] 10.222.0.32 "GET /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Mar 07 11:23:32.611889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960aa5-1cbd-4280-90b2-889673b2d02c req-4b4b63ae-2c2c-4598-ab35-78bb3cd04308 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:32.613275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea960aa5-1cbd-4280-90b2-889673b2d02c req-4b4b63ae-2c2c-4598-ab35-78bb3cd04308 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0552542 Mar 07 11:23:32.664648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea960aa5-1cbd-4280-90b2-889673b2d02c req-732453c1-bb53-4709-804d-3370a20e0b3b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453670 Mar 07 11:23:33.786924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6680-2a53-4587-b8b0-839cd99144e2 req-65acfd99-1489-41b0-868e-37b1444de884 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:33.788458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3daf6680-2a53-4587-b8b0-839cd99144e2 req-65acfd99-1489-41b0-868e-37b1444de884 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0539570 Mar 07 11:23:33.802830 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:23:33.836238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3daf6680-2a53-4587-b8b0-839cd99144e2 req-875a29b9-4d42-4127-b377-3f487399b604 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Mar 07 11:23:34.971189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7f2fa-0a85-47cc-8cca-e37518a87215 req-65298d6d-67ff-4566-b458-ffd71e9cd052 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:34.972664 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcc7f2fa-0a85-47cc-8cca-e37518a87215 req-65298d6d-67ff-4566-b458-ffd71e9cd052 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0643938 Mar 07 11:23:35.020183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dcc7f2fa-0a85-47cc-8cca-e37518a87215 req-396b029e-9ac1-4a20-9d4e-c893e24e8689 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Mar 07 11:23:36.146645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178ca1-6242-44a5-802f-447e66b5fa7d req-d25db1c3-56d3-4b94-9eca-d73c75f6319f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:36.148066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33178ca1-6242-44a5-802f-447e66b5fa7d req-d25db1c3-56d3-4b94-9eca-d73c75f6319f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0565412 Mar 07 11:23:36.197897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33178ca1-6242-44a5-802f-447e66b5fa7d req-318b0420-f921-4628-83f3-8b2f410af1b9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Mar 07 11:23:37.322248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b199b54-c928-4b8c-8bd7-39c1c63f4c85 req-1be1cbf5-b86a-449f-8971-327855559901 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:37.323634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b199b54-c928-4b8c-8bd7-39c1c63f4c85 req-1be1cbf5-b86a-449f-8971-327855559901 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0534558 Mar 07 11:23:37.371291 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b199b54-c928-4b8c-8bd7-39c1c63f4c85 req-4ee4f451-7362-4b33-967f-d37375c339f8 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Mar 07 11:23:38.497168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7259-8309-4738-b7ac-9a46313d60bd req-c954a09f-2d2d-4838-b7bd-b47e6294a5cf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:38.498672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d47e7259-8309-4738-b7ac-9a46313d60bd req-c954a09f-2d2d-4838-b7bd-b47e6294a5cf tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0537722 Mar 07 11:23:38.554457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d47e7259-8309-4738-b7ac-9a46313d60bd req-b7bc10e1-9872-489c-af1f-5ba743fa4780 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495389 Mar 07 11:23:39.680843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e062f-0243-40fa-a3ce-107ac04a3c4e req-2daa6cf5-2ee4-4af3-bdba-778bbcf7264c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:39.682296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-565e062f-0243-40fa-a3ce-107ac04a3c4e req-2daa6cf5-2ee4-4af3-bdba-778bbcf7264c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0535634 Mar 07 11:23:39.731035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-565e062f-0243-40fa-a3ce-107ac04a3c4e req-cd33e12c-2b47-455f-9cbf-f1639ab4fef2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Mar 07 11:23:40.856988 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0642314-c5fc-4659-b744-c277e7b6b5d8 req-54af78de-6b5a-4c6e-a6af-c23998a1e65d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:40.858490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0642314-c5fc-4659-b744-c277e7b6b5d8 req-54af78de-6b5a-4c6e-a6af-c23998a1e65d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0538986 Mar 07 11:23:40.908673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0642314-c5fc-4659-b744-c277e7b6b5d8 req-6e4fdfd7-8fe3-4495-9e95-c0e4ac8f44c6 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Mar 07 11:23:42.045589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e295eca-2f52-460d-ac9d-11800b364aa2 req-18deebe6-0170-4b19-888b-8056edf96e8b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.047071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e295eca-2f52-460d-ac9d-11800b364aa2 req-18deebe6-0170-4b19-888b-8056edf96e8b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0579548 Mar 07 11:23:42.099902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e295eca-2f52-460d-ac9d-11800b364aa2 req-3b55d58e-3adb-451f-973b-04fcf11409d5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467758 Mar 07 11:23:43.224450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc0415-bf01-4335-a1bc-55f294832e39 req-954d6daf-5965-422d-b66c-66eac9ee64b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:43.225815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abbc0415-bf01-4335-a1bc-55f294832e39 req-954d6daf-5965-422d-b66c-66eac9ee64b2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0525661 Mar 07 11:23:43.273930 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-abbc0415-bf01-4335-a1bc-55f294832e39 req-e0909987-2475-4384-a28f-cd986acd6bc4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Mar 07 11:23:44.404620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac632ee-e940-4dcd-90ee-ad22a889ce34 req-1b9123aa-b2a1-48ba-8d87-3cdc7d7f9d9f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:44.407193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aac632ee-e940-4dcd-90ee-ad22a889ce34 req-1b9123aa-b2a1-48ba-8d87-3cdc7d7f9d9f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0595741 Mar 07 11:23:44.455885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aac632ee-e940-4dcd-90ee-ad22a889ce34 req-02285539-137d-45a5-b6f2-366eddcab923 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Mar 07 11:23:45.592520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526c06-d642-4029-b48e-724ec9782f72 req-db00c748-ef36-4d6b-9453-e38e32fe5d24 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:45.594000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0526c06-d642-4029-b48e-724ec9782f72 req-db00c748-ef36-4d6b-9453-e38e32fe5d24 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0591607 Mar 07 11:23:45.650524 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f0526c06-d642-4029-b48e-724ec9782f72 req-8b4ff011-1463-4524-8718-c30141b236f0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482216 Mar 07 11:23:46.801442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ada060-df99-4b93-a867-6730a1c11eb7 req-f8829fab-c90d-439e-b75c-17ec30f923ce tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:46.803419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ada060-df99-4b93-a867-6730a1c11eb7 req-f8829fab-c90d-439e-b75c-17ec30f923ce tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Mar 07 11:23:46.860637 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53ada060-df99-4b93-a867-6730a1c11eb7 req-1677680e-b262-40cf-9dee-4823dd7f96c0 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484419 Mar 07 11:23:47.999891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5975ad-5073-44e4-b281-ff9796b664cb req-a0e53de9-c22b-46d8-89d5-c2da271aea5a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:48.001343 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba5975ad-5073-44e4-b281-ff9796b664cb req-a0e53de9-c22b-46d8-89d5-c2da271aea5a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0622556 Mar 07 11:23:48.052477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba5975ad-5073-44e4-b281-ff9796b664cb req-41640e55-b811-498f-8dde-a94bcab6ad83 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Mar 07 11:23:49.190347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558980e2-9ebb-4587-8f4d-7303b294306e req-86b498a5-68bd-4cdc-9539-3ca52d215c74 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:49.191840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-558980e2-9ebb-4587-8f4d-7303b294306e req-86b498a5-68bd-4cdc-9539-3ca52d215c74 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0593410 Mar 07 11:23:49.245464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-558980e2-9ebb-4587-8f4d-7303b294306e req-251e36c7-8626-4ce2-8e0f-2daec75fdf04 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Mar 07 11:23:50.372609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ef61e-2650-4127-9d7b-292a177b85a2 req-37adbefd-0d03-40fe-9388-a96513919025 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.374055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-187ef61e-2650-4127-9d7b-292a177b85a2 req-37adbefd-0d03-40fe-9388-a96513919025 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0598047 Mar 07 11:23:50.421834 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-187ef61e-2650-4127-9d7b-292a177b85a2 req-d02a4185-d4a7-49f9-b900-9530c8772449 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420308 Mar 07 11:23:50.554381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43441833-4a51-404f-8d0a-88a70ff38170 req-428b3ed8-4e87-4dcc-bac3-eb368755337b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.556517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43441833-4a51-404f-8d0a-88a70ff38170 req-428b3ed8-4e87-4dcc-bac3-eb368755337b tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0654750 Mar 07 11:23:50.610679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43441833-4a51-404f-8d0a-88a70ff38170 req-c83d31c1-ad3c-4f97-88a8-ef5cb649a417 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Mar 07 11:23:50.745895 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc275-c3a1-4c57-9b1d-a4ab610d2c52 req-aaac84da-30dd-4bb4-9388-418cc6b211db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.747439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-026dc275-c3a1-4c57-9b1d-a4ab610d2c52 req-aaac84da-30dd-4bb4-9388-418cc6b211db tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0631704 Mar 07 11:23:50.760592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a16b0f07-a965-4e5c-953a-a2cd56394a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:50.810785 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-026dc275-c3a1-4c57-9b1d-a4ab610d2c52 req-63d78874-9bb1-4b95-9107-1108706a9edc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574293 Mar 07 11:23:51.057567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93fc7a-910b-418e-b350-ae8621c8b144 req-bd546d12-c7e3-4713-a21d-20b436454615 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:51.059037 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba93fc7a-910b-418e-b350-ae8621c8b144 req-bd546d12-c7e3-4713-a21d-20b436454615 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 944 time: 0.0558636 Mar 07 11:23:51.114029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba93fc7a-910b-418e-b350-ae8621c8b144 req-d4815115-b601-474e-90d4-8aa8cc9c9ae5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465999 Mar 07 11:23:51.490510 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:23:51.595760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:51.609434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'port_id': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'mac_address': 'fa:16:3e:40:60:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:23:51.652061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1af6aa32-1041-402f-9e12-814bcbd6682c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:51.652443 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:51.666268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:51.685956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:51.692185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:51.744035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=14']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:51.997380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1af6aa32-1041-402f-9e12-814bcbd6682c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:23:52.244617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092069f-d285-4153-b335-4769e77fa423 req-74c02c62-0466-4bed-ac8b-ef3a295524b1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:52.246091 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4092069f-d285-4153-b335-4769e77fa423 req-74c02c62-0466-4bed-ac8b-ef3a295524b1 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0528738 Mar 07 11:23:52.293987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4092069f-d285-4153-b335-4769e77fa423 req-0ac61d1e-1ae7-4ecf-9927-57a939935e9f tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups?id=659410c5-d707-475a-a18e-f1ff3ee525ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Mar 07 11:23:52.668525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-dc82297a-5cb8-4cd5-95d5-a39d155b9fd7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:52.669970 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-dc82297a-5cb8-4cd5-95d5-a39d155b9fd7 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 945 time: 0.0692859 Mar 07 11:23:52.767331 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Deleting port 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:23:52.767620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:52.873407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] For port 1af6aa32-1041-402f-9e12-814bcbd6682c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1af6aa32-1041-402f-9e12-814bcbd6682c,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:52.873773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.032754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-972313ab-f1c4-42f8-9216-11ab6f845316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.052250 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.052694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.053009 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8 disassociated. External IP: 172.25.4.240, port: 1af6aa32-1041-402f-9e12-814bcbd6682c. Mar 07 11:23:53.053377 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Calling delete_port for 1af6aa32-1041-402f-9e12-814bcbd6682c owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:23:53.188094 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1af6aa32-1041-402f-9e12-814bcbd6682c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.224129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'Port': ['ID=1af6aa32-1041-402f-9e12-814bcbd6682c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:53.348254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:53.397855 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a74ae310-e02b-4d01-81a2-915fd7ae4f21 req-7ad02da9-563c-4ca5-8c38-e26fb018bad5 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0322986 Mar 07 11:23:53.466017 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:53.476804 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:23:53.492279 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:53.492931 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:23:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:53.508015 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] No DVR routers for this DVR port 1af6aa32-1041-402f-9e12-814bcbd6682c on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:53.510667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.514029 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-72f6108c-85d4-4acf-a6b2-dacf3bca30fa req-0a530f04-a36a-406d-8d1e-afb7d8ea1734 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.32 "DELETE /v2.0/ports/1af6aa32-1041-402f-9e12-814bcbd6682c HTTP/1.1" status: 204 len: 173 time: 0.8377521 Mar 07 11:23:53.514463 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-deleted', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:53.516757 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400c3d5e-48fb-4610-9c94-b5b92ba75735" -d '{"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-deleted", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:53.553013 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602d3f03-d8f8-47e4-81db-72c36bf71eef x-openstack-request-id: req-602d3f03-d8f8-47e4-81db-72c36bf71eef {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:53.553297 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218dbaa-2100-4589-b798-1117772eba30", "name": "network-vif-deleted", "tag": "1af6aa32-1041-402f-9e12-814bcbd6682c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:53.553556 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-602d3f03-d8f8-47e4-81db-72c36bf71eef {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:53.553967 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218dbaa-2100-4589-b798-1117772eba30', 'name': 'network-vif-deleted', 'tag': '1af6aa32-1041-402f-9e12-814bcbd6682c', 'status': 'completed', 'code': 200} Mar 07 11:23:53.708141 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:53.909602 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:53.938893 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:23:53.947483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:53.948113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:23:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:54.072184 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:54.303209 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:54.329694 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfefcb-6fd5-4485-ba06-05a0e6112e10 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:19:51Z', 'revision_number': 4, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'd27a74db-8f1f-459a-be0a-8d8601ab2bd5', 'name': '', 'network_id': '32b0d358-d819-487c-9c8e-3aa3f40e27a2', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'mac_address': 'fa:16:3e:32:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:50Z', 'updated_at': '2022-03-07T11:19:54Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'subnets': [{'id': '4594099f-d2fa-4b7d-9e8b-e019f88dc0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:23:54.411404 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:54.500952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0d6c4e5e-22e7-4a8b-a989-32e0941fd3d9 req-ac0701d1-0c7b-4748-b9f2-933eebd22e4c tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0319660 Mar 07 11:23:54.582590 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bab86-65b8-4c3a-af2c-390296745ad0 None None] New status for floating IP 726d2825-9a9a-4112-9d49-f59c428ae6f8: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:23:54.699912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:55.519165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:23:55.540742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 1af6aa32-1041-402f-9e12-814bcbd6682c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:23:55.541292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:23:55.601463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b13f496f-0cf7-4dd9-be65-70d94755b9da req-2b650101-133e-4822-8e1a-ec3515a235f4 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Mar 07 11:23:55.846928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:56.697899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09cc93bb-cb18-475c-a9f0-1e743e88cd4a req-a71f85f0-55a9-495d-98e4-5a9fca960a6a tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Mar 07 11:23:57.116713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:57.797709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8895f771-961c-4ad9-9d78-5872a19dcd9e req-fcbcb820-4cf2-447e-98b6-a469c3ea4230 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Mar 07 11:23:58.902752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff127ced-d2dd-4a24-98e2-442013a278d7 req-86c5f1e4-5f37-45a0-99f4-d046151b2eb9 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Mar 07 11:23:59.268198 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:00.005673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5df1a84d-2d11-4f37-923a-6bf6dc25bc7e req-6d2594e8-b222-4bef-b095-e87be3943d8d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0332382 Mar 07 11:24:01.101480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c9f30f9-92e7-46e6-95c6-194e88811d16 req-6076a90a-cc1f-4204-aeb6-a65bbf020678 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0278063 Mar 07 11:24:01.561001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:24:01.566200 n-d-832156-4 neutron-server[103790]: INFO neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No ports have port_id starting with 1af6aa32-1041-402f-9e12-814bcbd6682c Mar 07 11:24:01.567810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1af6aa32-1041-402f-9e12-814bcbd6682c requested by agent hyperv_n-h2-832156-4 not found in database {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 07 11:24:02.198290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-53d1fcaa-14fa-4189-b7a8-1525ae5b5afe req-ab590720-516b-4da5-a0dc-88e7ce3f98dc tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/ports?device_id=7218dbaa-2100-4589-b798-1117772eba30 HTTP/1.1" status: 200 len: 210 time: 0.0268857 Mar 07 11:24:09.059371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46604) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:09.113370 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (659410c5-d707-475a-a18e-f1ff3ee525ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.137877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (659410c5-d707-475a-a18e-f1ff3ee525ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.188234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (659410c5-d707-475a-a18e-f1ff3ee525ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.190922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.192136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "DELETE /v2.0/security-groups/659410c5-d707-475a-a18e-f1ff3ee525ed HTTP/1.1" status: 204 len: 168 time: 0.1316955 Mar 07 11:24:09.195529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46606) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:09.212302 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659410c5-d707-475a-a18e-f1ff3ee525ed,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:09.214591 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-48453fa1-e02a-4ee2-b955-98d4389de8be tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] show failed (client error): The resource could not be found. Mar 07 11:24:09.215576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-48453fa1-e02a-4ee2-b955-98d4389de8be tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "GET /v2.0/security-groups/659410c5-d707-475a-a18e-f1ff3ee525ed HTTP/1.1" status: 404 len: 347 time: 0.0191252 Mar 07 11:24:09.218736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46608) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:09.221877 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.222221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.222559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.222892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.223222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.223550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.223959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.224284 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.224607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.224925 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.225244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.225561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.225878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed858670-3cc6-4f19-88ad-57687ea8b7f2 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.355917 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Deleting port a764f025-bce7-4d1b-877c-936c6d13277d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:09.356249 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.435158 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.435439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (a764f025-bce7-4d1b-877c-936c6d13277d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.448332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Calling delete_port for a764f025-bce7-4d1b-877c-936c6d13277d owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:09.589070 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a764f025-bce7-4d1b-877c-936c6d13277d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.614487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Pushing event deleted for resources: {'Port': ['ID=a764f025-bce7-4d1b-877c-936c6d13277d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:09.681330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks [] for floatingip (726d2825-9a9a-4112-9d49-f59c428ae6f8), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.685298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.687148 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-32a23a4d-f13f-4da9-81af-1106083c2ac3 tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] 10.222.0.23 "DELETE /v2.0/floatingips/726d2825-9a9a-4112-9d49-f59c428ae6f8 HTTP/1.1" status: 204 len: 168 time: 0.4664478 Mar 07 11:24:09.690075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46610) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:10.059503 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.321654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Deleting port d27a74db-8f1f-459a-be0a-8d8601ab2bd5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:10.322344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.403267 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] For port d27a74db-8f1f-459a-be0a-8d8601ab2bd5, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:10.403617 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.416012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Calling delete_port for d27a74db-8f1f-459a-be0a-8d8601ab2bd5 owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:10.611303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d27a74db-8f1f-459a-be0a-8d8601ab2bd5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.640973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27a74db-8f1f-459a-be0a-8d8601ab2bd5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:10.805288 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:24:11.183233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.413235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:11.527574 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:11.533511 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9626c0ae-26f4-459c-95a5-d1a649ea61c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415034 Mar 07 11:24:11.535246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46614) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:11.538162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Sync routers for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:24:11.549748 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:11.550405 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:23:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:11.643675 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks [] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.657694 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:11.751435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks [] for router_gateway (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.807277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Deleting port 0b372825-fc7c-4d8a-9eb9-da9246165398 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:11.807514 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.835130 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:24:10Z', 'revision_number': 5, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port': {'id': '0b372825-fc7c-4d8a-9eb9-da9246165398', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:19:49Z', 'updated_at': '2022-03-07T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:11.862151 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Checking router: fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:24:11.870468 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Routers {'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:11.871058 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:23:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:11.884602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] For port 0b372825-fc7c-4d8a-9eb9-da9246165398, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b372825-fc7c-4d8a-9eb9-da9246165398,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:11.884967 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.896701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Calling delete_port for 0b372825-fc7c-4d8a-9eb9-da9246165398 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:11.961862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] Set router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:12.014994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:24:11Z', 'revision_number': 6, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:12.041339 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7abb1f-0ff8-4431-90ec-14010c707766 None None] The sync data for ids ['fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c'] in n-d-832156-4 is: [{'id': 'fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c', 'name': 'tempest-ServerActionsTestJSON-1126359501-router', 'tenant_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:19:48Z', 'updated_at': '2022-03-07T11:24:11Z', 'revision_number': 6, 'project_id': '396d2b45ed2a46aa9eafb11df721d0dd', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:24:12.086033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0b372825-fc7c-4d8a-9eb9-da9246165398), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.111128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b372825-fc7c-4d8a-9eb9-da9246165398,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.173333 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.266347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.268562 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks [] for router_controller (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.320313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.320849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:24:12.325671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.326859 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dcf68910-f1e1-4c70-b7f5-18b2387c7d50 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fa7674eb-df0f-4ed2-aa44-2c0e6aa1770c HTTP/1.1" status: 204 len: 168 time: 0.7906830 Mar 07 11:24:12.329580 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46616) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:12.374931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Deleting subnet 4594099f-d2fa-4b7d-9e8b-e019f88dc0ad {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:24:12.378118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Publish callbacks [] for subnet (4594099f-d2fa-4b7d-9e8b-e019f88dc0ad), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.415769 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (4594099f-d2fa-4b7d-9e8b-e019f88dc0ad), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.507439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (4594099f-d2fa-4b7d-9e8b-e019f88dc0ad), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.560839 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (4594099f-d2fa-4b7d-9e8b-e019f88dc0ad), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.586743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4594099f-d2fa-4b7d-9e8b-e019f88dc0ad,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.590430 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.594001 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5ed28e54-61fc-49fa-bc2f-477eadf6dee7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4594099f-d2fa-4b7d-9e8b-e019f88dc0ad HTTP/1.1" status: 204 len: 168 time: 0.2631240 Mar 07 11:24:12.596321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46618) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:12.599698 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df5cdf-1561-41f4-89e9-782bbe734d9c None None] Network 32b0d358-d819-487c-9c8e-3aa3f40e27a2 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:12.665364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (32b0d358-d819-487c-9c8e-3aa3f40e27a2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.723456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Deleting port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:12.724164 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.787317 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] For port 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=673eb987-5c7d-4d6a-86c9-1762e0c8b880,segment=NetworkSegment(aa6f85c5-1423-4214-b8ec-0369b9f53e81),segment_id=aa6f85c5-1423-4214-b8ec-0369b9f53e81)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:12.787564 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.799963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Calling delete_port for 673eb987-5c7d-4d6a-86c9-1762e0c8b880 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:12.840248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] DHCP port deletion for 32b0d358-d819-487c-9c8e-3aa3f40e27a2 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:24:12.886727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.894337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Deleting port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:12.894701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.914633 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] No DVR routers for this DVR port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:12.919564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Pushing event deleted for resources: {'Port': ['ID=673eb987-5c7d-4d6a-86c9-1762e0c8b880,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.964045 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] For port 673eb987-5c7d-4d6a-86c9-1762e0c8b880, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:12.964458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.978133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Calling delete_port for 673eb987-5c7d-4d6a-86c9-1762e0c8b880 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:12.980946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:24:12.982235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (673eb987-5c7d-4d6a-86c9-1762e0c8b880), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:12.990315 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (32b0d358-d819-487c-9c8e-3aa3f40e27a2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.007345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Pushing event deleted for resources: {'Port': ['ID=673eb987-5c7d-4d6a-86c9-1762e0c8b880,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:13.015260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b0d358-d819-487c-9c8e-3aa3f40e27a2']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:13.015484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] No DVR routers for this DVR port 673eb987-5c7d-4d6a-86c9-1762e0c8b880 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:13.017770 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.018113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.018462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.018793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.019198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.019524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.019872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.020199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.020603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.021054 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.021557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.022030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.022373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3911f2-230e-4ac2-ae7c-1b6008ae03e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:13.029873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6f85c5-1423-4214-b8ec-0369b9f53e81') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:13.030166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6f85c5-1423-4214-b8ec-0369b9f53e81') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:13.042696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (aa6f85c5-1423-4214-b8ec-0369b9f53e81), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.057157 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (aa6f85c5-1423-4214-b8ec-0369b9f53e81), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.063235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:13.063560 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (aa6f85c5-1423-4214-b8ec-0369b9f53e81), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:13.065309 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:13.124265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (32b0d358-d819-487c-9c8e-3aa3f40e27a2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.130891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.134154 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32b0d358-d819-487c-9c8e-3aa3f40e27a2 HTTP/1.1" status: 204 len: 168 time: 0.5368583 Mar 07 11:24:13.148227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5717bcf-b45d-4860-96d3-15d6acb7e783 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b0d358-d819-487c-9c8e-3aa3f40e27a2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:13.264368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46622) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:13.310056 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1ba49ffc-5f05-4cff-b85a-1861e95ce47d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=396d2b45ed2a46aa9eafb11df721d0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444486 Mar 07 11:24:13.313645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46624) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:13.370101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] Publish callbacks [] for security_group (a0a8cd9a-7414-455b-84e9-5cf0beeaae97), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.391587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] Publish callbacks [] for security_group (a0a8cd9a-7414-455b-84e9-5cf0beeaae97), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.452104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (a0a8cd9a-7414-455b-84e9-5cf0beeaae97), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.455869 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.457069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0a8cd9a-7414-455b-84e9-5cf0beeaae97 HTTP/1.1" status: 204 len: 168 time: 0.1424422 Mar 07 11:24:13.464879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3de8c-bbdc-4d4c-ba77-8a5f7e011a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8cd9a-7414-455b-84e9-5cf0beeaae97,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:14.103725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d27a74db-8f1f-459a-be0a-8d8601ab2bd5 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:14.128395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d27a74db-8f1f-459a-be0a-8d8601ab2bd5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:14.128945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d27a74db-8f1f-459a-be0a-8d8601ab2bd5 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:14.129461 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b372825-fc7c-4d8a-9eb9-da9246165398 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:14.149212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0b372825-fc7c-4d8a-9eb9-da9246165398 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:14.149561 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b372825-fc7c-4d8a-9eb9-da9246165398 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:14.149978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 673eb987-5c7d-4d6a-86c9-1762e0c8b880 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:14.169779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 673eb987-5c7d-4d6a-86c9-1762e0c8b880 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:14.170094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 673eb987-5c7d-4d6a-86c9-1762e0c8b880 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:14.201662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46646) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:14.298557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-491864820-network', 'tenant_id': '38329f40bdfd4d079468b20e9c4fda11'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:14.321329 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Made reservation on behalf of 38329f40bdfd4d079468b20e9c4fda11 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:14.323938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.334054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.410537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks [] for security_group (1d4ee521-4c7d-4833-8fd7-1c39fb240299), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.415412 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d4ee521-4c7d-4833-8fd7-1c39fb240299), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.439044 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:14.449080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ee521-4c7d-4833-8fd7-1c39fb240299,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:14.454078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ce443bef-a760-45ad-a978-4fc80acbcad8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.454732 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Added segment ce443bef-a760-45ad-a978-4fc80acbcad8 of type vlan for network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca Mar 07 11:24:14.495505 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.527785 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.529296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:14.530292 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.568877 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3660996 Mar 07 11:24:14.572315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:14.577665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Request body: {'subnet': {'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-491864820-subnet', 'tenant_id': '38329f40bdfd4d079468b20e9c4fda11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:14.598208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Made reservation on behalf of 38329f40bdfd4d079468b20e9c4fda11 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:14.600615 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.603555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb435d-1ddb-4147-a4ba-3a649b31fd48 admin admin] Pushing event updated for resources: {'Network': ['ID=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:14.613208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:14.765056 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (6accbec6-355f-4265-b4c0-87b74a629abb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.821807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6accbec6-355f-4265-b4c0-87b74a629abb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:14.831112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Checking segment: {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:14.831467 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Network hostable DHCP agents. Network: 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:14.850714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:14.860670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:14.865310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:14.865897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:14.870219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e85270-9234-48e3-accd-33380b9d3bbb None None] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:14.883087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-6f1db1ac-dd34-4428-a45a-9e6cdd227e3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3096025 Mar 07 11:24:14.968111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96cea0-1886-4c58-94d5-42d8a73849b3 None None] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:15.638841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-0c0cbbd3-6b49-4e43-aca7-7018254214ea tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:15.640280 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-0c0cbbd3-6b49-4e43-aca7-7018254214ea tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 813 time: 0.4160807 Mar 07 11:24:15.655416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-fc820507-41cb-4b51-b832-cece21a52738 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/quotas/38329f40bdfd4d079468b20e9c4fda11 HTTP/1.1" status: 200 len: 375 time: 0.0092006 Mar 07 11:24:15.690221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-9e7f3d4a-ff26-40bd-812d-02edbfb0c199 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273829 Mar 07 11:24:15.780155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-26c7c4d1-f80c-495e-9ec5-ce77964d271c service neutron] 10.222.0.23 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832601 Mar 07 11:24:15.875722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-58347a72-8b83-4134-9346-45ade89f6feb service neutron] 10.222.0.23 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895936 Mar 07 11:24:16.044820 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6bda5c61-cda9-434d-b325-6d2e775a0638 req-f83454c0-07b5-4dc2-a78d-2de1345d68f1 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 210 time: 0.0294790 Mar 07 11:24:17.038887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-facec50b-11f7-4e2d-8553-eb7b12481a61 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.040420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-facec50b-11f7-4e2d-8553-eb7b12481a61 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.26 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 813 time: 0.1078181 Mar 07 11:24:17.051697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Request body: {'port': {'device_id': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca', 'admin_state_up': True, 'tenant_id': '38329f40bdfd4d079468b20e9c4fda11'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:17.161102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75e860a7-c294-41b7-a392-bc7546af61e0 req-324a5a14-072e-48c2-ade2-0add75cbfd44 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 210 time: 0.0365372 Mar 07 11:24:17.187381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Made reservation on behalf of 38329f40bdfd4d079468b20e9c4fda11 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:17.190929 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.319762 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Allocated IP 172.20.0.10 (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca/6accbec6-355f-4265-b4c0-87b74a629abb/92056077-74ec-4abb-b88c-f3100449e946) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:17.482975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks [] for port (92056077-74ec-4abb-b88c-f3100449e946), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.518710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.562906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:17.565905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:17.569611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:17.576382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Pushing event updated for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:17.634537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.635133 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.653844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-c408854b-9a64-473c-96ce-c5d203ecba58 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058252 Mar 07 11:24:17.664517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Request body: {'port': {'device_id': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:17.731605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92056077-74ec-4abb-b88c-f3100449e946), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.023409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92056077-74ec-4abb-b88c-f3100449e946 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:18.032034 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks [] for port (92056077-74ec-4abb-b88c-f3100449e946), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.046111 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Transition to ACTIVE for port object 92056077-74ec-4abb-b88c-f3100449e946 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:24:18.050666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.109226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Pushing event updated for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:18.181581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Attempting to bind port 92056077-74ec-4abb-b88c-f3100449e946 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:18.181913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Attempting to bind port 92056077-74ec-4abb-b88c-f3100449e946 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:18.182241 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Attempting to bind port 92056077-74ec-4abb-b88c-f3100449e946 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:18.186805 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Port 92056077-74ec-4abb-b88c-f3100449e946 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:24:18.187115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Attempting to bind port 92056077-74ec-4abb-b88c-f3100449e946 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:18.192090 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:18.192426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Checking segment: {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:18.192793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Bound using segment: {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:18.193312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Bound port: 92056077-74ec-4abb-b88c-f3100449e946, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:18.193671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92056077-74ec-4abb-b88c-f3100449e946), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.294765 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:18.298330 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92056077-74ec-4abb-b88c-f3100449e946,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:18.307793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.345285 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1676-f63e-4168-8fbf-ab6a1bf54da6 req-cccbfeef-b5d2-4f1e-ae89-3f91402c2909 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.346778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a94e1676-f63e-4168-8fbf-ab6a1bf54da6 req-cccbfeef-b5d2-4f1e-ae89-3f91402c2909 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 944 time: 0.1128957 Mar 07 11:24:18.359560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.360209 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.361533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] 10.222.0.26 "PUT /v2.0/ports/92056077-74ec-4abb-b88c-f3100449e946 HTTP/1.1" status: 200 len: 1092 time: 0.7010972 Mar 07 11:24:18.362567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'tag': '92056077-74ec-4abb-b88c-f3100449e946'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:18.364810 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e626ffec-869e-4f00-bac5-1555118b8f43" -d '{"events": [{"name": "network-changed", "server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "tag": "92056077-74ec-4abb-b88c-f3100449e946"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:18.399590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180720-b7a1-443b-ae8e-a84bf818da9a service neutron] Pushing event updated for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:18.412332 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ae44ef-236e-4a3e-b254-2db870be814a x-openstack-request-id: req-25ae44ef-236e-4a3e-b254-2db870be814a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:18.412722 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "tag": "92056077-74ec-4abb-b88c-f3100449e946", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:18.413050 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25ae44ef-236e-4a3e-b254-2db870be814a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:18.413540 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'tag': '92056077-74ec-4abb-b88c-f3100449e946', 'status': 'completed', 'code': 200} Mar 07 11:24:18.457166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a94e1676-f63e-4168-8fbf-ab6a1bf54da6 req-4ae9584b-e06b-497a-ba68-6aba9d169d9d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012444 Mar 07 11:24:18.471793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-fe25e16e-2b27-4241-99dc-d5db3635d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.473292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-fe25e16e-2b27-4241-99dc-d5db3635d3a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 1126 time: 0.0708432 Mar 07 11:24:18.516250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-dd211aa5-4cbb-46f1-8e46-f1442146bcc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92056077-74ec-4abb-b88c-f3100449e946 HTTP/1.1" status: 200 len: 217 time: 0.0359876 Mar 07 11:24:18.566526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-a11510ff-1599-4cff-8e8a-b5ea68f1b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.567899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-a11510ff-1599-4cff-8e8a-b5ea68f1b404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6accbec6-355f-4265-b4c0-87b74a629abb HTTP/1.1" status: 200 len: 853 time: 0.0465217 Mar 07 11:24:18.600235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-a1b05518-d281-429d-9771-b5f6f1342173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265107 Mar 07 11:24:18.700970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-339df5c1-c334-49d3-b0fc-5363dd31c5b9 service neutron] 10.222.0.26 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953660 Mar 07 11:24:18.797186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b0ee13f5-9163-4130-9ab3-1b168e1a589b req-527974b0-9a77-407d-bc70-c7f431a1b4dc service neutron] 10.222.0.26 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902615 Mar 07 11:24:18.911192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-789149e1-2c96-46d7-9012-cf828e2dca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.912833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-789149e1-2c96-46d7-9012-cf828e2dca8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 1126 time: 0.0601363 Mar 07 11:24:19.005351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-7c307a9d-a1f2-405a-b4f9-5f68c653003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:19.006891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-7c307a9d-a1f2-405a-b4f9-5f68c653003a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 914 time: 0.0887392 Mar 07 11:24:19.052272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-cc1b95f2-4d88-467f-9e7b-8948eac2e8d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92056077-74ec-4abb-b88c-f3100449e946 HTTP/1.1" status: 200 len: 217 time: 0.0396509 Mar 07 11:24:19.104210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-ca44a6d3-7cc5-42ab-8151-829107617f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:19.105649 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-ca44a6d3-7cc5-42ab-8151-829107617f8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6accbec6-355f-4265-b4c0-87b74a629abb HTTP/1.1" status: 200 len: 853 time: 0.0477602 Mar 07 11:24:19.137760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-85757820-3e17-4f29-9f66-54b1598af15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248623 Mar 07 11:24:19.241791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-a52b79dc-4be4-4b93-8a2f-11d0be52ab1b service neutron] 10.222.0.26 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978844 Mar 07 11:24:19.347055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e626ffec-869e-4f00-bac5-1555118b8f43 req-85e89e27-16f6-4097-81af-a1fb2e3b987c service neutron] 10.222.0.26 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979025 Mar 07 11:24:19.589611 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c88c-2798-4c91-9da4-bc6559d2fb3c req-3e99f007-4670-4365-8ca9-58582c90e6e2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:19.591094 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de32c88c-2798-4c91-9da4-bc6559d2fb3c req-3e99f007-4670-4365-8ca9-58582c90e6e2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 944 time: 0.0591691 Mar 07 11:24:19.653126 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de32c88c-2798-4c91-9da4-bc6559d2fb3c req-831809ef-4743-4355-bcb0-4172c3c1e5e1 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535252 Mar 07 11:24:20.763480 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb3f6-65a5-4487-bba3-5bbf0c317b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:20.801024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5898c-bfa7-4e26-a327-cb0d72ed41b7 req-c358bffa-b3ba-45e2-a282-55290f880005 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:20.802499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf5898c-bfa7-4e26-a327-cb0d72ed41b7 req-c358bffa-b3ba-45e2-a282-55290f880005 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 944 time: 0.0643299 Mar 07 11:24:20.850573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdf5898c-bfa7-4e26-a327-cb0d72ed41b7 req-aae2458e-6309-4d17-a427-2337658d6be6 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Mar 07 11:24:21.167098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92056077-74ec-4abb-b88c-f3100449e946 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:24:21.271858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92056077-74ec-4abb-b88c-f3100449e946,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:21.283060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '92056077-74ec-4abb-b88c-f3100449e946', 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca', 'port_id': '92056077-74ec-4abb-b88c-f3100449e946', 'mac_address': 'fa:16:3e:b5:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6accbec6-355f-4265-b4c0-87b74a629abb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:24:21.320882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 92056077-74ec-4abb-b88c-f3100449e946 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:21.321265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92056077-74ec-4abb-b88c-f3100449e946), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:21.338591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92056077-74ec-4abb-b88c-f3100449e946 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:21.359244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92056077-74ec-4abb-b88c-f3100449e946,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:21.370098 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:21.418745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:21.564945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['92056077-74ec-4abb-b88c-f3100449e946'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:21.975146 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237806-2f72-4fca-8a98-c35a79793fa7 req-19543681-edf8-4b2f-a8b2-edba1079044a tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:21.977193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c237806-2f72-4fca-8a98-c35a79793fa7 req-19543681-edf8-4b2f-a8b2-edba1079044a tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 945 time: 0.0558515 Mar 07 11:24:22.029077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c237806-2f72-4fca-8a98-c35a79793fa7 req-2ffbcea9-6d84-40ca-bf92-70147dfcd8c5 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Mar 07 11:24:23.035912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d627b53-be3c-4e99-93e7-f462cef0f744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.162010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6668d-0a30-4638-b2c2-046e66ba7a41 req-d286c6ec-7967-4f32-a6ac-d34ae6f64b19 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:23.163567 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbf6668d-0a30-4638-b2c2-046e66ba7a41 req-d286c6ec-7967-4f32-a6ac-d34ae6f64b19 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 945 time: 0.0652664 Mar 07 11:24:23.174584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92056077-74ec-4abb-b88c-f3100449e946 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:23.217519 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbf6668d-0a30-4638-b2c2-046e66ba7a41 req-d2c87769-f562-432a-9efd-8839447ddae9 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Mar 07 11:24:23.224640 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 92056077-74ec-4abb-b88c-f3100449e946 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:24:23.228428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 92056077-74ec-4abb-b88c-f3100449e946 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:23.228802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92056077-74ec-4abb-b88c-f3100449e946), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.304632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 92056077-74ec-4abb-b88c-f3100449e946 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:23.304869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92056077-74ec-4abb-b88c-f3100449e946), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.331021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92056077-74ec-4abb-b88c-f3100449e946'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:23.333258 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e493c2-4bf5-4f97-99dd-32cf4675ddd0" -d '{"events": [{"server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "name": "network-vif-plugged", "status": "completed", "tag": "92056077-74ec-4abb-b88c-f3100449e946"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:23.346452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92056077-74ec-4abb-b88c-f3100449e946,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:23.351901 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.374312 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d02962-8b92-410b-94be-98270182c046 x-openstack-request-id: req-19d02962-8b92-410b-94be-98270182c046 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:23.374614 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "name": "network-vif-plugged", "status": "completed", "tag": "92056077-74ec-4abb-b88c-f3100449e946", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:23.374864 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19d02962-8b92-410b-94be-98270182c046 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:23.375233 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92056077-74ec-4abb-b88c-f3100449e946', 'code': 200} Mar 07 11:24:23.400477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:23.475342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb299a2-4c8a-40cf-bbae-bdfbe5681165 req-7ccdc6ec-d1e5-4893-9175-2313c82dee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:23.476968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebb299a2-4c8a-40cf-bbae-bdfbe5681165 req-7ccdc6ec-d1e5-4893-9175-2313c82dee65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 1128 time: 0.0466392 Mar 07 11:24:23.524141 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ebb299a2-4c8a-40cf-bbae-bdfbe5681165 req-9c77b53a-4fc7-426e-8f6f-d24ea96d2079 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Mar 07 11:24:24.357179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e8812-ee7c-4fd4-ab90-e6a42ddfc89d req-dd7cbe7f-b877-4a27-a5d8-6324d6e411c7 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.358670 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c43e8812-ee7c-4fd4-ab90-e6a42ddfc89d req-dd7cbe7f-b877-4a27-a5d8-6324d6e411c7 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0643559 Mar 07 11:24:24.412793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c43e8812-ee7c-4fd4-ab90-e6a42ddfc89d req-e08e1f51-0ea9-44bf-9613-f31ad96f8e71 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482311 Mar 07 11:24:24.414403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.652827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:25.557374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceefec2-6491-41e8-9c2c-b9605db8142a req-ea40ab0e-fc71-476e-90b6-744452395e48 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.558891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ceefec2-6491-41e8-9c2c-b9605db8142a req-ea40ab0e-fc71-476e-90b6-744452395e48 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0621743 Mar 07 11:24:25.608774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4ceefec2-6491-41e8-9c2c-b9605db8142a req-7619833e-20c8-4b99-b99f-21de1f0ddfec tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Mar 07 11:24:25.851635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:25.888633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-63c03de6-b2ea-4512-87bf-bce8b2b7f7c4 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.890139 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-63c03de6-b2ea-4512-87bf-bce8b2b7f7c4 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 813 time: 0.1361763 Mar 07 11:24:25.907038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-f7070dda-5114-494f-bbec-ccc6da83734a tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/quotas/38329f40bdfd4d079468b20e9c4fda11 HTTP/1.1" status: 200 len: 375 time: 0.0113435 Mar 07 11:24:25.982227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-63006a00-3170-485f-b806-e7b87a616a40 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673022 Mar 07 11:24:25.993294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-de4121b0-53c1-4ebe-8654-4582478c5612 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:24:25.994277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-de4121b0-53c1-4ebe-8654-4582478c5612 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053403 Mar 07 11:24:26.097614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-c899f84a-ec7c-4a99-9038-9a185d376ba0 service neutron] 10.222.0.23 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971620 Mar 07 11:24:26.217790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-b3e5a5c0-24de-47e0-9b4a-1ab1ae8b1dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130676 Mar 07 11:24:26.412572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75bd971d-eb99-4de6-92e5-a68a4b13d42d req-602897c6-8f4c-49b4-a545-ecaadba2b904 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 210 time: 0.0316124 Mar 07 11:24:27.117993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:27.414363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-07ab0b7a-f687-4ff4-bce6-393b9c45b6df tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:27.416016 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-07ab0b7a-f687-4ff4-bce6-393b9c45b6df tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.32 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 813 time: 0.1071367 Mar 07 11:24:27.427558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Request body: {'port': {'device_id': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca', 'admin_state_up': True, 'tenant_id': '38329f40bdfd4d079468b20e9c4fda11'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:27.514290 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99524a97-74d8-4ec5-a7c1-96f5e559da2f req-8c6b41e5-8a69-45f5-9bc2-a5ad4d914187 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 210 time: 0.0269415 Mar 07 11:24:27.546366 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Made reservation on behalf of 38329f40bdfd4d079468b20e9c4fda11 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:27.550129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:27.679049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Allocated IP 172.20.0.3 (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca/6accbec6-355f-4265-b4c0-87b74a629abb/6c6f8090-1f15-42fd-acf2-329d001817a5) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:27.833842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks [] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:27.876116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:27.887982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['92056077-74ec-4abb-b88c-f3100449e946'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:27.924420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:27.927446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:27.931442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:27.955762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Pushing event updated for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:27.984109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:27.984714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.001465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ff386705-7f09-4057-91f5-6b755d1bdf11 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778215 Mar 07 11:24:28.012837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Request body: {'port': {'device_id': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:28.083903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.359370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6f8090-1f15-42fd-acf2-329d001817a5 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:28.367409 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks [] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.381022 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Transition to ACTIVE for port object 6c6f8090-1f15-42fd-acf2-329d001817a5 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:24:28.386946 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.438223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:28.510614 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Attempting to bind port 6c6f8090-1f15-42fd-acf2-329d001817a5 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:28.510900 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Attempting to bind port 6c6f8090-1f15-42fd-acf2-329d001817a5 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:28.511253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Attempting to bind port 6c6f8090-1f15-42fd-acf2-329d001817a5 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:28.517469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Port 6c6f8090-1f15-42fd-acf2-329d001817a5 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:24:28.517973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Attempting to bind port 6c6f8090-1f15-42fd-acf2-329d001817a5 on network 2251b114-8f5f-4b57-a5a0-9b59dc29f2ca {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:28.525953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:28.526284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Checking segment: {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:28.526659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Bound using segment: {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:28.527079 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Bound port: 6c6f8090-1f15-42fd-acf2-329d001817a5, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce443bef-a760-45ad-a978-4fc80acbcad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:28.527435 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.594842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:28.598374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6c6f8090-1f15-42fd-acf2-329d001817a5,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:28.606086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.642320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.642497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022548-f96e-4ab8-a10d-4d3793c06fd1 req-75e6f7e9-47f2-4880-922b-ea4820be9575 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.642979 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:28.643943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df022548-f96e-4ab8-a10d-4d3793c06fd1 req-75e6f7e9-47f2-4880-922b-ea4820be9575 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 943 time: 0.0588970 Mar 07 11:24:28.644307 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c6f8090-1f15-42fd-acf2-329d001817a5 HTTP/1.1" status: 200 len: 1091 time: 0.6356103 Mar 07 11:24:28.644728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:28.646981 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:28.669238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b381e7-b10e-480b-8c39-1659ec84f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:28.697601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df022548-f96e-4ab8-a10d-4d3793c06fd1 req-fff0c901-f759-453a-bd07-4aacef5b1e04 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Mar 07 11:24:28.707509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9165237f-4838-41ee-bdd0-891c32b74373 x-openstack-request-id: req-9165237f-4838-41ee-bdd0-891c32b74373 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:28.707509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:28.707509 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9165237f-4838-41ee-bdd0-891c32b74373 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:28.708025 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5', 'status': 'completed', 'code': 200} Mar 07 11:24:28.740604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-425a7636-a3d9-4401-a3dc-dfb5512fae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.742402 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-425a7636-a3d9-4401-a3dc-dfb5512fae9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 1125 time: 0.0458286 Mar 07 11:24:28.788118 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-7686feee-72fb-4696-94a0-f40b3e249adf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c6f8090-1f15-42fd-acf2-329d001817a5 HTTP/1.1" status: 200 len: 217 time: 0.0380867 Mar 07 11:24:28.836047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ca69a78c-2f30-4bad-b633-381726727c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.837457 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-ca69a78c-2f30-4bad-b633-381726727c07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6accbec6-355f-4265-b4c0-87b74a629abb HTTP/1.1" status: 200 len: 853 time: 0.0440986 Mar 07 11:24:28.867900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-b0157eb7-fc46-40eb-83ce-dd6dd49b7880 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244696 Mar 07 11:24:28.958487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-699e260f-4b74-4d1a-b8b5-0ce747cab954 service neutron] 10.222.0.32 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Mar 07 11:24:29.047540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ddb4d379-4e4f-433d-9b92-aa4c32157474 req-4fc07881-9db1-4ae3-80c5-3b2cbdeaa784 service neutron] 10.222.0.32 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Mar 07 11:24:29.170436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-cb6cccf3-8700-4033-b63f-00023ef1b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.172004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-cb6cccf3-8700-4033-b63f-00023ef1b668 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38329f40bdfd4d079468b20e9c4fda11&device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 1125 time: 0.0522768 Mar 07 11:24:29.264923 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-f7a1b1fc-b3e4-4178-856f-51e542b384cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.266283 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-f7a1b1fc-b3e4-4178-856f-51e542b384cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 200 len: 914 time: 0.0881522 Mar 07 11:24:29.290096 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:29.317885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-124bb422-f314-4e30-bb13-6b7a5cae5380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c6f8090-1f15-42fd-acf2-329d001817a5 HTTP/1.1" status: 200 len: 217 time: 0.0438328 Mar 07 11:24:29.371422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-70dd9cb6-412d-4337-bb7e-8425e838742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.372890 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-70dd9cb6-412d-4337-bb7e-8425e838742c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6accbec6-355f-4265-b4c0-87b74a629abb HTTP/1.1" status: 200 len: 853 time: 0.0492904 Mar 07 11:24:29.404535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-4e0e3df9-9ee5-4559-8f37-1845cf5132ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250254 Mar 07 11:24:29.503169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-f6f152f4-8fb0-4e9a-9096-cf8bc7ae87a9 service neutron] 10.222.0.32 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914776 Mar 07 11:24:29.598314 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-124c10b5-5d5c-4974-b3a0-e50bcc8d56ff req-3deb4378-2ca5-46f8-a169-b11d269ab278 service neutron] 10.222.0.32 "GET /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888500 Mar 07 11:24:29.825992 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f544cdd-b259-4fe1-9832-8622f4e3fe45 req-19609daa-0cfb-4b17-a917-85bb1a3f064c tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.827478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f544cdd-b259-4fe1-9832-8622f4e3fe45 req-19609daa-0cfb-4b17-a917-85bb1a3f064c tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 943 time: 0.0562279 Mar 07 11:24:29.878759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f544cdd-b259-4fe1-9832-8622f4e3fe45 req-b3fdfd6b-1bab-43d0-9f4b-c16889571e84 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Mar 07 11:24:31.002168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa047b-28ef-4496-ae09-1f23ded166f2 req-68761080-3fa3-4d65-80bf-af163e4a81e2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:31.003631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbfa047b-28ef-4496-ae09-1f23ded166f2 req-68761080-3fa3-4d65-80bf-af163e4a81e2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 943 time: 0.0555971 Mar 07 11:24:31.058397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dbfa047b-28ef-4496-ae09-1f23ded166f2 req-f8488e82-1b0c-457d-8c24-863ed075159e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488174 Mar 07 11:24:32.194070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deacb7-6ce5-4527-a55f-041fedef10c1 req-ee194a74-38c2-43c3-9f69-18f115b35dca tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:32.195856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9deacb7-6ce5-4527-a55f-041fedef10c1 req-ee194a74-38c2-43c3-9f69-18f115b35dca tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 943 time: 0.0572248 Mar 07 11:24:32.246632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9deacb7-6ce5-4527-a55f-041fedef10c1 req-9c2306e6-7773-403c-b05a-830eb474065b tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Mar 07 11:24:33.380845 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33905d-261f-444f-a628-70bff6a21b8a req-c482a005-2c28-4cbb-a072-3ab5cd01fe0d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:33.382329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f33905d-261f-444f-a628-70bff6a21b8a req-c482a005-2c28-4cbb-a072-3ab5cd01fe0d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 943 time: 0.0621054 Mar 07 11:24:33.430284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1f33905d-261f-444f-a628-70bff6a21b8a req-dd86edcc-e4d2-4c3a-91f9-40bddf04ebf1 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Mar 07 11:24:33.753345 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6c6f8090-1f15-42fd-acf2-329d001817a5 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:24:33.865737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6c6f8090-1f15-42fd-acf2-329d001817a5,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:33.877933 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '6c6f8090-1f15-42fd-acf2-329d001817a5', 'network_id': '2251b114-8f5f-4b57-a5a0-9b59dc29f2ca', 'port_id': '6c6f8090-1f15-42fd-acf2-329d001817a5', 'mac_address': 'fa:16:3e:91:f9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6accbec6-355f-4265-b4c0-87b74a629abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:24:33.917256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6c6f8090-1f15-42fd-acf2-329d001817a5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:33.917644 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:33.932016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6f8090-1f15-42fd-acf2-329d001817a5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:33.951863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6c6f8090-1f15-42fd-acf2-329d001817a5,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:33.958617 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:34.008310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:34.254083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['6c6f8090-1f15-42fd-acf2-329d001817a5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:34.563155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072da4b8-1b45-462e-9a59-ae2835896f2e req-b8033082-83fe-4beb-ace2-63a259066283 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:34.564709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-072da4b8-1b45-462e-9a59-ae2835896f2e req-b8033082-83fe-4beb-ace2-63a259066283 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 944 time: 0.0605655 Mar 07 11:24:34.615517 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-072da4b8-1b45-462e-9a59-ae2835896f2e req-c4de1e93-cea9-4dc4-8ae4-04aa36fdb904 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Mar 07 11:24:35.739396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2874a-4d74-4e63-978a-a11211173d42 req-8130d70b-5ec4-4a43-ab6c-c8640cc520d8 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:35.740931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9dc2874a-4d74-4e63-978a-a11211173d42 req-8130d70b-5ec4-4a43-ab6c-c8640cc520d8 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 944 time: 0.0545528 Mar 07 11:24:35.767171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6c6f8090-1f15-42fd-acf2-329d001817a5 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:35.788942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9dc2874a-4d74-4e63-978a-a11211173d42 req-b982093f-8325-4b07-a22e-7a86a70a2235 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Mar 07 11:24:35.819236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 6c6f8090-1f15-42fd-acf2-329d001817a5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:24:35.823874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 6c6f8090-1f15-42fd-acf2-329d001817a5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:35.824251 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:35.910024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 6c6f8090-1f15-42fd-acf2-329d001817a5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:35.910274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:35.933061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:35.935273 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e615657f-59d0-44f4-815d-a538c4431936" -d '{"events": [{"server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:35.947049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6c6f8090-1f15-42fd-acf2-329d001817a5,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:35.952252 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:36.082870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d5dab-93d0-4d97-89d9-7a8c40a7dbef req-b36966d7-4799-4e97-8d2f-1f31f6ff805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:36.084441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9d5dab-93d0-4d97-89d9-7a8c40a7dbef req-b36966d7-4799-4e97-8d2f-1f31f6ff805b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 1127 time: 0.0487909 Mar 07 11:24:36.134705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2a9d5dab-93d0-4d97-89d9-7a8c40a7dbef req-4724173c-e695-45f8-a5f2-6623f08b2f6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Mar 07 11:24:36.150269 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e90f6c1-81b4-41e0-964a-002e1932ecf0 x-openstack-request-id: req-9e90f6c1-81b4-41e0-964a-002e1932ecf0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:36.150532 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:36.150784 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e90f6c1-81b4-41e0-964a-002e1932ecf0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:36.151189 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5', 'code': 200} Mar 07 11:24:36.176264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:36.929816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c527dcf-304d-4bfb-aa7c-00249f63c449 req-8e1848c8-4e33-4f10-8f79-b0bd4230618e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:36.931225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c527dcf-304d-4bfb-aa7c-00249f63c449 req-8e1848c8-4e33-4f10-8f79-b0bd4230618e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 945 time: 0.0641022 Mar 07 11:24:36.980894 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c527dcf-304d-4bfb-aa7c-00249f63c449 req-52634f50-adb8-4b96-8302-da71e257f1a4 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Mar 07 11:24:38.118528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eef7dc-1586-471d-b2bf-8053a3d3cf48 req-af81d026-1ee8-4c0f-b791-3742d4997498 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:38.120019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5eef7dc-1586-471d-b2bf-8053a3d3cf48 req-af81d026-1ee8-4c0f-b791-3742d4997498 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 945 time: 0.0529685 Mar 07 11:24:38.171296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5eef7dc-1586-471d-b2bf-8053a3d3cf48 req-a3a76a7f-bff2-4a45-a3d0-2b71390e9e8f tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Mar 07 11:24:38.418636 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30386036-30e2-4366-a6cb-68b078eb2dbf req-2bc536a9-c738-41a6-bedf-ae04cb69bcef tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:38.420152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30386036-30e2-4366-a6cb-68b078eb2dbf req-2bc536a9-c738-41a6-bedf-ae04cb69bcef tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 945 time: 0.0527768 Mar 07 11:24:38.473527 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-30386036-30e2-4366-a6cb-68b078eb2dbf req-ba84a82a-1be6-4e0a-87eb-61697da242f0 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Mar 07 11:24:39.597862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aedd19-fd36-4471-9d2d-f70eba188dfa req-793920c6-8feb-4d1b-9895-2a43842a1975 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:39.599363 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70aedd19-fd36-4471-9d2d-f70eba188dfa req-793920c6-8feb-4d1b-9895-2a43842a1975 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 945 time: 0.0551393 Mar 07 11:24:39.650604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70aedd19-fd36-4471-9d2d-f70eba188dfa req-4afa228c-d843-456a-98e2-7ffc498e198c tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Mar 07 11:24:39.785947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-12059ac8-cd2a-4a18-8ab7-f6863f872d1c tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:39.787291 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-12059ac8-cd2a-4a18-8ab7-f6863f872d1c tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dcd0c0f-903e-4ec9-88d3-a7988c33a60d HTTP/1.1" status: 200 len: 945 time: 0.0598528 Mar 07 11:24:39.878586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Deleting port 6c6f8090-1f15-42fd-acf2-329d001817a5 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:39.878891 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:39.976991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] For port 6c6f8090-1f15-42fd-acf2-329d001817a5, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=6c6f8090-1f15-42fd-acf2-329d001817a5,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:39.977303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:39.989332 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Calling delete_port for 6c6f8090-1f15-42fd-acf2-329d001817a5 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:40.121694 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6c6f8090-1f15-42fd-acf2-329d001817a5), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:40.134594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['92056077-74ec-4abb-b88c-f3100449e946'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:40.136994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['6c6f8090-1f15-42fd-acf2-329d001817a5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:40.150246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Pushing event deleted for resources: {'Port': ['ID=6c6f8090-1f15-42fd-acf2-329d001817a5,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:40.178990 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.179330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.180172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.180172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.180431 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.180717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.180982 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.181301 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.181620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.181943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.182284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.182581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.182898 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:40.205952 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] No DVR routers for this DVR port 6c6f8090-1f15-42fd-acf2-329d001817a5 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:40.208651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:40.212034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-39e733e8-f3b5-4ecd-a70a-6388d4557042 req-ec26096d-51cf-423f-b715-544a6605513d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.32 "DELETE /v2.0/ports/6c6f8090-1f15-42fd-acf2-329d001817a5 HTTP/1.1" status: 204 len: 173 time: 0.4197471 Mar 07 11:24:40.212541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'name': 'network-vif-deleted', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:40.214867 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712dd084-be70-4064-834c-91bc0c4652e7" -d '{"events": [{"server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "name": "network-vif-deleted", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:40.253547 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7215c-6cbd-45ad-bbb1-c9f6dd1fbb67 x-openstack-request-id: req-c4f7215c-6cbd-45ad-bbb1-c9f6dd1fbb67 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:40.253846 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd0c0f-903e-4ec9-88d3-a7988c33a60d", "name": "network-vif-deleted", "tag": "6c6f8090-1f15-42fd-acf2-329d001817a5", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:40.254102 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4f7215c-6cbd-45ad-bbb1-c9f6dd1fbb67 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:40.254580 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcd0c0f-903e-4ec9-88d3-a7988c33a60d', 'name': 'network-vif-deleted', 'tag': '6c6f8090-1f15-42fd-acf2-329d001817a5', 'status': 'completed', 'code': 200} Mar 07 11:24:40.814021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86139eb8-f959-439d-9123-72d8d6fbb161 req-b1f02c7d-bced-4271-97e7-5b8977f354cd tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:40.815493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86139eb8-f959-439d-9123-72d8d6fbb161 req-b1f02c7d-bced-4271-97e7-5b8977f354cd tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0565710 Mar 07 11:24:40.866827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86139eb8-f959-439d-9123-72d8d6fbb161 req-bdab9982-5ec9-464b-bf68-c25e29d62308 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Mar 07 11:24:41.008608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd499-f875-4151-a108-bf952c6c572c req-b4fdc711-4aac-4369-8ac9-259d89791ff5 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.010103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-267dd499-f875-4151-a108-bf952c6c572c req-b4fdc711-4aac-4369-8ac9-259d89791ff5 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0585766 Mar 07 11:24:41.060391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-267dd499-f875-4151-a108-bf952c6c572c req-20f3ef93-f664-4c97-bcd3-aff0c4df4dbe tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 Mar 07 11:24:41.194197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6192-f888-4b15-8582-38ec4eac8374 req-5a880acc-b64e-48eb-8fe3-6c2c2c1eddd2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.196350 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d76b6192-f888-4b15-8582-38ec4eac8374 req-5a880acc-b64e-48eb-8fe3-6c2c2c1eddd2 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0587263 Mar 07 11:24:41.246334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d76b6192-f888-4b15-8582-38ec4eac8374 req-061a275e-f02b-46a1-8606-9005a973f7a5 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Mar 07 11:24:41.431120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178415b-2f8a-4518-878d-017fc8a24419 req-7c100530-2592-43b7-9540-a5d63a0f3e44 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.432618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6178415b-2f8a-4518-878d-017fc8a24419 req-7c100530-2592-43b7-9540-a5d63a0f3e44 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0599666 Mar 07 11:24:41.490722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6178415b-2f8a-4518-878d-017fc8a24419 req-9f32ac9e-e50a-43f6-9c98-d5e30adfea9b tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Mar 07 11:24:41.613552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523a358-50d2-45a2-8aab-2739ce166eef req-e6ae9e6a-655a-4867-973b-4e30a2ec4f5e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.615021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9523a358-50d2-45a2-8aab-2739ce166eef req-e6ae9e6a-655a-4867-973b-4e30a2ec4f5e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0576265 Mar 07 11:24:41.668587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9523a358-50d2-45a2-8aab-2739ce166eef req-ab455bc4-38e4-4487-9808-f146b18dcc35 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Mar 07 11:24:41.818224 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d99b59-bdb4-4791-b65b-61af52abe9a3 req-5a76841c-226a-4f1f-9781-652fbdad3890 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.819572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8d99b59-bdb4-4791-b65b-61af52abe9a3 req-5a76841c-226a-4f1f-9781-652fbdad3890 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0538349 Mar 07 11:24:41.867978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a8d99b59-bdb4-4791-b65b-61af52abe9a3 req-d9a39bf3-2cfa-4741-a38a-30ea202aba3e tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Mar 07 11:24:42.212752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2b9f6-8788-4ea8-a55b-b7d6de74172d req-31eae657-ad29-4365-86e6-90a99b522f7d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:42.214237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2a2b9f6-8788-4ea8-a55b-b7d6de74172d req-31eae657-ad29-4365-86e6-90a99b522f7d tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0629637 Mar 07 11:24:42.262848 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2a2b9f6-8788-4ea8-a55b-b7d6de74172d req-cab77188-8f4c-4aed-aca3-a4152f694889 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Mar 07 11:24:43.394826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93352e-7c42-4487-b58d-c2e165528798 req-dc18e5e8-29d8-46ca-bfef-313ed0abdb91 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.396351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d93352e-7c42-4487-b58d-c2e165528798 req-dc18e5e8-29d8-46ca-bfef-313ed0abdb91 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0550711 Mar 07 11:24:43.472690 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d93352e-7c42-4487-b58d-c2e165528798 req-4137a985-e364-41e6-a736-9438ba3505cf tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4ee521-4c7d-4833-8fd7-1c39fb240299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Mar 07 11:24:43.497626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-6d1871a6-da3f-4c70-bb04-e430f3198bd3 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.499379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-6d1871a6-da3f-4c70-bb04-e430f3198bd3 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d81f6e4-9a67-4f15-baf1-e43d4f2b732c HTTP/1.1" status: 200 len: 946 time: 0.0703902 Mar 07 11:24:43.594025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Deleting port 92056077-74ec-4abb-b88c-f3100449e946 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:43.594527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (92056077-74ec-4abb-b88c-f3100449e946), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:43.691188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] For port 92056077-74ec-4abb-b88c-f3100449e946, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=92056077-74ec-4abb-b88c-f3100449e946,segment=NetworkSegment(ce443bef-a760-45ad-a978-4fc80acbcad8),segment_id=ce443bef-a760-45ad-a978-4fc80acbcad8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:43.691549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (92056077-74ec-4abb-b88c-f3100449e946), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:43.704699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Calling delete_port for 92056077-74ec-4abb-b88c-f3100449e946 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:43.841660 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (92056077-74ec-4abb-b88c-f3100449e946), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:43.847032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6c6f8090-1f15-42fd-acf2-329d001817a5 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:43.868019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['92056077-74ec-4abb-b88c-f3100449e946'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:43.870305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 6c6f8090-1f15-42fd-acf2-329d001817a5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:43.870760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 6c6f8090-1f15-42fd-acf2-329d001817a5 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:43.875686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Pushing event deleted for resources: {'Port': ['ID=92056077-74ec-4abb-b88c-f3100449e946,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:43.918866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] No DVR routers for this DVR port 92056077-74ec-4abb-b88c-f3100449e946 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:43.926325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:43.932836 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-52583af2-ac51-4152-95d0-8c71ef763b90 req-9c867b8b-0398-464f-aed4-71e6f3b06524 tempest-ServersNegativeTestJSON-1568810392 tempest-ServersNegativeTestJSON-1568810392-project] 10.222.0.26 "DELETE /v2.0/ports/92056077-74ec-4abb-b88c-f3100449e946 HTTP/1.1" status: 204 len: 173 time: 0.4281864 Mar 07 11:24:43.933576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'name': 'network-vif-deleted', 'tag': '92056077-74ec-4abb-b88c-f3100449e946'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:43.936562 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118e5cd2-e17d-400f-b960-b306580c3ba1" -d '{"events": [{"server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "name": "network-vif-deleted", "tag": "92056077-74ec-4abb-b88c-f3100449e946"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:43.985681 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38419669-1d03-4a3f-8ac2-68b543115e5a x-openstack-request-id: req-38419669-1d03-4a3f-8ac2-68b543115e5a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:43.986000 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d81f6e4-9a67-4f15-baf1-e43d4f2b732c", "name": "network-vif-deleted", "tag": "92056077-74ec-4abb-b88c-f3100449e946", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:43.986289 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38419669-1d03-4a3f-8ac2-68b543115e5a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:43.986964 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d81f6e4-9a67-4f15-baf1-e43d4f2b732c', 'name': 'network-vif-deleted', 'tag': '92056077-74ec-4abb-b88c-f3100449e946', 'status': 'completed', 'code': 200} Mar 07 11:24:44.534924 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46792) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:44.581840 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Deleting subnet 6accbec6-355f-4265-b4c0-87b74a629abb {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:24:44.585124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Publish callbacks [] for subnet (6accbec6-355f-4265-b4c0-87b74a629abb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.621012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (6accbec6-355f-4265-b4c0-87b74a629abb), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.666100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (6accbec6-355f-4265-b4c0-87b74a629abb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.720872 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (6accbec6-355f-4265-b4c0-87b74a629abb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.751520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6accbec6-355f-4265-b4c0-87b74a629abb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:44.756689 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.759934 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9fbe44bb-4a30-45bc-9fa9-b516738bc3f8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6accbec6-355f-4265-b4c0-87b74a629abb HTTP/1.1" status: 204 len: 168 time: 0.2239232 Mar 07 11:24:44.762666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46794) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:44.838622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.922827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.943639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2251b114-8f5f-4b57-a5a0-9b59dc29f2ca']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:44.954243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce443bef-a760-45ad-a978-4fc80acbcad8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:44.954534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce443bef-a760-45ad-a978-4fc80acbcad8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:44.964174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (ce443bef-a760-45ad-a978-4fc80acbcad8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.979502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ce443bef-a760-45ad-a978-4fc80acbcad8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.985642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:44.986014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (ce443bef-a760-45ad-a978-4fc80acbcad8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:44.987698 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:45.047436 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2251b114-8f5f-4b57-a5a0-9b59dc29f2ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.054802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.061026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] 10.222.0.23 "DELETE /v2.0/networks/2251b114-8f5f-4b57-a5a0-9b59dc29f2ca HTTP/1.1" status: 204 len: 168 time: 0.2947338 Mar 07 11:24:45.068814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7737ca9-0bc3-4d30-b3bf-b039b64e876c admin admin] Pushing event deleted for resources: {'Network': ['ID=2251b114-8f5f-4b57-a5a0-9b59dc29f2ca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:45.197347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46798) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:45.248117 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f6e6a654-9fe9-417d-9a05-e96789578096 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38329f40bdfd4d079468b20e9c4fda11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494392 Mar 07 11:24:45.250053 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46800) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:45.302451 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] Publish callbacks [] for security_group (1d4ee521-4c7d-4833-8fd7-1c39fb240299), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.328661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] Publish callbacks [] for security_group (1d4ee521-4c7d-4833-8fd7-1c39fb240299), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.377788 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1d4ee521-4c7d-4833-8fd7-1c39fb240299), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.381009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:45.382606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d4ee521-4c7d-4833-8fd7-1c39fb240299 HTTP/1.1" status: 204 len: 168 time: 0.1314836 Mar 07 11:24:45.392571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6d5fc-9e43-4696-9758-cf4f8935d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ee521-4c7d-4833-8fd7-1c39fb240299,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:46.164547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46822) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:46.269051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271415671'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:46.292791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:46.296163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.304560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.378907 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for security_group (4beed5df-6cfc-4ba2-8c19-2d30fa319bb1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.383813 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4beed5df-6cfc-4ba2-8c19-2d30fa319bb1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.412130 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:46.417412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beed5df-6cfc-4ba2-8c19-2d30fa319bb1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:46.425016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f83dbf28-786a-4a76-9c9b-8a18553e1dc7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.425320 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Added segment f83dbf28-786a-4a76-9c9b-8a18553e1dc7 of type vlan for network cbb79d8e-1870-4465-830e-74339ed60c94 Mar 07 11:24:46.474963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cbb79d8e-1870-4465-830e-74339ed60c94), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.505200 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cbb79d8e-1870-4465-830e-74339ed60c94), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.510238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:46.510819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:46.589542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4238219 Mar 07 11:24:46.595932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ea513-48d3-4cf3-ad47-bfb240d5acac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Network': ['ID=cbb79d8e-1870-4465-830e-74339ed60c94,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:46.607454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cbb79d8e-1870-4465-830e-74339ed60c94 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:47.259505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92056077-74ec-4abb-b88c-f3100449e946 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:47.281542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 92056077-74ec-4abb-b88c-f3100449e946 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:47.281808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 92056077-74ec-4abb-b88c-f3100449e946 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:47.805971 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:24:49.796151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46826) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:49.801348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'subnet': {'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:49.891147 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:49.894758 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.094794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (60fb053b-d46a-46f4-be2a-e4ca280985ce), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.155825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Subnet': ['ID=60fb053b-d46a-46f4-be2a-e4ca280985ce,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:50.166903 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking segment: {'id': 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:50.167454 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network hostable DHCP agents. Network: cbb79d8e-1870-4465-830e-74339ed60c94, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:50.185962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network cbb79d8e-1870-4465-830e-74339ed60c94 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:50.196544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, cbb79d8e-1870-4465-830e-74339ed60c94) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:50.201429 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:50.202026 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.206704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fdf28-0274-4d97-ae32-76935684fbe9 None None] Network cbb79d8e-1870-4465-830e-74339ed60c94 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:50.221857 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-15c33b57-bbcc-4ae5-9ccb-65ef643d48f3 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4245229 Mar 07 11:24:50.226994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46828) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:50.232590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-964610847'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:50.253124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:50.256398 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.281816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:50.292957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32326630-5cc8-46d9-943a-09ce50576173), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.293287 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Added segment 32326630-5cc8-46d9-943a-09ce50576173 of type vlan for network d68d6c26-7968-44f5-b32a-ae73c35bb981 Mar 07 11:24:50.315403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-cbb79d8e-1870-4465-830e-74339ed60c94', 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94', 'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'fixed_ips': [{'subnet_id': '60fb053b-d46a-46f4-be2a-e4ca280985ce'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:50.316318 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.336680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (d68d6c26-7968-44f5-b32a-ae73c35bb981), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.362219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (d68d6c26-7968-44f5-b32a-ae73c35bb981), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.367256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:50.367828 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.405142 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1769888 Mar 07 11:24:50.408290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46830) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:50.413922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'subnet': {'network_id': 'd68d6c26-7968-44f5-b32a-ae73c35bb981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:50.436546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2223-1d28-4fc8-a5b0-ead915bf5fb9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Network': ['ID=d68d6c26-7968-44f5-b32a-ae73c35bb981,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:50.448645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network d68d6c26-7968-44f5-b32a-ae73c35bb981 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:50.470681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Allocated IP 2001:db8:0:ffff::2 (cbb79d8e-1870-4465-830e-74339ed60c94/60fb053b-d46a-46f4-be2a-e4ca280985ce/39956309-68a7-4535-b7b5-18dbfdd46bfd) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:50.509291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:50.513348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.661642 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks [] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.667730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.706926 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (423af27e-66bf-47c0-b0d7-934ecc6a596e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.712907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Network cbb79d8e-1870-4465-830e-74339ed60c94 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:50.719268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:50.721109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Pushing event updated for resources: {'Port': ['ID=39956309-68a7-4535-b7b5-18dbfdd46bfd,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:50.723231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:50.770510 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Subnet': ['ID=423af27e-66bf-47c0-b0d7-934ecc6a596e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:50.778884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking segment: {'id': '32326630-5cc8-46d9-943a-09ce50576173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd68d6c26-7968-44f5-b32a-ae73c35bb981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:50.779251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network hostable DHCP agents. Network: d68d6c26-7968-44f5-b32a-ae73c35bb981, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:50.788053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Attempting to bind port 39956309-68a7-4535-b7b5-18dbfdd46bfd on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:50.788434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Attempting to bind port 39956309-68a7-4535-b7b5-18dbfdd46bfd by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:50.788886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Attempting to bind port 39956309-68a7-4535-b7b5-18dbfdd46bfd on network cbb79d8e-1870-4465-830e-74339ed60c94 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:50.792208 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e8b246e-90dd-479f-8188-57c48f0495da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.796833 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network d68d6c26-7968-44f5-b32a-ae73c35bb981 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:50.797017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:50.797324 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Checking segment: {'id': 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:50.797575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.798086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Bound using segment: {'id': 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:50.798548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Bound port: 39956309-68a7-4535-b7b5-18dbfdd46bfd, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbb79d8e-1870-4465-830e-74339ed60c94'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:50.798918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.807336 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, d68d6c26-7968-44f5-b32a-ae73c35bb981) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:50.811588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:50.812266 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.829967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a9c4cd93-04b7-46a8-9532-986f2aab1d57 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4206343 Mar 07 11:24:50.832696 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:50.836372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3032b-4cca-4066-adb0-b9de584baeb0 None None] Network d68d6c26-7968-44f5-b32a-ae73c35bb981 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:50.922966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] For port 39956309-68a7-4535-b7b5-18dbfdd46bfd, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:50.927274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] For port 39956309-68a7-4535-b7b5-18dbfdd46bfd, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39956309-68a7-4535-b7b5-18dbfdd46bfd,segment=NetworkSegment(f83dbf28-786a-4a76-9c9b-8a18553e1dc7),segment_id=f83dbf28-786a-4a76-9c9b-8a18553e1dc7)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:50.935085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (d68d6c26-7968-44f5-b32a-ae73c35bb981), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:50.935323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.016404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ffda3-160a-4a8d-a29f-d55b58807519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-d68d6c26-7968-44f5-b32a-ae73c35bb981', 'network_id': 'd68d6c26-7968-44f5-b32a-ae73c35bb981', 'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'fixed_ips': [{'subnet_id': '423af27e-66bf-47c0-b0d7-934ecc6a596e'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:51.017281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a97ffda3-160a-4a8d-a29f-d55b58807519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.025704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (423af27e-66bf-47c0-b0d7-934ecc6a596e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.043342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbe7e1-ecf9-4725-a8ed-ccf4350f46a1 None None] Pushing event updated for resources: {'Port': ['ID=39956309-68a7-4535-b7b5-18dbfdd46bfd,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:51.102946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (423af27e-66bf-47c0-b0d7-934ecc6a596e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.135602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Subnet': ['ID=423af27e-66bf-47c0-b0d7-934ecc6a596e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-a97ffda3-160a-4a8d-a29f-d55b58807519 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 423af27e-66bf-47c0-b0d7-934ecc6a596e: This subnet is being modified by another concurrent operation. Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 423af27e-66bf-47c0-b0d7-934ecc6a596e: This subnet is being modified by another concurrent operation. Mar 07 11:24:51.148449 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 11:24:51.174006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04342913-6a52-4ab3-85da-179bdf72f140 None None] Network d68d6c26-7968-44f5-b32a-ae73c35bb981 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:51.536221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (d68d6c26-7968-44f5-b32a-ae73c35bb981), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.556375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d6c26-7968-44f5-b32a-ae73c35bb981']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:51.565684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32326630-5cc8-46d9-943a-09ce50576173') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:51.565974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32326630-5cc8-46d9-943a-09ce50576173') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:51.575743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (32326630-5cc8-46d9-943a-09ce50576173), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.590921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (32326630-5cc8-46d9-943a-09ce50576173), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.601682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:51.602309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (32326630-5cc8-46d9-943a-09ce50576173), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:51.608276 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:51.676536 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (d68d6c26-7968-44f5-b32a-ae73c35bb981), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.684559 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.692034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:51.692539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/d68d6c26-7968-44f5-b32a-ae73c35bb981 HTTP/1.1" status: 204 len: 168 time: 0.8580661 Mar 07 11:24:51.698185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758030420'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:51.704701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98faa0-76e6-4744-9cac-ee5d9d597224 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Network': ['ID=d68d6c26-7968-44f5-b32a-ae73c35bb981,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:51.723071 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:51.727536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.752134 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:51.761710 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (86b3123d-146b-447f-a488-72f647c443f2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.762046 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Added segment 86b3123d-146b-447f-a488-72f647c443f2 of type vlan for network 399b2c01-8354-4bbd-be8f-9638b4a48107 Mar 07 11:24:51.807351 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (399b2c01-8354-4bbd-be8f-9638b4a48107), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.836159 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (399b2c01-8354-4bbd-be8f-9638b4a48107), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.841654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:51.842275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:51.881506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1880932 Mar 07 11:24:51.884445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46836) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:51.889647 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'subnet': {'network_id': '399b2c01-8354-4bbd-be8f-9638b4a48107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:51.917058 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc693-8150-4219-bfc1-db6bc1fd6e30 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Network': ['ID=399b2c01-8354-4bbd-be8f-9638b4a48107,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:51.930783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 399b2c01-8354-4bbd-be8f-9638b4a48107 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:51.993959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:51.998363 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.027988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b21393-88f9-4290-879e-df0b4dd816c8 None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:24:52.064782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Performing IP validity checks on allocation pools {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:24:52.065269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103789) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:24:52.088011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Provisioning complete for port 39956309-68a7-4535-b7b5-18dbfdd46bfd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:52.088395 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.140855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b21393-88f9-4290-879e-df0b4dd816c8 None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:24:52.174566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39956309-68a7-4535-b7b5-18dbfdd46bfd up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:52.202567 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (c543f27c-ae60-4861-b139-8113b4782b25), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.269876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Subnet': ['ID=c543f27c-ae60-4861-b139-8113b4782b25,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:52.277643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Current status of the port 39956309-68a7-4535-b7b5-18dbfdd46bfd is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:52.278132 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.279414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking segment: {'id': '86b3123d-146b-447f-a488-72f647c443f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '399b2c01-8354-4bbd-be8f-9638b4a48107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:52.279905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network hostable DHCP agents. Network: 399b2c01-8354-4bbd-be8f-9638b4a48107, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:52.299454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network 399b2c01-8354-4bbd-be8f-9638b4a48107 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:52.310476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 399b2c01-8354-4bbd-be8f-9638b4a48107) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:52.315370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:52.316000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.333345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-527dc2c4-5d55-42a3-8045-200f01268d05 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4477785 Mar 07 11:24:52.336255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46838) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:52.355862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] For port 39956309-68a7-4535-b7b5-18dbfdd46bfd, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39956309-68a7-4535-b7b5-18dbfdd46bfd,segment=NetworkSegment(f83dbf28-786a-4a76-9c9b-8a18553e1dc7),segment_id=f83dbf28-786a-4a76-9c9b-8a18553e1dc7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:52.363184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.369713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39956309-68a7-4535-b7b5-18dbfdd46bfd triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:52.370074 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.432758 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (399b2c01-8354-4bbd-be8f-9638b4a48107), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.452944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69329ed-0fa8-4420-a41a-6fabcd91f4b1 None None] Pushing event updated for resources: {'Port': ['ID=39956309-68a7-4535-b7b5-18dbfdd46bfd,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:52.476440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea9728-883b-451f-b061-c7dae3c9be7c None None] Network cbb79d8e-1870-4465-830e-74339ed60c94 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:52.494206 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (c543f27c-ae60-4861-b139-8113b4782b25), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.496130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d64153-ce9e-42d4-8026-8c520aa1bde5 None None] Network 399b2c01-8354-4bbd-be8f-9638b4a48107 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:52.554168 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (c543f27c-ae60-4861-b139-8113b4782b25), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.581432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Subnet': ['ID=c543f27c-ae60-4861-b139-8113b4782b25,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:52.613255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39956309-68a7-4535-b7b5-18dbfdd46bfd is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:52.651089 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (399b2c01-8354-4bbd-be8f-9638b4a48107), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.671867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b2c01-8354-4bbd-be8f-9638b4a48107']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:52.681806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b3123d-146b-447f-a488-72f647c443f2') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:52.682079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b3123d-146b-447f-a488-72f647c443f2') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:52.687574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f0b2d-ad3d-48ac-91c0-a74ceefa2894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-399b2c01-8354-4bbd-be8f-9638b4a48107', 'network_id': '399b2c01-8354-4bbd-be8f-9638b4a48107', 'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'fixed_ips': [{'subnet_id': 'c543f27c-ae60-4861-b139-8113b4782b25'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:52.688736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b09f0b2d-ad3d-48ac-91c0-a74ceefa2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.692866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (86b3123d-146b-447f-a488-72f647c443f2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.708026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (86b3123d-146b-447f-a488-72f647c443f2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.715206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:52.716017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (86b3123d-146b-447f-a488-72f647c443f2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:52.719744 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:52.777768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-b09f0b2d-ad3d-48ac-91c0-a74ceefa2894 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 11:24:52.777768 n-d-832156-4 neutron-server[103790]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 07 11:24:52.777768 n-d-832156-4 neutron-server[103790]: [parameters: {'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'id': 'd7aaef2b-779a-4073-bffc-5797fd8fe98c', 'name': '', 'network_id': '399b2c01-8354-4bbd-be8f-9638b4a48107', 'mac_address': 'fa:16:3e:dd:27:68', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-399b2c01-8354-4bbd-be8f-9638b4a48107', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4182}] Mar 07 11:24:52.777768 n-d-832156-4 neutron-server[103790]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:24:52.778314 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-b09f0b2d-ad3d-48ac-91c0-a74ceefa2894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:24:52.780578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (399b2c01-8354-4bbd-be8f-9638b4a48107), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.787682 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.790918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/399b2c01-8354-4bbd-be8f-9638b4a48107 HTTP/1.1" status: 204 len: 168 time: 0.4533727 Mar 07 11:24:52.795590 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46840) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:52.803477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8db5e-5212-471f-9f14-2fed5f77adff tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Network': ['ID=399b2c01-8354-4bbd-be8f-9638b4a48107,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:52.803671 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193882246'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:52.830062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:52.833707 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.858623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:52.868344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e37c2841-78eb-4540-81be-bc2e13b3599e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.868691 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Added segment e37c2841-78eb-4540-81be-bc2e13b3599e of type vlan for network e4ea630d-723e-4aa7-be84-f70e6714bc65 Mar 07 11:24:52.909437 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e4ea630d-723e-4aa7-be84-f70e6714bc65), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.935853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e4ea630d-723e-4aa7-be84-f70e6714bc65), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.940827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:52.941433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:52.989288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4a69fc9c-4e46-4ef7-8a5c-ac92bdcbfd1d None None] Provisioning complete for port 39956309-68a7-4535-b7b5-18dbfdd46bfd triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:52.989833 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a69fc9c-4e46-4ef7-8a5c-ac92bdcbfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.041420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c0f850c0-93f3-41e9-9440-323cda244e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.093283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4a69fc9c-4e46-4ef7-8a5c-ac92bdcbfd1d None None] Current status of the port 39956309-68a7-4535-b7b5-18dbfdd46bfd is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:53.279982 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b09f0b2d-ad3d-48ac-91c0-a74ceefa2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.312843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da591bf-b5e6-4dd8-b5fe-05b2eab18869 None None] Network 399b2c01-8354-4bbd-be8f-9638b4a48107 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:53.334189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da591bf-b5e6-4dd8-b5fe-05b2eab18869 None None] Network 399b2c01-8354-4bbd-be8f-9638b4a48107 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:24:53.356210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5587492 Mar 07 11:24:53.359293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46842) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:53.364444 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'subnet': {'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:53.386540 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3578-55f0-4c18-9bb8-6f4ab61f5327 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Network': ['ID=e4ea630d-723e-4aa7-be84-f70e6714bc65,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:53.396731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:53.461757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:53.466096 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.652779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (7e6fba8f-abd2-49a8-8bcb-c782711c37d2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.710736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Subnet': ['ID=7e6fba8f-abd2-49a8-8bcb-c782711c37d2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:53.720627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking segment: {'id': 'e37c2841-78eb-4540-81be-bc2e13b3599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:53.720987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network hostable DHCP agents. Network: e4ea630d-723e-4aa7-be84-f70e6714bc65, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:53.738843 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:53.749088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e4ea630d-723e-4aa7-be84-f70e6714bc65) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:53.753324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:53.753944 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.759995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf297a8-d0d3-460d-be5c-d8962f49dd4a None None] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:53.771512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e4a55f4-4046-4e6d-856a-ea1d14bec933 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4109826 Mar 07 11:24:53.775151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:53.780978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925414098'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:53.802172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:53.805659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.833513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:53.843626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bbe4db31-f720-4e1d-bb37-2f5b995f5e06), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.844153 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Added segment bbe4db31-f720-4e1d-bb37-2f5b995f5e06 of type vlan for network 202abf1c-1e8d-4fb6-8294-d5886bd49ae7 Mar 07 11:24:53.863189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e4ea630d-723e-4aa7-be84-f70e6714bc65', 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65', 'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'fixed_ips': [{'subnet_id': '7e6fba8f-abd2-49a8-8bcb-c782711c37d2'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:53.864068 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.887855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (202abf1c-1e8d-4fb6-8294-d5886bd49ae7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.913733 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (202abf1c-1e8d-4fb6-8294-d5886bd49ae7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.918832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:53.919437 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.963681 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1872611 Mar 07 11:24:53.966922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46846) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:53.972062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Request body: {'subnet': {'network_id': '202abf1c-1e8d-4fb6-8294-d5886bd49ae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:54.003941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44419e3-e558-497b-984a-1ba63bf58dac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Network': ['ID=202abf1c-1e8d-4fb6-8294-d5886bd49ae7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:54.074291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Made reservation on behalf of 2bb5a13d1abe4a7d8c37b29113614103 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:54.078149 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.126857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 202abf1c-1e8d-4fb6-8294-d5886bd49ae7 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:54.145962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39956309-68a7-4535-b7b5-18dbfdd46bfd up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:54.269401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (92ce6779-8464-490d-8eae-fe54f7d4f730), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.282958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Allocated IP 2001:db8::2 (e4ea630d-723e-4aa7-be84-f70e6714bc65/7e6fba8f-abd2-49a8-8bcb-c782711c37d2/97bf989c-9923-43ae-a964-cd702801b69e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:54.293886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 39956309-68a7-4535-b7b5-18dbfdd46bfd triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:54.294272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.336444 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event updated for resources: {'Subnet': ['ID=92ce6779-8464-490d-8eae-fe54f7d4f730,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:54.338734 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Checking segment: {'id': 'bbe4db31-f720-4e1d-bb37-2f5b995f5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '202abf1c-1e8d-4fb6-8294-d5886bd49ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:54.339170 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network hostable DHCP agents. Network: 202abf1c-1e8d-4fb6-8294-d5886bd49ae7, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:54.358212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Network 202abf1c-1e8d-4fb6-8294-d5886bd49ae7 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:54.367939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 202abf1c-1e8d-4fb6-8294-d5886bd49ae7) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:54.372419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:54.373035 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.379284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bbf478-f72a-464e-9fa6-c006cf8f476f None None] Network 202abf1c-1e8d-4fb6-8294-d5886bd49ae7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:54.390430 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0c1016e8-5d39-4b4d-bac6-1c41bc95cec4 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4223850 Mar 07 11:24:54.392992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46848) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:54.475068 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.497498 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (202abf1c-1e8d-4fb6-8294-d5886bd49ae7), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.579056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 39956309-68a7-4535-b7b5-18dbfdd46bfd is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:54.585894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8ed1e-71c8-4d32-9ba0-715da0942a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-202abf1c-1e8d-4fb6-8294-d5886bd49ae7', 'network_id': '202abf1c-1e8d-4fb6-8294-d5886bd49ae7', 'project_id': '2bb5a13d1abe4a7d8c37b29113614103', 'fixed_ips': [{'subnet_id': '92ce6779-8464-490d-8eae-fe54f7d4f730'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:54.586765 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed1e-71c8-4d32-9ba0-715da0942a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.594831 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (92ce6779-8464-490d-8eae-fe54f7d4f730), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.607888 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks [] for port (97bf989c-9923-43ae-a964-cd702801b69e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.620133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (97bf989c-9923-43ae-a964-cd702801b69e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.662667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (92ce6779-8464-490d-8eae-fe54f7d4f730), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.692162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Subnet': ['ID=92ce6779-8464-490d-8eae-fe54f7d4f730,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:54.744043 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:54.749544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:54.751292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Pushing event updated for resources: {'Port': ['ID=97bf989c-9923-43ae-a964-cd702801b69e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:54.753789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:54.760284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.760580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (202abf1c-1e8d-4fb6-8294-d5886bd49ae7), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server [None req-32a8ed1e-71c8-4d32-9ba0-715da0942a5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ce6779-8464-490d-8eae-fe54f7d4f730: This subnet is being modified by another concurrent operation. Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ce6779-8464-490d-8eae-fe54f7d4f730: This subnet is being modified by another concurrent operation. Mar 07 11:24:54.765424 n-d-832156-4 neutron-server[103790]: ERROR oslo_messaging.rpc.server Mar 07 11:24:54.789957 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202abf1c-1e8d-4fb6-8294-d5886bd49ae7']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:54.794412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ed635-ec2b-4469-a2ed-5158282aa59c None None] Network 202abf1c-1e8d-4fb6-8294-d5886bd49ae7 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:54.800607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe4db31-f720-4e1d-bb37-2f5b995f5e06') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:54.800918 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe4db31-f720-4e1d-bb37-2f5b995f5e06') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:54.810903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (bbe4db31-f720-4e1d-bb37-2f5b995f5e06), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.824161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (bbe4db31-f720-4e1d-bb37-2f5b995f5e06), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.830677 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:54.831021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (bbe4db31-f720-4e1d-bb37-2f5b995f5e06), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:54.834057 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:54.878865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Attempting to bind port 97bf989c-9923-43ae-a964-cd702801b69e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:54.879179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Attempting to bind port 97bf989c-9923-43ae-a964-cd702801b69e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'e37c2841-78eb-4540-81be-bc2e13b3599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:54.879566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Attempting to bind port 97bf989c-9923-43ae-a964-cd702801b69e on network e4ea630d-723e-4aa7-be84-f70e6714bc65 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:54.887385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:54.887786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Checking segment: {'id': 'e37c2841-78eb-4540-81be-bc2e13b3599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:54.888210 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.888588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Bound using segment: {'id': 'e37c2841-78eb-4540-81be-bc2e13b3599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:54.889067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Bound port: 97bf989c-9923-43ae-a964-cd702801b69e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37c2841-78eb-4540-81be-bc2e13b3599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4ea630d-723e-4aa7-be84-f70e6714bc65'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:54.889438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (97bf989c-9923-43ae-a964-cd702801b69e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.900541 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (202abf1c-1e8d-4fb6-8294-d5886bd49ae7), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.910407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:54.913683 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/202abf1c-1e8d-4fb6-8294-d5886bd49ae7 HTTP/1.1" status: 204 len: 168 time: 0.5194585 Mar 07 11:24:54.917296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46850) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:54.935947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c680d-e48b-41f8-a13b-f283190223b0 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Network': ['ID=202abf1c-1e8d-4fb6-8294-d5886bd49ae7,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:54.946057 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-243fcaf2-97da-4f15-8600-be62481c7c27 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] GET failed (client error): The resource could not be found. Mar 07 11:24:54.947507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-243fcaf2-97da-4f15-8600-be62481c7c27 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "GET /v2.0/subnets/92ce6779-8464-490d-8eae-fe54f7d4f730 HTTP/1.1" status: 404 len: 337 time: 0.0288594 Mar 07 11:24:54.950973 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46852) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:54.969600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] For port 97bf989c-9923-43ae-a964-cd702801b69e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:54.969903 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4f6116-f641-4654-b616-4ad131592fea tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:54.970408 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4f6116-f641-4654-b616-4ad131592fea tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:54.973138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] For port 97bf989c-9923-43ae-a964-cd702801b69e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=97bf989c-9923-43ae-a964-cd702801b69e,segment=NetworkSegment(e37c2841-78eb-4540-81be-bc2e13b3599e),segment_id=e37c2841-78eb-4540-81be-bc2e13b3599e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:54.973488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ce4f6116-f641-4654-b616-4ad131592fea tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/202abf1c-1e8d-4fb6-8294-d5886bd49ae7 HTTP/1.1" status: 404 len: 339 time: 0.0215170 Mar 07 11:24:54.977487 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46854) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:54.981958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (97bf989c-9923-43ae-a964-cd702801b69e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.005142 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f1b15b-1a78-4ada-bfe0-384095efe47b tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:55.005598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f1b15b-1a78-4ada-bfe0-384095efe47b tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:55.008641 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-42f1b15b-1a78-4ada-bfe0-384095efe47b tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/subnets/92ce6779-8464-490d-8eae-fe54f7d4f730 HTTP/1.1" status: 404 len: 337 time: 0.0299923 Mar 07 11:24:55.011918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:55.033658 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be0d292-3554-4950-9caf-910f8063a9a9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:55.034202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be0d292-3554-4950-9caf-910f8063a9a9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:55.038149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0be0d292-3554-4950-9caf-910f8063a9a9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/202abf1c-1e8d-4fb6-8294-d5886bd49ae7 HTTP/1.1" status: 404 len: 339 time: 0.0252876 Mar 07 11:24:55.040857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46858) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:55.046148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e5a82-110d-4c60-9d5d-7e384ffaf483 None None] Pushing event updated for resources: {'Port': ['ID=97bf989c-9923-43ae-a964-cd702801b69e,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:55.112191 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Deleting subnet 7e6fba8f-abd2-49a8-8bcb-c782711c37d2 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:24:55.115678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (7e6fba8f-abd2-49a8-8bcb-c782711c37d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.159076 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (7e6fba8f-abd2-49a8-8bcb-c782711c37d2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.260553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (7e6fba8f-abd2-49a8-8bcb-c782711c37d2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.328802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (7e6fba8f-abd2-49a8-8bcb-c782711c37d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.361116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6fba8f-abd2-49a8-8bcb-c782711c37d2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:55.364683 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.370995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0324db0e-fb8e-4715-babf-76794464b633 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/subnets/7e6fba8f-abd2-49a8-8bcb-c782711c37d2 HTTP/1.1" status: 204 len: 168 time: 0.3285122 Mar 07 11:24:55.371390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46860) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:55.449441 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e4ea630d-723e-4aa7-be84-f70e6714bc65), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.504701 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Deleting port 97bf989c-9923-43ae-a964-cd702801b69e {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:55.505033 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (97bf989c-9923-43ae-a964-cd702801b69e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.574762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] For port 97bf989c-9923-43ae-a964-cd702801b69e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=97bf989c-9923-43ae-a964-cd702801b69e,segment=NetworkSegment(e37c2841-78eb-4540-81be-bc2e13b3599e),segment_id=e37c2841-78eb-4540-81be-bc2e13b3599e)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:55.575481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (97bf989c-9923-43ae-a964-cd702801b69e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.587298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Calling delete_port for 97bf989c-9923-43ae-a964-cd702801b69e owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:55.671389 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (97bf989c-9923-43ae-a964-cd702801b69e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.704885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Port': ['ID=97bf989c-9923-43ae-a964-cd702801b69e,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:55.708678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No DVR routers for this DVR port 97bf989c-9923-43ae-a964-cd702801b69e on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:55.793658 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e4ea630d-723e-4aa7-be84-f70e6714bc65), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.815604 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ea630d-723e-4aa7-be84-f70e6714bc65']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:55.826181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c2841-78eb-4540-81be-bc2e13b3599e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:55.826513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c2841-78eb-4540-81be-bc2e13b3599e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:55.837900 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (e37c2841-78eb-4540-81be-bc2e13b3599e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.852537 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (e37c2841-78eb-4540-81be-bc2e13b3599e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.853024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.860216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:55.860807 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (e37c2841-78eb-4540-81be-bc2e13b3599e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:55.864201 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:55.930963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e4ea630d-723e-4aa7-be84-f70e6714bc65), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.938782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:55.942032 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/e4ea630d-723e-4aa7-be84-f70e6714bc65 HTTP/1.1" status: 204 len: 168 time: 0.5694921 Mar 07 11:24:55.944558 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46862) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:55.962603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a70c3-e7c2-41ed-b832-555315fad472 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Network': ['ID=e4ea630d-723e-4aa7-be84-f70e6714bc65,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:55.982278 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92af473-16d5-4e0e-a95e-6e69447b2323 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:55.982735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92af473-16d5-4e0e-a95e-6e69447b2323 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:55.986073 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c92af473-16d5-4e0e-a95e-6e69447b2323 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/subnets/c543f27c-ae60-4861-b139-8113b4782b25 HTTP/1.1" status: 404 len: 337 time: 0.0405910 Mar 07 11:24:55.988803 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46864) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:56.016404 n-d-832156-4 neutron-server[103789]: INFO neutron.pecan_wsgi.hooks.translation [None req-b287d998-905b-4e6f-bea8-b8607f8bdfac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:56.016404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b287d998-905b-4e6f-bea8-b8607f8bdfac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103789) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:56.020215 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b287d998-905b-4e6f-bea8-b8607f8bdfac tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/399b2c01-8354-4bbd-be8f-9638b4a48107 HTTP/1.1" status: 404 len: 339 time: 0.0296142 Mar 07 11:24:56.022872 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46866) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:56.029826 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792df613-18d5-46db-b960-3f889f16d2bf None None] get_active_networks_info from n-d-832156-4 {{(pid=103790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:24:56.052274 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-99227c59-08a5-447b-9762-3d3e6f529358 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:56.052722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99227c59-08a5-447b-9762-3d3e6f529358 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:56.058207 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-99227c59-08a5-447b-9762-3d3e6f529358 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/subnets/423af27e-66bf-47c0-b0d7-934ecc6a596e HTTP/1.1" status: 404 len: 337 time: 0.0318823 Mar 07 11:24:56.058976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:56.060562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d61715ee-a69f-4e09-adfa-7567b8114313 None None] Could not find standard attr ID for object 97bf989c-9923-43ae-a964-cd702801b69e. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:24:56.078209 n-d-832156-4 neutron-server[103788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0272c09c-eb32-4bef-8be9-eb29f43be969 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] DELETE failed (client error): The resource could not be found. Mar 07 11:24:56.078730 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0272c09c-eb32-4bef-8be9-eb29f43be969 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103788) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:24:56.081778 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0272c09c-eb32-4bef-8be9-eb29f43be969 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/d68d6c26-7968-44f5-b32a-ae73c35bb981 HTTP/1.1" status: 404 len: 339 time: 0.0218375 Mar 07 11:24:56.084630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46870) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:56.106621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792df613-18d5-46db-b960-3f889f16d2bf None None] Resources bound (agent type, host, resource id): {{(pid=103790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:24:56.135452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Deleting subnet 60fb053b-d46a-46f4-be2a-e4ca280985ce {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:24:56.139149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (60fb053b-d46a-46f4-be2a-e4ca280985ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.180809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (60fb053b-d46a-46f4-be2a-e4ca280985ce), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.271492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (60fb053b-d46a-46f4-be2a-e4ca280985ce), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.308130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9932ea9-6f45-45de-8909-999bd41c5a6e None None] DHCP port deletion for e4ea630d-723e-4aa7-be84-f70e6714bc65 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:24:56.330076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293573da-507a-4bf0-ac3d-9dbb6730d8fc None None] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:56.336987 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (60fb053b-d46a-46f4-be2a-e4ca280985ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.343195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293573da-507a-4bf0-ac3d-9dbb6730d8fc None None] Network e4ea630d-723e-4aa7-be84-f70e6714bc65 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:24:56.363496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Subnet': ['ID=60fb053b-d46a-46f4-be2a-e4ca280985ce,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:56.370215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.374582 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39b563bd-c84d-4cc9-897f-db80d3d3aca9 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/subnets/60fb053b-d46a-46f4-be2a-e4ca280985ce HTTP/1.1" status: 204 len: 168 time: 0.2888029 Mar 07 11:24:56.376311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdbd0d8-b43f-48d6-b285-b869db17a434 None None] Network cbb79d8e-1870-4465-830e-74339ed60c94 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:56.376447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:56.457898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (cbb79d8e-1870-4465-830e-74339ed60c94), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.513919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Deleting port 39956309-68a7-4535-b7b5-18dbfdd46bfd {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:56.514260 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.544334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] DHCP port deletion for cbb79d8e-1870-4465-830e-74339ed60c94 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:24:56.577202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] For port 39956309-68a7-4535-b7b5-18dbfdd46bfd, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39956309-68a7-4535-b7b5-18dbfdd46bfd,segment=NetworkSegment(f83dbf28-786a-4a76-9c9b-8a18553e1dc7),segment_id=f83dbf28-786a-4a76-9c9b-8a18553e1dc7)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:56.577520 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.592225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Deleting port 39956309-68a7-4535-b7b5-18dbfdd46bfd {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:56.592598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.595252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Calling delete_port for 39956309-68a7-4535-b7b5-18dbfdd46bfd owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:56.656968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] For port 39956309-68a7-4535-b7b5-18dbfdd46bfd, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=39956309-68a7-4535-b7b5-18dbfdd46bfd,segment=NetworkSegment(f83dbf28-786a-4a76-9c9b-8a18553e1dc7),segment_id=f83dbf28-786a-4a76-9c9b-8a18553e1dc7)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:56.657373 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.671150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Calling delete_port for 39956309-68a7-4535-b7b5-18dbfdd46bfd owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:56.673931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.701866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Port': ['ID=39956309-68a7-4535-b7b5-18dbfdd46bfd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:56.703868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] No DVR routers for this DVR port 39956309-68a7-4535-b7b5-18dbfdd46bfd on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:56.748117 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (39956309-68a7-4535-b7b5-18dbfdd46bfd), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.773013 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] Pushing event deleted for resources: {'Port': ['ID=39956309-68a7-4535-b7b5-18dbfdd46bfd,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:56.776397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347def0-cc3d-4301-9316-6b3bef4b6420 None None] No DVR routers for this DVR port 39956309-68a7-4535-b7b5-18dbfdd46bfd on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:56.790022 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (cbb79d8e-1870-4465-830e-74339ed60c94), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.810669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb79d8e-1870-4465-830e-74339ed60c94']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:56.819784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:56.820077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83dbf28-786a-4a76-9c9b-8a18553e1dc7') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:56.829979 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f83dbf28-786a-4a76-9c9b-8a18553e1dc7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.843026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f83dbf28-786a-4a76-9c9b-8a18553e1dc7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.848914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:24:56.849293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f83dbf28-786a-4a76-9c9b-8a18553e1dc7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:24:56.852224 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:24:56.911188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (cbb79d8e-1870-4465-830e-74339ed60c94), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.919012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:56.921608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] 10.222.0.23 "DELETE /v2.0/networks/cbb79d8e-1870-4465-830e-74339ed60c94 HTTP/1.1" status: 204 len: 168 time: 0.5442517 Mar 07 11:24:56.933372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fc4e3-2a46-4d99-bcda-05f4b9603c13 tempest-NetworksIpV6Test-1271858305 tempest-NetworksIpV6Test-1271858305-project] Pushing event deleted for resources: {'Network': ['ID=cbb79d8e-1870-4465-830e-74339ed60c94,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:57.113675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:57.200970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46878) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:57.355515 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54e69ea7-2af7-47ec-a8be-29ff7df7d2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bb5a13d1abe4a7d8c37b29113614103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532235 Mar 07 11:24:57.358918 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46882) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:57.409264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] Publish callbacks [] for security_group (4beed5df-6cfc-4ba2-8c19-2d30fa319bb1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:57.431580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] Publish callbacks [] for security_group (4beed5df-6cfc-4ba2-8c19-2d30fa319bb1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:57.484429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (4beed5df-6cfc-4ba2-8c19-2d30fa319bb1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:57.487266 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:57.488453 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4beed5df-6cfc-4ba2-8c19-2d30fa319bb1 HTTP/1.1" status: 204 len: 168 time: 0.1286242 Mar 07 11:24:57.496125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52f082-a9a3-4923-a1d4-7a68a6486b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beed5df-6cfc-4ba2-8c19-2d30fa319bb1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:58.137876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 97bf989c-9923-43ae-a964-cd702801b69e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:58.158095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 97bf989c-9923-43ae-a964-cd702801b69e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:58.158430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 97bf989c-9923-43ae-a964-cd702801b69e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:58.158833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39956309-68a7-4535-b7b5-18dbfdd46bfd no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:58.178813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 39956309-68a7-4535-b7b5-18dbfdd46bfd {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:58.179151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 39956309-68a7-4535-b7b5-18dbfdd46bfd not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:58.187197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46904) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:58.285681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-570781051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:58.318728 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.320415 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.416312 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router_controller (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.423092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.441517 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.442707 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4faf0c1b-5fab-4984-af62-c1442da2d16c tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2541788 Mar 07 11:24:58.445713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46908) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:58.452533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1524290562'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:58.474219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Made reservation on behalf of 30fd1be136d744bcb4ccde74f8923b00 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:58.477640 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.487118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.565050 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for security_group (bc003e02-2a30-41ff-a676-8756c5e96dbf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.571532 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bc003e02-2a30-41ff-a676-8756c5e96dbf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.604403 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:58.617607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc003e02-2a30-41ff-a676-8756c5e96dbf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:58.622239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (894399ee-1817-486c-bc06-4155c0f5844d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.622571 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Added segment 894399ee-1817-486c-bc06-4155c0f5844d of type vlan for network 49640441-7e7f-4f0f-bf31-45ddce89a19e Mar 07 11:24:58.660937 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (49640441-7e7f-4f0f-bf31-45ddce89a19e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.688258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (49640441-7e7f-4f0f-bf31-45ddce89a19e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.693029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:58.693611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:58.735506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2885189 Mar 07 11:24:58.738551 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46910) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:58.744262 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'subnet': {'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:58.766754 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2ddc6-fbb8-44f6-ba76-08680d8c255f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event updated for resources: {'Network': ['ID=49640441-7e7f-4f0f-bf31-45ddce89a19e,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:58.778277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:58.838096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Made reservation on behalf of 30fd1be136d744bcb4ccde74f8923b00 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:58.841810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.021680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (22074901-0aaa-4583-8bed-849d8b73da5c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.078298 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event updated for resources: {'Subnet': ['ID=22074901-0aaa-4583-8bed-849d8b73da5c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:59.088620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Checking segment: {'id': '894399ee-1817-486c-bc06-4155c0f5844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:59.088920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Network hostable DHCP agents. Network: 49640441-7e7f-4f0f-bf31-45ddce89a19e, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:59.105733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:59.115591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 49640441-7e7f-4f0f-bf31-45ddce89a19e) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:59.119893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:59.120486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.128587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188f30a-b739-4b6c-b9cd-92a6c11a9dac None None] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:59.138254 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-12362fd4-a41c-4f92-a562-1e719a38320f tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3980396 Mar 07 11:24:59.141686 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46912) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:59.146888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1849913425'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:59.169187 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Made reservation on behalf of 30fd1be136d744bcb4ccde74f8923b00 for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:59.172613 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.196975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:59.208650 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1bfa168d-2598-4978-9256-94c298823f4b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.208975 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Added segment 1bfa168d-2598-4978-9256-94c298823f4b of type vlan for network b770f95d-72d2-4a6e-822b-a870c3486b98 Mar 07 11:24:59.229195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-49640441-7e7f-4f0f-bf31-45ddce89a19e', 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e', 'project_id': '30fd1be136d744bcb4ccde74f8923b00', 'fixed_ips': [{'subnet_id': '22074901-0aaa-4583-8bed-849d8b73da5c'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:59.230410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.254942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (b770f95d-72d2-4a6e-822b-a870c3486b98), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.281332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (b770f95d-72d2-4a6e-822b-a870c3486b98), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.286413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:59.287006 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.327588 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1813583 Mar 07 11:24:59.327855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.328204 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46914) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:59.334217 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'subnet': {'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:59.360244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24c5b3-5556-4b4e-8117-1f80b389b0b2 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event updated for resources: {'Network': ['ID=b770f95d-72d2-4a6e-822b-a870c3486b98,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:59.375726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network b770f95d-72d2-4a6e-822b-a870c3486b98 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:24:59.383108 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Allocated IP 172.20.0.2 (49640441-7e7f-4f0f-bf31-45ddce89a19e/22074901-0aaa-4583-8bed-849d8b73da5c/7568d58d-ddc3-4286-956f-3330d09d8884) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:59.429085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Made reservation on behalf of 30fd1be136d744bcb4ccde74f8923b00 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:59.432755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.625396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (17dabe00-d0f5-469b-906d-29a1817ad1ed), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.678039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event updated for resources: {'Subnet': ['ID=17dabe00-d0f5-469b-906d-29a1817ad1ed,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:59.693894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Checking segment: {'id': '1bfa168d-2598-4978-9256-94c298823f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:59.694254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Network hostable DHCP agents. Network: b770f95d-72d2-4a6e-822b-a870c3486b98, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:59.713714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Network b770f95d-72d2-4a6e-822b-a870c3486b98 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:59.722892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, b770f95d-72d2-4a6e-822b-a870c3486b98) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:59.727558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:59.728286 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.736761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504902e-4069-4081-afb2-a77e0020591d None None] Network b770f95d-72d2-4a6e-822b-a870c3486b98 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:24:59.746528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-53226b16-dece-4e82-a13a-df71941da72e tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4164071 Mar 07 11:24:59.749500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:59.754124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f9228de3-fdd5-4e88-bfd1-21027b5b4622 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:59.806265 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks [] for port (7568d58d-ddc3-4286-956f-3330d09d8884), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.815753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.863829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:59.868661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:59.871098 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:59.901416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Pushing event updated for resources: {'Port': ['ID=7568d58d-ddc3-4286-956f-3330d09d8884,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:59.907435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-b770f95d-72d2-4a6e-822b-a870c3486b98', 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98', 'project_id': '30fd1be136d744bcb4ccde74f8923b00', 'fixed_ips': [{'subnet_id': '17dabe00-d0f5-469b-906d-29a1817ad1ed'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:24:59.908495 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:59.974242 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f9228de3-fdd5-4e88-bfd1-21027b5b4622 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router_gateway (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.015679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Attempting to bind port 7568d58d-ddc3-4286-956f-3330d09d8884 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:00.016047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Attempting to bind port 7568d58d-ddc3-4286-956f-3330d09d8884 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '894399ee-1817-486c-bc06-4155c0f5844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:00.016412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Attempting to bind port 7568d58d-ddc3-4286-956f-3330d09d8884 on network 49640441-7e7f-4f0f-bf31-45ddce89a19e {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:00.031430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:00.031843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Checking segment: {'id': '894399ee-1817-486c-bc06-4155c0f5844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:00.032243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.032674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Bound using segment: {'id': '894399ee-1817-486c-bc06-4155c0f5844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:00.033142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Bound port: 7568d58d-ddc3-4286-956f-3330d09d8884, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894399ee-1817-486c-bc06-4155c0f5844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '49640441-7e7f-4f0f-bf31-45ddce89a19e'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:00.033513 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.088480 n-d-832156-4 neutron-server[103789]: INFO neutron.api.v2.resource [None req-f9228de3-fdd5-4e88-bfd1-21027b5b4622 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:25:00.089647 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f9228de3-fdd5-4e88-bfd1-21027b5b4622 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "PUT /v2.0/routers/ee26b0e1-2571-46b3-899a-4e5035cd2b5b HTTP/1.1" status: 400 len: 364 time: 0.3390684 Mar 07 11:25:00.095613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46918) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:00.132134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Allocated IP 172.21.0.2 (b770f95d-72d2-4a6e-822b-a870c3486b98/17dabe00-d0f5-469b-906d-29a1817ad1ed/23959575-69e6-4ee0-b16a-d0da7955ac0e) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:00.148912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Deleting subnet 17dabe00-d0f5-469b-906d-29a1817ad1ed {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:25:00.158749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] For port 7568d58d-ddc3-4286-956f-3330d09d8884, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:00.185152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] For port 7568d58d-ddc3-4286-956f-3330d09d8884, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7568d58d-ddc3-4286-956f-3330d09d8884,segment=NetworkSegment(894399ee-1817-486c-bc06-4155c0f5844d),segment_id=894399ee-1817-486c-bc06-4155c0f5844d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:00.216289 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.302516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1cfe-46be-44ff-9af8-0e4a3735a246 None None] Pushing event updated for resources: {'Port': ['ID=7568d58d-ddc3-4286-956f-3330d09d8884,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:00.374940 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks [] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.381402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (17dabe00-d0f5-469b-906d-29a1817ad1ed), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.381978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.426384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Network b770f95d-72d2-4a6e-822b-a870c3486b98 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:00.429831 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (17dabe00-d0f5-469b-906d-29a1817ad1ed), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.430976 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:00.435260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:00.442876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Pushing event updated for resources: {'Port': ['ID=23959575-69e6-4ee0-b16a-d0da7955ac0e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:00.527001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Attempting to bind port 23959575-69e6-4ee0-b16a-d0da7955ac0e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:00.527458 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Attempting to bind port 23959575-69e6-4ee0-b16a-d0da7955ac0e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1bfa168d-2598-4978-9256-94c298823f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:00.528014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Attempting to bind port 23959575-69e6-4ee0-b16a-d0da7955ac0e on network b770f95d-72d2-4a6e-822b-a870c3486b98 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:00.533246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:00.533708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Checking segment: {'id': '1bfa168d-2598-4978-9256-94c298823f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:00.534169 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.534621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Bound using segment: {'id': '1bfa168d-2598-4978-9256-94c298823f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:00.535156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Bound port: 23959575-69e6-4ee0-b16a-d0da7955ac0e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa168d-2598-4978-9256-94c298823f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b770f95d-72d2-4a6e-822b-a870c3486b98'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:00.535595 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.560057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (17dabe00-d0f5-469b-906d-29a1817ad1ed), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.635115 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (17dabe00-d0f5-469b-906d-29a1817ad1ed), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.637651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] For port 23959575-69e6-4ee0-b16a-d0da7955ac0e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:00.641349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] For port 23959575-69e6-4ee0-b16a-d0da7955ac0e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=23959575-69e6-4ee0-b16a-d0da7955ac0e,segment=NetworkSegment(1bfa168d-2598-4978-9256-94c298823f4b),segment_id=1bfa168d-2598-4978-9256-94c298823f4b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:00.654883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.664962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Subnet': ['ID=17dabe00-d0f5-469b-906d-29a1817ad1ed,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:00.675166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.678865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-558c3b1a-76fb-4b87-a638-fc33af0ff5e5 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "DELETE /v2.0/subnets/17dabe00-d0f5-469b-906d-29a1817ad1ed HTTP/1.1" status: 204 len: 168 time: 0.5822518 Mar 07 11:25:00.681750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46920) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:00.738471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea998488-9c8b-4fc8-b831-6e8da99acca2 None None] Pushing event updated for resources: {'Port': ['ID=23959575-69e6-4ee0-b16a-d0da7955ac0e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:00.791170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (b770f95d-72d2-4a6e-822b-a870c3486b98), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.848869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Deleting port 23959575-69e6-4ee0-b16a-d0da7955ac0e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:25:00.848869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.937743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] For port 23959575-69e6-4ee0-b16a-d0da7955ac0e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=23959575-69e6-4ee0-b16a-d0da7955ac0e,segment=NetworkSegment(1bfa168d-2598-4978-9256-94c298823f4b),segment_id=1bfa168d-2598-4978-9256-94c298823f4b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:00.940637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:00.956519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Calling delete_port for 23959575-69e6-4ee0-b16a-d0da7955ac0e owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:25:01.054122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (23959575-69e6-4ee0-b16a-d0da7955ac0e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.091589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Port': ['ID=23959575-69e6-4ee0-b16a-d0da7955ac0e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:01.098317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] No DVR routers for this DVR port 23959575-69e6-4ee0-b16a-d0da7955ac0e on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:25:01.197328 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (b770f95d-72d2-4a6e-822b-a870c3486b98), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.220373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b770f95d-72d2-4a6e-822b-a870c3486b98']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:01.231500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfa168d-2598-4978-9256-94c298823f4b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:01.231889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfa168d-2598-4978-9256-94c298823f4b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:01.241989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (1bfa168d-2598-4978-9256-94c298823f4b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.256503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1bfa168d-2598-4978-9256-94c298823f4b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.265952 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:25:01.266373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (1bfa168d-2598-4978-9256-94c298823f4b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:25:01.269642 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:25:01.342188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (b770f95d-72d2-4a6e-822b-a870c3486b98), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.353451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.357720 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "DELETE /v2.0/networks/b770f95d-72d2-4a6e-822b-a870c3486b98 HTTP/1.1" status: 204 len: 168 time: 0.6751876 Mar 07 11:25:01.360276 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:01.378796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ba92-bcf0-453a-80e3-ba0cae8cef15 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Network': ['ID=b770f95d-72d2-4a6e-822b-a870c3486b98,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:01.422836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Deleting subnet 22074901-0aaa-4583-8bed-849d8b73da5c {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:25:01.426158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (22074901-0aaa-4583-8bed-849d8b73da5c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.446886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99809e-0072-4ca0-af4c-d84ee3de481e None None] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:01.469534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (22074901-0aaa-4583-8bed-849d8b73da5c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.562592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Provisioning complete for port 7568d58d-ddc3-4286-956f-3330d09d8884 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:01.563255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.570605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (22074901-0aaa-4583-8bed-849d8b73da5c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.637393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (22074901-0aaa-4583-8bed-849d8b73da5c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.669115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Subnet': ['ID=22074901-0aaa-4583-8bed-849d8b73da5c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:01.672691 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.675985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb26de00-27af-48ac-9149-53305c2a68c1 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "DELETE /v2.0/subnets/22074901-0aaa-4583-8bed-849d8b73da5c HTTP/1.1" status: 204 len: 168 time: 0.3147528 Mar 07 11:25:01.678541 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Current status of the port 7568d58d-ddc3-4286-956f-3330d09d8884 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:01.678881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46924) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:01.678996 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.742281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:25:01.742997 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:25:01.760893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (49640441-7e7f-4f0f-bf31-45ddce89a19e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.823038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Deleting port 7568d58d-ddc3-4286-956f-3330d09d8884 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:25:01.823737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.890541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] For port 7568d58d-ddc3-4286-956f-3330d09d8884, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7568d58d-ddc3-4286-956f-3330d09d8884,segment=NetworkSegment(894399ee-1817-486c-bc06-4155c0f5844d),segment_id=894399ee-1817-486c-bc06-4155c0f5844d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:01.890900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:01.905766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79780cb5-9464-4146-a299-ade037f234c3 None None] Network 49640441-7e7f-4f0f-bf31-45ddce89a19e requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:01.909515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Calling delete_port for 7568d58d-ddc3-4286-956f-3330d09d8884 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:25:01.987258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f8286-864d-47c0-858d-e1d825b9f831 None None] DHCP port deletion for b770f95d-72d2-4a6e-822b-a870c3486b98 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:25:01.997620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (7568d58d-ddc3-4286-956f-3330d09d8884), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.012202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb9607-132a-446c-8b1e-93b5dbfc397e None None] Network b770f95d-72d2-4a6e-822b-a870c3486b98 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:02.028317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Port': ['ID=7568d58d-ddc3-4286-956f-3330d09d8884,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:02.028540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb9607-132a-446c-8b1e-93b5dbfc397e None None] Network b770f95d-72d2-4a6e-822b-a870c3486b98 could not be found, it might have been deleted concurrently. {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:25:02.031849 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] No DVR routers for this DVR port 7568d58d-ddc3-4286-956f-3330d09d8884 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:25:02.102079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7eba0-d4b9-4c1a-8b0c-dbd662c56f86 None None] DHCP port deletion for 49640441-7e7f-4f0f-bf31-45ddce89a19e request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:25:02.117443 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (49640441-7e7f-4f0f-bf31-45ddce89a19e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.138066 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49640441-7e7f-4f0f-bf31-45ddce89a19e']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:02.147287 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894399ee-1817-486c-bc06-4155c0f5844d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:02.147578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894399ee-1817-486c-bc06-4155c0f5844d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:02.157387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (894399ee-1817-486c-bc06-4155c0f5844d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.171672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (894399ee-1817-486c-bc06-4155c0f5844d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.177653 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:25:02.178094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (894399ee-1817-486c-bc06-4155c0f5844d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:25:02.181140 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:25:02.239379 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (49640441-7e7f-4f0f-bf31-45ddce89a19e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.246279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.249474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "DELETE /v2.0/networks/49640441-7e7f-4f0f-bf31-45ddce89a19e HTTP/1.1" status: 204 len: 168 time: 0.5696533 Mar 07 11:25:02.252561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46926) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:02.260825 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c4e8d-6b1c-4a7e-bdf3-5c37d629ea68 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Pushing event deleted for resources: {'Network': ['ID=49640441-7e7f-4f0f-bf31-45ddce89a19e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:02.270269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93c98a12-dd3e-4ad6-999a-fd2039ae27e3 None None] Port 7568d58d-ddc3-4286-956f-3330d09d8884 update to ACTIVE by agent not found {{(pid=103790) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 11:25:02.282070 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-16c81dd2-9d57-41ad-8865-02d00b2621cb tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee26b0e1-2571-46b3-899a-4e5035cd2b5b HTTP/1.1" status: 200 len: 205 time: 0.0277364 Mar 07 11:25:02.284733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46928) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:02.364107 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.381872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-60fa061b-d3a1-469d-8d00-b516b38c17fa None None] Could not find standard attr ID for object 7568d58d-ddc3-4286-956f-3330d09d8884. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:25:02.385039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-60fa061b-d3a1-469d-8d00-b516b38c17fa None None] Could not find standard attr ID for object 23959575-69e6-4ee0-b16a-d0da7955ac0e. {{(pid=103790) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:25:02.838374 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.840773 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router_controller (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.884356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (ee26b0e1-2571-46b3-899a-4e5035cd2b5b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.884905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Fanout notify agent at l3_agent the message router_deleted on router ee26b0e1-2571-46b3-899a-4e5035cd2b5b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:25:02.892451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:02.893907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a5b914d4-6631-4c8f-b827-d3b72fa3b595 tempest-RoutersNegativeTest-46231894 tempest-RoutersNegativeTest-46231894-project] 10.222.0.23 "DELETE /v2.0/routers/ee26b0e1-2571-46b3-899a-4e5035cd2b5b HTTP/1.1" status: 204 len: 168 time: 0.6080496 Mar 07 11:25:03.154410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46934) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:03.315173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-428f3457-eba9-4fe9-9804-3f449d598718 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30fd1be136d744bcb4ccde74f8923b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595902 Mar 07 11:25:03.318481 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:03.367811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] Publish callbacks [] for security_group (bc003e02-2a30-41ff-a676-8756c5e96dbf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:03.389814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] Publish callbacks [] for security_group (bc003e02-2a30-41ff-a676-8756c5e96dbf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:03.448386 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bc003e02-2a30-41ff-a676-8756c5e96dbf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:03.451448 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:03.452652 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc003e02-2a30-41ff-a676-8756c5e96dbf HTTP/1.1" status: 204 len: 168 time: 0.1332724 Mar 07 11:25:03.460143 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83d5c2-bc04-4954-abdb-bef3e7a01b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc003e02-2a30-41ff-a676-8756c5e96dbf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:04.120682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:04.221572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-198568296-network', 'tenant_id': '468985f9086f472cb5eda766ad0db79b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:04.243802 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Made reservation on behalf of 468985f9086f472cb5eda766ad0db79b for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:04.246873 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.258166 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.332216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks [] for security_group (d29dde61-412c-424b-b270-fd027ea774ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.337197 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d29dde61-412c-424b-b270-fd027ea774ef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.361134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:25:04.370664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29dde61-412c-424b-b270-fd027ea774ef,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:04.375417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a72a22a4-0338-4ca9-8361-252812f45e60), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.375777 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Added segment a72a22a4-0338-4ca9-8361-252812f45e60 of type vlan for network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c Mar 07 11:25:04.414159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.440478 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.441572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:04.442466 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.502956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3805926 Mar 07 11:25:04.506322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46964) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:04.508580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243f10f-2237-4cae-b8b3-a045d886c2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:04.511997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Request body: {'subnet': {'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-subnet', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:04.518367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:25:04.533154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Made reservation on behalf of 468985f9086f472cb5eda766ad0db79b for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:04.535680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.715419 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (1f5c338a-68d2-4b0f-9df1-91dbc18932e4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.768850 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5c338a-68d2-4b0f-9df1-91dbc18932e4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:04.786390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Checking segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:04.786739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Network hostable DHCP agents. Network: c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:25:04.805541 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:25:04.816422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:04.820937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:04.821536 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.826016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9721d1-2c44-4b4b-a029-1ada60aa361e None None] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:04.840773 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-fb8bd8b8-c502-46b1-9c67-0ad3778ae4f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3333645 Mar 07 11:25:04.844095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46966) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:04.847935 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:04.868621 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (084d61af-816b-44d7-983d-24a7effcb59b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.869611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (084d61af-816b-44d7-983d-24a7effcb59b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.922123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for router_controller (084d61af-816b-44d7-983d-24a7effcb59b), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.939866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'project_id': '468985f9086f472cb5eda766ad0db79b', 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:25:04.940707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.073925 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for router_gateway (084d61af-816b-44d7-983d-24a7effcb59b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.080305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Allocated IP 172.20.0.2 (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c/1f5c338a-68d2-4b0f-9df1-91dbc18932e4/ce04da88-65df-4905-ae0b-cc7493c08736) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:05.222903 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks [] for port (ce04da88-65df-4905-ae0b-cc7493c08736), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.229077 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.270898 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:05.273994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:05.278688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:05.286114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Pushing event updated for resources: {'Port': ['ID=ce04da88-65df-4905-ae0b-cc7493c08736,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:05.301962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for router_gateway (084d61af-816b-44d7-983d-24a7effcb59b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.327813 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.338845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Attempting to bind port ce04da88-65df-4905-ae0b-cc7493c08736 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:05.339427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Attempting to bind port ce04da88-65df-4905-ae0b-cc7493c08736 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:05.339790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Attempting to bind port ce04da88-65df-4905-ae0b-cc7493c08736 on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:05.345157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:05.345533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Checking segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:05.345930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.346314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Bound using segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:05.346763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Bound port: ce04da88-65df-4905-ae0b-cc7493c08736, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:05.347136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.411633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] For port ce04da88-65df-4905-ae0b-cc7493c08736, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:05.414681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] For port ce04da88-65df-4905-ae0b-cc7493c08736, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce04da88-65df-4905-ae0b-cc7493c08736,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:05.421112 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.427945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Allocated IP 172.25.4.131 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/3b10c61b-f86d-4c4e-a345-b3ed558b2ae1) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:05.482004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c3cf3-5ea1-47a2-933a-2b0ac08039cb None None] Pushing event updated for resources: {'Port': ['ID=ce04da88-65df-4905-ae0b-cc7493c08736,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:05.544006 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.580101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.626939 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:05.629864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:05.633388 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:05.639202 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Pushing event updated for resources: {'Port': ['ID=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:05.895199 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for router_gateway (084d61af-816b-44d7-983d-24a7effcb59b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.112568 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (084d61af-816b-44d7-983d-24a7effcb59b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.182516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce04da88-65df-4905-ae0b-cc7493c08736 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:06.239235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce04da88-65df-4905-ae0b-cc7493c08736 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:06.239724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.279856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Router 084d61af-816b-44d7-983d-24a7effcb59b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:25:06.329192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce04da88-65df-4905-ae0b-cc7493c08736 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:06.329687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.365716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ce04da88-65df-4905-ae0b-cc7493c08736, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce04da88-65df-4905-ae0b-cc7493c08736,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:06.372753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.404863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb28878-5b4c-49b3-be0c-ed935778a526 None None] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:06.405706 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:06.423293 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.424628 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-52638f3e-a488-4d3c-a499-ba413f63b71e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5801754 Mar 07 11:25:06.427570 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46968) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:06.434513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Sync routers for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:06.507374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ce04da88-65df-4905-ae0b-cc7493c08736,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:06.510297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:06.510915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:06.564980 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9e779b75-d5fa-442c-8797-83621546ec1f None None] Provisioning complete for port ce04da88-65df-4905-ae0b-cc7493c08736 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:06.565354 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e779b75-d5fa-442c-8797-83621546ec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.694321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:06.858458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.006692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9e779b75-d5fa-442c-8797-83621546ec1f None None] Current status of the port ce04da88-65df-4905-ae0b-cc7493c08736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:07.070713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Allocated IP 172.20.0.1 (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c/1f5c338a-68d2-4b0f-9df1-91dbc18932e4/260e99eb-1f83-4dc1-8a1b-f8058d56323c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:07.088774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:05Z', 'revision_number': 3, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:07.120772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Checking router: 084d61af-816b-44d7-983d-24a7effcb59b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:07.121036 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Updating router 084d61af-816b-44d7-983d-24a7effcb59b port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:25:07.154698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.157493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-eeea0417-33fc-4b26-8169-48823de16883 None None] Provisioning complete for port ce04da88-65df-4905-ae0b-cc7493c08736 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:07.157893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eeea0417-33fc-4b26-8169-48823de16883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.180972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks [] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.219363 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.266422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:07.268210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:07.271665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:07.299176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Pushing event updated for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:07.315450 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (084d61af-816b-44d7-983d-24a7effcb59b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.380953 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-eeea0417-33fc-4b26-8169-48823de16883 None None] Current status of the port ce04da88-65df-4905-ae0b-cc7493c08736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:07.467465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.490312 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks [] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.496808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.553078 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Attempting to bind port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:07.553440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Attempting to bind port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:07.553793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Attempting to bind port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:07.560778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043bfa5-2b32-4d42-88a2-aed3085fd398 None None] Pushing event updated for resources: {'Port': ['ID=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:07.564163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:07.564532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:07.564927 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.565305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:07.565764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Bound port: 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:07.566191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.621884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d2618148-3953-46a7-bb97-195a8ece0083 None None] Provisioning complete for port 260e99eb-1f83-4dc1-8a1b-f8058d56323c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:07.622463 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d2618148-3953-46a7-bb97-195a8ece0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.642197 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks [] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.647627 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.656210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] For port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:07.669994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d2618148-3953-46a7-bb97-195a8ece0083 None None] Port 260e99eb-1f83-4dc1-8a1b-f8058d56323c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:07.673274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] For port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:07.681139 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.722977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Pushing event updated for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:07.726753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (084d61af-816b-44d7-983d-24a7effcb59b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:07.746136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043bfa5-2b32-4d42-88a2-aed3085fd398 None None] Pushing event updated for resources: {'Port': ['ID=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:07.749061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:07.749747 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:07.819172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:07.820714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:07.868309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:07.946966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Router 084d61af-816b-44d7-983d-24a7effcb59b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:25:08.071421 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:08.078243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-52dcdec6-9a39-4287-a5da-2b9c5b82a43a admin admin] 10.222.0.23 "PUT /v2.0/routers/084d61af-816b-44d7-983d-24a7effcb59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493933 Mar 07 11:25:08.081320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '260e99eb-1f83-4dc1-8a1b-f8058d56323c', 'name': '', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'mac_address': 'fa:16:3e:bf:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:06Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 2, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'subnets': [{'id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:08.118909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb1de6-ca6a-4141-83da-2119561f865d None None] The sync data for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 is: [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '260e99eb-1f83-4dc1-8a1b-f8058d56323c', 'name': '', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'mac_address': 'fa:16:3e:bf:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:06Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 2, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'subnets': [{'id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:08.127635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5249f1f6-2ef4-438e-89f7-1784d1c0d898 None None] Provisioning complete for port 260e99eb-1f83-4dc1-8a1b-f8058d56323c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:08.128045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5249f1f6-2ef4-438e-89f7-1784d1c0d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.158082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce04da88-65df-4905-ae0b-cc7493c08736 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:08.205074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5249f1f6-2ef4-438e-89f7-1784d1c0d898 None None] Port 260e99eb-1f83-4dc1-8a1b-f8058d56323c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:08.223060 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce04da88-65df-4905-ae0b-cc7493c08736 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:08.223730 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.303814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce04da88-65df-4905-ae0b-cc7493c08736 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:08.621308 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46984) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:08.626483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1063920679-network', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:08.648770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Made reservation on behalf of 79889d4f0f704c0fbe9e1e731b660b41 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:08.651144 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.661023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.738032 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks [] for security_group (15584c97-ea04-4e41-9a58-003ae16734cb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.742751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (15584c97-ea04-4e41-9a58-003ae16734cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.769489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:25:08.781848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15584c97-ea04-4e41-9a58-003ae16734cb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:08.785519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.785789 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Added segment f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad of type vlan for network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 Mar 07 11:25:08.850970 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (99aa5b0d-fbf4-4a10-9bdc-64069cff2403), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.884516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (99aa5b0d-fbf4-4a10-9bdc-64069cff2403), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.885643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.886519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.946334 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3237901 Mar 07 11:25:08.949149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46986) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:08.956941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Request body: {'subnet': {'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-subnet', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:08.961458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4a619-05c1-4563-aec8-a8b531d575f7 admin admin] Pushing event updated for resources: {'Network': ['ID=99aa5b0d-fbf4-4a10-9bdc-64069cff2403,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:08.972357 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:25:08.985820 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Made reservation on behalf of 79889d4f0f704c0fbe9e1e731b660b41 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:08.988472 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.172530 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (8eeb8f6c-5406-43a2-9292-24d9215d7049), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.230171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eeb8f6c-5406-43a2-9292-24d9215d7049,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:09.247117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.247458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.247826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.248263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.248476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.249027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.249352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.249675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.250030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.250349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.250663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.251046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.251367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:09.264719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Checking segment: {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:09.265078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Network hostable DHCP agents. Network: 99aa5b0d-fbf4-4a10-9bdc-64069cff2403, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:25:09.284353 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:25:09.295001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 99aa5b0d-fbf4-4a10-9bdc-64069cff2403) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:09.300004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:09.301037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.308868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f4efd-f987-441e-8c77-05a6618d9c48 None None] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:09.330195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9e71fd0d-b9a1-45fc-ab7a-9233fa51f931 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3799958 Mar 07 11:25:09.332800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 46988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:09.337313 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:09.361125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.362455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.425827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for router_controller (96a7be57-a9fb-400e-8292-9d0fc12d0f68), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.431157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'fixed_ips': [{'subnet_id': '8eeb8f6c-5406-43a2-9292-24d9215d7049'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:25:09.432054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.571579 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Allocated IP 172.20.0.2 (99aa5b0d-fbf4-4a10-9bdc-64069cff2403/8eeb8f6c-5406-43a2-9292-24d9215d7049/a2601bb1-1be2-4f6b-9d76-4b93e22e65ec) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:09.579415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for router_gateway (96a7be57-a9fb-400e-8292-9d0fc12d0f68), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.722090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks [] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.729522 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.772810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:09.775691 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:09.778464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:09.788367 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for router_gateway (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.792317 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Pushing event updated for resources: {'Port': ['ID=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:09.808984 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.839224 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Attempting to bind port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:09.839587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Attempting to bind port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:09.839973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Attempting to bind port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec on network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:09.845030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:09.845493 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Checking segment: {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:09.845893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.846276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Bound using segment: {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:09.846759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Bound port: a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:09.847154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.910708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] For port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:09.914085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] For port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:09.924530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:09.924737 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Allocated IP 172.25.4.13 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/d03c572a-5a7a-4f24-9590-be17cc63a2df) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:09.982919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f486c31-c6ef-4eee-ac36-25e01811e8ff None None] Pushing event updated for resources: {'Port': ['ID=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:10.039981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.075938 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.146047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:10.147184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Pushing event updated for resources: {'Port': ['ID=d03c572a-5a7a-4f24-9590-be17cc63a2df,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:10.149824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:10.162706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:10.209753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:10.275155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:10.275522 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.328671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Sync routers for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:10.346681 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:10.347632 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:10.357677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:10.358062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.380048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:10.385958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.446703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:10.474595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for router_gateway (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.562796 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:10.781175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '260e99eb-1f83-4dc1-8a1b-f8058d56323c', 'name': '', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'mac_address': 'fa:16:3e:bf:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:06Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 2, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'subnets': [{'id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:10.808842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Checking router: 084d61af-816b-44d7-983d-24a7effcb59b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:10.809359 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Updating router 084d61af-816b-44d7-983d-24a7effcb59b port 260e99eb-1f83-4dc1-8a1b-f8058d56323c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:25:10.837922 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.034517 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.054147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d088727-9fbb-4d53-a1d4-7dabfe2f6cd0 None None] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:25:11.122640 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks [] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.129238 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.179260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Provisioning complete for port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:11.179815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.188938 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Pushing event updated for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:11.191719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:25:11.215966 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.216300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.216627 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.216951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.217526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.217864 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.218164 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.218478 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.218786 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.219095 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.219393 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.219721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.220028 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:11.270268 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Attempting to bind port 260e99eb-1f83-4dc1-8a1b-f8058d56323c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:11.270629 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Attempting to bind port 260e99eb-1f83-4dc1-8a1b-f8058d56323c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:11.270985 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Attempting to bind port 260e99eb-1f83-4dc1-8a1b-f8058d56323c on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:11.279383 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:11.279743 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Checking segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:11.280143 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.280527 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Bound using segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:11.280993 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Bound port: 260e99eb-1f83-4dc1-8a1b-f8058d56323c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:11.281362 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.289325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Current status of the port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:11.289648 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.327797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] For port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:11.332934 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.345918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:11.374219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Sync routers for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:11.378512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] For port 260e99eb-1f83-4dc1-8a1b-f8058d56323c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:11.379531 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.382614 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] For port 260e99eb-1f83-4dc1-8a1b-f8058d56323c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=260e99eb-1f83-4dc1-8a1b-f8058d56323c,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:11.384180 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 46990) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:11.385610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-33acc385-4003-477c-9e89-82d03422dd7e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0513012 Mar 07 11:25:11.398810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:11.399742 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:11.404365 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.453148 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:11.454050 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:11.464616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c5821-f298-4568-9995-fb66ca5a36cc None None] Pushing event updated for resources: {'Port': ['ID=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:11.553972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:11.578248 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591334db-ec22-470b-9212-d6f80cd5cd91 None None] Pushing event updated for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:11.607523 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:11.701251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Provisioning complete for port 260e99eb-1f83-4dc1-8a1b-f8058d56323c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:11.701777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.832919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Current status of the port 260e99eb-1f83-4dc1-8a1b-f8058d56323c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:11.833376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.854350 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '260e99eb-1f83-4dc1-8a1b-f8058d56323c', 'name': '', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'mac_address': 'fa:16:3e:bf:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:06Z', 'updated_at': '2022-03-07T11:25:11Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'subnets': [{'id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:11.878153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] For port 260e99eb-1f83-4dc1-8a1b-f8058d56323c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=260e99eb-1f83-4dc1-8a1b-f8058d56323c,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:11.882165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 3, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:11.886193 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.888621 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b430f1c-b692-4bcb-8ade-efcad1406c3b None None] The sync data for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 is: [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:25:07Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '260e99eb-1f83-4dc1-8a1b-f8058d56323c', 'name': '', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'mac_address': 'fa:16:3e:bf:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:06Z', 'updated_at': '2022-03-07T11:25:11Z', 'revision_number': 4, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'subnets': [{'id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:11.918675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Checking router: 96a7be57-a9fb-400e-8292-9d0fc12d0f68 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:11.918675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Updating router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 port d03c572a-5a7a-4f24-9590-be17cc63a2df binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:25:11.980762 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.014725 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe55e7c-cd6e-45da-b9d4-b004f7f77390 None None] Pushing event updated for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:12.092121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Provisioning complete for port 260e99eb-1f83-4dc1-8a1b-f8058d56323c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:12.092981 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.360274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.389027 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:12.480866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Current status of the port 260e99eb-1f83-4dc1-8a1b-f8058d56323c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:12.519627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Provisioning complete for port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:12.519894 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.529847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:12.530764 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.586966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Allocated IP 172.20.0.1 (99aa5b0d-fbf4-4a10-9bdc-64069cff2403/8eeb8f6c-5406-43a2-9292-24d9215d7049/a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:12.631161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks [] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.643974 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.701744 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks [] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.748335 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.753956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1336327-3222-416b-8830-d554901acf1a None None] Pushing event updated for resources: {'Port': ['ID=d03c572a-5a7a-4f24-9590-be17cc63a2df,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:12.760109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Attempting to bind port d03c572a-5a7a-4f24-9590-be17cc63a2df on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:12.760380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Attempting to bind port d03c572a-5a7a-4f24-9590-be17cc63a2df by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:12.760762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Attempting to bind port d03c572a-5a7a-4f24-9590-be17cc63a2df on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:12.768082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2cbf5-73c2-4058-a0fd-e6aeba8ef7d4 None None] Current status of the port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:12.777829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:12.778207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:12.778576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.778961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:12.779545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Bound port: d03c572a-5a7a-4f24-9590-be17cc63a2df, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:12.779828 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.792376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:12.796744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:12.801010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:12.804679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:12.806214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 260e99eb-1f83-4dc1-8a1b-f8058d56323c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:12.828928 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:12.852189 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.869913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] For port d03c572a-5a7a-4f24-9590-be17cc63a2df, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:12.874073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] For port d03c572a-5a7a-4f24-9590-be17cc63a2df, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d03c572a-5a7a-4f24-9590-be17cc63a2df,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:12.881954 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.911818 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 260e99eb-1f83-4dc1-8a1b-f8058d56323c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:12.912568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:12.978891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:12.979526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:12.984416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1336327-3222-416b-8830-d554901acf1a None None] Pushing event updated for resources: {'Port': ['ID=d03c572a-5a7a-4f24-9590-be17cc63a2df,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:13.056573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.129174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 260e99eb-1f83-4dc1-8a1b-f8058d56323c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:13.130237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a2601bb1-1be2-4f6b-9d76-4b93e22e65ec up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:13.139524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-713a4a9c-a43f-4785-b1e0-b4d4ac7f6b5f None None] Provisioning complete for port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:13.139919 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-713a4a9c-a43f-4785-b1e0-b4d4ac7f6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.188551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:13.225354 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks [] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.230887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.272845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-713a4a9c-a43f-4785-b1e0-b4d4ac7f6b5f None None] Port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:13.296723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:13.299009 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.325873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:13.326248 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.398023 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:13.399466 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:13.458529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:13.470738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 3, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:13.498465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493c005-3428-494b-9465-5a45284acbe3 None None] The sync data for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 is: [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 3, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:13.532432 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:25:13.652518 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:13.657701 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-665059b9-ab77-436f-9fc8-75162fb0c5f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/96a7be57-a9fb-400e-8292-9d0fc12d0f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2726557 Mar 07 11:25:13.695184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3acb4c7f-53cd-42fc-a342-dc8cecad4ccb None None] Provisioning complete for port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:13.695926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3acb4c7f-53cd-42fc-a342-dc8cecad4ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.753841 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3acb4c7f-53cd-42fc-a342-dc8cecad4ccb None None] Port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:14.179321 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d03c572a-5a7a-4f24-9590-be17cc63a2df up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:14.239003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d03c572a-5a7a-4f24-9590-be17cc63a2df triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:14.239378 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:14.328368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d03c572a-5a7a-4f24-9590-be17cc63a2df is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:14.328892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:14.353326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port d03c572a-5a7a-4f24-9590-be17cc63a2df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d03c572a-5a7a-4f24-9590-be17cc63a2df,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:14.358045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:14.410104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=d03c572a-5a7a-4f24-9590-be17cc63a2df,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:14.417740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.418193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.418533 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.418866 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.419196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.419524 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.419875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.420198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.420532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.420843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.421162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.421478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.421793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:14.437752 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-b1883d57-c6ec-4160-abf7-19e2a3f594a1 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:14.439245 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-b1883d57-c6ec-4160-abf7-19e2a3f594a1 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 816 time: 0.1096964 Mar 07 11:25:14.454639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-d5365d01-6406-48c8-b94a-5f906a9dcb17 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/quotas/468985f9086f472cb5eda766ad0db79b HTTP/1.1" status: 200 len: 375 time: 0.0098457 Mar 07 11:25:14.514144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-a9ed1242-49bb-4971-9971-29359c93cb14 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543993 Mar 07 11:25:14.631986 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-5399e3b2-1ab5-4519-8d0d-c78277de4385 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:25:14.632993 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-5399e3b2-1ab5-4519-8d0d-c78277de4385 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073134 Mar 07 11:25:14.729761 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-66e47cca-a398-4ac2-855e-b331eb0e4c68 service neutron] 10.222.0.23 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905941 Mar 07 11:25:14.824924 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-d089d61c-76d6-4b0e-8df8-ed00097c6ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887365 Mar 07 11:25:14.992656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4750462-4955-4542-95e5-390e48825cc5 req-094c8b31-054e-4f8f-b902-bda5804101f2 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 210 time: 0.0277655 Mar 07 11:25:15.383914 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Sync routers for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:15.395580 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:15.399187 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:15.512052 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:15.714736 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:13Z', 'revision_number': 4, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64', 'name': '', 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'mac_address': 'fa:16:3e:4c:ca:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:12Z', 'updated_at': '2022-03-07T11:25:13Z', 'revision_number': 2, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'subnets': [{'id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:15.743526 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Checking router: 96a7be57-a9fb-400e-8292-9d0fc12d0f68 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:15.743901 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Updating router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:25:15.871301 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:15.970560 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-003265dd-ac87-478c-913e-42672bb62613 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:15.972010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-003265dd-ac87-478c-913e-42672bb62613 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.26 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 816 time: 0.1122577 Mar 07 11:25:15.985228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Request body: {'port': {'device_id': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'admin_state_up': True, 'tenant_id': '468985f9086f472cb5eda766ad0db79b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:16.109935 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc95c767-4c39-4cbf-b224-ab5b0c0f1894 req-80717713-f708-432e-83cd-55fa16dc556a tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 210 time: 0.0385501 Mar 07 11:25:16.132662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Made reservation on behalf of 468985f9086f472cb5eda766ad0db79b for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:16.136398 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.159334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d03c572a-5a7a-4f24-9590-be17cc63a2df up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:16.169542 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks [] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.176909 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.210773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port d03c572a-5a7a-4f24-9590-be17cc63a2df triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:16.211150 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.232451 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06da0d-c53d-4094-89bb-20c10fd5e22f None None] Pushing event updated for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:16.288598 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Attempting to bind port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:16.288969 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Attempting to bind port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:16.289328 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Attempting to bind port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 on network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:16.294924 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:16.295345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Checking segment: {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:16.295847 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.296238 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Bound using segment: {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:16.296697 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Bound port: a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:16.297385 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.298445 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Allocated IP 172.20.0.11 (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c/1f5c338a-68d2-4b0f-9df1-91dbc18932e4/6fe6258a-8680-494e-a7e5-d422b067eef5) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:16.310659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port d03c572a-5a7a-4f24-9590-be17cc63a2df is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:16.363332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] For port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:16.366944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] For port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:16.374674 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.437885 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:16.438561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:24:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:16.477715 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06da0d-c53d-4094-89bb-20c10fd5e22f None None] Pushing event updated for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:16.477925 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks [] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.524441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.562622 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:16.575749 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:16.578875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:16.582707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:16.604177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Provisioning complete for port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:16.605106 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.649482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:16.650182 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.674784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Pushing event updated for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:16.686787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-ccd1515d-2ea0-4fc6-9ad9-91685e2183d5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7064719 Mar 07 11:25:16.727220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Current status of the port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:16.728589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.772460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] For port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:16.781161 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.783580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Request body: {'port': {'device_id': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:16.836689 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:13Z', 'revision_number': 4, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64', 'name': '', 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'mac_address': 'fa:16:3e:4c:ca:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:12Z', 'updated_at': '2022-03-07T11:25:16Z', 'revision_number': 4, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'subnets': [{'id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:16.859024 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:16.863229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c380a82-2650-40cf-9032-766d472b31c7 None None] Pushing event updated for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:16.864762 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4857c74-a5ba-45e9-bcb1-b76105b97dcb None None] The sync data for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 is: [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:13Z', 'revision_number': 4, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64', 'name': '', 'network_id': '99aa5b0d-fbf4-4a10-9bdc-64069cff2403', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'mac_address': 'fa:16:3e:4c:ca:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:12Z', 'updated_at': '2022-03-07T11:25:16Z', 'revision_number': 4, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'subnets': [{'id': '8eeb8f6c-5406-43a2-9292-24d9215d7049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:16.916989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-702f15cc-04de-4dfc-990e-d98064b1e721 None None] Provisioning complete for port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:16.917567 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-702f15cc-04de-4dfc-990e-d98064b1e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.037146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-702f15cc-04de-4dfc-990e-d98064b1e721 None None] Current status of the port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:17.161420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0e488171-8da5-4dff-ae0a-93de35cf0b51 None None] Provisioning complete for port 6fe6258a-8680-494e-a7e5-d422b067eef5 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:17.162012 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0e488171-8da5-4dff-ae0a-93de35cf0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.165018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe6258a-8680-494e-a7e5-d422b067eef5 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:25:17.173877 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks [] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.187926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Transition to ACTIVE for port object 6fe6258a-8680-494e-a7e5-d422b067eef5 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:25:17.195601 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.214092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0e488171-8da5-4dff-ae0a-93de35cf0b51 None None] Port 6fe6258a-8680-494e-a7e5-d422b067eef5 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:17.306382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:17.351352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace10ef-f21e-4df2-9ae2-ec9123c2ec7f req-0dda5aa7-6920-470b-b94e-ab8258f360f2 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.353002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cace10ef-f21e-4df2-9ae2-ec9123c2ec7f req-0dda5aa7-6920-470b-b94e-ab8258f360f2 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 944 time: 0.1480889 Mar 07 11:25:17.391175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Attempting to bind port 6fe6258a-8680-494e-a7e5-d422b067eef5 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:17.391511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Attempting to bind port 6fe6258a-8680-494e-a7e5-d422b067eef5 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:17.391869 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Attempting to bind port 6fe6258a-8680-494e-a7e5-d422b067eef5 on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:17.405215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Port 6fe6258a-8680-494e-a7e5-d422b067eef5 on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:25:17.405589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Attempting to bind port 6fe6258a-8680-494e-a7e5-d422b067eef5 on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:17.420202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:17.420537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Checking segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:17.420928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Bound using segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:17.421375 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Bound port: 6fe6258a-8680-494e-a7e5-d422b067eef5, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:17.421735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.438651 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cace10ef-f21e-4df2-9ae2-ec9123c2ec7f req-2ffc12c8-96c9-4dbf-9a0c-4e3431cc7d7a tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Mar 07 11:25:17.508598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:17.511908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe6258a-8680-494e-a7e5-d422b067eef5,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:17.519916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.558223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.558850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.560427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fe6258a-8680-494e-a7e5-d422b067eef5 HTTP/1.1" status: 200 len: 1092 time: 0.8662326 Mar 07 11:25:17.560776 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:17.563144 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fcf7f6e27c98a39e29738752feb033ed141bb008fce96157d7cebaa6d674566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a91072-e605-4090-a468-69932f277f63" -d '{"events": [{"name": "network-changed", "server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:17.590864 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f3ca0-c7a1-4967-9463-5ff5d87bdfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:17.661518 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-6ba1cf4a-bcf3-4be3-a6aa-ecff04cd9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.663095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-6ba1cf4a-bcf3-4be3-a6aa-ecff04cd9460 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 1126 time: 0.0526886 Mar 07 11:25:17.707640 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efdef2a-57e9-4352-81c7-f5373dae6382 x-openstack-request-id: req-9efdef2a-57e9-4352-81c7-f5373dae6382 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:17.707965 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:17.708219 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9efdef2a-57e9-4352-81c7-f5373dae6382 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:17.708628 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5', 'status': 'completed', 'code': 200} Mar 07 11:25:17.710484 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-40b579c9-9ab2-4cd8-a825-19d556a639db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe6258a-8680-494e-a7e5-d422b067eef5 HTTP/1.1" status: 200 len: 217 time: 0.0401835 Mar 07 11:25:17.770134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-d086eb7f-8ff7-4025-bc47-0e560586f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.771615 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-d086eb7f-8ff7-4025-bc47-0e560586f10b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 200 len: 855 time: 0.0524042 Mar 07 11:25:17.820269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052178-180a-4530-9465-248b069f1678 req-47691c39-e13a-4c9a-9c0f-a6cea73d5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.821774 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-47691c39-e13a-4c9a-9c0f-a6cea73d5a1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444109 Mar 07 11:25:17.914604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-c5cc3cf9-e496-4560-b57a-06d93d502926 service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Mar 07 11:25:18.021046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c052178-180a-4530-9465-248b069f1678 req-94aeffb6-63bd-44bd-956b-ec13db6a5fee service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003299 Mar 07 11:25:18.117710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a91072-e605-4090-a468-69932f277f63 req-245a417a-afdc-4f02-a663-0c1a746a91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.119227 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-245a417a-afdc-4f02-a663-0c1a746a91cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 1126 time: 0.0494599 Mar 07 11:25:18.162163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:18.210756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:18.211456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:18.218323 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a91072-e605-4090-a468-69932f277f63 req-e97cc50a-d5d9-4cd9-9efc-2e1bf2e7bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.220413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-e97cc50a-d5d9-4cd9-9efc-2e1bf2e7bfaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 917 time: 0.0951300 Mar 07 11:25:18.260176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-e7a814ba-db83-480c-a06e-9e3c1495a5f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe6258a-8680-494e-a7e5-d422b067eef5 HTTP/1.1" status: 200 len: 217 time: 0.0341754 Mar 07 11:25:18.291076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:18.313405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a91072-e605-4090-a468-69932f277f63 req-b036f5c8-2922-4f4c-813b-f53025b90847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.314856 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-b036f5c8-2922-4f4c-813b-f53025b90847 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 200 len: 855 time: 0.0488513 Mar 07 11:25:18.364703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a91072-e605-4090-a468-69932f277f63 req-58701610-a672-4dc9-a143-f84d092b3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.366271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-58701610-a672-4dc9-a143-f84d092b3ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455897 Mar 07 11:25:18.463055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-51cdc713-b4bc-4c60-9429-4462c8854e23 service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900564 Mar 07 11:25:18.559847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5a91072-e605-4090-a468-69932f277f63 req-14ee89d6-f736-4abc-ad34-4cd154b8802d service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896201 Mar 07 11:25:18.622043 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64ed74-8650-4ae1-8795-2c1b375300d8 req-abc154f8-d3e9-424e-a03b-3de02ed2bd64 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.623511 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb64ed74-8650-4ae1-8795-2c1b375300d8 req-abc154f8-d3e9-424e-a03b-3de02ed2bd64 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 944 time: 0.0526657 Mar 07 11:25:18.670598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fb64ed74-8650-4ae1-8795-2c1b375300d8 req-cec7c971-8886-4baf-8e7e-c4a654a5a5d0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Mar 07 11:25:19.806573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c44b-7736-4903-8e27-7b0665b85d60 req-db36ba80-a7a9-4e32-9acb-b0d5221d680b tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:19.808371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7430c44b-7736-4903-8e27-7b0665b85d60 req-db36ba80-a7a9-4e32-9acb-b0d5221d680b tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 944 time: 0.0639565 Mar 07 11:25:19.857267 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7430c44b-7736-4903-8e27-7b0665b85d60 req-2a6a0315-3b3f-4663-8983-332e31a765ec tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Mar 07 11:25:20.779912 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-47753898-3634-447f-87da-1bdeefd8a542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:20.981756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dda06e-26f4-4aee-a453-9a341f985d38 req-0a52299d-b9b2-47c3-87fb-7cf111f9424f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:20.983671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57dda06e-26f4-4aee-a453-9a341f985d38 req-0a52299d-b9b2-47c3-87fb-7cf111f9424f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 944 time: 0.0558612 Mar 07 11:25:21.034910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57dda06e-26f4-4aee-a453-9a341f985d38 req-567f8aa9-a802-4b88-ae4c-3fe43e4acfab tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Mar 07 11:25:21.353995 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe6258a-8680-494e-a7e5-d422b067eef5 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:25:21.468109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe6258a-8680-494e-a7e5-d422b067eef5,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:21.482931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '6fe6258a-8680-494e-a7e5-d422b067eef5', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'port_id': '6fe6258a-8680-494e-a7e5-d422b067eef5', 'mac_address': 'fa:16:3e:8c:ff:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:25:21.690351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6fe6258a-8680-494e-a7e5-d422b067eef5 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:21.691004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:21.709065 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe6258a-8680-494e-a7e5-d422b067eef5 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:25:21.731026 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe6258a-8680-494e-a7e5-d422b067eef5,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:21.737999 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:21.788193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:21.935460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6fe6258a-8680-494e-a7e5-d422b067eef5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:25:22.210682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b616e8-cacc-4c74-ad22-2b22eb9094b7 req-af592b64-5e55-45d1-b091-f64e5550aea1 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:22.212196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4b616e8-cacc-4c74-ad22-2b22eb9094b7 req-af592b64-5e55-45d1-b091-f64e5550aea1 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 945 time: 0.0637562 Mar 07 11:25:22.266375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4b616e8-cacc-4c74-ad22-2b22eb9094b7 req-01f61680-9eb4-4045-b7b0-954c740e57a5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Mar 07 11:25:23.026601 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e233132c-d236-43d4-86bb-4355e489398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.383878 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe6258a-8680-494e-a7e5-d422b067eef5 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:23.435728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 6fe6258a-8680-494e-a7e5-d422b067eef5 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:25:23.439958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 6fe6258a-8680-494e-a7e5-d422b067eef5 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:23.440325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.477492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10daa1-b483-4717-8f54-535c4a958929 req-c3486948-1736-4240-81ec-3d01fb1792c5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:23.478992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc10daa1-b483-4717-8f54-535c4a958929 req-c3486948-1736-4240-81ec-3d01fb1792c5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 945 time: 0.0990767 Mar 07 11:25:23.523633 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 6fe6258a-8680-494e-a7e5-d422b067eef5 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:23.524050 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.526707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dc10daa1-b483-4717-8f54-535c4a958929 req-753d3b25-6c37-468d-82e4-30428708e249 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Mar 07 11:25:23.548652 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:23.550970 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5593033e859e043ae07ae4895be88d8d5b32083fa9b18bc1bbb75cce47414f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe0a03-6bcf-4b79-82b1-23278ecd24f9" -d '{"events": [{"server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "name": "network-vif-plugged", "status": "completed", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:23.563205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe6258a-8680-494e-a7e5-d422b067eef5,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:23.568273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.592625 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2892d807-0c61-4415-b51c-c731e872732a x-openstack-request-id: req-2892d807-0c61-4415-b51c-c731e872732a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:23.592938 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "name": "network-vif-plugged", "status": "completed", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:23.593161 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2892d807-0c61-4415-b51c-c731e872732a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:23.593554 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5', 'code': 200} Mar 07 11:25:23.620105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:23.687916 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeef442-bd60-4d40-a964-8f88fff15230 req-91b9a17a-42bc-4e5b-b492-5ef218dcbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:23.689413 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7aeef442-bd60-4d40-a964-8f88fff15230 req-91b9a17a-42bc-4e5b-b492-5ef218dcbde8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 1128 time: 0.0430150 Mar 07 11:25:23.736503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7aeef442-bd60-4d40-a964-8f88fff15230 req-8b00ba9c-b95c-43b3-bd50-a60dd8a6c6f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Mar 07 11:25:24.427185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:24.664188 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8714b9-a7f3-4f5b-b507-dd219f5e3924 req-e445d437-88ad-4115-ad2e-d20d2be2b26c tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:24.665482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:24.665697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e8714b9-a7f3-4f5b-b507-dd219f5e3924 req-e445d437-88ad-4115-ad2e-d20d2be2b26c tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.0662694 Mar 07 11:25:24.719915 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e8714b9-a7f3-4f5b-b507-dd219f5e3924 req-f86b2119-9f64-497f-a68d-5fcba907a814 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480852 Mar 07 11:25:24.804921 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:25:25.847476 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:25.974590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334c86a-a516-42e8-86a3-6b3c0e508d72 req-5656b453-3081-41ac-acfd-a705cd9aef52 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:25.976016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8334c86a-a516-42e8-86a3-6b3c0e508d72 req-5656b453-3081-41ac-acfd-a705cd9aef52 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.1299143 Mar 07 11:25:26.040189 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8334c86a-a516-42e8-86a3-6b3c0e508d72 req-d10127b2-7654-4b25-9af3-a568f2b08f8d tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531862 Mar 07 11:25:26.182630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebc869-385f-45fb-8aac-e67303f8352b req-913364ed-b1b8-44a3-b6a7-4b151ce4ce0a tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:26.184143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eebc869-385f-45fb-8aac-e67303f8352b req-913364ed-b1b8-44a3-b6a7-4b151ce4ce0a tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.0563383 Mar 07 11:25:26.250497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5eebc869-385f-45fb-8aac-e67303f8352b req-916366c5-82a0-4171-80b3-2abacb72c2a3 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596466 Mar 07 11:25:27.111444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:29.295938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:50.767123 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-953d4039-609e-4e54-b1d8-bf302ab68f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:53.032895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e602c29b-1a7b-441b-9fc1-9959aa8ac84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:54.425388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:54.680164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:55.272871 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-8953edb7-4b63-44a3-834c-24be954c612f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905073 Mar 07 11:25:55.360468 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-799930f0-098e-4308-aea8-5455a1675775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:55.362089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-799930f0-098e-4308-aea8-5455a1675775 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 1128 time: 0.0471582 Mar 07 11:25:55.474403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-593bfe87-e4bd-4e8e-9d65-f0d1fd50e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:55.475813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-593bfe87-e4bd-4e8e-9d65-f0d1fd50e1f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 917 time: 0.0942039 Mar 07 11:25:55.517533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-bcb8d8e8-11c8-4982-aafb-8f79f68a841d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe6258a-8680-494e-a7e5-d422b067eef5 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Mar 07 11:25:55.565300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-fff26c11-d51c-4919-bfef-45d5cf957548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:55.566724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-fff26c11-d51c-4919-bfef-45d5cf957548 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 200 len: 855 time: 0.0429018 Mar 07 11:25:55.618834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-7d28600a-19c3-4da6-b850-8c888513cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:55.620370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-7d28600a-19c3-4da6-b850-8c888513cc72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483541 Mar 07 11:25:55.711113 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-0a4f062e-fb5e-4a9f-8cd2-d08ee1d8bd2d service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Mar 07 11:25:55.806162 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a6aa5de0-131e-4908-bbf0-5c6ce3e1068e req-41be34ca-07dd-4f53-a935-fa65323bb0a6 service neutron] 10.222.0.26 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877414 Mar 07 11:25:55.852028 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:57.111597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:59.297069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:00.814013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d8dd8-9d04-494d-b124-17b4b642433a req-361cf464-21ce-4799-9d20-19a27416bfb0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:00.815701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-112d8dd8-9d04-494d-b124-17b4b642433a req-361cf464-21ce-4799-9d20-19a27416bfb0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.0571654 Mar 07 11:26:00.865173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-112d8dd8-9d04-494d-b124-17b4b642433a req-e6a4ffa4-dbd4-48d1-8c86-01fa89549658 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Mar 07 11:26:01.804825 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:26:01.990564 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f592bd-4c4f-4bcd-8abc-53b433c9725c req-88bc4a67-3b07-46e1-b346-34a92da59a00 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.993259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82f592bd-4c4f-4bcd-8abc-53b433c9725c req-88bc4a67-3b07-46e1-b346-34a92da59a00 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.0572364 Mar 07 11:26:02.047190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82f592bd-4c4f-4bcd-8abc-53b433c9725c req-6b91314c-eab7-4e51-9b2f-468893487a13 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Mar 07 11:26:02.229681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1d256-e12e-498e-befd-583db732c495 req-6cb9754b-70b9-4359-84f9-ba7f5672054e tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:02.231726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1fc1d256-e12e-498e-befd-583db732c495 req-6cb9754b-70b9-4359-84f9-ba7f5672054e tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.26 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 946 time: 0.0595140 Mar 07 11:26:02.330994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Deleting port 6fe6258a-8680-494e-a7e5-d422b067eef5 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:02.331251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.426745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] For port 6fe6258a-8680-494e-a7e5-d422b067eef5, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=6fe6258a-8680-494e-a7e5-d422b067eef5,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:02.427065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.440269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Calling delete_port for 6fe6258a-8680-494e-a7e5-d422b067eef5 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:02.580621 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (6fe6258a-8680-494e-a7e5-d422b067eef5), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.596426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['6fe6258a-8680-494e-a7e5-d422b067eef5'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:02.614740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Pushing event deleted for resources: {'Port': ['ID=6fe6258a-8680-494e-a7e5-d422b067eef5,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:02.663767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] No DVR routers for this DVR port 6fe6258a-8680-494e-a7e5-d422b067eef5 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:02.666514 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.670061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1fc1d256-e12e-498e-befd-583db732c495 req-4645b5bd-3e11-42f0-86e6-08053cb378f7 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.26 "DELETE /v2.0/ports/6fe6258a-8680-494e-a7e5-d422b067eef5 HTTP/1.1" status: 204 len: 173 time: 0.4339406 Mar 07 11:26:02.670532 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'name': 'network-vif-deleted', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:02.713564 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db5b48c-2468-4155-aec6-a0d699f97492" -d '{"events": [{"server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "name": "network-vif-deleted", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:02.807721 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1120b97-6311-46cd-a3de-7f445502d2e5 x-openstack-request-id: req-e1120b97-6311-46cd-a3de-7f445502d2e5 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:02.808112 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc9a5f-145d-4923-8bb0-d5379181fbbd", "name": "network-vif-deleted", "tag": "6fe6258a-8680-494e-a7e5-d422b067eef5", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:02.808368 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1120b97-6311-46cd-a3de-7f445502d2e5 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:02.808770 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc9a5f-145d-4923-8bb0-d5379181fbbd', 'name': 'network-vif-deleted', 'tag': '6fe6258a-8680-494e-a7e5-d422b067eef5', 'status': 'completed', 'code': 200} Mar 07 11:26:03.167978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f40824a-e655-4b7c-906f-4a314e522207 req-8a3aa822-58ee-4bbf-915a-1c928758eccb tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafc9a5f-145d-4923-8bb0-d5379181fbbd HTTP/1.1" status: 200 len: 210 time: 0.0277686 Mar 07 11:26:04.722774 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-7f3464c0-efe1-4b51-9c66-1691e740d4d4 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:04.724243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-7f3464c0-efe1-4b51-9c66-1691e740d4d4 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 816 time: 0.1283181 Mar 07 11:26:04.739116 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-8a7f3978-2410-40d9-87f7-3d5b8f3df254 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/quotas/468985f9086f472cb5eda766ad0db79b HTTP/1.1" status: 200 len: 375 time: 0.0092731 Mar 07 11:26:04.796150 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-95417b73-5ff7-4696-aa44-8905ceee2524 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521438 Mar 07 11:26:04.912249 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-5f63e7d9-622f-43d1-a5d3-a61ef1c95712 service neutron] 10.222.0.23 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006303 Mar 07 11:26:05.008297 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-c9c9d24c-bfd9-4a4b-bc2c-da6dad703be8 service neutron] 10.222.0.23 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878348 Mar 07 11:26:05.187448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d32dfd9-7380-4cca-a4d5-6eda2d8a1fab req-bb884352-73d7-44a2-930a-0624d41dad4d tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 210 time: 0.0329320 Mar 07 11:26:05.585400 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe6258a-8680-494e-a7e5-d422b067eef5 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:05.608998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 6fe6258a-8680-494e-a7e5-d422b067eef5 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:26:05.609333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 6fe6258a-8680-494e-a7e5-d422b067eef5 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:06.150953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-e5a0382e-ecd8-49e8-b195-a38f60068b47 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.152450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-e5a0382e-ecd8-49e8-b195-a38f60068b47 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.32 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 816 time: 0.1054337 Mar 07 11:26:06.164185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Request body: {'port': {'device_id': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'admin_state_up': True, 'tenant_id': '468985f9086f472cb5eda766ad0db79b'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:06.280108 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Made reservation on behalf of 468985f9086f472cb5eda766ad0db79b for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:26:06.283462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.284646 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-282ba03b-8b7b-4af2-a243-3797cca8113a req-3010a6db-f9c9-4d30-81ee-296cb2e44926 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 210 time: 0.0284145 Mar 07 11:26:06.417704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Allocated IP 172.20.0.14 (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c/1f5c338a-68d2-4b0f-9df1-91dbc18932e4/af92e7f1-ccda-49bb-9a41-ebdc9c64e7be) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:26:06.581152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks [] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.622658 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.669852 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:26:06.673004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:26:06.676587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:26:06.702526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Pushing event updated for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:06.717595 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.717925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.718244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.718610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.718934 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.719250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.719572 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.719930 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.720252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.720573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.720887 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.721201 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.721515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:06.742721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.743371 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.761651 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-e026db69-5397-4a41-a16d-dfdb04a58fe5 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012120 Mar 07 11:26:06.862395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Request body: {'port': {'device_id': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:06.922054 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.935425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5401fbfb-adcb-47e1-835b-0035db7ca0dd None None] Provisioning complete for port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:06.936020 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5401fbfb-adcb-47e1-835b-0035db7ca0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.972040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5401fbfb-adcb-47e1-835b-0035db7ca0dd None None] Port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:26:07.206324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af92e7f1-ccda-49bb-9a41-ebdc9c64e7be {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:07.214117 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks [] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:07.226700 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Transition to ACTIVE for port object af92e7f1-ccda-49bb-9a41-ebdc9c64e7be will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:26:07.232725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:07.284244 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Pushing event updated for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:07.362475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Attempting to bind port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:26:07.362955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Attempting to bind port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:26:07.363379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Attempting to bind port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:07.372757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:26:07.373227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Attempting to bind port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be on network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:07.382970 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:26:07.383527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Checking segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:26:07.383996 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Bound using segment: {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:26:07.385533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Bound port: af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72a22a4-0338-4ca9-8361-252812f45e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:26:07.385889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:07.419747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5f660-83d6-4598-8c50-e82b5d7853ef req-ba2d89a9-25f1-43af-8460-23cd89eefab0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.421369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbe5f660-83d6-4598-8c50-e82b5d7853ef req-ba2d89a9-25f1-43af-8460-23cd89eefab0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 944 time: 0.0624521 Mar 07 11:26:07.463467 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:07.467278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:26:07.475636 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:07.479507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fbe5f660-83d6-4598-8c50-e82b5d7853ef req-0ab6bbac-f637-49b5-9769-a88f30ce2bc6 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Mar 07 11:26:07.515128 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.515752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:07.517167 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] 10.222.0.32 "PUT /v2.0/ports/af92e7f1-ccda-49bb-9a41-ebdc9c64e7be HTTP/1.1" status: 200 len: 1092 time: 0.7105391 Mar 07 11:26:07.517615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:07.519915 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a" -d '{"events": [{"name": "network-changed", "server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:07.546862 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4030a-527c-4a24-b717-fff424282a27 service neutron] Pushing event updated for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:07.604495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-1bf4ffd4-ef38-4329-be99-bb9ba9611500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.606702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-1bf4ffd4-ef38-4329-be99-bb9ba9611500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 1126 time: 0.0505338 Mar 07 11:26:07.658166 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcc149-a433-40c7-b26b-363772045f24 x-openstack-request-id: req-16dcc149-a433-40c7-b26b-363772045f24 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:07.658460 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:07.658704 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16dcc149-a433-40c7-b26b-363772045f24 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:07.659099 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be', 'status': 'completed', 'code': 200} Mar 07 11:26:07.660972 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-cdaa0204-24fb-4c46-b89b-14cfeb0d7943 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be HTTP/1.1" status: 200 len: 217 time: 0.0475438 Mar 07 11:26:07.713971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-70dc6408-904c-4c26-b9f5-e98af2ad0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.715896 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-70dc6408-904c-4c26-b9f5-e98af2ad0a98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 200 len: 855 time: 0.0465946 Mar 07 11:26:07.767006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66644-d088-4037-91a7-b0c9a509343d req-8cc863e8-326a-42cc-8397-374120505a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.768561 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-8cc863e8-326a-42cc-8397-374120505a0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473950 Mar 07 11:26:07.865194 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-706714aa-8beb-432a-925c-f08290a5a75e service neutron] 10.222.0.32 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900545 Mar 07 11:26:07.962183 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49f66644-d088-4037-91a7-b0c9a509343d req-1e25adcc-3dd4-4e47-b2df-05d12cc155b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905991 Mar 07 11:26:08.068842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-107ecf45-9e6d-449d-8eff-03e544b2c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.070870 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-107ecf45-9e6d-449d-8eff-03e544b2c8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 1126 time: 0.0594528 Mar 07 11:26:08.163622 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-c32635bc-0c78-4396-b14b-535e9ad567e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.165195 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-c32635bc-0c78-4396-b14b-535e9ad567e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 200 len: 917 time: 0.0881295 Mar 07 11:26:08.211198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-b5321727-e5a5-4063-8e32-6c73a1676fd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be HTTP/1.1" status: 200 len: 217 time: 0.0397985 Mar 07 11:26:08.259725 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-2e846838-695b-4ee1-8063-6f67f0cad9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.261185 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-2e846838-695b-4ee1-8063-6f67f0cad9de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 200 len: 855 time: 0.0441279 Mar 07 11:26:08.311213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-9432b8a8-c642-4ac3-9b05-bf281b867cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.312677 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-9432b8a8-c642-4ac3-9b05-bf281b867cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456433 Mar 07 11:26:08.405409 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-b0be07b0-60fb-4ba3-84d1-0757e551a426 service neutron] 10.222.0.32 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Mar 07 11:26:08.501173 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-58885eb2-9ce4-4e98-bd1e-a2db13c4340a req-2eb7a68e-f27e-4556-828a-01c7282f1c79 service neutron] 10.222.0.32 "GET /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898185 Mar 07 11:26:08.609574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff3815-dbe4-481c-adc2-ad26b3ab2c27 req-554a4896-af8a-4fd3-b04f-9fd7247bcca0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.611053 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cff3815-dbe4-481c-adc2-ad26b3ab2c27 req-554a4896-af8a-4fd3-b04f-9fd7247bcca0 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 944 time: 0.0551209 Mar 07 11:26:08.662346 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0cff3815-dbe4-481c-adc2-ad26b3ab2c27 req-9abee638-698b-44f7-8e2c-ea9a196ab186 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Mar 07 11:26:09.792559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393cfe4-57d8-4ae4-9a1c-f64f65f1f65f req-f3c90314-891b-4f1a-9167-6467c93f151f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:09.794016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b393cfe4-57d8-4ae4-9a1c-f64f65f1f65f req-f3c90314-891b-4f1a-9167-6467c93f151f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 944 time: 0.0529807 Mar 07 11:26:09.843612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b393cfe4-57d8-4ae4-9a1c-f64f65f1f65f req-d8fcec7a-15f7-442a-ad76-e5d27ec2cb30 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Mar 07 11:26:10.969718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61914-e272-4963-b53c-8b94010861c0 req-5c2f5108-361f-4fc3-87c9-7edd73591dcb tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:10.971200 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dc61914-e272-4963-b53c-8b94010861c0 req-5c2f5108-361f-4fc3-87c9-7edd73591dcb tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 944 time: 0.0550172 Mar 07 11:26:11.025770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1dc61914-e272-4963-b53c-8b94010861c0 req-a757349e-618a-4dc3-be01-7962334114d9 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Mar 07 11:26:12.390666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device af92e7f1-ccda-49bb-9a41-ebdc9c64e7be details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:26:12.484131 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd282-9887-47ee-9c96-75e6c616ca36 req-cabced86-b24f-401a-962f-6e4c40650e21 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:12.485942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f2dd282-9887-47ee-9c96-75e6c616ca36 req-cabced86-b24f-401a-962f-6e4c40650e21 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 944 time: 0.3837826 Mar 07 11:26:12.496627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:12.509311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be', 'network_id': 'c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c', 'port_id': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be', 'mac_address': 'fa:16:3e:8b:f6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5c338a-68d2-4b0f-9df1-91dbc18932e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:26:12.535195 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f2dd282-9887-47ee-9c96-75e6c616ca36 req-027ad387-7dd7-4158-9dc8-c3720cd31754 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Mar 07 11:26:12.547000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:12.547389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.560501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af92e7f1-ccda-49bb-9a41-ebdc9c64e7be {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:12.580872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:12.587056 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.636962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:12.886955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['af92e7f1-ccda-49bb-9a41-ebdc9c64e7be'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:13.661867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88cf3-3ece-4b38-933f-656241a1319d req-f22f576f-2375-45fd-afe6-76e14dcb2ff4 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:13.663335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35e88cf3-3ece-4b38-933f-656241a1319d req-f22f576f-2375-45fd-afe6-76e14dcb2ff4 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 945 time: 0.0578160 Mar 07 11:26:13.709587 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-35e88cf3-3ece-4b38-933f-656241a1319d req-86ecdee1-76f3-4d6c-be84-651afd749505 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Mar 07 11:26:14.405300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device af92e7f1-ccda-49bb-9a41-ebdc9c64e7be up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:26:14.463714 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:26:14.469326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:14.469701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:14.551905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:14.552294 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:14.574781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:14.589159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:14.593719 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:14.622399 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9003e-aa7e-48f0-9660-79c1c3b7c0a7" -d '{"events": [{"server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "name": "network-vif-plugged", "status": "completed", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:14.650928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:14.658420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.658707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.659046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.659380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.659745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.660075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.660419 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.660739 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.661079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.661377 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.661767 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.661985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.662299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:14.707700 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a1d86-677f-455c-9621-77121acb3f9a x-openstack-request-id: req-2e2a1d86-677f-455c-9621-77121acb3f9a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:14.707992 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "name": "network-vif-plugged", "status": "completed", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:14.708280 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e2a1d86-677f-455c-9621-77121acb3f9a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:14.708683 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be', 'code': 200} Mar 07 11:26:14.812446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a6c69-db78-4f05-a112-e42e79dcf20e req-441c78f3-e521-4715-b0bd-7f36c46b1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:14.813971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f5a6c69-db78-4f05-a112-e42e79dcf20e req-441c78f3-e521-4715-b0bd-7f36c46b1fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 1128 time: 0.0454166 Mar 07 11:26:14.832579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcb24a-1ac7-49ad-ae05-1b2748337571 req-fcfde03f-d4d5-4294-b547-a9428d073b26 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:14.834061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87dcb24a-1ac7-49ad-ae05-1b2748337571 req-fcfde03f-d4d5-4294-b547-a9428d073b26 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0566263 Mar 07 11:26:14.863475 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4f5a6c69-db78-4f05-a112-e42e79dcf20e req-7234d00f-de69-4c1d-9730-e5c4225534aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Mar 07 11:26:14.880437 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-87dcb24a-1ac7-49ad-ae05-1b2748337571 req-22db59ea-a04e-4298-b542-2bc1ee0de334 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Mar 07 11:26:16.016751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119eb91-3fe9-444d-bf2c-64d5415f4a3a req-b1373960-1aa4-4ea7-9b5c-59d297c29055 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:16.018237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6119eb91-3fe9-444d-bf2c-64d5415f4a3a req-b1373960-1aa4-4ea7-9b5c-59d297c29055 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0593030 Mar 07 11:26:16.067788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6119eb91-3fe9-444d-bf2c-64d5415f4a3a req-f2cbe60a-9a4f-4a52-b11f-63dd9d5b5d9f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Mar 07 11:26:17.199390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdded1-5ce4-4b70-b2c5-1d30bb27ba41 req-a9124532-19e3-4bfc-99b7-9a8b2d0fc34c tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.201284 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fdbdded1-5ce4-4b70-b2c5-1d30bb27ba41 req-a9124532-19e3-4bfc-99b7-9a8b2d0fc34c tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0548601 Mar 07 11:26:17.252260 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fdbdded1-5ce4-4b70-b2c5-1d30bb27ba41 req-490c5e0b-9235-4245-af98-903713a6c715 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Mar 07 11:26:17.379250 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246f856-48c9-42c6-b2db-b6959f3f1797 req-03e40a60-6ecd-46b5-a6c3-b8dde1fb7b8f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.380760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6246f856-48c9-42c6-b2db-b6959f3f1797 req-03e40a60-6ecd-46b5-a6c3-b8dde1fb7b8f tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0559995 Mar 07 11:26:17.431333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6246f856-48c9-42c6-b2db-b6959f3f1797 req-ba8a52a0-3429-4791-be52-2430626c9570 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Mar 07 11:26:20.763137 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5e4-dca7-4e6e-8dcb-e8390c21f760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:23.037989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3c535e86-41be-4c4a-8bc2-8693b4cde5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:24.425685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:24.674243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:25.855438 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:27.112238 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:29.303126 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:38.781339 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-11f49df7-6508-4847-8613-b8242ee11870 req-20a3e3b7-0bc3-444b-b820-665d0173e673 service neutron] (103788) timed out ('10.222.0.23', 36738) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:26:38.805459 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:26:50.768067 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-57390c94-917f-4324-8652-16a22625cdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:52.800735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884dab0-b5d0-4f77-b1ee-1c31696622a9 req-1d1b69e2-1d8e-4784-b2dc-e392a0d15684 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:52.802470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e884dab0-b5d0-4f77-b1ee-1c31696622a9 req-1d1b69e2-1d8e-4784-b2dc-e392a0d15684 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0561178 Mar 07 11:26:52.854257 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e884dab0-b5d0-4f77-b1ee-1c31696622a9 req-ee146281-2cdd-4214-bb48-faba8348113d tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Mar 07 11:26:53.040554 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25dac023-21bd-4ad0-9826-85442655718a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:53.983496 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450fef4-bc0f-4d25-afa4-3b7cf3d0a436 req-97d2a2b7-8be2-42e8-8d18-787047c330eb tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:53.985054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c450fef4-bc0f-4d25-afa4-3b7cf3d0a436 req-97d2a2b7-8be2-42e8-8d18-787047c330eb tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0592692 Mar 07 11:26:54.037160 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c450fef4-bc0f-4d25-afa4-3b7cf3d0a436 req-f3205208-0ac3-40d5-a826-4becd94b74f3 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29dde61-412c-424b-b270-fd027ea774ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Mar 07 11:26:54.431909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.478621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-c68523d0-f746-4d0a-97a2-933a7a46bd73 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.480421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-c68523d0-f746-4d0a-97a2-933a7a46bd73 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 946 time: 0.0677338 Mar 07 11:26:54.581412 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Deleting port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:54.581683 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.680554 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] For port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:54.680927 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.688024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.694065 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Calling delete_port for af92e7f1-ccda-49bb-9a41-ebdc9c64e7be owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:54.839261 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (af92e7f1-ccda-49bb-9a41-ebdc9c64e7be), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.852124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['af92e7f1-ccda-49bb-9a41-ebdc9c64e7be'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:54.870197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Pushing event deleted for resources: {'Port': ['ID=af92e7f1-ccda-49bb-9a41-ebdc9c64e7be,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:54.915795 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] No DVR routers for this DVR port af92e7f1-ccda-49bb-9a41-ebdc9c64e7be on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:54.918637 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:54.922069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e6c21bb3-d858-4f50-81f2-3d4814ba80c7 req-05965427-c7e2-4e56-a14a-e1d114bce090 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.32 "DELETE /v2.0/ports/af92e7f1-ccda-49bb-9a41-ebdc9c64e7be HTTP/1.1" status: 204 len: 173 time: 0.4367843 Mar 07 11:26:54.922525 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'name': 'network-vif-deleted', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:54.924829 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f3f42f58353b5d215cdf63e6fda1380ecb8103271e216f8a8f3b2427ccbfcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84af7f3-a203-4861-9600-f17b7624eafd" -d '{"events": [{"server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "name": "network-vif-deleted", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:54.962389 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b095e8-0f1c-40d9-abba-4db7c62d1972 x-openstack-request-id: req-22b095e8-0f1c-40d9-abba-4db7c62d1972 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:54.962691 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad08f40-7372-4e25-89b6-c232b52beb0e", "name": "network-vif-deleted", "tag": "af92e7f1-ccda-49bb-9a41-ebdc9c64e7be", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:54.962943 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22b095e8-0f1c-40d9-abba-4db7c62d1972 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:54.963347 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad08f40-7372-4e25-89b6-c232b52beb0e', 'name': 'network-vif-deleted', 'tag': 'af92e7f1-ccda-49bb-9a41-ebdc9c64e7be', 'status': 'completed', 'code': 200} Mar 07 11:26:55.145633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e708c9e1-d6aa-45f3-b604-38484cfdc13f req-b710a3e5-ee54-4ba4-8779-a9eb286f4d62 tempest-TestEncryptedCinderVolumes-1449881356 tempest-TestEncryptedCinderVolumes-1449881356-project] 10.222.0.23 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 210 time: 0.0269165 Mar 07 11:26:55.486745 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-9b6f2fd7-480d-4673-a0db-7ff893a3b4f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aad08f40-7372-4e25-89b6-c232b52beb0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263073 Mar 07 11:26:55.564075 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-29d8548d-28cd-4eb1-8608-4d0444f85872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=468985f9086f472cb5eda766ad0db79b&device_id=aad08f40-7372-4e25-89b6-c232b52beb0e HTTP/1.1" status: 200 len: 210 time: 0.0258133 Mar 07 11:26:55.858247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:55.999020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-dd603038-171c-4c39-98e1-1a3a4f387dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:56.000533 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-dd603038-171c-4c39-98e1-1a3a4f387dd0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=468985f9086f472cb5eda766ad0db79b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4187376 Mar 07 11:26:56.173588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-b091f2fd-162a-47aa-81da-fcb9a70396ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:56.175122 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-958f4f32-eac0-4729-b088-12c9aa0560f3 req-b091f2fd-162a-47aa-81da-fcb9a70396ca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680300 Mar 07 11:26:56.254030 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:56.614484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (084d61af-816b-44d7-983d-24a7effcb59b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.886200 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Deleting port 260e99eb-1f83-4dc1-8a1b-f8058d56323c {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:56.886468 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.968446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] For port 260e99eb-1f83-4dc1-8a1b-f8058d56323c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=260e99eb-1f83-4dc1-8a1b-f8058d56323c,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:56.968792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.980598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Calling delete_port for 260e99eb-1f83-4dc1-8a1b-f8058d56323c owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:57.108798 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.175455 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (260e99eb-1f83-4dc1-8a1b-f8058d56323c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.203637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=260e99eb-1f83-4dc1-8a1b-f8058d56323c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:57.378661 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (084d61af-816b-44d7-983d-24a7effcb59b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.611035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Router 084d61af-816b-44d7-983d-24a7effcb59b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:26:57.721718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:26:57.727732 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7b378c38-559f-41cc-b103-caa3eebc1cf6 admin admin] 10.222.0.23 "PUT /v2.0/routers/084d61af-816b-44d7-983d-24a7effcb59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753468 Mar 07 11:26:57.729756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47398) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:57.732720 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Sync routers for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:26:57.744028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:57.744729 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:57.835759 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks [] for router (084d61af-816b-44d7-983d-24a7effcb59b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.852287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:57.948374 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks [] for router_gateway (084d61af-816b-44d7-983d-24a7effcb59b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.003664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Deleting port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:58.004040 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.037545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:26:57Z', 'revision_number': 5, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port': {'id': '3b10c61b-f86d-4c4e-a345-b3ed558b2ae1', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d61af-816b-44d7-983d-24a7effcb59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:05Z', 'updated_at': '2022-03-07T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:58.066226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Checking router: 084d61af-816b-44d7-983d-24a7effcb59b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:26:58.074730 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Routers {'084d61af-816b-44d7-983d-24a7effcb59b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:58.075728 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['084d61af-816b-44d7-983d-24a7effcb59b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:58.087639 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] For port 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:58.088026 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.099634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Calling delete_port for 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:58.168786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] Set router 084d61af-816b-44d7-983d-24a7effcb59b gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:58.224622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:26:57Z', 'revision_number': 6, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:58.250984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377712-91be-49ea-bd73-74e1422a1f81 None None] The sync data for ids ['084d61af-816b-44d7-983d-24a7effcb59b'] in n-d-832156-4 is: [{'id': '084d61af-816b-44d7-983d-24a7effcb59b', 'name': 'tempest-TestEncryptedCinderVolumes-198568296-router', 'tenant_id': '468985f9086f472cb5eda766ad0db79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:04Z', 'updated_at': '2022-03-07T11:26:57Z', 'revision_number': 6, 'project_id': '468985f9086f472cb5eda766ad0db79b', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:26:58.282352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3b10c61b-f86d-4c4e-a345-b3ed558b2ae1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.308318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b10c61b-f86d-4c4e-a345-b3ed558b2ae1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:58.335971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.336316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.336656 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.337029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.337329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.337672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.337983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.338304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.338627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.338926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.339247 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.339572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.339905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:58.379586 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (084d61af-816b-44d7-983d-24a7effcb59b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.485165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (084d61af-816b-44d7-983d-24a7effcb59b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.487207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks [] for router_controller (084d61af-816b-44d7-983d-24a7effcb59b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.538690 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (084d61af-816b-44d7-983d-24a7effcb59b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.539106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084d61af-816b-44d7-983d-24a7effcb59b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:26:58.543876 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.544957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b370a54b-2871-4220-8169-d88385e394a8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/084d61af-816b-44d7-983d-24a7effcb59b HTTP/1.1" status: 204 len: 168 time: 0.8142433 Mar 07 11:26:58.547873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47400) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:58.596040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Deleting subnet 1f5c338a-68d2-4b0f-9df1-91dbc18932e4 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:26:58.599406 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Publish callbacks [] for subnet (1f5c338a-68d2-4b0f-9df1-91dbc18932e4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.636104 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (1f5c338a-68d2-4b0f-9df1-91dbc18932e4), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.640556 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device af92e7f1-ccda-49bb-9a41-ebdc9c64e7be no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:58.668516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: af92e7f1-ccda-49bb-9a41-ebdc9c64e7be {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:26:58.668959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device af92e7f1-ccda-49bb-9a41-ebdc9c64e7be not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:58.731828 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (1f5c338a-68d2-4b0f-9df1-91dbc18932e4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.790728 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (1f5c338a-68d2-4b0f-9df1-91dbc18932e4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.817795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5c338a-68d2-4b0f-9df1-91dbc18932e4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:58.821352 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.824776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7d03f58b-3a1d-485e-80ed-e798d144abc1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1f5c338a-68d2-4b0f-9df1-91dbc18932e4 HTTP/1.1" status: 204 len: 168 time: 0.2759776 Mar 07 11:26:58.826205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f16a2-602b-4168-a1f4-0446fa307c0e None None] Network c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:26:58.827965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47402) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:58.895969 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:58.949799 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Deleting port ce04da88-65df-4905-ae0b-cc7493c08736 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:58.950507 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.018080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] For port ce04da88-65df-4905-ae0b-cc7493c08736, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce04da88-65df-4905-ae0b-cc7493c08736,segment=NetworkSegment(a72a22a4-0338-4ca9-8361-252812f45e60),segment_id=a72a22a4-0338-4ca9-8361-252812f45e60)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:59.018307 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.031422 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Calling delete_port for ce04da88-65df-4905-ae0b-cc7493c08736 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:59.086001 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] DHCP port deletion for c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:26:59.118113 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.140594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Deleting port ce04da88-65df-4905-ae0b-cc7493c08736 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:59.140938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.148148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce04da88-65df-4905-ae0b-cc7493c08736,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:59.153927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] No DVR routers for this DVR port ce04da88-65df-4905-ae0b-cc7493c08736 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:59.219197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] For port ce04da88-65df-4905-ae0b-cc7493c08736, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:59.219869 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.227267 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.232876 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Calling delete_port for ce04da88-65df-4905-ae0b-cc7493c08736 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:59.235548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Port ce04da88-65df-4905-ae0b-cc7493c08736 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:26:59.236835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (ce04da88-65df-4905-ae0b-cc7493c08736), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.248552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:59.258287 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72a22a4-0338-4ca9-8361-252812f45e60') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:59.258588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72a22a4-0338-4ca9-8361-252812f45e60') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:59.266369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] Pushing event deleted for resources: {'Port': ['ID=ce04da88-65df-4905-ae0b-cc7493c08736,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:59.270374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4b6ae-b86f-4e41-8aef-8ac7d1679b08 None None] No DVR routers for this DVR port ce04da88-65df-4905-ae0b-cc7493c08736 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:59.275619 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (a72a22a4-0338-4ca9-8361-252812f45e60), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.293394 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (a72a22a4-0338-4ca9-8361-252812f45e60), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.301163 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:26:59.301678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (a72a22a4-0338-4ca9-8361-252812f45e60), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:26:59.304209 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:26:59.308632 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.365298 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.370880 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:59.374137 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c HTTP/1.1" status: 204 len: 168 time: 0.5451581 Mar 07 11:26:59.377239 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47404) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:59.384964 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005588e-fd29-4808-9df8-d68f8a859b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bbd9ce-27f8-4d7f-91a7-956b1f394f6c,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:59.754468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.037987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Deleting port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:27:00.038177 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.129297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] For port a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:00.129632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.144381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Calling delete_port for a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:27:00.201294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:00.222092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:00.222789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3b10c61b-f86d-4c4e-a345-b3ed558b2ae1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:00.222789 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 260e99eb-1f83-4dc1-8a1b-f8058d56323c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:00.241563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 260e99eb-1f83-4dc1-8a1b-f8058d56323c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:00.241899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 260e99eb-1f83-4dc1-8a1b-f8058d56323c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:00.242307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce04da88-65df-4905-ae0b-cc7493c08736 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:00.260975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ce04da88-65df-4905-ae0b-cc7493c08736 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:00.261303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce04da88-65df-4905-ae0b-cc7493c08736 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:00.331300 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.354619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:00.523954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.751152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:27:00.863369 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:00.868948 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d8cbbce8-673c-4fde-a755-4be223fe16af admin admin] 10.222.0.23 "PUT /v2.0/routers/96a7be57-a9fb-400e-8292-9d0fc12d0f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905782 Mar 07 11:27:00.872728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47406) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:00.873725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Sync routers for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:00.884247 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:00.884870 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:00.985739 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks [] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:00.989479 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:01.091989 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks [] for router_gateway (96a7be57-a9fb-400e-8292-9d0fc12d0f68), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.145839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Deleting port d03c572a-5a7a-4f24-9590-be17cc63a2df {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:27:01.146243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.170858 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:27:00Z', 'revision_number': 5, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port': {'id': 'd03c572a-5a7a-4f24-9590-be17cc63a2df', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:01.244345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] For port d03c572a-5a7a-4f24-9590-be17cc63a2df, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=d03c572a-5a7a-4f24-9590-be17cc63a2df,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:01.244709 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.258107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Calling delete_port for d03c572a-5a7a-4f24-9590-be17cc63a2df owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:27:01.288775 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Checking router: 96a7be57-a9fb-400e-8292-9d0fc12d0f68 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:01.297371 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Routers {'96a7be57-a9fb-400e-8292-9d0fc12d0f68'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:01.297966 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:01.384403 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] Set router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:01.427049 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (d03c572a-5a7a-4f24-9590-be17cc63a2df), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.437701 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:27:01Z', 'revision_number': 6, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:01.459505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d03c572a-5a7a-4f24-9590-be17cc63a2df,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:01.467613 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e7bd6-5c91-43bf-a0cb-20334df51f11 None None] The sync data for ids ['96a7be57-a9fb-400e-8292-9d0fc12d0f68'] in n-d-832156-4 is: [{'id': '96a7be57-a9fb-400e-8292-9d0fc12d0f68', 'name': 'tempest-TestEncryptedCinderVolumes-1063920679-router', 'tenant_id': '79889d4f0f704c0fbe9e1e731b660b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:25:09Z', 'updated_at': '2022-03-07T11:27:01Z', 'revision_number': 6, 'project_id': '79889d4f0f704c0fbe9e1e731b660b41', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:01.523691 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.881959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.883772 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks [] for router_controller (96a7be57-a9fb-400e-8292-9d0fc12d0f68), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.931229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (96a7be57-a9fb-400e-8292-9d0fc12d0f68), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.931854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a7be57-a9fb-400e-8292-9d0fc12d0f68 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:27:01.936343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:01.937509 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7cabffbf-80d6-46e7-b6a6-6a9a639b0c8a admin admin] 10.222.0.23 "DELETE /v2.0/routers/96a7be57-a9fb-400e-8292-9d0fc12d0f68 HTTP/1.1" status: 204 len: 168 time: 1.0638015 Mar 07 11:27:01.940193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47408) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:01.988079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Deleting subnet 8eeb8f6c-5406-43a2-9292-24d9215d7049 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:27:01.991780 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Publish callbacks [] for subnet (8eeb8f6c-5406-43a2-9292-24d9215d7049), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.033298 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (8eeb8f6c-5406-43a2-9292-24d9215d7049), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.111595 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (8eeb8f6c-5406-43a2-9292-24d9215d7049), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.165561 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (8eeb8f6c-5406-43a2-9292-24d9215d7049), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.190633 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeb8f6c-5406-43a2-9292-24d9215d7049,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:02.195251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.199071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bebc9f56-cfae-4f62-80d1-b0dd698162a0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8eeb8f6c-5406-43a2-9292-24d9215d7049 HTTP/1.1" status: 204 len: 168 time: 0.2572398 Mar 07 11:27:02.199856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237a99b-3fbf-4ed9-8323-458950486bea None None] Network 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:27:02.202187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47410) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:02.283693 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (99aa5b0d-fbf4-4a10-9bdc-64069cff2403), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.302015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:02.324606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:02.324943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a6dfae2c-2815-4d08-aaf2-d2f9a38e2d64 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:02.325721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d03c572a-5a7a-4f24-9590-be17cc63a2df no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:02.338565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Deleting port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:27:02.338902 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.349022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: d03c572a-5a7a-4f24-9590-be17cc63a2df {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:02.349374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device d03c572a-5a7a-4f24-9590-be17cc63a2df not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:02.409600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] For port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:02.409956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.411277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] DHCP port deletion for 99aa5b0d-fbf4-4a10-9bdc-64069cff2403 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:27:02.423096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Calling delete_port for a2601bb1-1be2-4f6b-9d76-4b93e22e65ec owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:27:02.465263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Deleting port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:27:02.465621 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.504500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.532256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] For port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,segment=NetworkSegment(f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad),segment_id=f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:02.532619 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.535193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:02.539115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] No DVR routers for this DVR port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:27:02.550709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Calling delete_port for a2601bb1-1be2-4f6b-9d76-4b93e22e65ec owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:27:02.616392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (99aa5b0d-fbf4-4a10-9bdc-64069cff2403), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:27:02.626406 n-d-832156-4 neutron-server[103790]: self.session.flush() Mar 07 11:27:02.632335 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (a2601bb1-1be2-4f6b-9d76-4b93e22e65ec), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.636630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aa5b0d-fbf4-4a10-9bdc-64069cff2403']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:02.646097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:02.646392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:02.656069 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.656854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] Pushing event deleted for resources: {'Port': ['ID=a2601bb1-1be2-4f6b-9d76-4b93e22e65ec,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:02.660366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c957c-acc9-433d-b0c0-d7175c57eb65 None None] No DVR routers for this DVR port a2601bb1-1be2-4f6b-9d76-4b93e22e65ec on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:27:02.675505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.681793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:27:02.682170 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (f4ebba6d-4ba5-49ae-b7c2-a08dbfe963ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:27:02.683930 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:27:02.743882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (99aa5b0d-fbf4-4a10-9bdc-64069cff2403), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.749342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:02.752686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] 10.222.0.23 "DELETE /v2.0/networks/99aa5b0d-fbf4-4a10-9bdc-64069cff2403 HTTP/1.1" status: 204 len: 168 time: 0.5495141 Mar 07 11:27:02.763574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f606-153d-4e80-95ba-b6d1fc0f2d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=99aa5b0d-fbf4-4a10-9bdc-64069cff2403,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:02.923091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47414) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:02.966588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9c5d5194-6765-4348-a528-1f23eb165efb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=468985f9086f472cb5eda766ad0db79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422926 Mar 07 11:27:02.969361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47416) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:03.018642 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] Publish callbacks [] for security_group (d29dde61-412c-424b-b270-fd027ea774ef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.039964 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] Publish callbacks [] for security_group (d29dde61-412c-424b-b270-fd027ea774ef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.089626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d29dde61-412c-424b-b270-fd027ea774ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.094012 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.095599 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d29dde61-412c-424b-b270-fd027ea774ef HTTP/1.1" status: 204 len: 168 time: 0.1253374 Mar 07 11:27:03.104632 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba39948-5ea1-4346-b71e-a4d0adf6cf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29dde61-412c-424b-b270-fd027ea774ef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:03.463712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47422) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:03.512427 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6c4340c2-41c0-4c67-9928-9bc3a58c9dec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79889d4f0f704c0fbe9e1e731b660b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474510 Mar 07 11:27:03.514922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47424) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:03.579274 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] Publish callbacks [] for security_group (15584c97-ea04-4e41-9a58-003ae16734cb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.600797 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] Publish callbacks [] for security_group (15584c97-ea04-4e41-9a58-003ae16734cb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.649479 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (15584c97-ea04-4e41-9a58-003ae16734cb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.652139 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:03.653300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15584c97-ea04-4e41-9a58-003ae16734cb HTTP/1.1" status: 204 len: 168 time: 0.1375222 Mar 07 11:27:03.661555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43743141-75a8-41fe-ba08-49f8931c8bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15584c97-ea04-4e41-9a58-003ae16734cb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:04.190913 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a2601bb1-1be2-4f6b-9d76-4b93e22e65ec no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:04.215478 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: a2601bb1-1be2-4f6b-9d76-4b93e22e65ec {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:04.215891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device a2601bb1-1be2-4f6b-9d76-4b93e22e65ec not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:04.388977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47446) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:04.490526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-131720417-network', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:04.513145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Made reservation on behalf of 2472a1ef405e45ab996d196c59a76a7d for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:04.515762 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.524017 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.608375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks [] for security_group (db1a6e71-47f9-4025-948e-b32da7ea1beb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.614320 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (db1a6e71-47f9-4025-948e-b32da7ea1beb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.638134 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:27:04.647724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a6e71-47f9-4025-948e-b32da7ea1beb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:04.652406 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (696ec1a0-8cb0-480c-a9d4-6135156631cd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.652751 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Added segment 696ec1a0-8cb0-480c-a9d4-6135156631cd of type vlan for network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 Mar 07 11:27:04.691481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (57d4e435-d61b-4f0c-9d72-3b53c94d3e16), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.720818 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (57d4e435-d61b-4f0c-9d72-3b53c94d3e16), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.722932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:04.723861 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.763174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3731244 Mar 07 11:27:04.766330 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47450) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:04.771395 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Request body: {'subnet': {'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-131720417-subnet', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:04.793702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0c47a-5f6c-4fa2-9872-e0371a7e191a admin admin] Pushing event updated for resources: {'Network': ['ID=57d4e435-d61b-4f0c-9d72-3b53c94d3e16,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:04.798528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Made reservation on behalf of 2472a1ef405e45ab996d196c59a76a7d for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:04.801238 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:04.804313 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:27:04.983860 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.037040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:05.047448 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Checking segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:05.047833 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Network hostable DHCP agents. Network: 57d4e435-d61b-4f0c-9d72-3b53c94d3e16, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:27:05.065029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:27:05.076274 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 57d4e435-d61b-4f0c-9d72-3b53c94d3e16) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:05.082521 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:05.083393 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.087193 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2787c5-f4c7-4294-b1bb-5b410eef81f3 None None] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:27:05.106125 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aea9f905-a4fd-4a71-8a3d-ca2ca59089ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3386610 Mar 07 11:27:05.108978 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47452) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:05.113398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:05.134462 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.135461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.190434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:27:05.191284 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.191902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for router_controller (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.327930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Allocated IP 172.20.0.2 (57d4e435-d61b-4f0c-9d72-3b53c94d3e16/d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0/759dfaca-2073-4fc6-9ad0-68caf204d527) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:05.340165 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for router_gateway (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.473292 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks [] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.480458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.520715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:05.523690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:05.527071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:05.533998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Pushing event updated for resources: {'Port': ['ID=759dfaca-2073-4fc6-9ad0-68caf204d527,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:05.549878 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for router_gateway (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.569263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.586606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Attempting to bind port 759dfaca-2073-4fc6-9ad0-68caf204d527 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:05.586970 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Attempting to bind port 759dfaca-2073-4fc6-9ad0-68caf204d527 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:05.587336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Attempting to bind port 759dfaca-2073-4fc6-9ad0-68caf204d527 on network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:05.592282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:05.592670 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Checking segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:05.593070 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.593438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Bound using segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:05.593902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Bound port: 759dfaca-2073-4fc6-9ad0-68caf204d527, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:05.594274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.658316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] For port 759dfaca-2073-4fc6-9ad0-68caf204d527, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:05.661568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] For port 759dfaca-2073-4fc6-9ad0-68caf204d527, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=759dfaca-2073-4fc6-9ad0-68caf204d527,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:05.668195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.673479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Allocated IP 172.25.4.250 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/e13d2501-8f69-45b5-9918-306e2580281b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:05.722654 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb134-ab45-4f29-96d3-a205d5d12081 None None] Pushing event updated for resources: {'Port': ['ID=759dfaca-2073-4fc6-9ad0-68caf204d527,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:05.790977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for port (e13d2501-8f69-45b5-9918-306e2580281b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.828284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e13d2501-8f69-45b5-9918-306e2580281b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:05.876516 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:05.879809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:05.885288 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:05.888656 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Pushing event updated for resources: {'Port': ['ID=e13d2501-8f69-45b5-9918-306e2580281b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:06.168680 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for router_gateway (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.238179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 759dfaca-2073-4fc6-9ad0-68caf204d527 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:06.293142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 759dfaca-2073-4fc6-9ad0-68caf204d527 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:06.293512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.378727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.380185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 759dfaca-2073-4fc6-9ad0-68caf204d527 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:06.380578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.418024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 759dfaca-2073-4fc6-9ad0-68caf204d527, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=759dfaca-2073-4fc6-9ad0-68caf204d527,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:06.423583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.477439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=759dfaca-2073-4fc6-9ad0-68caf204d527,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:06.523526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:27:06.638976 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:06.649940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Sync routers for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:06.658323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.663378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47454) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:06.664173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:06.665004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:06.676356 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b7f2f019-013e-46db-baa7-edf9bec57c5a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5660293 Mar 07 11:27:06.728780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae99a44f-e55c-4f9f-9cab-f5ef9289af08 None None] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:27:06.847362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-14013112-89c9-46cc-9586-2ff58b7fa10f None None] Provisioning complete for port 759dfaca-2073-4fc6-9ad0-68caf204d527 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:06.847758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14013112-89c9-46cc-9586-2ff58b7fa10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.850338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:07.103318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-14013112-89c9-46cc-9586-2ff58b7fa10f None None] Current status of the port 759dfaca-2073-4fc6-9ad0-68caf204d527 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:07.111517 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.137663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:06Z', 'revision_number': 3, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:07.170514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Checking router: 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:07.171033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Updating router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 port e13d2501-8f69-45b5-9918-306e2580281b binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:27:07.201240 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e13d2501-8f69-45b5-9918-306e2580281b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.283213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Allocated IP 172.20.0.1 (57d4e435-d61b-4f0c-9d72-3b53c94d3e16/d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0/aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:07.395309 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks [] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.432277 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.463809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-82806b5d-4a66-4792-99dd-5e121024a19e None None] Provisioning complete for port 759dfaca-2073-4fc6-9ad0-68caf204d527 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:07.464432 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82806b5d-4a66-4792-99dd-5e121024a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.475711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:07.480294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:07.484378 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:07.496870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks [] for port (e13d2501-8f69-45b5-9918-306e2580281b), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.507706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:07.507910 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e13d2501-8f69-45b5-9918-306e2580281b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.531045 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.580322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Attempting to bind port e13d2501-8f69-45b5-9918-306e2580281b on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:07.580708 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Attempting to bind port e13d2501-8f69-45b5-9918-306e2580281b by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:07.581075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Attempting to bind port e13d2501-8f69-45b5-9918-306e2580281b on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:07.586421 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e0a1-2266-4d4c-9c40-2f2823212a54 None None] Pushing event updated for resources: {'Port': ['ID=e13d2501-8f69-45b5-9918-306e2580281b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:07.608035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:07.608413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:07.608815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.609210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:07.609697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Bound port: e13d2501-8f69-45b5-9918-306e2580281b, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:07.610079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e13d2501-8f69-45b5-9918-306e2580281b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.652378 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-82806b5d-4a66-4792-99dd-5e121024a19e None None] Current status of the port 759dfaca-2073-4fc6-9ad0-68caf204d527 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:07.676323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] For port e13d2501-8f69-45b5-9918-306e2580281b, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:07.679985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] For port e13d2501-8f69-45b5-9918-306e2580281b, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e13d2501-8f69-45b5-9918-306e2580281b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:07.685251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.687376 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e13d2501-8f69-45b5-9918-306e2580281b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:07.744161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:07.744782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:07.791485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e0a1-2266-4d4c-9c40-2f2823212a54 None None] Pushing event updated for resources: {'Port': ['ID=e13d2501-8f69-45b5-9918-306e2580281b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:07.814409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-804fb803-0fb1-42f2-b65e-fe6831d2b7a6 None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:07.814748 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-804fb803-0fb1-42f2-b65e-fe6831d2b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.060858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-804fb803-0fb1-42f2-b65e-fe6831d2b7a6 None None] Port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:27:08.072950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:08.190957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks [] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.196956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.206672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 759dfaca-2073-4fc6-9ad0-68caf204d527 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:08.264439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:08.268434 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.298673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 759dfaca-2073-4fc6-9ad0-68caf204d527 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:08.299039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.356514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 1, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:08.367305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:08.368713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:08.386992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb9b75-b13a-41d2-a969-54830bef2310 None None] The sync data for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 is: [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 1, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:08.431365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 759dfaca-2073-4fc6-9ad0-68caf204d527 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:08.494377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:27:08.615538 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:08.640155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-20310d33-670e-4419-9074-20391713ad30 admin admin] 10.222.0.23 "PUT /v2.0/routers/6583ce3a-2ba3-44bc-bae0-123c8e931ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737961 Mar 07 11:27:08.687085 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-bec1eb5b-c026-49e8-8eea-574b713bc748 None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:08.687743 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bec1eb5b-c026-49e8-8eea-574b713bc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:08.737738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-bec1eb5b-c026-49e8-8eea-574b713bc748 None None] Port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:27:09.165663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47470) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:09.170697 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1139908127-network', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:09.190710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Made reservation on behalf of 7b6bbee573d941ef997b9bc0b51cfb27 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:09.194264 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.203702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.284500 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks [] for security_group (214e66ad-d484-4928-b798-5591cc2d53d0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.289796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (214e66ad-d484-4928-b798-5591cc2d53d0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.318716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:27:09.326332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e66ad-d484-4928-b798-5591cc2d53d0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:09.334807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5f8eae7e-d500-4040-80e4-746c8d2714b2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.335150 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Added segment 5f8eae7e-d500-4040-80e4-746c8d2714b2 of type vlan for network ca143623-dc2e-4845-93a1-38e0b6284fea Mar 07 11:27:09.378252 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (ca143623-dc2e-4845-93a1-38e0b6284fea), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.404617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (ca143623-dc2e-4845-93a1-38e0b6284fea), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.405534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:09.406100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.469217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3024113 Mar 07 11:27:09.472919 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:09.475684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b40e2-24aa-429a-85fe-6df606a88324 admin admin] Pushing event updated for resources: {'Network': ['ID=ca143623-dc2e-4845-93a1-38e0b6284fea,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:09.478495 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Request body: {'subnet': {'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1139908127-subnet', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:09.486110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network ca143623-dc2e-4845-93a1-38e0b6284fea details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:27:09.501131 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Made reservation on behalf of 7b6bbee573d941ef997b9bc0b51cfb27 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:09.503959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.679285 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (30f5c0e7-ecf8-424a-88cf-710bc57eb5d1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.730566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f5c0e7-ecf8-424a-88cf-710bc57eb5d1,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:09.747715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.748061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.748434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.748770 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.749102 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.749398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.749759 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.750080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.750371 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.750696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.751018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.751338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.751835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:09.759229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Checking segment: {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:09.759229 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Network hostable DHCP agents. Network: ca143623-dc2e-4845-93a1-38e0b6284fea, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:27:09.776602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Network ca143623-dc2e-4845-93a1-38e0b6284fea is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:27:09.786721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, ca143623-dc2e-4845-93a1-38e0b6284fea) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:09.791152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:09.791980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.795873 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96820b-12ae-4de7-a785-ce47e397e915 None None] Network ca143623-dc2e-4845-93a1-38e0b6284fea requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:27:09.808831 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7f792ab7-399f-47f2-927d-cb80c4fc42a3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3348169 Mar 07 11:27:09.811703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:09.816556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:09.837585 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.838620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.891130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for router_controller (843c4137-6f42-45a9-bdae-96dd6d31193e), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.902271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-ca143623-dc2e-4845-93a1-38e0b6284fea', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:27:09.903129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.041843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Allocated IP 172.20.0.2 (ca143623-dc2e-4845-93a1-38e0b6284fea/30f5c0e7-ecf8-424a-88cf-710bc57eb5d1/ba13366d-d43c-4eb4-bf28-651624861490) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:10.042060 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for router_gateway (843c4137-6f42-45a9-bdae-96dd6d31193e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.203190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks [] for port (ba13366d-d43c-4eb4-bf28-651624861490), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.217445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ba13366d-d43c-4eb4-bf28-651624861490), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.269553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e13d2501-8f69-45b5-9918-306e2580281b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:10.270210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for router_gateway (843c4137-6f42-45a9-bdae-96dd6d31193e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.290346 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.293315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Network ca143623-dc2e-4845-93a1-38e0b6284fea is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:10.306140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:10.308483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:10.312418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Pushing event updated for resources: {'Port': ['ID=ba13366d-d43c-4eb4-bf28-651624861490,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:10.376625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Attempting to bind port ba13366d-d43c-4eb4-bf28-651624861490 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:10.377129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Attempting to bind port ba13366d-d43c-4eb4-bf28-651624861490 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:10.377381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Attempting to bind port ba13366d-d43c-4eb4-bf28-651624861490 on network ca143623-dc2e-4845-93a1-38e0b6284fea {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:10.385173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e13d2501-8f69-45b5-9918-306e2580281b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:10.385539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e13d2501-8f69-45b5-9918-306e2580281b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.387263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:10.387622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Checking segment: {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:10.388023 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.388401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Bound using segment: {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:10.388857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Bound port: ba13366d-d43c-4eb4-bf28-651624861490, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:10.389224 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ba13366d-d43c-4eb4-bf28-651624861490), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.397580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Allocated IP 172.25.4.14 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/ad4e848d-a723-4b19-8db1-db215c0aaf15) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:10.492173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] For port ba13366d-d43c-4eb4-bf28-651624861490, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:10.496578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] For port ba13366d-d43c-4eb4-bf28-651624861490, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ba13366d-d43c-4eb4-bf28-651624861490,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:10.514448 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.519251 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ba13366d-d43c-4eb4-bf28-651624861490), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.551124 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.570836 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e13d2501-8f69-45b5-9918-306e2580281b is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:10.571222 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e13d2501-8f69-45b5-9918-306e2580281b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.572286 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Sync routers for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:10.583499 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:10.584759 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:10.611718 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Pushing event updated for resources: {'Port': ['ID=ad4e848d-a723-4b19-8db1-db215c0aaf15,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:10.615944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:10.618347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:10.621138 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port e13d2501-8f69-45b5-9918-306e2580281b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e13d2501-8f69-45b5-9918-306e2580281b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:10.621534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:10.622217 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7e9e-8b40-49bd-b945-b2cd9a6fd548 None None] Pushing event updated for resources: {'Port': ['ID=ba13366d-d43c-4eb4-bf28-651624861490,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:10.628391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e13d2501-8f69-45b5-9918-306e2580281b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.691550 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=e13d2501-8f69-45b5-9918-306e2580281b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:10.719021 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:10.937308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for router_gateway (843c4137-6f42-45a9-bdae-96dd6d31193e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.951739 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 2, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:10.978848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Checking router: 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:10.979079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Updating router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:27:11.005916 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.148414 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.268224 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks [] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.275134 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.286902 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Router 843c4137-6f42-45a9-bdae-96dd6d31193e is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:27:11.323594 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Pushing event updated for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:11.350328 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.350627 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.350736 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.351052 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.351376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.351725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.352047 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.352369 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.352683 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.352997 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.354305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.354305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.354305 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:11.395899 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Attempting to bind port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:11.396810 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Attempting to bind port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:11.397561 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Attempting to bind port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca on network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:11.403097 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:11.403469 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Checking segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:11.403984 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.404381 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Bound using segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:11.404998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Bound port: aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:11.405384 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.411826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:11.423923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Sync routers for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:11.440427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:11.441609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:11.444295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.452369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fce7893b-809c-4d50-9328-cc20fb3db55f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6391754 Mar 07 11:27:11.452703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47476) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:27:11.492643 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] For port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:11.496756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] For port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:11.506026 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.585327 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:11.586050 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:11.616648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:11.646708 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2dc55-b73a-4017-8a64-e0e7a45d2ad2 None None] Pushing event updated for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:11.757144 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:11.814586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:11.814952 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:11.922384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 3, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:11.980713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Checking router: 843c4137-6f42-45a9-bdae-96dd6d31193e for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:11.981058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Updating router 843c4137-6f42-45a9-bdae-96dd6d31193e port ad4e848d-a723-4b19-8db1-db215c0aaf15 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:27:12.014789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:11Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:12.026989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Current status of the port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:12.027516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.048044 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5021db-471a-4988-861a-b0b0115ec85e None None] The sync data for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 is: [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:11Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:12.052528 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb489f-493d-40c7-850e-747c8e7a9c15 None None] Network ca143623-dc2e-4845-93a1-38e0b6284fea requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:27:12.067702 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.080200 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.215875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] For port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:12.253375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.263896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Allocated IP 172.20.0.1 (ca143623-dc2e-4845-93a1-38e0b6284fea/30f5c0e7-ecf8-424a-88cf-710bc57eb5d1/54691cd8-4f23-4ade-90d8-201ce8247723) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:12.412208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ba13366d-d43c-4eb4-bf28-651624861490 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:12.415711 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a03bd-9e94-4988-be1d-8abfe28a0a5a None None] Pushing event updated for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:12.415842 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks [] for port (54691cd8-4f23-4ade-90d8-201ce8247723), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.451703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.465015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:12.465622 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.493592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Network ca143623-dc2e-4845-93a1-38e0b6284fea is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:12.496654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:12.500189 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:12.529158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Pushing event updated for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:12.549742 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (843c4137-6f42-45a9-bdae-96dd6d31193e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.692224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.797526 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ba13366d-d43c-4eb4-bf28-651624861490 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:12.797759 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ba13366d-d43c-4eb4-bf28-651624861490), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.804721 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks [] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.852572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.883990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks [] for port (54691cd8-4f23-4ade-90d8-201ce8247723), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.891325 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.932748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Current status of the port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:12.948388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Attempting to bind port ad4e848d-a723-4b19-8db1-db215c0aaf15 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:12.948751 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Attempting to bind port ad4e848d-a723-4b19-8db1-db215c0aaf15 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:12.949107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Attempting to bind port ad4e848d-a723-4b19-8db1-db215c0aaf15 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:12.956840 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46db9-fa91-45bf-9cab-8a50ea40f982 None None] Pushing event updated for resources: {'Port': ['ID=ad4e848d-a723-4b19-8db1-db215c0aaf15,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:12.964298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:12.964446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:12.964773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (843c4137-6f42-45a9-bdae-96dd6d31193e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.964938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.965216 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:12.965700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Bound port: ad4e848d-a723-4b19-8db1-db215c0aaf15, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:12.966073 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.977969 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Pushing event updated for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:13.019091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Provisioning complete for port ba13366d-d43c-4eb4-bf28-651624861490 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:13.019407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ba13366d-d43c-4eb4-bf28-651624861490), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.072240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Network ca143623-dc2e-4845-93a1-38e0b6284fea is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:13.073732 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:13.084762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ba13366d-d43c-4eb4-bf28-651624861490 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:13.085152 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ba13366d-d43c-4eb4-bf28-651624861490), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.106519 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] For port ad4e848d-a723-4b19-8db1-db215c0aaf15, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:13.111768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] For port ad4e848d-a723-4b19-8db1-db215c0aaf15, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ad4e848d-a723-4b19-8db1-db215c0aaf15,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:13.128123 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.184871 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ba13366d-d43c-4eb4-bf28-651624861490, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ba13366d-d43c-4eb4-bf28-651624861490,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:13.210840 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Router 843c4137-6f42-45a9-bdae-96dd6d31193e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:27:13.218843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ba13366d-d43c-4eb4-bf28-651624861490), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.219745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e13d2501-8f69-45b5-9918-306e2580281b up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:13.259801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:13.260452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:13.311350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46db9-fa91-45bf-9cab-8a50ea40f982 None None] Pushing event updated for resources: {'Port': ['ID=ad4e848d-a723-4b19-8db1-db215c0aaf15,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:13.323104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-420e6f4a-df8d-4a86-9801-8d31753a5bfe None None] Current status of the port ba13366d-d43c-4eb4-bf28-651624861490 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:13.337485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:13.343690 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8217b9b8-1ffa-4648-8258-5f44dff3943d admin admin] 10.222.0.23 "PUT /v2.0/routers/843c4137-6f42-45a9-bdae-96dd6d31193e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8886337 Mar 07 11:27:13.428828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ba13366d-d43c-4eb4-bf28-651624861490,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:13.464991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port e13d2501-8f69-45b5-9918-306e2580281b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:13.465274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e13d2501-8f69-45b5-9918-306e2580281b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.470079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:13.470981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Provisioning complete for port 54691cd8-4f23-4ade-90d8-201ce8247723 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:13.471333 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.576669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Port 54691cd8-4f23-4ade-90d8-201ce8247723 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:27:13.667615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Provisioning complete for port ba13366d-d43c-4eb4-bf28-651624861490 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:13.668004 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ba13366d-d43c-4eb4-bf28-651624861490), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.761685 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port e13d2501-8f69-45b5-9918-306e2580281b is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:13.762793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:13.875442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea335b-6cfe-4555-a7e1-1cd11d761d92 None None] Current status of the port ba13366d-d43c-4eb4-bf28-651624861490 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:13.895187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:13.895560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.900801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '54691cd8-4f23-4ade-90d8-201ce8247723', 'name': '', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'mac_address': 'fa:16:3e:ec:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:12Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 2, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'subnets': [{'id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:13.945663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d933c-d5f0-4616-9650-3e98f66c5920 None None] The sync data for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 is: [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '54691cd8-4f23-4ade-90d8-201ce8247723', 'name': '', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'mac_address': 'fa:16:3e:ec:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:12Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 2, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'subnets': [{'id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:14.034308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:14.038946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-01b0f921-04a3-435f-b6be-225ffd658c76 None None] Provisioning complete for port 54691cd8-4f23-4ade-90d8-201ce8247723 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:14.039465 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-01b0f921-04a3-435f-b6be-225ffd658c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:14.074523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-01b0f921-04a3-435f-b6be-225ffd658c76 None None] Port 54691cd8-4f23-4ade-90d8-201ce8247723 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:27:14.254163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ba13366d-d43c-4eb4-bf28-651624861490 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:14.322663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ba13366d-d43c-4eb4-bf28-651624861490 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:14.323032 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ba13366d-d43c-4eb4-bf28-651624861490), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:14.436646 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ba13366d-d43c-4eb4-bf28-651624861490 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:14.437864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:14.498068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:14.502153 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:14.616606 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:15.805393 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:27:16.247427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ad4e848d-a723-4b19-8db1-db215c0aaf15 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:16.311910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ad4e848d-a723-4b19-8db1-db215c0aaf15 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:16.312283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:16.397805 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Sync routers for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:16.409374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ad4e848d-a723-4b19-8db1-db215c0aaf15 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:16.409768 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:16.409983 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:16.410598 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:16.433023 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ad4e848d-a723-4b19-8db1-db215c0aaf15, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ad4e848d-a723-4b19-8db1-db215c0aaf15,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:16.440527 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:16.506888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ad4e848d-a723-4b19-8db1-db215c0aaf15,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:16.518341 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.518719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.519080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.519425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.519795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.520162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.520454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.520782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.521130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.521532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.521855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.522177 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.522501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:16.626552 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:16.851015 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '54691cd8-4f23-4ade-90d8-201ce8247723', 'name': '', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'mac_address': 'fa:16:3e:ec:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:12Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 2, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'subnets': [{'id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:16.891635 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Checking router: 843c4137-6f42-45a9-bdae-96dd6d31193e for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:16.892007 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Updating router 843c4137-6f42-45a9-bdae-96dd6d31193e port 54691cd8-4f23-4ade-90d8-201ce8247723 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:27:16.921087 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.196477 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks [] for port (54691cd8-4f23-4ade-90d8-201ce8247723), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.204466 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.304256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912d3c-f825-442f-a081-b0382fc1d36e None None] Pushing event updated for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:17.338257 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Attempting to bind port 54691cd8-4f23-4ade-90d8-201ce8247723 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:17.338883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Attempting to bind port 54691cd8-4f23-4ade-90d8-201ce8247723 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:17.339313 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Attempting to bind port 54691cd8-4f23-4ade-90d8-201ce8247723 on network ca143623-dc2e-4845-93a1-38e0b6284fea {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:17.344866 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:17.345379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Checking segment: {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:17.345869 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.346342 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Bound using segment: {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:17.346895 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Bound port: 54691cd8-4f23-4ade-90d8-201ce8247723, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8eae7e-d500-4040-80e4-746c8d2714b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:17.347679 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.424416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] For port 54691cd8-4f23-4ade-90d8-201ce8247723, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:17.427976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] For port 54691cd8-4f23-4ade-90d8-201ce8247723, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=54691cd8-4f23-4ade-90d8-201ce8247723,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:17.439143 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.498400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:17.499068 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:26:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:17.570917 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912d3c-f825-442f-a081-b0382fc1d36e None None] Pushing event updated for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:17.652201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Provisioning complete for port 54691cd8-4f23-4ade-90d8-201ce8247723 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:17.652788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.688916 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:17.755618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Current status of the port 54691cd8-4f23-4ade-90d8-201ce8247723 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:17.756094 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.793966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] For port 54691cd8-4f23-4ade-90d8-201ce8247723, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=54691cd8-4f23-4ade-90d8-201ce8247723,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:17.802164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:17.874475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d948a4-ebae-4e27-81fb-2715c66a1c7c None None] Pushing event updated for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:17.946116 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '54691cd8-4f23-4ade-90d8-201ce8247723', 'name': '', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'mac_address': 'fa:16:3e:ec:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:12Z', 'updated_at': '2022-03-07T11:27:17Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'subnets': [{'id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:17.976346 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c69654-9905-4a6e-81cf-798256b8162b None None] The sync data for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 is: [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '54691cd8-4f23-4ade-90d8-201ce8247723', 'name': '', 'network_id': 'ca143623-dc2e-4845-93a1-38e0b6284fea', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'mac_address': 'fa:16:3e:ec:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:12Z', 'updated_at': '2022-03-07T11:27:17Z', 'revision_number': 4, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'subnets': [{'id': '30f5c0e7-ecf8-424a-88cf-710bc57eb5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:18.123135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-54aee29f-a707-4c97-a474-3ec8e2c13212 None None] Provisioning complete for port 54691cd8-4f23-4ade-90d8-201ce8247723 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:18.123501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54aee29f-a707-4c97-a474-3ec8e2c13212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.233745 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-54aee29f-a707-4c97-a474-3ec8e2c13212 None None] Current status of the port 54691cd8-4f23-4ade-90d8-201ce8247723 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:18.295125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ad4e848d-a723-4b19-8db1-db215c0aaf15 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:18.355088 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ad4e848d-a723-4b19-8db1-db215c0aaf15 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:18.356838 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.465628 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ad4e848d-a723-4b19-8db1-db215c0aaf15 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:18.467135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 54691cd8-4f23-4ade-90d8-201ce8247723 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:18.527810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 54691cd8-4f23-4ade-90d8-201ce8247723 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:18.528186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.636969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 54691cd8-4f23-4ade-90d8-201ce8247723 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:20.772630 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82b2672e-3eae-48df-962a-a55ae1c489ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:23.045802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3e58d2ed-aa37-4dd6-b0fd-08d8b5b52f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:23.845550 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-e89c9b26-1f51-4f5e-aea8-d03d4c798a30 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:23.847033 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-e89c9b26-1f51-4f5e-aea8-d03d4c798a30 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 814 time: 0.1076972 Mar 07 11:27:23.868424 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-1886ea43-7a64-4e39-b873-eabd86b29f25 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/quotas/2472a1ef405e45ab996d196c59a76a7d HTTP/1.1" status: 200 len: 375 time: 0.0152304 Mar 07 11:27:23.942510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-bc3e5fd0-7446-446d-b4fe-d31c7244ca6c tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691087 Mar 07 11:27:24.189833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-4ae979bb-ea65-494d-bea3-bb124a05fed2 service neutron] 10.222.0.23 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250923 Mar 07 11:27:24.283804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-194350ec-2510-426d-829c-1a7aac9fd074 service neutron] 10.222.0.23 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880270 Mar 07 11:27:24.437514 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:24.439009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-f2700c39-0aa4-4dd6-935d-842096b6df05 req-9e57fa4f-ecd6-480b-a428-703dc0e51f21 service neutron] (103788) timed out ('10.222.0.23', 44006) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:27:24.463058 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e9daaf0-6072-40b4-89b2-3f9b3e746dd0 req-840cc252-ff62-4e2f-adb4-023dd16ab64b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0328939 Mar 07 11:27:24.690713 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.599464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2fa85133-f181-495c-b48d-8a5dcff0b471 req-3dc2d538-014f-4a51-b219-8a030a455b59 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0601439 Mar 07 11:27:25.635261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-1717644f-36b4-4e61-8fb1-0af282ee866f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.636844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-1717644f-36b4-4e61-8fb1-0af282ee866f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 814 time: 0.1403043 Mar 07 11:27:25.651342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'port': {'device_id': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'admin_state_up': True, 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:25.762963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Made reservation on behalf of 2472a1ef405e45ab996d196c59a76a7d for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:25.767059 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.859166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.910793 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Allocated IP 172.20.0.7 (57d4e435-d61b-4f0c-9d72-3b53c94d3e16/d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0/b7aa413b-39ad-45ee-959b-89d941cb6440) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:26.188853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:26.230366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:26.276692 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:26.280060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:26.284151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:27:26.324343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:26.356290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.356876 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:26.396953 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2cd7d453-fe80-4064-83da-f9bbdef913ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492554 Mar 07 11:27:26.632940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-711456dd-b6f0-4fac-aade-50b3debabe9e None None] Provisioning complete for port b7aa413b-39ad-45ee-959b-89d941cb6440 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:26.633384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-711456dd-b6f0-4fac-aade-50b3debabe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:26.680235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-711456dd-b6f0-4fac-aade-50b3debabe9e None None] Port b7aa413b-39ad-45ee-959b-89d941cb6440 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:27:26.756786 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e37b77-41fc-47f2-a45b-493438b5bec4 req-2a766b57-7911-4e55-a386-0301dd8b1be1 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.759083 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8e37b77-41fc-47f2-a45b-493438b5bec4 req-2a766b57-7911-4e55-a386-0301dd8b1be1 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0750120 Mar 07 11:27:26.828581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8e37b77-41fc-47f2-a45b-493438b5bec4 req-5d3922aa-1e1c-4cec-8d7c-5cc4557a7378 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Mar 07 11:27:27.119559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:27.977681 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aef38-d682-4dd9-8584-444b8910395a req-8fe7a9b3-ecb8-4773-9390-e1ab5c1c7790 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:27.979276 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be0aef38-d682-4dd9-8584-444b8910395a req-8fe7a9b3-ecb8-4773-9390-e1ab5c1c7790 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0571523 Mar 07 11:27:28.030124 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-be0aef38-d682-4dd9-8584-444b8910395a req-80b24e85-3f01-4de7-b853-aa93a16de047 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Mar 07 11:27:29.161562 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffc0bf-16d6-471c-bc7a-8e7d323b8f3a req-02eb664c-35af-46c7-a21a-7c987182ec0b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:29.163168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecffc0bf-16d6-471c-bc7a-8e7d323b8f3a req-02eb664c-35af-46c7-a21a-7c987182ec0b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0587735 Mar 07 11:27:29.219770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecffc0bf-16d6-471c-bc7a-8e7d323b8f3a req-b2b13f7c-ceb4-406e-bec1-5d2f7c1bb1bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Mar 07 11:27:29.296396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:30.340288 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1cb0c-c0b4-4d24-8fd5-cc941a865531 req-010b0a46-ac40-4ed9-9996-1f34c77caf0c tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:30.341753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c1cb0c-c0b4-4d24-8fd5-cc941a865531 req-010b0a46-ac40-4ed9-9996-1f34c77caf0c tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0524604 Mar 07 11:27:30.388666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d0c1cb0c-c0b4-4d24-8fd5-cc941a865531 req-3c99f51b-db97-41bb-8bb9-26fe62e5fade tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Mar 07 11:27:30.686717 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-08a94794-e1a0-467f-8266-d71aab8147f4 req-d04cdcec-0c3f-43b1-92ae-e7c80f5e7d39 service neutron] (103788) timed out ('10.222.0.32', 59537) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:27:31.512280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917e3e-995f-4b68-ad78-00b0d23da615 req-09630107-8271-4ded-a459-55cd59d0d29b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:31.513759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62917e3e-995f-4b68-ad78-00b0d23da615 req-09630107-8271-4ded-a459-55cd59d0d29b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0530267 Mar 07 11:27:31.566390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-62917e3e-995f-4b68-ad78-00b0d23da615 req-ce7f4806-1eba-4bfc-bc07-8a54d952d571 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442731 Mar 07 11:27:32.692210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b6d6b-5d29-43c3-8ec7-12260befd720 req-0bd8e7ec-3339-49c3-9022-0b654cc0b4e0 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:32.694998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-249b6d6b-5d29-43c3-8ec7-12260befd720 req-0bd8e7ec-3339-49c3-9022-0b654cc0b4e0 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0603158 Mar 07 11:27:32.744957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-249b6d6b-5d29-43c3-8ec7-12260befd720 req-d77147ef-3217-4378-9af8-eb23f0d183af tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Mar 07 11:27:33.884248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36abb66-f65c-4723-ac78-0d5f33002ed3 req-f2338abb-d958-4c7c-9710-b5536a2dfbbb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:33.885749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d36abb66-f65c-4723-ac78-0d5f33002ed3 req-f2338abb-d958-4c7c-9710-b5536a2dfbbb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0527759 Mar 07 11:27:33.932702 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d36abb66-f65c-4723-ac78-0d5f33002ed3 req-24a012ce-e6ac-4730-b291-85f48fc7a26f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Mar 07 11:27:35.077798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d401d9-4832-4023-b587-e18a8a3e6a62 req-1fd9da72-7e55-4228-b8a0-cd448d354179 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:35.079342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33d401d9-4832-4023-b587-e18a8a3e6a62 req-1fd9da72-7e55-4228-b8a0-cd448d354179 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0631568 Mar 07 11:27:35.128788 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33d401d9-4832-4023-b587-e18a8a3e6a62 req-31b6574d-1d76-46e0-81b7-734febc284e0 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Mar 07 11:27:35.185403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Request body: {'port': {'device_id': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:35.243065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.513273 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aa413b-39ad-45ee-959b-89d941cb6440 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:27:35.520632 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks [] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.532622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Transition to ACTIVE for port object b7aa413b-39ad-45ee-959b-89d941cb6440 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:27:35.538746 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.589736 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:35.662628 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Attempting to bind port b7aa413b-39ad-45ee-959b-89d941cb6440 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:35.663037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Attempting to bind port b7aa413b-39ad-45ee-959b-89d941cb6440 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:35.663359 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Attempting to bind port b7aa413b-39ad-45ee-959b-89d941cb6440 on network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:35.668076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Port b7aa413b-39ad-45ee-959b-89d941cb6440 on network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:27:35.668391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Attempting to bind port b7aa413b-39ad-45ee-959b-89d941cb6440 on network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:35.673695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:35.674038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Checking segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:35.674414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Bound using segment: {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:35.674834 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Bound port: b7aa413b-39ad-45ee-959b-89d941cb6440, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696ec1a0-8cb0-480c-a9d4-6135156631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:35.675186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.741162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:35.744091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:35.751789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.783712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:35.784360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:35.785734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 1091 time: 0.6050858 Mar 07 11:27:35.786215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:35.788943 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:35.815124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f70e3-8ccc-458b-b3b9-69eb7aea22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:35.843415 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b581cc-c41a-441d-a387-a5dd071afb74 x-openstack-request-id: req-52b581cc-c41a-441d-a387-a5dd071afb74 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:35.843701 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:35.843975 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52b581cc-c41a-441d-a387-a5dd071afb74 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:35.844381 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:27:35.889259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2c5b48de-e4f0-4e1e-be0f-e8375d27e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:35.891600 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-2c5b48de-e4f0-4e1e-be0f-e8375d27e860 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1125 time: 0.0501318 Mar 07 11:27:35.937753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-400afc34-ee6d-45aa-ac55-738115ff87b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 217 time: 0.0386939 Mar 07 11:27:35.987040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-591dea76-43c1-4621-9ed0-0da48de244d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:35.988532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-591dea76-43c1-4621-9ed0-0da48de244d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0456071 Mar 07 11:27:36.037292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-f176fb0a-0ace-4c0f-856b-b85dec018b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.038914 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-f176fb0a-0ace-4c0f-856b-b85dec018b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446115 Mar 07 11:27:36.132593 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-f17de736-8cdc-4065-a684-fc1dcdefcced service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Mar 07 11:27:36.254532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b01e0e6-5614-4392-82bc-c050bfcb190a req-67bf606a-5981-4244-9bdf-a134d0d033d5 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157980 Mar 07 11:27:36.281057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44137-a4f1-4ba6-b032-2878cb1efd99 req-e56a2624-8e3f-498c-885f-ca083b571331 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.282445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfb44137-a4f1-4ba6-b032-2878cb1efd99 req-e56a2624-8e3f-498c-885f-ca083b571331 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 943 time: 0.0785995 Mar 07 11:27:36.360277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dfb44137-a4f1-4ba6-b032-2878cb1efd99 req-925718c7-5ed0-4a6c-b045-fb430859f6dd tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690529 Mar 07 11:27:36.373824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-a011a655-77c1-4ee3-9943-70a518ba0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.375317 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-a011a655-77c1-4ee3-9943-70a518ba0edb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1125 time: 0.0636325 Mar 07 11:27:36.791489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-44a54ea3-a687-4755-a52e-01afdeb4a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.793027 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-44a54ea3-a687-4755-a52e-01afdeb4a5fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.4118710 Mar 07 11:27:36.834479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-065cde87-19cb-4de4-9ce7-5207a66118b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 217 time: 0.0345981 Mar 07 11:27:36.885707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-d0c5d3e6-fd7e-4e3d-8fff-3ec981372163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.887891 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-d0c5d3e6-fd7e-4e3d-8fff-3ec981372163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0465438 Mar 07 11:27:36.941481 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-53d2371e-413e-483b-a71a-72921712fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.942936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-53d2371e-413e-483b-a71a-72921712fe7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488446 Mar 07 11:27:37.047927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-f9728850-8e45-42f3-abf7-92202cb0ac3c service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980475 Mar 07 11:27:37.140509 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-211dcbf5-8845-473a-bfa5-c7a10b1ddc8a req-88c3fb28-9b3b-43ba-a1cf-5f1ea3746e7c service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 Mar 07 11:27:37.489738 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732c70-329c-426a-9a2e-ff2809fd71dd req-60519ad1-9fdc-48e9-bb7e-50099601a701 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:37.491236 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0732c70-329c-426a-9a2e-ff2809fd71dd req-60519ad1-9fdc-48e9-bb7e-50099601a701 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 943 time: 0.0544598 Mar 07 11:27:37.542902 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a0732c70-329c-426a-9a2e-ff2809fd71dd req-7130dccf-263c-4214-a5b0-1785904deb56 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Mar 07 11:27:38.008063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b7aa413b-39ad-45ee-959b-89d941cb6440 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:27:38.110952 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:38.121967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'port_id': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'mac_address': 'fa:16:3e:67:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:27:38.165715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b7aa413b-39ad-45ee-959b-89d941cb6440 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:38.166245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:38.184113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa413b-39ad-45ee-959b-89d941cb6440 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:27:38.209981 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:38.215898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:38.273103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:38.454298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:27:38.675232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e6545-c43d-487d-93df-36042ee15792 req-39f4b8ad-172a-45ad-9783-aaf3a118bd2f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:38.677597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e94e6545-c43d-487d-93df-36042ee15792 req-39f4b8ad-172a-45ad-9783-aaf3a118bd2f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 944 time: 0.0602553 Mar 07 11:27:38.731665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e94e6545-c43d-487d-93df-36042ee15792 req-c8dafd20-d31c-4830-b66d-cd91abdd8e1b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Mar 07 11:27:39.873712 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831a8f3-2093-45cd-a161-c4dc1b8660b7 req-b6da2c39-bf5d-4960-a7b9-8da928f3d883 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:39.875233 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5831a8f3-2093-45cd-a161-c4dc1b8660b7 req-b6da2c39-bf5d-4960-a7b9-8da928f3d883 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 944 time: 0.0617251 Mar 07 11:27:39.927920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5831a8f3-2093-45cd-a161-c4dc1b8660b7 req-a54f3a11-25f3-4cc3-8ede-2a1150ac7043 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Mar 07 11:27:40.036721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b7aa413b-39ad-45ee-959b-89d941cb6440 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:40.099605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port b7aa413b-39ad-45ee-959b-89d941cb6440 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:27:40.103910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port b7aa413b-39ad-45ee-959b-89d941cb6440 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:40.104283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:40.189855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port b7aa413b-39ad-45ee-959b-89d941cb6440 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:40.190248 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:40.214477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:40.216795 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882f70d-6ad0-4a47-8431-3dbf1eded290" -d '{"events": [{"server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:40.229918 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:40.235072 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:40.265739 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179276a5-d199-4c5a-930c-bdcf4ee77ccf x-openstack-request-id: req-179276a5-d199-4c5a-930c-bdcf4ee77ccf {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:40.266031 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:40.266284 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-179276a5-d199-4c5a-930c-bdcf4ee77ccf {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:40.266672 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'code': 200} Mar 07 11:27:40.294627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:40.358743 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d7bd0-be44-4810-8b82-a846803f0ef0 req-45aec20f-6405-45ea-8794-e10178cdffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:40.360274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a57d7bd0-be44-4810-8b82-a846803f0ef0 req-45aec20f-6405-45ea-8794-e10178cdffdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0487556 Mar 07 11:27:40.408954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a57d7bd0-be44-4810-8b82-a846803f0ef0 req-bf7e3c5d-3769-4e9c-bf36-56b94e603431 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 Mar 07 11:27:41.062048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d88a-b611-4ff4-a458-b0a7725a9ee4 req-3b9821b8-b4e8-439c-b71d-85e41e8b231d tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:41.063473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f09d88a-b611-4ff4-a458-b0a7725a9ee4 req-3b9821b8-b4e8-439c-b71d-85e41e8b231d tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0644255 Mar 07 11:27:41.121581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4f09d88a-b611-4ff4-a458-b0a7725a9ee4 req-d1615547-bd7f-4ca8-bd0a-09b087c4456a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512650 Mar 07 11:27:42.263390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2cc06-5e30-45fa-b776-730d144d45c5 req-377d6413-5a4e-4e85-a5c8-88539036c4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:42.264926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffa2cc06-5e30-45fa-b776-730d144d45c5 req-377d6413-5a4e-4e85-a5c8-88539036c4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0593121 Mar 07 11:27:42.316140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffa2cc06-5e30-45fa-b776-730d144d45c5 req-49239add-fc5e-443c-b21d-dfa32a6a9d60 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452867 Mar 07 11:27:42.452582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10656fac-d682-4a53-977b-03943fabde76 req-6c37af15-c2f6-44ee-b70e-43d7434b457d tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:42.454063 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10656fac-d682-4a53-977b-03943fabde76 req-6c37af15-c2f6-44ee-b70e-43d7434b457d tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0649607 Mar 07 11:27:42.508294 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-10656fac-d682-4a53-977b-03943fabde76 req-e24644dd-7991-49bb-8261-93324237f027 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Mar 07 11:27:42.713046 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784346b7-37ff-49fb-83bf-6b63f1db7d12 req-fbbd1d33-970e-4a14-b3a9-bf26bbc9064c tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:42.714572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784346b7-37ff-49fb-83bf-6b63f1db7d12 req-fbbd1d33-970e-4a14-b3a9-bf26bbc9064c tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0636616 Mar 07 11:27:42.762440 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784346b7-37ff-49fb-83bf-6b63f1db7d12 req-8747d69a-6da1-420b-8b73-e3a19fefbf13 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Mar 07 11:27:50.784603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-defc59d0-7489-4680-a745-030e14607f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:52.805142 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:27:53.044523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-584831da-149b-4a44-93eb-be60741891c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:54.441433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:54.695929 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:55.861609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:57.129022 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:58.228395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-813cd365-bac1-4438-81d3-96179fcb90a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547628 Mar 07 11:27:58.326161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-db5ecaa4-d527-4e6f-9d54-cade08fd4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:58.329372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-db5ecaa4-d527-4e6f-9d54-cade08fd4958 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0589325 Mar 07 11:27:58.441808 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-e575de37-cad4-4fa5-a366-57f02e14ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:58.443393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-e575de37-cad4-4fa5-a366-57f02e14ab10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.0934703 Mar 07 11:27:58.494259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-90031d26-e1c1-4978-ad75-d2a03e491e4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 217 time: 0.0442388 Mar 07 11:27:58.555149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-4c4104cb-157c-4739-b58f-a31910d3f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:58.556596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-4c4104cb-157c-4739-b58f-a31910d3f324 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0561006 Mar 07 11:27:58.607775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-d01a1bda-36db-44d9-a590-17a1160aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:58.609306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-d01a1bda-36db-44d9-a590-17a1160aa20d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469968 Mar 07 11:27:58.707045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-b6a914f0-a63a-4205-8867-f819cef435f7 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913889 Mar 07 11:27:58.798949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5655ee7-faf2-4ac0-a2ed-5554c7bac8cc req-67b8e1ad-dc73-4ee6-9116-87f1c3a2e0d8 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856776 Mar 07 11:27:59.306857 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:01.774099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f8da0-ca5f-4767-8187-92f70bd43f01 req-3506bafe-a74c-411c-b369-7dc033bb078f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:01.775566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e0f8da0-ca5f-4767-8187-92f70bd43f01 req-3506bafe-a74c-411c-b369-7dc033bb078f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Mar 07 11:28:01.826397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7e0f8da0-ca5f-4767-8187-92f70bd43f01 req-7d62bcf8-0ff8-4801-84b5-d57af2f8ff7f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Mar 07 11:28:01.858389 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47716) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:01.946965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff2908-9fe6-4288-884e-fa7d2d141e6e tempest-TestMinimumBasicScenario-1180422618 tempest-TestMinimumBasicScenario-1180422618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:01.948620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-13ff2908-9fe6-4288-884e-fa7d2d141e6e tempest-TestMinimumBasicScenario-1180422618 tempest-TestMinimumBasicScenario-1180422618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1122 time: 0.0892575 Mar 07 11:28:01.952548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:01.956939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:01.984468 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.080812 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.200875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Allocated IP 172.25.4.160 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/b7e8a3fc-d494-43ec-9add-1b84c4e2ea74) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:02.307513 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.343988 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.388195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:02.390971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:02.395367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:02.401096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'Port': ['ID=b7e8a3fc-d494-43ec-9add-1b84c4e2ea74,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:02.428901 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.429240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.429613 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.429996 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.430321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.430642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.430987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.431303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.431702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.432307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.432440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.432661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.433024 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:02.802824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for floatingip (ab286e78-5d5c-4902-9249-d5e5251b2bc1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.874882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.028903 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.036159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.110701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'Port': ['ID=b7e8a3fc-d494-43ec-9add-1b84c4e2ea74,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:03.123402 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (ab286e78-5d5c-4902-9249-d5e5251b2bc1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.233888 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Floating IP ab286e78-5d5c-4902-9249-d5e5251b2bc1 associated. External IP: 172.25.4.160, port: b7aa413b-39ad-45ee-959b-89d941cb6440. Mar 07 11:28:03.454299 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:28:03.593896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:28:03.604903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Sync routers for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:28:03.613085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.615573 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:03.616287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:03.643850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9d3376fa-31c9-4238-a698-853426757058 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6902394 Mar 07 11:28:03.644449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:03.646677 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7bf8c8-982c-48db-a4e1-56e03e06b830" -d '{"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:03.646985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47722) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:03.652835 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136070732', 'description': 'tempest-secgroup-smoke-136070732 description', 'project_id': '2472a1ef405e45ab996d196c59a76a7d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:03.678916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.697596 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf56db6-4348-4e57-96c1-80890222dceb x-openstack-request-id: req-baf56db6-4348-4e57-96c1-80890222dceb {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:03.697909 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:03.698161 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baf56db6-4348-4e57-96c1-80890222dceb {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:03.698617 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:28:03.731297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:28:03.761653 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (2a6a6393-837d-49ea-8db3-56d038416546), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.767368 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2a6a6393-837d-49ea-8db3-56d038416546), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.772172 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-60421d3c-78c8-4284-84bc-a739db0ad906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:03.773502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-60421d3c-78c8-4284-84bc-a739db0ad906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0550153 Mar 07 11:28:03.800066 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.804198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1533372 Mar 07 11:28:03.804410 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47728) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:03.809061 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:03.814383 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006e129-f4bc-49eb-9055-39dfb56891e6 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a6393-837d-49ea-8db3-56d038416546,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:03.844516 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (9e6b08c4-f694-4443-ab19-964242f81edc), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.872128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-66351f23-461d-437a-ab87-09ad78e3f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:03.873706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-66351f23-461d-437a-ab87-09ad78e3f15e service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.0939231 Mar 07 11:28:03.907693 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (9e6b08c4-f694-4443-ab19-964242f81edc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.912488 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9e6b08c4-f694-4443-ab19-964242f81edc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.933016 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6b08c4-f694-4443-ab19-964242f81edc,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:03.943480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.945104 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bd999030-dbea-4419-9206-87dfe3ecda9f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396682 Mar 07 11:28:03.947824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47732) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:03.952588 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-d78958b6-a693-4bb5-8338-1ec14ce2767a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 999 time: 0.0724971 Mar 07 11:28:03.953099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:03.978374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ab286e78-5d5c-4902-9249-d5e5251b2bc1', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'port_id': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'mac_address': 'fa:16:3e:67:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:28:02Z', 'updated_at': '2022-03-07T11:28:02Z', 'revision_number': 0, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:03.979086 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (9692b7a2-4a46-49b5-aa8c-7492a006581c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.005086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Checking router: 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:28:04.005537 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-255e3e81-f5a7-4a7c-9c1e-b74096313169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:04.007017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-255e3e81-f5a7-4a7c-9c1e-b74096313169 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0490344 Mar 07 11:28:04.013597 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:04.014207 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:27:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:04.042047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (9692b7a2-4a46-49b5-aa8c-7492a006581c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.048071 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9692b7a2-4a46-49b5-aa8c-7492a006581c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.059782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-6a57673e-30af-4e71-831f-29ab9a54c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:04.061307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-6a57673e-30af-4e71-831f-29ab9a54c047 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478990 Mar 07 11:28:04.067703 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9692b7a2-4a46-49b5-aa8c-7492a006581c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.076168 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.080127 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-718cbcaf-3fad-48df-b27b-c0f24f654144 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284783 Mar 07 11:28:04.080585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47734) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:04.085296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:04.112484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (76694cd6-c2b7-442d-97b1-3d78dade211e), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.131667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:28:04.164683 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-666e068f-4310-4dfc-afc0-f589b30cbbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971053 Mar 07 11:28:04.181220 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (76694cd6-c2b7-442d-97b1-3d78dade211e), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.187686 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (76694cd6-c2b7-442d-97b1-3d78dade211e), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.202741 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76694cd6-c2b7-442d-97b1-3d78dade211e,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.219959 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.223889 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a9b757a1-c54c-4876-b827-b9f933c2b4d9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396637 Mar 07 11:28:04.224097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:04.228436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:04.254215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (7c00fcf4-3b80-4343-b161-681597462cba), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.266097 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f7bf8c8-982c-48db-a4e1-56e03e06b830 req-328591cd-a093-48f3-b5a0-0b34edf74be9 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946078 Mar 07 11:28:04.314867 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (7c00fcf4-3b80-4343-b161-681597462cba), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.318782 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7c00fcf4-3b80-4343-b161-681597462cba), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.339778 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c00fcf4-3b80-4343-b161-681597462cba,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.345584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.346829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-87d998ce-177c-4bd0-8a93-3412cc59c51a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217833 Mar 07 11:28:04.349528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47738) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:04.353973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:04.377624 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Project 2472a1ef405e45ab996d196c59a76a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:28:04.382789 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (e1607a80-5bfc-4db8-b45f-858675bcf247), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.385735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ab286e78-5d5c-4902-9249-d5e5251b2bc1', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'port_id': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'mac_address': 'fa:16:3e:67:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:28:02Z', 'updated_at': '2022-03-07T11:28:02Z', 'revision_number': 0, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:04.412456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead15c7-c13e-459b-b964-618708f9f8ba None None] The sync data for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 is: [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'ab286e78-5d5c-4902-9249-d5e5251b2bc1', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'port_id': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'mac_address': 'fa:16:3e:67:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:28:02Z', 'updated_at': '2022-03-07T11:28:02Z', 'revision_number': 0, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:28:04.444239 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (e1607a80-5bfc-4db8-b45f-858675bcf247), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.448734 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e1607a80-5bfc-4db8-b45f-858675bcf247), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.468515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1607a80-5bfc-4db8-b45f-858675bcf247,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.481543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.482809 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ad354b0b-ca88-4ef0-ad87-c9f554aa41d2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322997 Mar 07 11:28:04.485670 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47740) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:04.490193 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'security_group_rule': {'security_group_id': '2a6a6393-837d-49ea-8db3-56d038416546', 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:04.510601 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Project 2472a1ef405e45ab996d196c59a76a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:28:04.515527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (804d9396-9b8e-4bd4-bb31-5b03b6c5ac01), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.576301 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (804d9396-9b8e-4bd4-bb31-5b03b6c5ac01), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.580816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (804d9396-9b8e-4bd4-bb31-5b03b6c5ac01), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.602643 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804d9396-9b8e-4bd4-bb31-5b03b6c5ac01,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.611584 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.612865 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7edb8976-6833-4fe7-b0e6-57f9828c56ee tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261601 Mar 07 11:28:04.634321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01918d1-fc2b-4350-823d-7ee59516f7c8 None None] New status for floating IP ab286e78-5d5c-4902-9249-d5e5251b2bc1: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:28:04.708331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-ef301801-9fb7-459a-b20a-b3facd17546f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136070732&fields=id&tenant_id=2472a1ef405e45ab996d196c59a76a7d HTTP/1.1" status: 200 len: 267 time: 0.0497043 Mar 07 11:28:04.764478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-f598a5b4-2192-411e-bb42-f090ea93e887 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:04.765911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-f598a5b4-2192-411e-bb42-f090ea93e887 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0519891 Mar 07 11:28:04.777010 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'port': {'security_groups': ['db1a6e71-47f9-4025-948e-b32da7ea1beb', '2a6a6393-837d-49ea-8db3-56d038416546']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:04.850589 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.041957 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:05.070473 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.078029 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.090709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:05.125861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:05.126487 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.127936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7a28ca5b-0d0b-44b4-8d28-aed9355ce27f req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "PUT /v2.0/ports/b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 981 time: 0.3556139 Mar 07 11:28:05.156626 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a1117-1f04-49b2-8b4d-3f29920eeb5f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:05.217350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:05.254979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1526-a57f-435f-ade5-2711522eaafd req-0db696c7-ed66-4d26-b500-e3b11270955f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:05.260305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9adc1526-a57f-435f-ade5-2711522eaafd req-0db696c7-ed66-4d26-b500-e3b11270955f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0622425 Mar 07 11:28:05.323945 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9adc1526-a57f-435f-ade5-2711522eaafd req-7c4e2182-6223-4b97-b2bb-51a2e13f8c33 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607994 Mar 07 11:28:05.486518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a646a004-405b-4661-a3ae-341c065aac31 None None] Provisioning complete for port b7aa413b-39ad-45ee-959b-89d941cb6440 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:05.486779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a646a004-405b-4661-a3ae-341c065aac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.698460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a646a004-405b-4661-a3ae-341c065aac31 None None] Current status of the port b7aa413b-39ad-45ee-959b-89d941cb6440 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:05.701492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:05.705610 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dc94b1-6a67-4989-96da-4f5e778f39a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:05.742855 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33792a-046e-48e9-b492-a0629d81878f x-openstack-request-id: req-df33792a-046e-48e9-b492-a0629d81878f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:05.743142 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:05.743392 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df33792a-046e-48e9-b492-a0629d81878f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:05.743824 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:28:05.808132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-c4ee9e7a-c194-492c-8167-8804a36420b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:05.810268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-c4ee9e7a-c194-492c-8167-8804a36420b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1166 time: 0.0454917 Mar 07 11:28:05.913462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-64834327-1efd-44b1-8d6c-15cf8fa49388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:05.914932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-64834327-1efd-44b1-8d6c-15cf8fa49388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.0981014 Mar 07 11:28:05.985634 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-f38beee9-03e4-4b45-8f8d-f16286ec8b3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 1001 time: 0.0636189 Mar 07 11:28:06.043690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-38d9b66c-24f4-4563-a032-c12c945e3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:06.045143 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-38d9b66c-24f4-4563-a032-c12c945e3fdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0533967 Mar 07 11:28:06.095020 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-d567537c-2897-4146-9cb2-38947aae4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:06.096563 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-d567537c-2897-4146-9cb2-38947aae4ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450828 Mar 07 11:28:06.193019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-bfdc9111-2195-4d31-a1fd-05a72bdd4f60 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902033 Mar 07 11:28:06.288525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77dc94b1-6a67-4989-96da-4f5e778f39a9 req-b5c53ba9-af12-4543-9612-6daae9df1e3a service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Mar 07 11:28:12.978143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c16ebb-b0f1-4f7e-84ab-6a559611104a req-a6c9619e-de45-47ca-836d-d5739245391f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:12.979671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6c16ebb-b0f1-4f7e-84ab-6a559611104a req-a6c9619e-de45-47ca-836d-d5739245391f tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0871072 Mar 07 11:28:12.993351 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-37a779d7-d9ab-44a2-a462-aca05f90b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:12.994686 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-37a779d7-d9ab-44a2-a462-aca05f90b9f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1166 time: 0.0899153 Mar 07 11:28:13.097405 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6c16ebb-b0f1-4f7e-84ab-6a559611104a req-ca23aa2b-778d-468c-8846-855c2c6561de tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117456 Mar 07 11:28:13.118583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-8300799d-79f7-4d23-85d1-9de94384f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:13.120048 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-8300799d-79f7-4d23-85d1-9de94384f953 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.1176836 Mar 07 11:28:13.189997 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-8acd7799-7ef6-4895-a0b1-f28487265823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 1001 time: 0.0635428 Mar 07 11:28:13.243001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-92e69bef-a0f8-4592-a4e1-4e5d32e4e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:13.244759 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-92e69bef-a0f8-4592-a4e1-4e5d32e4e85f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0491085 Mar 07 11:28:13.310151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-363db074-cc00-4b61-927d-c984602cfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:13.312706 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-363db074-cc00-4b61-927d-c984602cfa51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610595 Mar 07 11:28:13.723075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-ff6f8253-79bf-4dcf-a7ed-441c51c0cd8a service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040852 Mar 07 11:28:13.821534 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9be08856-c5a1-44f3-9cd2-73a9838aad05 req-ad426c20-dbed-49e0-9b54-007e49dcb9ed service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921099 Mar 07 11:28:14.235571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c08ff-c831-468e-b3cf-c02a0bbed2da req-228c9145-2a5a-4bea-8603-149e4b650aeb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:14.237067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee9c08ff-c831-468e-b3cf-c02a0bbed2da req-228c9145-2a5a-4bea-8603-149e4b650aeb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0574627 Mar 07 11:28:14.298595 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee9c08ff-c831-468e-b3cf-c02a0bbed2da req-045d7941-b230-4c82-a4ee-68bdb3c37676 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555878 Mar 07 11:28:15.438374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef35a9b-1915-485b-86cd-2e7793a13881 req-30e8a895-0cd8-4406-804b-1e3c2043e118 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:15.439908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eef35a9b-1915-485b-86cd-2e7793a13881 req-30e8a895-0cd8-4406-804b-1e3c2043e118 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0553155 Mar 07 11:28:15.505232 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eef35a9b-1915-485b-86cd-2e7793a13881 req-fa30b131-2ded-42b3-aca4-a906d4e89509 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567834 Mar 07 11:28:16.642527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dd4e4-7eb4-4ebc-b543-f6ed684d744b req-067bbca4-488b-48b9-af13-ebbe3ddabab3 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:16.644009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386dd4e4-7eb4-4ebc-b543-f6ed684d744b req-067bbca4-488b-48b9-af13-ebbe3ddabab3 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0613375 Mar 07 11:28:16.706142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386dd4e4-7eb4-4ebc-b543-f6ed684d744b req-486ee463-c941-47d4-af89-b82da4301f0d tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562422 Mar 07 11:28:17.840447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060cef-d6e2-4d53-b100-5127a6d3669c req-afdd1eeb-2fd5-4593-b135-32dce2edaf19 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:17.841921 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8060cef-d6e2-4d53-b100-5127a6d3669c req-afdd1eeb-2fd5-4593-b135-32dce2edaf19 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0553918 Mar 07 11:28:17.911668 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8060cef-d6e2-4d53-b100-5127a6d3669c req-74d88b58-4f6d-4e98-b550-42b973aecec9 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636742 Mar 07 11:28:19.054725 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787682f-768e-43f3-b4f4-4468f88c4c1f req-7208aed6-2206-4b23-83e6-d268fa5c8e22 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:19.056216 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5787682f-768e-43f3-b4f4-4468f88c4c1f req-7208aed6-2206-4b23-83e6-d268fa5c8e22 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0589249 Mar 07 11:28:19.121041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5787682f-768e-43f3-b4f4-4468f88c4c1f req-2c8d932d-bff7-400a-87f5-827560b2f940 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589302 Mar 07 11:28:20.253913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48925e7-bb0c-41f4-999c-32da864111f5 req-d7946108-cdee-457c-83cd-11878cbfb5dd tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:20.255393 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e48925e7-bb0c-41f4-999c-32da864111f5 req-d7946108-cdee-457c-83cd-11878cbfb5dd tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0601020 Mar 07 11:28:20.314938 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e48925e7-bb0c-41f4-999c-32da864111f5 req-3d0fb809-5771-461e-a41c-c00578eb63e4 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530365 Mar 07 11:28:20.787585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21a2f04e-93f0-4097-a37e-6db64686260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.444866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1a2fd-fe5a-4f8b-8b50-0ef3832be9b4 req-237bf0f5-bb27-4618-a469-bbb2959c2f59 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:21.446349 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68f1a2fd-fe5a-4f8b-8b50-0ef3832be9b4 req-237bf0f5-bb27-4618-a469-bbb2959c2f59 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0571177 Mar 07 11:28:21.517746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68f1a2fd-fe5a-4f8b-8b50-0ef3832be9b4 req-035c922c-dbcf-4d14-b157-003fdbf52aaf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621214 Mar 07 11:28:22.672584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ccf07-b252-4471-ae8f-0e9a3156502b req-75dec891-0a35-436f-966f-a0ef22e9b539 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.674478 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-294ccf07-b252-4471-ae8f-0e9a3156502b req-75dec891-0a35-436f-966f-a0ef22e9b539 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0681720 Mar 07 11:28:22.737021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-294ccf07-b252-4471-ae8f-0e9a3156502b req-f81a65e5-9dea-4f66-8990-c4c1c7ae6234 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566404 Mar 07 11:28:23.039901 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2926-9aa8-41d2-b8f3-94767e9940c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:23.877717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fd1b-d6ce-42b4-ae36-eb6676bdf682 req-60d12b63-9d5f-4406-bf60-784139385b49 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:23.879207 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2689fd1b-d6ce-42b4-ae36-eb6676bdf682 req-60d12b63-9d5f-4406-bf60-784139385b49 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0638461 Mar 07 11:28:23.940451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2689fd1b-d6ce-42b4-ae36-eb6676bdf682 req-fe3be3d3-5586-4d8d-bc95-ff2192acf1b2 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550935 Mar 07 11:28:24.445685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:24.708413 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:25.079116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1d9a-73e2-465d-9b88-2975f035d0ad req-73ed86ed-a481-478c-a157-46c72ff501c3 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:25.081270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a00f1d9a-73e2-465d-9b88-2975f035d0ad req-73ed86ed-a481-478c-a157-46c72ff501c3 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0609748 Mar 07 11:28:25.147625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a00f1d9a-73e2-465d-9b88-2975f035d0ad req-4c7c3248-6606-4011-bd7e-ddceff49a4d7 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&id=2a6a6393-837d-49ea-8db3-56d038416546&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576870 Mar 07 11:28:25.867163 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:27.121677 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:29.313118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:29.809610 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:28:50.799732 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61580d23-2dea-4eb1-b624-36bb254d9703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.047275 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-07cc904e-6ec5-42dc-9788-bc8b3e655bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.451024 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.716773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.865971 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.122576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.529616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-8a747030-90a3-4861-8353-57d0d89f86f3 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136070732&fields=id&tenant_id=2472a1ef405e45ab996d196c59a76a7d HTTP/1.1" status: 200 len: 267 time: 0.0511329 Mar 07 11:28:57.594683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-bd5ca30a-3cef-4c41-ad54-c11175ef476b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:57.596979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-bd5ca30a-3cef-4c41-ad54-c11175ef476b tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 984 time: 0.0588484 Mar 07 11:28:57.608413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Request body: {'port': {'security_groups': ['db1a6e71-47f9-4025-948e-b32da7ea1beb']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:57.685919 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.866264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:57.896931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.904412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.915763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:57.952607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:57.953254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.954642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f8e7027b-6c1b-4667-9af0-3b2feb0fc018 req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "PUT /v2.0/ports/b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 942 time: 0.3510699 Mar 07 11:28:57.955106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:57.957508 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eca4266-b748-4b64-93a9-da50b9720e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:57.962606 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47802) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:57.985740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af33e-2f68-4163-a6a9-adefec2293bc tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event updated for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.018775 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc2b82-f6e4-404c-a76c-4885f8ab45ae x-openstack-request-id: req-c1dc2b82-f6e4-404c-a76c-4885f8ab45ae {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:58.019069 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:58.019311 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1dc2b82-f6e4-404c-a76c-4885f8ab45ae {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:58.019746 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:28:58.021540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:58.050495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (2a6a6393-837d-49ea-8db3-56d038416546), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.080444 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (2a6a6393-837d-49ea-8db3-56d038416546), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.105634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-3bd63c23-0adb-464d-b656-e73610674977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.108641 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-3bd63c23-0adb-464d-b656-e73610674977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0679123 Mar 07 11:28:58.154002 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (2a6a6393-837d-49ea-8db3-56d038416546), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.158092 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.159351 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a6a6393-837d-49ea-8db3-56d038416546 HTTP/1.1" status: 204 len: 168 time: 0.1963377 Mar 07 11:28:58.169385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47808) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:58.170214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a6393-837d-49ea-8db3-56d038416546,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.218947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.218947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.219263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.219543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.219915 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.220235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.220551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.220877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.221181 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.221501 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.222314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.222314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.222532 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1b61f-539f-4131-9f67-b1beae41c06a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:58.237100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-b7399400-17d9-4d1a-86de-6af6bc6e776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.239878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-b7399400-17d9-4d1a-86de-6af6bc6e776b service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.1244178 Mar 07 11:28:58.253622 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-db6b69a3-d35d-440b-a9a2-9398288fe595 None None] Provisioning complete for port b7aa413b-39ad-45ee-959b-89d941cb6440 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:58.254263 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db6b69a3-d35d-440b-a9a2-9398288fe595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.323168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-b3fb8d49-5dce-4dba-b0d4-f9a27c7abdb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 1001 time: 0.0775816 Mar 07 11:28:58.344779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-db6b69a3-d35d-440b-a9a2-9398288fe595 None None] Current status of the port b7aa413b-39ad-45ee-959b-89d941cb6440 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:58.357327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Deleting port b7e8a3fc-d494-43ec-9add-1b84c4e2ea74 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:58.357671 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.373661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-3b72b63b-9e7c-413e-9724-10fcbf22f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.375199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-3b72b63b-9e7c-413e-9724-10fcbf22f8b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0452602 Mar 07 11:28:58.429662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-c9f833a3-2af9-4d99-b070-39bc2480dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.431085 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-c9f833a3-2af9-4d99-b070-39bc2480dcde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501337 Mar 07 11:28:58.439357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.439703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for floatingip (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.441593 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-22812978-bc1f-4b70-bee1-3ca477c377ab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:28:58.442628 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-22812978-bc1f-4b70-bee1-3ca477c377ab service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051296 Mar 07 11:28:58.452224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Calling delete_port for b7e8a3fc-d494-43ec-9add-1b84c4e2ea74 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:58.532711 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-57d93f78-1d95-4e47-a400-43256405ff76 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842299 Mar 07 11:28:58.626569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b7e8a3fc-d494-43ec-9add-1b84c4e2ea74), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.627831 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eca4266-b748-4b64-93a9-da50b9720e1e req-9a48eb03-1237-452e-96d6-bc5129184358 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Mar 07 11:28:58.653610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event deleted for resources: {'Port': ['ID=b7e8a3fc-d494-43ec-9add-1b84c4e2ea74,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.715226 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks [] for floatingip (ab286e78-5d5c-4902-9249-d5e5251b2bc1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.715473 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Floating IP ab286e78-5d5c-4902-9249-d5e5251b2bc1 disassociated (deleted). External IP: 172.25.4.160, port: b7aa413b-39ad-45ee-959b-89d941cb6440. Mar 07 11:28:59.175460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-4980668e-09a4-4457-bd34-f448d80d6e3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491426 Mar 07 11:28:59.212830 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:28:59.262304 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-ebf151e2-5d2b-479e-8328-35e9b993cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:59.263904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-ebf151e2-5d2b-479e-8328-35e9b993cba5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0460975 Mar 07 11:28:59.311101 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.333451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:28:59.338377 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.344365 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Sync routers for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:28:59.353718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:59.354301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:59.369407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7ad79a18-7aee-462c-abbb-fa05fe5c12bf tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "DELETE /v2.0/floatingips/ab286e78-5d5c-4902-9249-d5e5251b2bc1 HTTP/1.1" status: 204 len: 168 time: 1.1906121 Mar 07 11:28:59.369992 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:59.378372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-d58c2b41-824b-4165-9cfc-08c6303cd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:59.380389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-d58c2b41-824b-4165-9cfc-08c6303cd123 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.0981526 Mar 07 11:28:59.433796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-7d926b59-c1e3-4588-85e2-fbfb29150cec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 217 time: 0.0472455 Mar 07 11:28:59.481069 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:28:59.503357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-a5eb32b7-af77-49bd-8375-cecbbc686372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:59.504988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-a5eb32b7-af77-49bd-8375-cecbbc686372 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0593865 Mar 07 11:28:59.513529 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befd37f9-8000-4684-a68a-6968f586d745" -d '{"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:59.564202 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-20e77136-c678-42c2-93a8-865264010a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:59.565776 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-20e77136-c678-42c2-93a8-865264010a76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541122 Mar 07 11:28:59.701429 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6010c4c-5a31-4df2-b2c0-bb1069868009 x-openstack-request-id: req-b6010c4c-5a31-4df2-b2c0-bb1069868009 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:59.701760 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:59.702009 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6010c4c-5a31-4df2-b2c0-bb1069868009 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:59.702412 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:28:59.720163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-f3c20179-1291-42bf-8045-a54f98f5cd3f service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485293 Mar 07 11:28:59.728906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:59.756947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Checking router: 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:28:59.766263 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:59.767236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:59.964769 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-51ac0ffd-fa8b-4995-8c44-d41ab28a6275 req-26ec4023-e1fc-41c6-a336-f271f0574d3f service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970964 Mar 07 11:29:00.049142 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:00.057976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd37f9-8000-4684-a68a-6968f586d745 req-c6874ee7-7aed-4f6e-abff-d9b4b87b76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:00.059598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-c6874ee7-7aed-4f6e-abff-d9b4b87b76a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2472a1ef405e45ab996d196c59a76a7d&device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 1127 time: 0.0466604 Mar 07 11:29:00.154631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd37f9-8000-4684-a68a-6968f586d745 req-8ad3669d-7b53-47f0-8683-c06551684b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:00.156228 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-8ad3669d-7b53-47f0-8683-c06551684b41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 200 len: 915 time: 0.0903580 Mar 07 11:29:00.198121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-2b555631-cb68-4694-94ab-8f964ec13da2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 200 len: 217 time: 0.0361254 Mar 07 11:29:00.249222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:00.250033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd37f9-8000-4684-a68a-6968f586d745 req-ac2ecae3-c275-4923-904a-c83fc774d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:00.252751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-ac2ecae3-c275-4923-904a-c83fc774d4c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 200 len: 853 time: 0.0478728 Mar 07 11:29:00.281062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29d6a7-db4a-42f9-902c-40216bcba38f None None] The sync data for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 is: [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:07Z', 'revision_number': 4, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca', 'name': '', 'network_id': '57d4e435-d61b-4f0c-9d72-3b53c94d3e16', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'mac_address': 'fa:16:3e:38:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:07Z', 'updated_at': '2022-03-07T11:27:12Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'subnets': [{'id': 'd53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:00.310094 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd37f9-8000-4684-a68a-6968f586d745 req-d7c31504-93cc-475b-905e-81f827fecc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:00.311672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-d7c31504-93cc-475b-905e-81f827fecc01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57d4e435-d61b-4f0c-9d72-3b53c94d3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543120 Mar 07 11:29:00.404620 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-6f1c4c08-dee9-49f6-aefe-4a32ef5441f9 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866814 Mar 07 11:29:00.509067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-befd37f9-8000-4684-a68a-6968f586d745 req-ba8d8356-5c89-4b70-ad1d-1e057e3a0376 service neutron] 10.222.0.26 "GET /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986187 Mar 07 11:29:00.547195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008b71a-eaa3-4927-a897-e1b2124e3c26 None None] New status for floating IP ab286e78-5d5c-4902-9249-d5e5251b2bc1: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:29:06.810246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:29:14.843937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f64e-48ac-4821-ae02-c9ca548857dd req-e936c0e4-f057-41a6-a2c9-55fa8994902a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:14.845442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38c6f64e-48ac-4821-ae02-c9ca548857dd req-e936c0e4-f057-41a6-a2c9-55fa8994902a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0576677 Mar 07 11:29:14.896272 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-38c6f64e-48ac-4821-ae02-c9ca548857dd req-7cbf3faa-2c2b-43f1-b95c-88ea020d2ed1 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445981 Mar 07 11:29:16.022405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0963d-839e-4358-a711-7b915da268b8 req-fdfaba75-e6db-4c2b-bf46-b76ffe4ba5aa tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:16.023943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4d0963d-839e-4358-a711-7b915da268b8 req-fdfaba75-e6db-4c2b-bf46-b76ffe4ba5aa tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0558286 Mar 07 11:29:16.081610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e4d0963d-839e-4358-a711-7b915da268b8 req-a6d468fa-8c47-4778-9dcf-b844a41f420a tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/security-groups?id=db1a6e71-47f9-4025-948e-b32da7ea1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Mar 07 11:29:16.405951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9820d4-086e-49ba-9008-a85dd826f583 req-72adfb2d-9599-46eb-aa25-2eada94f63cb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:16.407420 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af9820d4-086e-49ba-9008-a85dd826f583 req-72adfb2d-9599-46eb-aa25-2eada94f63cb tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Mar 07 11:29:16.509928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Deleting port b7aa413b-39ad-45ee-959b-89d941cb6440 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:16.510212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:16.609998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] For port b7aa413b-39ad-45ee-959b-89d941cb6440, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=b7aa413b-39ad-45ee-959b-89d941cb6440,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:16.610516 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:16.625516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Calling delete_port for b7aa413b-39ad-45ee-959b-89d941cb6440 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:16.764506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (b7aa413b-39ad-45ee-959b-89d941cb6440), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:16.777608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['b7aa413b-39ad-45ee-959b-89d941cb6440'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:29:16.795997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Pushing event deleted for resources: {'Port': ['ID=b7aa413b-39ad-45ee-959b-89d941cb6440,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:16.808268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.808603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.808945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.809281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.809616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.809944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.810380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.810567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.810891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.811210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.811530 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.811876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.812193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:16.848296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] No DVR routers for this DVR port b7aa413b-39ad-45ee-959b-89d941cb6440 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:29:16.850921 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:16.854364 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af9820d4-086e-49ba-9008-a85dd826f583 req-feceace7-84a9-4595-a720-3ec22f1daa88 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.26 "DELETE /v2.0/ports/b7aa413b-39ad-45ee-959b-89d941cb6440 HTTP/1.1" status: 204 len: 173 time: 0.4418688 Mar 07 11:29:16.854788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'name': 'network-vif-deleted', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:16.857223 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d5043-ca94-4887-ad08-604250af6b5d" -d '{"events": [{"server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "name": "network-vif-deleted", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:16.896191 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae60c81-07c2-4aed-a21a-cd412b4f239c x-openstack-request-id: req-1ae60c81-07c2-4aed-a21a-cd412b4f239c {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:16.896475 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3905e07-06e7-49d3-b657-da64277e87e9", "name": "network-vif-deleted", "tag": "b7aa413b-39ad-45ee-959b-89d941cb6440", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:16.896728 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ae60c81-07c2-4aed-a21a-cd412b4f239c {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:16.897128 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3905e07-06e7-49d3-b657-da64277e87e9', 'name': 'network-vif-deleted', 'tag': 'b7aa413b-39ad-45ee-959b-89d941cb6440', 'status': 'completed', 'code': 200} Mar 07 11:29:17.204384 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e1273d58-df62-453b-8b62-471bff4fd3a8 req-d96461a1-c1f3-4761-925e-7b6348a60d74 tempest-TestMinimumBasicScenario-1143136541 tempest-TestMinimumBasicScenario-1143136541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3905e07-06e7-49d3-b657-da64277e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0292647 Mar 07 11:29:18.849866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47932) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:19.226019 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:19.502110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Deleting port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:19.502391 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:19.581187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] For port aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:19.581534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:19.593423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Calling delete_port for aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:19.798963 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:19.833944 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:20.003337 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:20.235238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:20.347490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:20.355407 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-50c9891c-3d32-4811-b825-d5e66c3f7bc9 admin admin] 10.222.0.23 "PUT /v2.0/routers/6583ce3a-2ba3-44bc-bae0-123c8e931ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022388 Mar 07 11:29:20.357075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47934) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:20.358226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Sync routers for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:20.368530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:20.369155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:20.464992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks [] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:20.479439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:20.584269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b7aa413b-39ad-45ee-959b-89d941cb6440 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:20.612380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: b7aa413b-39ad-45ee-959b-89d941cb6440 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:20.612693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device b7aa413b-39ad-45ee-959b-89d941cb6440 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:20.688440 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:29:19Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:20.721566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Checking router: 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:20.730783 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Routers {'6583ce3a-2ba3-44bc-bae0-123c8e931ab3'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:20.731410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:28:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:20.794145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cb8b-67e8-4583-9508-e61b9435046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:20.852959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] Set router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:20.900809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks [] for router_gateway (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:20.954106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Deleting port e13d2501-8f69-45b5-9918-306e2580281b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:20.954401 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e13d2501-8f69-45b5-9918-306e2580281b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.032397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] For port e13d2501-8f69-45b5-9918-306e2580281b, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=e13d2501-8f69-45b5-9918-306e2580281b,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:21.033028 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e13d2501-8f69-45b5-9918-306e2580281b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.033165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:29:19Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:21.045995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Calling delete_port for e13d2501-8f69-45b5-9918-306e2580281b owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:21.060319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc8e78-bf4e-49f9-bb06-4bd46ecdcf22 None None] The sync data for ids ['6583ce3a-2ba3-44bc-bae0-123c8e931ab3'] in n-d-832156-4 is: [{'id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'name': 'tempest-TestMinimumBasicScenario-131720417-router', 'tenant_id': '2472a1ef405e45ab996d196c59a76a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:29:19Z', 'revision_number': 5, 'project_id': '2472a1ef405e45ab996d196c59a76a7d', 'gw_port': {'id': 'e13d2501-8f69-45b5-9918-306e2580281b', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6583ce3a-2ba3-44bc-bae0-123c8e931ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:05Z', 'updated_at': '2022-03-07T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:21.222949 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e13d2501-8f69-45b5-9918-306e2580281b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.252328 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13d2501-8f69-45b5-9918-306e2580281b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:21.316959 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.422112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.424553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks [] for router_controller (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.474594 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (6583ce3a-2ba3-44bc-bae0-123c8e931ab3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.475150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6583ce3a-2ba3-44bc-bae0-123c8e931ab3 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:29:21.479743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.483331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-654ff3bb-b677-4cfb-af63-2c80e2797425 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6583ce3a-2ba3-44bc-bae0-123c8e931ab3 HTTP/1.1" status: 204 len: 168 time: 1.1228750 Mar 07 11:29:21.483603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47936) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:21.529893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Deleting subnet d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:29:21.533546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Publish callbacks [] for subnet (d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.568558 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.651429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.707787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.737570 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.740910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0 HTTP/1.1" status: 204 len: 168 time: 0.2562764 Mar 07 11:29:21.741159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbedbde2-868c-4846-b8c8-f6813c7f1b69 None None] Network 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:21.741750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bee2a-5a2f-4b67-9079-996ce53d7698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53c44ac-4f68-44a8-9e0c-bbcb12ddc0e0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:21.744420 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47938) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:21.823987 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (57d4e435-d61b-4f0c-9d72-3b53c94d3e16), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.881253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Deleting port 759dfaca-2073-4fc6-9ad0-68caf204d527 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:21.881590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.947210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] For port 759dfaca-2073-4fc6-9ad0-68caf204d527, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=759dfaca-2073-4fc6-9ad0-68caf204d527,segment=NetworkSegment(696ec1a0-8cb0-480c-a9d4-6135156631cd),segment_id=696ec1a0-8cb0-480c-a9d4-6135156631cd)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:21.947559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:21.962280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Calling delete_port for 759dfaca-2073-4fc6-9ad0-68caf204d527 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:22.050790 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (759dfaca-2073-4fc6-9ad0-68caf204d527), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.075310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Pushing event deleted for resources: {'Port': ['ID=759dfaca-2073-4fc6-9ad0-68caf204d527,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:22.083356 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] No DVR routers for this DVR port 759dfaca-2073-4fc6-9ad0-68caf204d527 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:29:22.093713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b62ef9-a548-4539-b6c1-9ee0e3b48df0 None None] DHCP port deletion for 57d4e435-d61b-4f0c-9d72-3b53c94d3e16 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:29:22.163569 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (57d4e435-d61b-4f0c-9d72-3b53c94d3e16), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.183348 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d4e435-d61b-4f0c-9d72-3b53c94d3e16']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:22.193204 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696ec1a0-8cb0-480c-a9d4-6135156631cd') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:22.193538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696ec1a0-8cb0-480c-a9d4-6135156631cd') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:22.203942 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (696ec1a0-8cb0-480c-a9d4-6135156631cd), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.217773 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (696ec1a0-8cb0-480c-a9d4-6135156631cd), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.224390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:29:22.224600 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (696ec1a0-8cb0-480c-a9d4-6135156631cd), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:29:22.226357 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:29:22.280919 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:22.297453 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (57d4e435-d61b-4f0c-9d72-3b53c94d3e16), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.302955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.306255 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] 10.222.0.23 "DELETE /v2.0/networks/57d4e435-d61b-4f0c-9d72-3b53c94d3e16 HTTP/1.1" status: 204 len: 168 time: 0.5607958 Mar 07 11:29:22.309388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 47942) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:22.310309 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:22.310604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device aa3b7c6f-07e8-4285-a366-4e4ddd1c75ca not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:22.311025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 759dfaca-2073-4fc6-9ad0-68caf204d527 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:22.317693 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96449aa-7d77-41cd-92e1-098acc248abe admin admin] Pushing event deleted for resources: {'Network': ['ID=57d4e435-d61b-4f0c-9d72-3b53c94d3e16,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:22.333909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 759dfaca-2073-4fc6-9ad0-68caf204d527 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:22.334268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 759dfaca-2073-4fc6-9ad0-68caf204d527 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:22.334688 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e13d2501-8f69-45b5-9918-306e2580281b no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:22.355051 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: e13d2501-8f69-45b5-9918-306e2580281b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:22.355408 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device e13d2501-8f69-45b5-9918-306e2580281b not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:22.682602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (843c4137-6f42-45a9-bdae-96dd6d31193e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:22.936943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Deleting port 54691cd8-4f23-4ade-90d8-201ce8247723 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:22.937188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.028856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] For port 54691cd8-4f23-4ade-90d8-201ce8247723, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=54691cd8-4f23-4ade-90d8-201ce8247723,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:23.029366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.042338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Calling delete_port for 54691cd8-4f23-4ade-90d8-201ce8247723 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:23.045414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-408845cc-0545-4e92-b4c9-ac1293760bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.233608 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (54691cd8-4f23-4ade-90d8-201ce8247723), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.264900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54691cd8-4f23-4ade-90d8-201ce8247723,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:23.433061 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (843c4137-6f42-45a9-bdae-96dd6d31193e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.687352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Router 843c4137-6f42-45a9-bdae-96dd6d31193e has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:23.802347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:23.807780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a899b01c-67b2-4d55-8b79-6e9e5dfa4af0 admin admin] 10.222.0.23 "PUT /v2.0/routers/843c4137-6f42-45a9-bdae-96dd6d31193e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961901 Mar 07 11:29:23.811547 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47944) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:23.813920 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Sync routers for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:23.824513 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:23.825504 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:23.919495 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks [] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:23.931013 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:24.029697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks [] for router_gateway (843c4137-6f42-45a9-bdae-96dd6d31193e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.087991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Deleting port ad4e848d-a723-4b19-8db1-db215c0aaf15 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:24.088405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.105820 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:29:23Z', 'revision_number': 5, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port': {'id': 'ad4e848d-a723-4b19-8db1-db215c0aaf15', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:27:10Z', 'updated_at': '2022-03-07T11:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:24.131824 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Checking router: 843c4137-6f42-45a9-bdae-96dd6d31193e for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:24.141345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Routers {'843c4137-6f42-45a9-bdae-96dd6d31193e'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:24.141967 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['843c4137-6f42-45a9-bdae-96dd6d31193e'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:24.167161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] For port ad4e848d-a723-4b19-8db1-db215c0aaf15, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ad4e848d-a723-4b19-8db1-db215c0aaf15,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:24.167527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.179723 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Calling delete_port for ad4e848d-a723-4b19-8db1-db215c0aaf15 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:24.324634 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] Set router 843c4137-6f42-45a9-bdae-96dd6d31193e gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:24.355977 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ad4e848d-a723-4b19-8db1-db215c0aaf15), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.383572 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:29:24Z', 'revision_number': 6, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:24.386354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4e848d-a723-4b19-8db1-db215c0aaf15,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:24.415366 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5315b9-63b2-4b9c-8983-833d4549edf1 None None] The sync data for ids ['843c4137-6f42-45a9-bdae-96dd6d31193e'] in n-d-832156-4 is: [{'id': '843c4137-6f42-45a9-bdae-96dd6d31193e', 'name': 'tempest-TestMinimumBasicScenario-1139908127-router', 'tenant_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:27:09Z', 'updated_at': '2022-03-07T11:29:24Z', 'revision_number': 6, 'project_id': '7b6bbee573d941ef997b9bc0b51cfb27', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:24.449702 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.464902 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (843c4137-6f42-45a9-bdae-96dd6d31193e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.568072 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.570132 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks [] for router_controller (843c4137-6f42-45a9-bdae-96dd6d31193e), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.624052 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (843c4137-6f42-45a9-bdae-96dd6d31193e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.624984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 843c4137-6f42-45a9-bdae-96dd6d31193e {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:29:24.629853 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.630989 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9813493c-bce9-48c3-93cc-d3fffe71587b admin admin] 10.222.0.23 "DELETE /v2.0/routers/843c4137-6f42-45a9-bdae-96dd6d31193e HTTP/1.1" status: 204 len: 168 time: 0.8182852 Mar 07 11:29:24.633674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47946) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:24.683397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Deleting subnet 30f5c0e7-ecf8-424a-88cf-710bc57eb5d1 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:29:24.686916 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Publish callbacks [] for subnet (30f5c0e7-ecf8-424a-88cf-710bc57eb5d1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.720104 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.722929 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (30f5c0e7-ecf8-424a-88cf-710bc57eb5d1), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.809213 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (30f5c0e7-ecf8-424a-88cf-710bc57eb5d1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.865310 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (30f5c0e7-ecf8-424a-88cf-710bc57eb5d1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.891240 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f5c0e7-ecf8-424a-88cf-710bc57eb5d1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:24.895932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:24.900292 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8aafd15-bea4-4706-b7d8-ef47f53cf3c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30f5c0e7-ecf8-424a-88cf-710bc57eb5d1 HTTP/1.1" status: 204 len: 168 time: 0.2655740 Mar 07 11:29:24.900694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe64c2f-3820-49a2-b523-dc83e332354b None None] Network ca143623-dc2e-4845-93a1-38e0b6284fea requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:24.901682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47948) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:24.971114 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (ca143623-dc2e-4845-93a1-38e0b6284fea), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.035954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Deleting port ba13366d-d43c-4eb4-bf28-651624861490 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:25.036295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ba13366d-d43c-4eb4-bf28-651624861490), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.100859 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] For port ba13366d-d43c-4eb4-bf28-651624861490, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ba13366d-d43c-4eb4-bf28-651624861490,segment=NetworkSegment(5f8eae7e-d500-4040-80e4-746c8d2714b2),segment_id=5f8eae7e-d500-4040-80e4-746c8d2714b2)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:25.101116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ba13366d-d43c-4eb4-bf28-651624861490), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.114363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Calling delete_port for ba13366d-d43c-4eb4-bf28-651624861490 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:25.198599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f4327-ca87-4385-9cbf-2be26c4801c3 None None] DHCP port deletion for ca143623-dc2e-4845-93a1-38e0b6284fea request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:29:25.203427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (ba13366d-d43c-4eb4-bf28-651624861490), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.233719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] No DVR routers for this DVR port ba13366d-d43c-4eb4-bf28-651624861490 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:29:25.239829 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba13366d-d43c-4eb4-bf28-651624861490,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:25.309816 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (ca143623-dc2e-4845-93a1-38e0b6284fea), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.335577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca143623-dc2e-4845-93a1-38e0b6284fea']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:25.345511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8eae7e-d500-4040-80e4-746c8d2714b2') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:25.345801 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8eae7e-d500-4040-80e4-746c8d2714b2') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:25.355864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (5f8eae7e-d500-4040-80e4-746c8d2714b2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.370463 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (5f8eae7e-d500-4040-80e4-746c8d2714b2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.378218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:29:25.378625 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (5f8eae7e-d500-4040-80e4-746c8d2714b2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:29:25.380916 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:29:25.444883 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (ca143623-dc2e-4845-93a1-38e0b6284fea), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.454897 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.458253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca143623-dc2e-4845-93a1-38e0b6284fea HTTP/1.1" status: 204 len: 168 time: 0.5555792 Mar 07 11:29:25.482681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6073-0eb8-40cc-9003-ec2d84dbd023 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca143623-dc2e-4845-93a1-38e0b6284fea,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:25.628255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47952) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:25.668114 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a37ef8ca-ed28-44a0-a787-7347ab47087e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2472a1ef405e45ab996d196c59a76a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386357 Mar 07 11:29:25.670446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47954) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:25.724322 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] Publish callbacks [] for security_group (db1a6e71-47f9-4025-948e-b32da7ea1beb), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.745955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] Publish callbacks [] for security_group (db1a6e71-47f9-4025-948e-b32da7ea1beb), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.809332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (db1a6e71-47f9-4025-948e-b32da7ea1beb), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.812973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:25.814136 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db1a6e71-47f9-4025-948e-b32da7ea1beb HTTP/1.1" status: 204 len: 168 time: 0.1428409 Mar 07 11:29:25.822399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da9a06-112d-4a54-9418-11575cee99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a6e71-47f9-4025-948e-b32da7ea1beb,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:25.866793 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:26.165076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47960) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:26.205770 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a73aeaf9-75d2-4789-89c1-bdd3066d38ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b6bbee573d941ef997b9bc0b51cfb27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394871 Mar 07 11:29:26.208380 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 47962) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:26.257484 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] Publish callbacks [] for security_group (214e66ad-d484-4928-b798-5591cc2d53d0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:26.272610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 54691cd8-4f23-4ade-90d8-201ce8247723 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:26.278985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] Publish callbacks [] for security_group (214e66ad-d484-4928-b798-5591cc2d53d0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:26.292947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 54691cd8-4f23-4ade-90d8-201ce8247723 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:26.293294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 54691cd8-4f23-4ade-90d8-201ce8247723 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:26.293690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ad4e848d-a723-4b19-8db1-db215c0aaf15 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:26.316455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ad4e848d-a723-4b19-8db1-db215c0aaf15 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:26.316796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ad4e848d-a723-4b19-8db1-db215c0aaf15 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:26.317202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ba13366d-d43c-4eb4-bf28-651624861490 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:26.326429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (214e66ad-d484-4928-b798-5591cc2d53d0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:26.329373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:26.330543 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/214e66ad-d484-4928-b798-5591cc2d53d0 HTTP/1.1" status: 204 len: 168 time: 0.1212862 Mar 07 11:29:26.337153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ba13366d-d43c-4eb4-bf28-651624861490 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:26.337496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ba13366d-d43c-4eb4-bf28-651624861490 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:26.338648 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3d10a-f1ab-4254-b698-ed99f611a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e66ad-d484-4928-b798-5591cc2d53d0,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:27.117054 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.251491 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48002) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:28.256051 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489624062', 'description': 'tempest-secgroup-smoke-489624062 description', 'project_id': '4d9f5552c59346f0aa058be83a972df7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:28.279466 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.287667 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.363835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (e1a4bd6e-5dde-413c-bc4c-74f8296f14be), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.369848 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e1a4bd6e-5dde-413c-bc4c-74f8296f14be), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.408173 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a4bd6e-5dde-413c-bc4c-74f8296f14be,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:28.448877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (ea36176b-dc30-4918-950f-129c823f02ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.454874 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ea36176b-dc30-4918-950f-129c823f02ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.484443 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.485664 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2331469 Mar 07 11:29:28.488722 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:28.493069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:28.500788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909c70-b70f-46a7-8a08-463dbca772ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea36176b-dc30-4918-950f-129c823f02ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:28.524098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (e9bbe9da-fb54-42aa-8d5a-4d7f0222dea7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.583388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (e9bbe9da-fb54-42aa-8d5a-4d7f0222dea7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.588852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e9bbe9da-fb54-42aa-8d5a-4d7f0222dea7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.606635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bbe9da-fb54-42aa-8d5a-4d7f0222dea7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:28.612951 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.614157 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5963a80e-b104-472b-bcb5-644787edd7d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245060 Mar 07 11:29:28.617100 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48006) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:28.621341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:28.652861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (cd3d4633-486f-4368-8fea-1f5438113eb2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.725793 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (cd3d4633-486f-4368-8fea-1f5438113eb2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.730914 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (cd3d4633-486f-4368-8fea-1f5438113eb2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.752737 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3d4633-486f-4368-8fea-1f5438113eb2,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:28.763028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.764394 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-557967dd-1038-4ba6-afd5-cd2c226bf440 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463857 Mar 07 11:29:28.767462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48008) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:28.772045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:28.803223 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (c0c8cdc2-5c4e-4f2b-8bbe-a5e19dc8157c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.871233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (c0c8cdc2-5c4e-4f2b-8bbe-a5e19dc8157c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.877799 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (c0c8cdc2-5c4e-4f2b-8bbe-a5e19dc8157c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.896025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c8cdc2-5c4e-4f2b-8bbe-a5e19dc8157c,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:28.905294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:28.907829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-effb96b3-6d47-4939-8ae1-6f8e5e36f18a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389236 Mar 07 11:29:28.911090 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:28.915544 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:28.943881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (523b867f-a195-4885-b642-66ce51faa4e7), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.008464 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (523b867f-a195-4885-b642-66ce51faa4e7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.016889 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (523b867f-a195-4885-b642-66ce51faa4e7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.040095 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523b867f-a195-4885-b642-66ce51faa4e7,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:29.047894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.049118 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-50daa4d5-37c2-4d12-ad6c-13d1c7bd8ae0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370118 Mar 07 11:29:29.052223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48012) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:29.058364 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:29.089811 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:29:29.095277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (7cde8061-5197-4fe2-b215-960fd8a6e06b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.163491 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (7cde8061-5197-4fe2-b215-960fd8a6e06b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.168905 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7cde8061-5197-4fe2-b215-960fd8a6e06b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.192443 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cde8061-5197-4fe2-b215-960fd8a6e06b,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:29.198365 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.200429 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-90a75432-37a7-4c6a-a8ca-768e8bd343fb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464024 Mar 07 11:29:29.203483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48014) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:29.210018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'ea36176b-dc30-4918-950f-129c823f02ee', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:29.240882 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:29:29.246361 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (e8dbe6e0-babe-4a81-93b4-b651adfc3f33), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.306540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.313632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (e8dbe6e0-babe-4a81-93b4-b651adfc3f33), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.319881 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (e8dbe6e0-babe-4a81-93b4-b651adfc3f33), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.338893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dbe6e0-babe-4a81-93b4-b651adfc3f33,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:29.349067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.350310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cfb5387c-70f6-4721-95f2-5fb9604b24bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457946 Mar 07 11:29:29.353890 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:29.360865 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'network': {'name': 'tempest-network-smoke--450221867', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:29.381756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:29.385894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.415766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:29:29.426555 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (80acea3a-6e14-4ba5-8464-7941292758b0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.426901 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Added segment 80acea3a-6e14-4ba5-8464-7941292758b0 of type vlan for network 787ee420-1b59-46f2-9d7c-6aa585473c1a Mar 07 11:29:29.473180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (787ee420-1b59-46f2-9d7c-6aa585473c1a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.503281 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (787ee420-1b59-46f2-9d7c-6aa585473c1a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.511210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:29.511827 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.561256 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061384 Mar 07 11:29:29.565048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:29.569858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'admin_state_up': True, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:29.596011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.597392 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.600228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48486973-7565-43cf-90e6-08f595e76da6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Network': ['ID=787ee420-1b59-46f2-9d7c-6aa585473c1a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:29.614596 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:29:29.658818 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:29.866859 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.070794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.089295 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.203879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.109 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/6a8ec3d6-eaea-45aa-9264-66ee10c5570d) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:30.575787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.614672 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.656013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:30.659093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:30.663327 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:30.668806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:31.005422 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:31.224911 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:31.356742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:29:31.476733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:31.488083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Sync routers for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:31.498382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:31.498580 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:31.499022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:31.499861 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3d62ed2a-7252-415b-b0d8-fccae9485fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9336696 Mar 07 11:29:31.503291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48020) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:31.606127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:31.632971 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e6a6a093-0f0c-45c8-9fd7-cfe686030e2b tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d9f5552c59346f0aa058be83a972df7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282535 Mar 07 11:29:31.635548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48024) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:31.783594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:30Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:31.788470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9401441-cf44-4f14-8607-80f39df40e0b tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:31.790001 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d9401441-cf44-4f14-8607-80f39df40e0b tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534369 Mar 07 11:29:31.793004 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:31.816174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Checking router: 2b5893a3-87c3-457d-aee1-681f5bd2bb9c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:31.818124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Updating router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:31.830540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7064f35-065a-4ef8-b870-a2756fe329c1 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363841 Mar 07 11:29:31.833292 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48028) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:31.838244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569426973', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:31.937637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:31.941130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.016262 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.125463 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (f0b1b9f8-4a30-4999-9579-8bd1870ab126), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.184616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Subnet': ['ID=f0b1b9f8-4a30-4999-9579-8bd1870ab126,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:32.195181 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Checking segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:32.195549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network hostable DHCP agents. Network: 787ee420-1b59-46f2-9d7c-6aa585473c1a, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:29:32.213543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:29:32.224943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 787ee420-1b59-46f2-9d7c-6aa585473c1a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:32.229506 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:32.230218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.237625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e188a-b178-44d9-a527-d81047a72e84 None None] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:32.247000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-fb9d787f-7578-4c03-acbc-4072a27a039a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4127073 Mar 07 11:29:32.249767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48030) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:32.328608 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks [] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.338493 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.415671 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Attempting to bind port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:32.416048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Attempting to bind port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:32.416406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Attempting to bind port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:32.419987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-787ee420-1b59-46f2-9d7c-6aa585473c1a', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:29:32.420805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.424759 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Pushing event updated for resources: {'Port': ['ID=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:32.441884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:32.442181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:32.442574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.442962 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:32.443425 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Bound port: 6a8ec3d6-eaea-45aa-9264-66ee10c5570d, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:32.443849 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.446364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.446700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.447048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.447376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.447702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.448025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.448344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.448677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.448985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.449298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.449607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.450278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.450673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:32.568963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] For port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:32.574056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] For port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:32.601648 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.671219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Allocated IP 172.20.0.2 (787ee420-1b59-46f2-9d7c-6aa585473c1a/f0b1b9f8-4a30-4999-9579-8bd1870ab126/20551d80-17cd-46eb-acad-2184d62c6cae) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:32.690409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:32.691035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:32.692825 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:32.732560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2f37f-8fa4-4de5-bb4c-7f0362b51abf None None] Pushing event updated for resources: {'Port': ['ID=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:32.871123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:33.019471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks [] for port (20551d80-17cd-46eb-acad-2184d62c6cae), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.031716 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.084254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.1 (787ee420-1b59-46f2-9d7c-6aa585473c1a/f0b1b9f8-4a30-4999-9579-8bd1870ab126/9a4ed0c9-1732-404a-a12c-7dad42f23add) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:33.111563 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:33.112372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Pushing event updated for resources: {'Port': ['ID=20551d80-17cd-46eb-acad-2184d62c6cae,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:33.117055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:33.119103 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:33.191303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Attempting to bind port 20551d80-17cd-46eb-acad-2184d62c6cae on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:33.191803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Attempting to bind port 20551d80-17cd-46eb-acad-2184d62c6cae by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:33.192294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Attempting to bind port 20551d80-17cd-46eb-acad-2184d62c6cae on network 787ee420-1b59-46f2-9d7c-6aa585473c1a {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:33.197118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:30Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:33.198815 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.201978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:33.202344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Checking segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:33.202796 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.203181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Bound using segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:33.203638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Bound port: 20551d80-17cd-46eb-acad-2184d62c6cae, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:33.204058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.229185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086f29-6be7-4a7f-9c7b-62a8544cec09 None None] The sync data for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 is: [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:30Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:33.235525 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.280342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:33.283904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:33.288851 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:33.293159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:33.302463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] For port 20551d80-17cd-46eb-acad-2184d62c6cae, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:33.306522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] For port 20551d80-17cd-46eb-acad-2184d62c6cae, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=20551d80-17cd-46eb-acad-2184d62c6cae,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:33.314545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.339978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.387196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143762b5-025d-49c4-9398-f62945e2fd55 None None] Pushing event updated for resources: {'Port': ['ID=20551d80-17cd-46eb-acad-2184d62c6cae,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:33.499086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.821481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.827255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:33.907824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:33.910430 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.003956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:34.005442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:34.352538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a8ec3d6-eaea-45aa-9264-66ee10c5570d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:34.424655 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:34.425158 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.446816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df40189-fd57-4b10-bd0f-ecb2eae2d938 None None] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:34.482392 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:34.597340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:34.597601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Provisioning complete for port 20551d80-17cd-46eb-acad-2184d62c6cae triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:34.597806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.600136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:34.600510 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.602540 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5df9d36a-398e-48f2-a354-1282afb80a37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/2b5893a3-87c3-457d-aee1-681f5bd2bb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3516695 Mar 07 11:29:34.653904 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:34.663875 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.664672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 20551d80-17cd-46eb-acad-2184d62c6cae up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:34.779688 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-4c18e107-57a0-4bc2-9c77-1369ae0d85f4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489624062&fields=id&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 267 time: 0.0505874 Mar 07 11:29:34.780465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:34.802189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Current status of the port 20551d80-17cd-46eb-acad-2184d62c6cae is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:34.802575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.805763 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 20551d80-17cd-46eb-acad-2184d62c6cae triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:34.806119 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.871958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] For port 20551d80-17cd-46eb-acad-2184d62c6cae, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=20551d80-17cd-46eb-acad-2184d62c6cae,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:34.878736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:34.919999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-991f45f6-3889-4c6d-bf76-55da6e849ee7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:34.921786 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-991f45f6-3889-4c6d-bf76-55da6e849ee7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 796 time: 0.1317489 Mar 07 11:29:34.938571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-e25d9d10-454f-4d60-af84-21cf54065651 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/quotas/4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 375 time: 0.0103288 Mar 07 11:29:34.956601 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61626bfc-6c7f-4af4-b490-3cd914cb8557 None None] Pushing event updated for resources: {'Port': ['ID=20551d80-17cd-46eb-acad-2184d62c6cae,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:34.961106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 20551d80-17cd-46eb-acad-2184d62c6cae is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:35.005095 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:35.005663 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.011067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-edd8b13b-629e-4f2b-af76-82e7dfbf60c5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622535 Mar 07 11:29:35.042397 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Port 9a4ed0c9-1732-404a-a12c-7dad42f23add cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:35.053485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Provisioning complete for port 20551d80-17cd-46eb-acad-2184d62c6cae triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:35.053851 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.121230 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Sync routers for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:35.133323 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-d2c29338-1215-4394-9cdd-4271cbce7336 service neutron] 10.222.0.23 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110466 Mar 07 11:29:35.141066 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:35.141782 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:35.146007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce8b99-d608-4b7a-a3fe-55d8b388b37f None None] Current status of the port 20551d80-17cd-46eb-acad-2184d62c6cae is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:35.232225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-e3a4b5f7-7ee2-499c-b78e-9a571baa7ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922976 Mar 07 11:29:35.270939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-914c9d07-d7fb-4c9a-9738-80ca1347964c None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:35.272287 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-914c9d07-d7fb-4c9a-9738-80ca1347964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.278371 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:35.324044 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-914c9d07-d7fb-4c9a-9738-80ca1347964c None None] Port 9a4ed0c9-1732-404a-a12c-7dad42f23add cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:35.446830 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8a54edc5-01cc-4051-bad5-88009e655ea3 None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:35.447539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8a54edc5-01cc-4051-bad5-88009e655ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.490404 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8a54edc5-01cc-4051-bad5-88009e655ea3 None None] Port 9a4ed0c9-1732-404a-a12c-7dad42f23add cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:35.496360 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 2, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:35.525779 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Checking router: 2b5893a3-87c3-457d-aee1-681f5bd2bb9c for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:35.526119 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Updating router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c port 9a4ed0c9-1732-404a-a12c-7dad42f23add binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:35.552698 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.831507 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks [] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.838853 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.893432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Pushing event updated for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:35.921394 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.921747 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.922082 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.922389 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.922729 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.923051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.923395 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.923714 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.924048 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.924359 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.924671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.924978 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.925285 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:35.959087 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Attempting to bind port 9a4ed0c9-1732-404a-a12c-7dad42f23add on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:35.959454 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Attempting to bind port 9a4ed0c9-1732-404a-a12c-7dad42f23add by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:35.959840 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Attempting to bind port 9a4ed0c9-1732-404a-a12c-7dad42f23add on network 787ee420-1b59-46f2-9d7c-6aa585473c1a {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:35.965245 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:35.965612 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Checking segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:35.966017 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:35.966384 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Bound using segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:35.966986 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Bound port: 9a4ed0c9-1732-404a-a12c-7dad42f23add, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:35.967362 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.032721 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] For port 9a4ed0c9-1732-404a-a12c-7dad42f23add, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:36.035998 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] For port 9a4ed0c9-1732-404a-a12c-7dad42f23add, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a4ed0c9-1732-404a-a12c-7dad42f23add,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:36.049718 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.110092 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:36.110723 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:36.112709 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce1f1-1ee0-406d-a6a6-240095e630c7 None None] Pushing event updated for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:36.117055 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:36.117401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.202513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Current status of the port 9a4ed0c9-1732-404a-a12c-7dad42f23add is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:36.203340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.231399 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:36.239446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] For port 9a4ed0c9-1732-404a-a12c-7dad42f23add, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a4ed0c9-1732-404a-a12c-7dad42f23add,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:36.245190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.311614 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a8ec3d6-eaea-45aa-9264-66ee10c5570d up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:36.319303 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d694d9d-2034-453f-8f4c-5cbb4aa486b4 None None] Pushing event updated for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:36.376681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1deef5db-3395-48f2-9a4a-0de83de259e2 None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:36.377049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1deef5db-3395-48f2-9a4a-0de83de259e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.448793 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:36.449514 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.454514 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5732b122-e8cd-4087-bef1-7771f43f95a4 req-06d01427-7bd8-4025-9d35-3967dbfdd421 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 210 time: 0.0406327 Mar 07 11:29:36.458790 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:36.489233 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8d04-becf-485d-946c-b1468efbc17c None None] The sync data for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 is: [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:36.753991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1deef5db-3395-48f2-9a4a-0de83de259e2 None None] Current status of the port 9a4ed0c9-1732-404a-a12c-7dad42f23add is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:36.768174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:36.769268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 20551d80-17cd-46eb-acad-2184d62c6cae up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:36.821560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 20551d80-17cd-46eb-acad-2184d62c6cae triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:36.821962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:36.912179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 20551d80-17cd-46eb-acad-2184d62c6cae is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:37.592327 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8036111-0d44-49a4-b691-d44dc499accd req-3b6644ab-dbba-461f-97d1-0faf2b148137 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 210 time: 0.0463817 Mar 07 11:29:37.611307 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-68b94691-0b7d-4b91-a53d-6bba4b8eb5db tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:37.614066 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-68b94691-0b7d-4b91-a53d-6bba4b8eb5db tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 796 time: 0.1112516 Mar 07 11:29:37.690114 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-e841887f-9c60-4197-95a2-b63bf6217661 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 379 time: 0.0608277 Mar 07 11:29:37.699224 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'port': {'device_id': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'admin_state_up': True, 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'security_groups': ['ea36176b-dc30-4918-950f-129c823f02ee']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:37.813328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:37.816814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:37.951378 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.4 (787ee420-1b59-46f2-9d7c-6aa585473c1a/f0b1b9f8-4a30-4999-9579-8bd1870ab126/0ab3b348-533f-43fa-b2d4-4e450367a900) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:38.090714 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.127856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.176399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:38.179347 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:38.182949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:38.189888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:38.241136 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:38.241872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.264329 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8cdb7cf0-0089-4e2a-a4dc-b2635b0cc3e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687077 Mar 07 11:29:38.276571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Request body: {'port': {'device_id': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:38.319817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a4ed0c9-1732-404a-a12c-7dad42f23add up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:38.339876 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.371370 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 9a4ed0c9-1732-404a-a12c-7dad42f23add triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:38.371777 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.452188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 9a4ed0c9-1732-404a-a12c-7dad42f23add is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:38.484058 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-1744cd6f-0185-44d2-907b-a7c3f735b0d0 None None] Provisioning complete for port 0ab3b348-533f-43fa-b2d4-4e450367a900 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:38.484486 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1744cd6f-0185-44d2-907b-a7c3f735b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.521339 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-1744cd6f-0185-44d2-907b-a7c3f735b0d0 None None] Port 0ab3b348-533f-43fa-b2d4-4e450367a900 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:38.617155 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab3b348-533f-43fa-b2d4-4e450367a900 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:29:38.626283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks [] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.638720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Transition to ACTIVE for port object 0ab3b348-533f-43fa-b2d4-4e450367a900 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:29:38.644134 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.695098 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:38.733123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df129-206c-4e40-b7fa-c6b3c364ff01 req-6574303b-af46-4ef6-b955-2c2e95107678 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:38.734942 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45df129-206c-4e40-b7fa-c6b3c364ff01 req-6574303b-af46-4ef6-b955-2c2e95107678 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 943 time: 0.0686657 Mar 07 11:29:38.769212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Attempting to bind port 0ab3b348-533f-43fa-b2d4-4e450367a900 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:38.769548 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Attempting to bind port 0ab3b348-533f-43fa-b2d4-4e450367a900 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:38.769884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Attempting to bind port 0ab3b348-533f-43fa-b2d4-4e450367a900 on network 787ee420-1b59-46f2-9d7c-6aa585473c1a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:38.774344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Port 0ab3b348-533f-43fa-b2d4-4e450367a900 on network 787ee420-1b59-46f2-9d7c-6aa585473c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:29:38.774659 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Attempting to bind port 0ab3b348-533f-43fa-b2d4-4e450367a900 on network 787ee420-1b59-46f2-9d7c-6aa585473c1a {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:38.779522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:38.779836 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Checking segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:38.780221 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Bound using segment: {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:38.780820 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Bound port: 0ab3b348-533f-43fa-b2d4-4e450367a900, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80acea3a-6e14-4ba5-8464-7941292758b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:38.781152 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.792201 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45df129-206c-4e40-b7fa-c6b3c364ff01 req-3663d6ba-c535-4692-b301-614db07d07b9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510223 Mar 07 11:29:38.847787 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:38.851007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ab3b348-533f-43fa-b2d4-4e450367a900,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:38.857749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.892636 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:38.893251 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.895150 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] 10.222.0.32 "PUT /v2.0/ports/0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 1091 time: 0.6233099 Mar 07 11:29:38.900826 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:38.903245 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc29795-e815-4aa2-8f30-85a65a56fca5" -d '{"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:38.929904 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007586-3d05-44f9-ac68-c142f524f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:38.953165 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b69b08-56ca-414c-affb-13c93530e122 x-openstack-request-id: req-35b69b08-56ca-414c-affb-13c93530e122 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:38.953663 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:38.954038 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35b69b08-56ca-414c-affb-13c93530e122 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:38.954799 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'status': 'completed', 'code': 200} Mar 07 11:29:39.014207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-4d04b130-de1d-4ef9-b8dc-6366425d9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.015855 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-4d04b130-de1d-4ef9-b8dc-6366425d9967 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1125 time: 0.0502534 Mar 07 11:29:39.061585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-1e1fd5af-8587-4e54-a4c9-439a65816a14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 217 time: 0.0394864 Mar 07 11:29:39.110607 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8c3ffa24-b36f-46f4-8e8e-aeeadb48e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.112161 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-8c3ffa24-b36f-46f4-8e8e-aeeadb48e493 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 200 len: 834 time: 0.0452147 Mar 07 11:29:39.160974 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-933c5a6d-57ac-4b63-a60f-86f431f9cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.162496 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-933c5a6d-57ac-4b63-a60f-86f431f9cdec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=787ee420-1b59-46f2-9d7c-6aa585473c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448053 Mar 07 11:29:39.272365 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-ba153207-383e-4a29-9e82-f80800b89e5b service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022916 Mar 07 11:29:39.366465 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7b87d651-e58f-408c-bcd8-5d1b504d5cb9 req-e73d9d7a-6301-401b-b69c-c2367d2807aa service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Mar 07 11:29:39.475578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-cbed162b-7185-400f-b2d8-124b13704ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.477116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-cbed162b-7185-400f-b2d8-124b13704ede service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1125 time: 0.0584381 Mar 07 11:29:39.569766 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-6d4b4815-4452-4a0b-9f41-bebeb1568c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.571704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-6d4b4815-4452-4a0b-9f41-bebeb1568c93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 897 time: 0.0875895 Mar 07 11:29:39.620236 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-42418489-ab28-4c2f-b002-1114ae92fc0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 217 time: 0.0421035 Mar 07 11:29:39.675277 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-e5d1517b-750a-4318-9922-523c93e5d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.677392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-e5d1517b-750a-4318-9922-523c93e5d13b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 200 len: 834 time: 0.0514610 Mar 07 11:29:39.729916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-2afeb51a-ada5-4b58-a2c5-fe27b5c71692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.731392 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-2afeb51a-ada5-4b58-a2c5-fe27b5c71692 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=787ee420-1b59-46f2-9d7c-6aa585473c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474281 Mar 07 11:29:39.825691 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-b269d0c7-881f-4d74-968c-403622243b1a service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Mar 07 11:29:39.913984 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee9672-c826-4364-a5db-e4c853ba8bce req-afcc7ae2-1360-4275-86e2-17003d1f70ab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:39.915474 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ee9672-c826-4364-a5db-e4c853ba8bce req-afcc7ae2-1360-4275-86e2-17003d1f70ab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 943 time: 0.0544405 Mar 07 11:29:39.917239 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-6bc29795-e815-4aa2-8f30-85a65a56fca5 req-20ed429a-3b0e-4f2e-8328-d1ce41bb9afe service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Mar 07 11:29:39.973463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-90ee9672-c826-4364-a5db-e4c853ba8bce req-c801f2d7-9fe3-44f7-9c96-0b481fcde40d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492074 Mar 07 11:29:41.099232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4a268-ec77-421a-aca7-773e82b5601b req-2367e224-c84a-44d2-986d-2ee4088beee4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:41.100726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad4a268-ec77-421a-aca7-773e82b5601b req-2367e224-c84a-44d2-986d-2ee4088beee4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 943 time: 0.0544615 Mar 07 11:29:41.150861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ad4a268-ec77-421a-aca7-773e82b5601b req-4ce32460-59b9-43a4-9dfa-351d782df67b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Mar 07 11:29:42.284435 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f42c-5a0b-40b3-88cc-9052d7029fc4 req-a3f1417d-200b-4f20-8d1f-850751e49999 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:42.285878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b179f42c-5a0b-40b3-88cc-9052d7029fc4 req-a3f1417d-200b-4f20-8d1f-850751e49999 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 943 time: 0.0559211 Mar 07 11:29:42.338492 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b179f42c-5a0b-40b3-88cc-9052d7029fc4 req-f73a3b82-9409-4b24-959f-e1e1800d1bb9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Mar 07 11:29:43.421774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ab3b348-533f-43fa-b2d4-4e450367a900 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:29:43.468183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340606c3-f195-4417-bbf0-d9fd0e2ff393 req-332e2d62-12c2-4fe3-b1fb-d5f989f53dc2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:43.469609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-340606c3-f195-4417-bbf0-d9fd0e2ff393 req-332e2d62-12c2-4fe3-b1fb-d5f989f53dc2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 943 time: 0.0584943 Mar 07 11:29:43.519144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-340606c3-f195-4417-bbf0-d9fd0e2ff393 req-b250cf63-5fb1-412c-ba85-c4d0f1a12786 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436168 Mar 07 11:29:43.526154 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ab3b348-533f-43fa-b2d4-4e450367a900,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:43.537371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'port_id': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'mac_address': 'fa:16:3e:04:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:29:43.577134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0ab3b348-533f-43fa-b2d4-4e450367a900 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:43.577583 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:43.590570 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab3b348-533f-43fa-b2d4-4e450367a900 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:29:43.610325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ab3b348-533f-43fa-b2d4-4e450367a900,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:43.617244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:43.663195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:43.810606 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:29:43.981236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['0ab3b348-533f-43fa-b2d4-4e450367a900'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:29:44.643318 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae8de-451f-4f04-a860-fa7b75d15719 req-a1c085a0-83a4-4578-aa2e-09e7344b6779 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:44.644824 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab3ae8de-451f-4f04-a860-fa7b75d15719 req-a1c085a0-83a4-4578-aa2e-09e7344b6779 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 944 time: 0.0564404 Mar 07 11:29:44.695473 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab3ae8de-451f-4f04-a860-fa7b75d15719 req-8c2914b5-b36b-452e-b45d-569715d7a379 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446730 Mar 07 11:29:45.439210 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ab3b348-533f-43fa-b2d4-4e450367a900 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:45.497175 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 0ab3b348-533f-43fa-b2d4-4e450367a900 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:29:45.501194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 0ab3b348-533f-43fa-b2d4-4e450367a900 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:45.501810 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:45.588153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 0ab3b348-533f-43fa-b2d4-4e450367a900 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:45.588657 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:45.613451 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:45.615940 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90455098-f7ea-4bcf-b038-64d6a3dd5e98" -d '{"events": [{"server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "name": "network-vif-plugged", "status": "completed", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:45.628755 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ab3b348-533f-43fa-b2d4-4e450367a900,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:45.634116 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:45.660072 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d624cc3-0dfe-4b86-be88-662303d617e8 x-openstack-request-id: req-0d624cc3-0dfe-4b86-be88-662303d617e8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:45.660672 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "name": "network-vif-plugged", "status": "completed", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:45.660948 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d624cc3-0dfe-4b86-be88-662303d617e8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:45.661343 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'code': 200} Mar 07 11:29:45.691010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:45.762004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1075d-468e-49a7-9b12-a5fc9f652080 req-dae5391e-9930-4bf8-a333-2d37b8b28ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.763506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3fc1075d-468e-49a7-9b12-a5fc9f652080 req-dae5391e-9930-4bf8-a333-2d37b8b28ab1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1127 time: 0.0443399 Mar 07 11:29:45.813885 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-3fc1075d-468e-49a7-9b12-a5fc9f652080 req-6762179c-f029-4919-98b0-5c34a298d504 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Mar 07 11:29:45.820747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8c96-4916-4940-85bb-02908795a4be req-8fe95409-f808-458c-9a77-1b0b1bdb8eca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.822203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44ce8c96-4916-4940-85bb-02908795a4be req-8fe95409-f808-458c-9a77-1b0b1bdb8eca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0575552 Mar 07 11:29:45.872115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-44ce8c96-4916-4940-85bb-02908795a4be req-f45a5bed-6f0c-42d8-b30a-d74ad925bfdb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Mar 07 11:29:47.005502 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d334-ec76-4d33-8e4b-b1a3a07d4b0d req-db9414c9-3a95-4a40-8fe1-38e381221f6f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:47.006874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a45d334-ec76-4d33-8e4b-b1a3a07d4b0d req-db9414c9-3a95-4a40-8fe1-38e381221f6f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0560887 Mar 07 11:29:47.057933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a45d334-ec76-4d33-8e4b-b1a3a07d4b0d req-e59077cf-28de-4d47-923b-ffb03bf38585 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Mar 07 11:29:48.191680 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b42e48-22c9-4eff-a35f-4da16d4d21c0 req-ce4f517d-f2d8-4366-9fbf-04911c580b4a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:48.193193 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94b42e48-22c9-4eff-a35f-4da16d4d21c0 req-ce4f517d-f2d8-4366-9fbf-04911c580b4a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0638824 Mar 07 11:29:48.248666 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-94b42e48-22c9-4eff-a35f-4da16d4d21c0 req-005de61e-4983-4dbf-a5fe-1d413b4a5fc4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491545 Mar 07 11:29:48.381824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7cdb-1858-44e6-aa59-c82077d0a057 req-910833af-e97e-4b67-b33f-969228a22b7c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:48.383319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc9a7cdb-1858-44e6-aa59-c82077d0a057 req-910833af-e97e-4b67-b33f-969228a22b7c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0644312 Mar 07 11:29:48.440862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc9a7cdb-1858-44e6-aa59-c82077d0a057 req-28b6c3e3-df40-416a-878d-50d65563a17e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486548 Mar 07 11:29:48.466686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48094) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:48.513553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f0968-4a7b-44dd-be44-866a34d3ebef tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:48.515078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-590f0968-4a7b-44dd-be44-866a34d3ebef tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1122 time: 0.0474007 Mar 07 11:29:48.519414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:48.523621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:48.546323 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:48.659776 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:48.766480 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.195 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/bbc83c6e-17dd-4702-a05d-81096165a095) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:48.873085 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (bbc83c6e-17dd-4702-a05d-81096165a095), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:48.915393 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:48.958216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:48.963552 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:48.967303 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:48.970121 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=bbc83c6e-17dd-4702-a05d-81096165a095,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:49.347312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (4fab216a-b2fa-4120-b5dc-81114d409f1b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:49.425366 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:49.576224 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (bbc83c6e-17dd-4702-a05d-81096165a095), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:49.583294 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:49.654894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=bbc83c6e-17dd-4702-a05d-81096165a095,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:49.663888 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (4fab216a-b2fa-4120-b5dc-81114d409f1b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:49.771285 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 4fab216a-b2fa-4120-b5dc-81114d409f1b associated. External IP: 172.25.4.195, port: 0ab3b348-533f-43fa-b2d4-4e450367a900. Mar 07 11:29:50.014705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:50.135985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:50.148251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Sync routers for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:50.160835 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:50.163991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:50.164643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:50.191397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-321d27bd-f002-4176-a2f2-7da0714b67cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6709528 Mar 07 11:29:50.192311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:50.197664 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d627bb-c8e2-4530-ad44-5923be5fd1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:50.243453 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2aaba4-a953-486a-8515-0af91b00e25b x-openstack-request-id: req-fe2aaba4-a953-486a-8515-0af91b00e25b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:50.244058 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:50.244368 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe2aaba4-a953-486a-8515-0af91b00e25b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:50.244778 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'status': 'completed', 'code': 200} Mar 07 11:29:50.281117 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:50.310299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-8a6ca9ce-bb90-41f2-82a3-e2442e4ded65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:50.312139 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-8a6ca9ce-bb90-41f2-82a3-e2442e4ded65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1127 time: 0.0460172 Mar 07 11:29:50.314985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044d84-714d-4049-b4cf-b565080153b8 req-c6fb486d-4fcb-4a08-bf23-fefa76851c9d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:50.316520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5044d84-714d-4049-b4cf-b565080153b8 req-c6fb486d-4fcb-4a08-bf23-fefa76851c9d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Mar 07 11:29:50.367574 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5044d84-714d-4049-b4cf-b565080153b8 req-89815bd8-0dc3-4c1d-85c6-af09699abefc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 Mar 07 11:29:50.390382 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48102) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:50.413324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-b61693f1-d925-46dc-96e2-3c09acb21479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:50.415193 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-b61693f1-d925-46dc-96e2-3c09acb21479 service neutron] 10.222.0.32 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 897 time: 0.0976291 Mar 07 11:29:50.456385 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-648e872a-860d-4f57-8fb5-77baa4b94576 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/4fab216a-b2fa-4120-b5dc-81114d409f1b HTTP/1.1" status: 200 len: 991 time: 0.0645416 Mar 07 11:29:50.484773 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-4f028066-1795-416e-951c-0248249ad3fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 999 time: 0.0634370 Mar 07 11:29:50.520187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4fab216a-b2fa-4120-b5dc-81114d409f1b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'port_id': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'mac_address': 'fa:16:3e:04:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:29:49Z', 'updated_at': '2022-03-07T11:29:49Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:50.531421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-0ede4a50-9e81-40ca-a9c6-52c1e037aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:50.532985 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-0ede4a50-9e81-40ca-a9c6-52c1e037aecd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 200 len: 834 time: 0.0431502 Mar 07 11:29:50.550857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Checking router: 2b5893a3-87c3-457d-aee1-681f5bd2bb9c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:50.559584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:50.560229 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:29:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:50.581920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-ca2ad6a2-1f0f-44cf-8585-607338613e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:50.583574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-ca2ad6a2-1f0f-44cf-8585-607338613e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=787ee420-1b59-46f2-9d7c-6aa585473c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449631 Mar 07 11:29:50.668864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:50.678067 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-d53f00ab-c025-4ecc-a4c0-e8d8783b2900 service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880218 Mar 07 11:29:50.773264 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-65d627bb-c8e2-4530-ad44-5923be5fd1cd req-10d99ebc-2b67-4f42-97ef-f8c7249858ed service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Mar 07 11:29:50.829484 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e27e6302-23b2-4a92-a8c1-458c3e405903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:50.914578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4fab216a-b2fa-4120-b5dc-81114d409f1b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'port_id': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'mac_address': 'fa:16:3e:04:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:29:49Z', 'updated_at': '2022-03-07T11:29:49Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:50.944954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d01f6-1fcb-46c6-9413-237a2ebe82eb None None] The sync data for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 is: [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '4fab216a-b2fa-4120-b5dc-81114d409f1b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'port_id': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'mac_address': 'fa:16:3e:04:94:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:29:49Z', 'updated_at': '2022-03-07T11:29:49Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:51.169380 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4993a0-2d2b-4931-90b5-0a1da1209834 None None] New status for floating IP 4fab216a-b2fa-4120-b5dc-81114d409f1b: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:29:51.460200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48104) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:51.520995 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7d41bcd2-2f45-4378-9ff2-f1716bb6c18f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/4fab216a-b2fa-4120-b5dc-81114d409f1b HTTP/1.1" status: 200 len: 993 time: 0.0596192 Mar 07 11:29:53.046046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41b62c81-0b06-4208-97d0-344003532e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:54.457324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:54.723016 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:55.878215 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:57.127025 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:58.791609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-dec04dd6-11d2-4de7-aa94-99c5c630d548 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3258660 Mar 07 11:29:58.891105 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab146-cc76-4160-8a14-b2a334963967 req-30831849-9f87-4efc-8ed1-baa3e5514919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:58.892676 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-30831849-9f87-4efc-8ed1-baa3e5514919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1127 time: 0.0497599 Mar 07 11:29:59.005355 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab146-cc76-4160-8a14-b2a334963967 req-0a18c9ce-e246-452d-946b-710f616126f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:59.006840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-0a18c9ce-e246-452d-946b-710f616126f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 897 time: 0.0914536 Mar 07 11:29:59.072096 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-4c397051-fd18-481c-8f21-48a77b1defd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 1001 time: 0.0575857 Mar 07 11:29:59.122223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab146-cc76-4160-8a14-b2a334963967 req-24641470-6e66-4989-840d-620a8d010902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:59.123688 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-24641470-6e66-4989-840d-620a8d010902 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 200 len: 834 time: 0.0446651 Mar 07 11:29:59.178225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab146-cc76-4160-8a14-b2a334963967 req-23b55a83-4fa8-4ee4-871e-a9d01500fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:59.179756 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-23b55a83-4fa8-4ee4-871e-a9d01500fc7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=787ee420-1b59-46f2-9d7c-6aa585473c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497890 Mar 07 11:29:59.282542 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-4571d952-6605-48ee-9a34-eb58d32ee301 service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952132 Mar 07 11:29:59.308315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:59.392962 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-533ab146-cc76-4160-8a14-b2a334963967 req-1b6c625b-1af2-442c-90e9-9cc11b83841c service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039052 Mar 07 11:30:20.802849 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7cd2-b864-4a98-9bb5-5cb464d104ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:20.810076 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:30:23.041316 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-adcd27d3-501a-474b-8eb5-cdbb35789c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:24.457245 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:24.737399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:25.874028 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:27.129938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:29.327475 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.804646 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa2f490e-05fd-455c-988d-7450d766de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.517084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc407e-4e6e-4dca-b899-70c59af0ac08 req-3f60d863-aec2-48cc-9c80-7d5fb78a9e17 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:52.518680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6fc407e-4e6e-4dca-b899-70c59af0ac08 req-3f60d863-aec2-48cc-9c80-7d5fb78a9e17 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.1439154 Mar 07 11:30:52.578446 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b6fc407e-4e6e-4dca-b899-70c59af0ac08 req-86167e6a-84b0-431c-8fd6-a2e1d53159a8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539474 Mar 07 11:30:53.046339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-be40d248-0bd5-48e1-8494-ed323eae234f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.777904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c03fcc-f053-456b-8a20-f5db75a35482 req-83632c51-a8c1-482f-a105-dae16bb75a41 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:53.779626 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50c03fcc-f053-456b-8a20-f5db75a35482 req-83632c51-a8c1-482f-a105-dae16bb75a41 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.1111076 Mar 07 11:30:53.836809 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50c03fcc-f053-456b-8a20-f5db75a35482 req-c4bc14a8-0eea-45da-8792-e24fe1355595 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514290 Mar 07 11:30:53.867210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48140) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:53.930840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-eabd32ae-929d-44d2-a1f7-0c0ffe460e09 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/4fab216a-b2fa-4120-b5dc-81114d409f1b HTTP/1.1" status: 200 len: 993 time: 0.0622504 Mar 07 11:30:54.458874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:54.735186 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.231662 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bd85d-aea4-4b54-b8fd-85ea3be039ab req-797b9b93-4a7e-4af3-be9e-a5805a8fd4d2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:55.233357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae8bd85d-aea4-4b54-b8fd-85ea3be039ab req-797b9b93-4a7e-4af3-be9e-a5805a8fd4d2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Mar 07 11:30:55.283135 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae8bd85d-aea4-4b54-b8fd-85ea3be039ab req-f833d4ca-5927-4b92-b5cc-a2d80dc9ff46 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Mar 07 11:30:55.879780 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.425100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63aad-0d48-4fa2-9b11-b3af5b84a950 req-f5b965a8-861b-4053-afca-2ea82f45d155 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:56.426553 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d63aad-0d48-4fa2-9b11-b3af5b84a950 req-f5b965a8-861b-4053-afca-2ea82f45d155 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0678656 Mar 07 11:30:56.478173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f5d63aad-0d48-4fa2-9b11-b3af5b84a950 req-74903415-f3ce-4456-bbf3-62404f62a0d2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Mar 07 11:30:57.126845 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.615994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784326d5-0567-4edf-8813-a5636364ecc0 req-a6432eef-1fa5-4eea-a3eb-26cef34084d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:57.617448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784326d5-0567-4edf-8813-a5636364ecc0 req-a6432eef-1fa5-4eea-a3eb-26cef34084d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0617757 Mar 07 11:30:57.673917 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-784326d5-0567-4edf-8813-a5636364ecc0 req-86037a0c-cecc-48d2-b1d6-fffeded950f3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506768 Mar 07 11:30:57.703913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48152) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:57.775705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eefaba63-aa58-4a1b-bd39-b0b96bb3c79f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/4fab216a-b2fa-4120-b5dc-81114d409f1b HTTP/1.1" status: 200 len: 993 time: 0.0697839 Mar 07 11:30:57.809537 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:30:58.004712 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:58.186715 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port bbc83c6e-17dd-4702-a05d-81096165a095 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:58.187060 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.263614 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.264019 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (bbc83c6e-17dd-4702-a05d-81096165a095), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.279565 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for bbc83c6e-17dd-4702-a05d-81096165a095 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:58.448036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (bbc83c6e-17dd-4702-a05d-81096165a095), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.475954 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=bbc83c6e-17dd-4702-a05d-81096165a095,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.501958 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.502314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.502666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.503007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.503345 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.503690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.504037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.504349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.504678 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.505006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.505333 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.505657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.505975 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:58.545276 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (4fab216a-b2fa-4120-b5dc-81114d409f1b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.545637 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 4fab216a-b2fa-4120-b5dc-81114d409f1b disassociated (deleted). External IP: 172.25.4.195, port: 0ab3b348-533f-43fa-b2d4-4e450367a900. Mar 07 11:30:58.777093 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:58.895632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:58.900759 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.905521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Sync routers for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:30:58.916168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:58.916775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:58.930852 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f1776871-7532-4e4e-a419-9ba60704a6cb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/floatingips/4fab216a-b2fa-4120-b5dc-81114d409f1b HTTP/1.1" status: 204 len: 168 time: 0.9246287 Mar 07 11:30:58.931528 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:30:58.933884 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9665fd-180d-40fb-873b-b908aefc3970" -d '{"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:30:58.973431 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e31b07-9a5f-449a-bd20-d9f797b2ec99 x-openstack-request-id: req-02e31b07-9a5f-449a-bd20-d9f797b2ec99 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:30:58.973705 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:30:58.973984 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02e31b07-9a5f-449a-bd20-d9f797b2ec99 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:30:58.974419 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'status': 'completed', 'code': 200} Mar 07 11:30:59.061763 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-f7f684ed-586d-4d6a-949f-f401cca9f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.063439 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-f7f684ed-586d-4d6a-949f-f401cca9f8e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 1127 time: 0.0627277 Mar 07 11:30:59.187610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-5cc49f86-3616-4fa9-9fd5-7f4a3a99b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.189443 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-5cc49f86-3616-4fa9-9fd5-7f4a3a99b80f service neutron] 10.222.0.32 "GET /v2.0/networks?id=787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 200 len: 897 time: 0.1188881 Mar 07 11:30:59.205601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b920-d810-4544-ba03-f5b82752ad0a req-f61a5073-6b8b-4013-8023-b9fc920a6ee1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.207863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b72b920-d810-4544-ba03-f5b82752ad0a req-f61a5073-6b8b-4013-8023-b9fc920a6ee1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0556960 Mar 07 11:30:59.222975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:59.237213 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-86dc2185-4451-43d4-b904-c835560d0979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 200 len: 217 time: 0.0412183 Mar 07 11:30:59.261093 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b72b920-d810-4544-ba03-f5b82752ad0a req-2e492a92-6729-483e-bc2d-b5ed8de467b7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460122 Mar 07 11:30:59.291752 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-731f6cca-1b27-4df2-87d7-58271198bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.293171 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-731f6cca-1b27-4df2-87d7-58271198bb0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 200 len: 834 time: 0.0484657 Mar 07 11:30:59.333662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.344343 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-10601cdd-b883-4ced-8cde-ff2193453895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.345914 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-10601cdd-b883-4ced-8cde-ff2193453895 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=787ee420-1b59-46f2-9d7c-6aa585473c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463178 Mar 07 11:30:59.357881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-604f793d-df0a-46fc-b21f-92878bd39317 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:30:59.358886 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-604f793d-df0a-46fc-b21f-92878bd39317 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049732 Mar 07 11:30:59.453575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:59.456453 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-1b281d9b-4197-4f56-b2ef-b0e47202b9b4 service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894928 Mar 07 11:30:59.480428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Checking router: 2b5893a3-87c3-457d-aee1-681f5bd2bb9c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:30:59.490667 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:59.491277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:59.551077 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-9e9665fd-180d-40fb-873b-b908aefc3970 req-aed75be8-ad57-4774-a42b-bef79d013355 service neutron] 10.222.0.32 "GET /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868671 Mar 07 11:30:59.601694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:59.804379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:59.834753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f502ded-f5f9-41d9-b674-3257ebfc7a2f None None] The sync data for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 is: [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:29:33Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '9a4ed0c9-1732-404a-a12c-7dad42f23add', 'name': '', 'network_id': '787ee420-1b59-46f2-9d7c-6aa585473c1a', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:70:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:32Z', 'updated_at': '2022-03-07T11:29:36Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'f0b1b9f8-4a30-4999-9579-8bd1870ab126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:00.075943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11529128-57fa-400c-8f2c-c50acc2b8778 None None] New status for floating IP 4fab216a-b2fa-4120-b5dc-81114d409f1b: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:31:00.394527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f0f15-26ce-4729-9180-717a78b5cd7e req-4a047605-89e7-4308-9f2b-62c4cc9ad7a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:00.396008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-376f0f15-26ce-4729-9180-717a78b5cd7e req-4a047605-89e7-4308-9f2b-62c4cc9ad7a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0618739 Mar 07 11:31:00.449500 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-376f0f15-26ce-4729-9180-717a78b5cd7e req-1f1ecaa5-8ea7-4834-90df-6995270adc37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea36176b-dc30-4918-950f-129c823f02ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474894 Mar 07 11:31:00.801512 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-743db7e1-69f7-48a1-b73b-fcddc216725b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:00.803088 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-743db7e1-69f7-48a1-b73b-fcddc216725b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 945 time: 0.0595491 Mar 07 11:31:00.902781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 0ab3b348-533f-43fa-b2d4-4e450367a900 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:31:00.903103 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.998005 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 0ab3b348-533f-43fa-b2d4-4e450367a900, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=0ab3b348-533f-43fa-b2d4-4e450367a900,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:00.998378 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.011234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 0ab3b348-533f-43fa-b2d4-4e450367a900 owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:31:01.156716 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0ab3b348-533f-43fa-b2d4-4e450367a900), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.185972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=0ab3b348-533f-43fa-b2d4-4e450367a900,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:01.235757 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port 0ab3b348-533f-43fa-b2d4-4e450367a900 on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:31:01.238489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.241832 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-df02d7ee-0afc-4bdb-8300-ae5062b4af19 req-17ff3430-3cbe-4066-92d8-35b1405c94a0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "DELETE /v2.0/ports/0ab3b348-533f-43fa-b2d4-4e450367a900 HTTP/1.1" status: 204 len: 173 time: 0.4330475 Mar 07 11:31:01.242271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'name': 'network-vif-deleted', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:01.244647 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b83d0-e6d3-4f38-b591-813d78b5b8a5" -d '{"events": [{"server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "name": "network-vif-deleted", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:01.281942 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de6e956-88b6-401c-9aaf-843e2c665393 x-openstack-request-id: req-2de6e956-88b6-401c-9aaf-843e2c665393 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:01.282270 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f86c39-b568-44bc-82fc-aeb2e3364757", "name": "network-vif-deleted", "tag": "0ab3b348-533f-43fa-b2d4-4e450367a900", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:01.282524 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2de6e956-88b6-401c-9aaf-843e2c665393 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:01.283112 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f86c39-b568-44bc-82fc-aeb2e3364757', 'name': 'network-vif-deleted', 'tag': '0ab3b348-533f-43fa-b2d4-4e450367a900', 'status': 'completed', 'code': 200} Mar 07 11:31:01.571211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-df536046-f9c6-488f-8ebf-c1655a7e82f7 req-abc08352-7579-4421-b690-cefe28d35eab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=35f86c39-b568-44bc-82fc-aeb2e3364757 HTTP/1.1" status: 200 len: 210 time: 0.0284135 Mar 07 11:31:02.639780 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48178) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:03.046126 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.309998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 9a4ed0c9-1732-404a-a12c-7dad42f23add {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:31:03.310254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.405571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 9a4ed0c9-1732-404a-a12c-7dad42f23add, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=9a4ed0c9-1732-404a-a12c-7dad42f23add,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:03.405938 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.419367 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 9a4ed0c9-1732-404a-a12c-7dad42f23add owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:31:03.616873 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (9a4ed0c9-1732-404a-a12c-7dad42f23add), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.643637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=9a4ed0c9-1732-404a-a12c-7dad42f23add,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.821578 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ab3b348-533f-43fa-b2d4-4e450367a900 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:31:03.831907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.843518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: 0ab3b348-533f-43fa-b2d4-4e450367a900 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:31:03.843894 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 0ab3b348-533f-43fa-b2d4-4e450367a900 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:31:04.060753 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:31:04.465507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:04.471454 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c42aa8c4-6bbc-4db9-8d7a-3576dc41b4c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/2b5893a3-87c3-457d-aee1-681f5bd2bb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300457 Mar 07 11:31:04.473783 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48180) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:04.476517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Sync routers for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:04.486839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:04.487481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:04.525505 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting subnet f0b1b9f8-4a30-4999-9579-8bd1870ab126 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:31:04.528729 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (f0b1b9f8-4a30-4999-9579-8bd1870ab126), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.569557 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (f0b1b9f8-4a30-4999-9579-8bd1870ab126), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.597260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:04.659277 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (f0b1b9f8-4a30-4999-9579-8bd1870ab126), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.718483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (f0b1b9f8-4a30-4999-9579-8bd1870ab126), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.743469 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b1b9f8-4a30-4999-9579-8bd1870ab126,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:04.750553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.753877 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-54a47737-6c66-4acd-ae25-848be7f399fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/subnets/f0b1b9f8-4a30-4999-9579-8bd1870ab126 HTTP/1.1" status: 204 len: 168 time: 0.2787576 Mar 07 11:31:04.756627 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48182) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:04.762125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8333130-6acf-411c-b046-efa9f36b8002 None None] Network 787ee420-1b59-46f2-9d7c-6aa585473c1a requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:31:04.860277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:04.871090 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.894782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Checking router: 2b5893a3-87c3-457d-aee1-681f5bd2bb9c for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:04.907460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Routers {'2b5893a3-87c3-457d-aee1-681f5bd2bb9c'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:04.907908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:04.983543 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.991364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] DHCP port deletion for 787ee420-1b59-46f2-9d7c-6aa585473c1a request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:31:05.046522 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:31:05.046868 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.048884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] Set router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:05.126953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 6a8ec3d6-eaea-45aa-9264-66ee10c5570d, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:05.127190 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.133623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Deleting port 20551d80-17cd-46eb-acad-2184d62c6cae {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:31:05.133980 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.139268 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 6a8ec3d6-eaea-45aa-9264-66ee10c5570d owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:31:05.242463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] For port 20551d80-17cd-46eb-acad-2184d62c6cae, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=20551d80-17cd-46eb-acad-2184d62c6cae,segment=NetworkSegment(80acea3a-6e14-4ba5-8464-7941292758b0),segment_id=80acea3a-6e14-4ba5-8464-7941292758b0)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:05.242844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.256824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Calling delete_port for 20551d80-17cd-46eb-acad-2184d62c6cae owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:31:05.319561 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (6a8ec3d6-eaea-45aa-9264-66ee10c5570d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.347695 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=6a8ec3d6-eaea-45aa-9264-66ee10c5570d,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:05.368012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:05.400803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f2eed-e6ee-4ddb-9b8c-bedb132d3b07 None None] The sync data for ids ['2b5893a3-87c3-457d-aee1-681f5bd2bb9c'] in n-d-832156-4 is: [{'id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424462907', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:29Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '6a8ec3d6-eaea-45aa-9264-66ee10c5570d', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5893a3-87c3-457d-aee1-681f5bd2bb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:30Z', 'updated_at': '2022-03-07T11:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:05.405887 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (20551d80-17cd-46eb-acad-2184d62c6cae), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.417678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.433732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Pushing event deleted for resources: {'Port': ['ID=20551d80-17cd-46eb-acad-2184d62c6cae,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:05.444048 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] No DVR routers for this DVR port 20551d80-17cd-46eb-acad-2184d62c6cae on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:31:05.446092 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.446436 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.446797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448114 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.448812 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.449141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.449465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.450151 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.450472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac8c97c-c085-41e0-b0ae-de3c95cee1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:05.532460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.534909 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.585196 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (2b5893a3-87c3-457d-aee1-681f5bd2bb9c), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.585735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5893a3-87c3-457d-aee1-681f5bd2bb9c {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:31:05.593051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.596995 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6843db3c-4e50-4853-9c79-87fc2f7fd3c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/routers/2b5893a3-87c3-457d-aee1-681f5bd2bb9c HTTP/1.1" status: 204 len: 168 time: 0.8366201 Mar 07 11:31:05.597503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48184) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:05.672903 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (787ee420-1b59-46f2-9d7c-6aa585473c1a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.763708 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (787ee420-1b59-46f2-9d7c-6aa585473c1a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.785719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787ee420-1b59-46f2-9d7c-6aa585473c1a']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:05.795426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80acea3a-6e14-4ba5-8464-7941292758b0') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:05.795744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80acea3a-6e14-4ba5-8464-7941292758b0') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:05.805973 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (80acea3a-6e14-4ba5-8464-7941292758b0), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.819489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (80acea3a-6e14-4ba5-8464-7941292758b0), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.826049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:31:05.826447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (80acea3a-6e14-4ba5-8464-7941292758b0), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:31:05.829582 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:31:05.890413 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (787ee420-1b59-46f2-9d7c-6aa585473c1a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.898055 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.901294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/networks/787ee420-1b59-46f2-9d7c-6aa585473c1a HTTP/1.1" status: 204 len: 168 time: 0.3028021 Mar 07 11:31:05.904472 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48186) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:05.913363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b40a9-fca5-46a2-8e01-62d9be35fa70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Network': ['ID=787ee420-1b59-46f2-9d7c-6aa585473c1a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:05.962397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (ea36176b-dc30-4918-950f-129c823f02ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:05.992329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (ea36176b-dc30-4918-950f-129c823f02ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.054212 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ea36176b-dc30-4918-950f-129c823f02ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.057002 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.058183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea36176b-dc30-4918-950f-129c823f02ee HTTP/1.1" status: 204 len: 168 time: 0.1521540 Mar 07 11:31:06.068203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea36176b-dc30-4918-950f-129c823f02ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:06.078070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.078638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.079005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.079370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.079781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.080177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.080453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.080784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.081120 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.081440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.081938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.082439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.082908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5784a6a-7310-411e-8cc2-25b537b4b080 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:06.416429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:06.421404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241878623', 'description': 'tempest-secgroup-smoke-241878623 description', 'project_id': '4d9f5552c59346f0aa058be83a972df7'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:06.449956 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.455282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a8ec3d6-eaea-45aa-9264-66ee10c5570d no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:31:06.476033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 6a8ec3d6-eaea-45aa-9264-66ee10c5570d {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:31:06.476649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 6a8ec3d6-eaea-45aa-9264-66ee10c5570d not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:31:06.477084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 20551d80-17cd-46eb-acad-2184d62c6cae no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:31:06.496604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 20551d80-17cd-46eb-acad-2184d62c6cae {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:31:06.496949 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 20551d80-17cd-46eb-acad-2184d62c6cae not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:31:06.497388 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a4ed0c9-1732-404a-a12c-7dad42f23add no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:31:06.519055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (9ca7ab87-104b-4c4a-9e31-136a50d76375), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.519891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 9a4ed0c9-1732-404a-a12c-7dad42f23add {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:31:06.520171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 9a4ed0c9-1732-404a-a12c-7dad42f23add not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:31:06.524089 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9ca7ab87-104b-4c4a-9e31-136a50d76375), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.555606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.556841 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1391025 Mar 07 11:31:06.559951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48194) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:06.560981 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e6e90-eee1-445c-be13-462835f99f0c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca7ab87-104b-4c4a-9e31-136a50d76375,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:06.566314 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:06.592051 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (892857af-9267-4238-8051-d2046c1ba024), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.653727 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (892857af-9267-4238-8051-d2046c1ba024), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.659281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (892857af-9267-4238-8051-d2046c1ba024), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.676526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892857af-9267-4238-8051-d2046c1ba024,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:06.683948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.685157 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-14409b0a-847c-4592-85be-b8aefd309e0d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239238 Mar 07 11:31:06.688049 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48196) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:06.693827 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:06.722439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (257da30c-1292-43ca-afcc-fc0f475ddd83), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.787948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (257da30c-1292-43ca-afcc-fc0f475ddd83), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.793703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (257da30c-1292-43ca-afcc-fc0f475ddd83), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.811617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257da30c-1292-43ca-afcc-fc0f475ddd83,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:06.820752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.821976 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a7ea48b5-6d06-4536-aeb6-1603dfcec88c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329415 Mar 07 11:31:06.825321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48198) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:06.830206 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:06.859431 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a94445de-3c98-4612-a8b1-767bd69041fb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.915147 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a94445de-3c98-4612-a8b1-767bd69041fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.919376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a94445de-3c98-4612-a8b1-767bd69041fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.938187 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94445de-3c98-4612-a8b1-767bd69041fb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:06.944924 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.946115 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-b15ef6cd-7249-44b3-b8b3-4afc00bc97bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197486 Mar 07 11:31:06.948878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:06.953572 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:06.980524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (ff67323c-cb43-4c42-844d-18f43ff2d6e3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.037279 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (ff67323c-cb43-4c42-844d-18f43ff2d6e3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.042978 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (ff67323c-cb43-4c42-844d-18f43ff2d6e3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.060409 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff67323c-cb43-4c42-844d-18f43ff2d6e3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:07.067355 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.068581 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a36cd308-795b-4801-921a-1789c207c575 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187832 Mar 07 11:31:07.071536 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48202) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:07.076226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:07.096645 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:31:07.101357 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (6a1ad2ae-9a3b-4f1c-9b6f-d4673df0cdb5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.159597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (6a1ad2ae-9a3b-4f1c-9b6f-d4673df0cdb5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.165226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6a1ad2ae-9a3b-4f1c-9b6f-d4673df0cdb5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.186316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ad2ae-9a3b-4f1c-9b6f-d4673df0cdb5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:07.191922 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.193123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-819c3bc9-24ac-4ecd-b0bd-cc35677b843d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206481 Mar 07 11:31:07.196054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:07.200740 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '9ca7ab87-104b-4c4a-9e31-136a50d76375', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:07.221607 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:31:07.226694 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a9365aae-c4e5-4f11-bc0b-598717a0b450), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.285528 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a9365aae-c4e5-4f11-bc0b-598717a0b450), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.290617 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a9365aae-c4e5-4f11-bc0b-598717a0b450), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.309702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9365aae-c4e5-4f11-bc0b-598717a0b450,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:07.315606 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.316827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ec853e4e-6601-4f49-9a60-880df30eddd4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197438 Mar 07 11:31:07.319830 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:07.324997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'network': {'name': 'tempest-network-smoke--180600120', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:07.345771 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:31:07.349418 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.374517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:31:07.384748 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3880265a-d28b-4107-9d11-fb994ef40cdf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.385101 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Added segment 3880265a-d28b-4107-9d11-fb994ef40cdf of type vlan for network cc3ed3e9-549c-435e-ad97-ac6864f6d909 Mar 07 11:31:07.425134 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (cc3ed3e9-549c-435e-ad97-ac6864f6d909), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.451174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (cc3ed3e9-549c-435e-ad97-ac6864f6d909), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.457814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:07.458805 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.524888 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2040062 Mar 07 11:31:07.527949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48208) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:07.530985 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39347c13-e831-4352-90b8-f087d0eddb2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Network': ['ID=cc3ed3e9-549c-435e-ad97-ac6864f6d909,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:07.532906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'admin_state_up': True, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:07.543049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:31:07.557585 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.558606 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.616005 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (2e46cd91-fcd1-4310-a796-2327d7289d9b), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.756290 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2e46cd91-fcd1-4310-a796-2327d7289d9b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.961098 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.980125 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.083168 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.231 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/38dd7fd4-c701-426a-b36e-4bab1303b280) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:08.210510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.247896 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.285419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:08.288195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:08.292299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:08.318535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=38dd7fd4-c701-426a-b36e-4bab1303b280,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:08.554022 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.784456 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.925159 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2e46cd91-fcd1-4310-a796-2327d7289d9b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:31:09.041755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:09.052450 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Sync routers for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:09.064375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:09.064572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.064676 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:09.065813 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2ea807d8-30ef-4cfd-a0de-ad2810c3616a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5367084 Mar 07 11:31:09.069124 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48210) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:09.098298 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28c2561b-626b-4dad-bc44-b5895b6c10db tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d9f5552c59346f0aa058be83a972df7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275788 Mar 07 11:31:09.100513 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48212) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:09.170918 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:09.246698 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf469f50-67f4-44c0-bb77-41e7d8414cab tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:09.248166 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cf469f50-67f4-44c0-bb77-41e7d8414cab tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467464 Mar 07 11:31:09.250908 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48214) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:09.290906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-80c68de8-db8a-4bb0-b33f-bb7002f07d99 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364673 Mar 07 11:31:09.291231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48216) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:09.296162 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782139993', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:09.350415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:08Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:09.376739 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Checking router: 2e46cd91-fcd1-4310-a796-2327d7289d9b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:09.377060 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Updating router 2e46cd91-fcd1-4310-a796-2327d7289d9b port 38dd7fd4-c701-426a-b36e-4bab1303b280 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:31:09.381582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:31:09.385216 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.404046 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.564982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (9e1d3531-4f89-404d-bc83-6d7020e465ec), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.630710 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Subnet': ['ID=9e1d3531-4f89-404d-bc83-6d7020e465ec,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:09.638865 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Checking segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:09.639226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network hostable DHCP agents. Network: cc3ed3e9-549c-435e-ad97-ac6864f6d909, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:31:09.658914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:31:09.666826 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks [] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.669354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, cc3ed3e9-549c-435e-ad97-ac6864f6d909) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:09.672382 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.674860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:09.675452 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.681772 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e0a56-9437-472c-b046-44a896e09e6c None None] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:31:09.696493 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a75ef55c-c5fa-4a18-97dc-518fecdaac6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041011 Mar 07 11:31:09.699212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48218) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:09.723375 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Attempting to bind port 38dd7fd4-c701-426a-b36e-4bab1303b280 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:09.723854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Attempting to bind port 38dd7fd4-c701-426a-b36e-4bab1303b280 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:09.724269 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Attempting to bind port 38dd7fd4-c701-426a-b36e-4bab1303b280 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:09.733147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Pushing event updated for resources: {'Port': ['ID=38dd7fd4-c701-426a-b36e-4bab1303b280,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:09.735671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:09.736376 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:09.736843 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.737321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:09.737841 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Bound port: 38dd7fd4-c701-426a-b36e-4bab1303b280, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:09.738265 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.746272 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.746695 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.747088 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.747504 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.747913 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.748277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.748648 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.749036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.749396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.749798 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.750142 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.750872 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.751516 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:09.806787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] For port 38dd7fd4-c701-426a-b36e-4bab1303b280, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:09.810433 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] For port 38dd7fd4-c701-426a-b36e-4bab1303b280, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=38dd7fd4-c701-426a-b36e-4bab1303b280,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:09.818352 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.882494 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded057-d389-4f5f-9de0-c6fd5c3bfadf None None] Pushing event updated for resources: {'Port': ['ID=38dd7fd4-c701-426a-b36e-4bab1303b280,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:09.887387 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:09.888097 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:09.968076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:31:09.968950 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.008416 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:10.122849 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Allocated IP 172.20.0.2 (cc3ed3e9-549c-435e-ad97-ac6864f6d909/9e1d3531-4f89-404d-bc83-6d7020e465ec/92b89990-bef4-4d34-9a74-89e84877b31c) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:10.206779 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:08Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:10.293624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks [] for port (92b89990-bef4-4d34-9a74-89e84877b31c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.301141 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.330997 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a92ca-b233-44b1-984a-803f239737be None None] The sync data for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 is: [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:08Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:10.348276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:10.351409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:10.355803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:10.359011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Pushing event updated for resources: {'Port': ['ID=92b89990-bef4-4d34-9a74-89e84877b31c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:10.419588 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Attempting to bind port 92b89990-bef4-4d34-9a74-89e84877b31c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:10.420034 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Attempting to bind port 92b89990-bef4-4d34-9a74-89e84877b31c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:10.420403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Attempting to bind port 92b89990-bef4-4d34-9a74-89e84877b31c on network cc3ed3e9-549c-435e-ad97-ac6864f6d909 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:10.425854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:10.426223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Checking segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:10.426616 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.427003 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Bound using segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:10.427455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Bound port: 92b89990-bef4-4d34-9a74-89e84877b31c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:10.427853 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.495449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] For port 92b89990-bef4-4d34-9a74-89e84877b31c, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:10.498483 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.499002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] For port 92b89990-bef4-4d34-9a74-89e84877b31c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=92b89990-bef4-4d34-9a74-89e84877b31c,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:10.506427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.588513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f7a7-d068-412b-85e0-0545dbee10e6 None None] Pushing event updated for resources: {'Port': ['ID=92b89990-bef4-4d34-9a74-89e84877b31c,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:10.942328 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.1 (cc3ed3e9-549c-435e-ad97-ac6864f6d909/9e1d3531-4f89-404d-bc83-6d7020e465ec/1aa6314b-7524-421a-aefc-62a9948abafc) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:11.060643 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (1aa6314b-7524-421a-aefc-62a9948abafc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.096958 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.145478 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:11.148568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:11.152435 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:11.159325 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:11.201780 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.346649 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.609235 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5d044-86ae-48ca-899a-267972d1f442 None None] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:31:11.648599 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (1aa6314b-7524-421a-aefc-62a9948abafc), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.654666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.695973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Provisioning complete for port 92b89990-bef4-4d34-9a74-89e84877b31c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:11.696758 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.739013 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:11.744234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.809328 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Current status of the port 92b89990-bef4-4d34-9a74-89e84877b31c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:11.809701 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.850270 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] For port 92b89990-bef4-4d34-9a74-89e84877b31c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=92b89990-bef4-4d34-9a74-89e84877b31c,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:11.856144 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:11.865936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:11.867684 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:11.917248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def8759-588d-4808-8ee5-2e128e0d12ac None None] Pushing event updated for resources: {'Port': ['ID=92b89990-bef4-4d34-9a74-89e84877b31c,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:12.004417 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2e46cd91-fcd1-4310-a796-2327d7289d9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:31:12.081776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Provisioning complete for port 92b89990-bef4-4d34-9a74-89e84877b31c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:12.082446 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:12.126755 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:12.136014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1bfd9112-50e9-4a74-8acc-aa329c7ac1fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/2e46cd91-fcd1-4310-a796-2327d7289d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308534 Mar 07 11:31:12.155726 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Sync routers for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:12.176434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:12.177072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:12.225603 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Current status of the port 92b89990-bef4-4d34-9a74-89e84877b31c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:12.248974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Provisioning complete for port 1aa6314b-7524-421a-aefc-62a9948abafc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:12.249643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:12.312638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-7071f81c-a9af-429c-963b-e0e1c541a995 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241878623&fields=id&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 267 time: 0.0615087 Mar 07 11:31:12.331130 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-5361df36-db89-429c-8cc8-ada12585ec8f None None] Port 1aa6314b-7524-421a-aefc-62a9948abafc cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:12.343517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:12.448436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-447e1b54-31c4-43e1-a231-fd913c717fe7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:12.452176 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-447e1b54-31c4-43e1-a231-fd913c717fe7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 796 time: 0.1326702 Mar 07 11:31:12.466082 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-e8193b84-5f55-4aba-8b84-c137d43aa33a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/quotas/4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Mar 07 11:31:12.481485 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 92b89990-bef4-4d34-9a74-89e84877b31c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:12.525057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-b8ef98c0-6720-43d5-a0ad-67a7df24a846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496180 Mar 07 11:31:12.546395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-08685715-4ab0-419d-961c-bb5eb22edd96 None None] Provisioning complete for port 1aa6314b-7524-421a-aefc-62a9948abafc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:12.546763 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-08685715-4ab0-419d-961c-bb5eb22edd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:12.606978 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-08685715-4ab0-419d-961c-bb5eb22edd96 None None] Port 1aa6314b-7524-421a-aefc-62a9948abafc cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:12.621874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-43c818d3-0147-49e2-9795-d041c81839d7 service neutron] 10.222.0.23 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Mar 07 11:31:12.643896 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 92b89990-bef4-4d34-9a74-89e84877b31c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:12.644511 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:12.722905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8612c003-01ca-4b1c-8a88-d87755d37ccb service neutron] 10.222.0.23 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925496 Mar 07 11:31:12.731790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 2, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:12.766750 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Checking router: 2e46cd91-fcd1-4310-a796-2327d7289d9b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:12.767072 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Updating router 2e46cd91-fcd1-4310-a796-2327d7289d9b port 1aa6314b-7524-421a-aefc-62a9948abafc binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:31:12.793959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 92b89990-bef4-4d34-9a74-89e84877b31c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:12.795040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 38dd7fd4-c701-426a-b36e-4bab1303b280 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:12.820862 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:12.911308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2527fc96-db81-4b36-8e3f-88a5db6a8da2 req-da6c64b4-6384-4f26-af13-1b31b7267393 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 210 time: 0.0348332 Mar 07 11:31:12.943813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 38dd7fd4-c701-426a-b36e-4bab1303b280 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:12.944196 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.110118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 38dd7fd4-c701-426a-b36e-4bab1303b280 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:13.110770 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.145521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 38dd7fd4-c701-426a-b36e-4bab1303b280, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=38dd7fd4-c701-426a-b36e-4bab1303b280,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:13.166479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.216244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks [] for port (1aa6314b-7524-421a-aefc-62a9948abafc), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.228205 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.237375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=38dd7fd4-c701-426a-b36e-4bab1303b280,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:13.308625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df1e9c-169b-4f75-a0e0-0e8924ff476e None None] Pushing event updated for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:13.347071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Attempting to bind port 1aa6314b-7524-421a-aefc-62a9948abafc on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:13.347071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Attempting to bind port 1aa6314b-7524-421a-aefc-62a9948abafc by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:13.347071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Attempting to bind port 1aa6314b-7524-421a-aefc-62a9948abafc on network cc3ed3e9-549c-435e-ad97-ac6864f6d909 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:13.353071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:13.353441 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Checking segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:13.353843 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.354261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Bound using segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:13.354731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Bound port: 1aa6314b-7524-421a-aefc-62a9948abafc, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:13.355114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.424390 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] For port 1aa6314b-7524-421a-aefc-62a9948abafc, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:13.428336 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] For port 1aa6314b-7524-421a-aefc-62a9948abafc, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1aa6314b-7524-421a-aefc-62a9948abafc,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:13.435671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.496737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:13.497412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:30:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:13.546795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df1e9c-169b-4f75-a0e0-0e8924ff476e None None] Pushing event updated for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:13.570602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Provisioning complete for port 1aa6314b-7524-421a-aefc-62a9948abafc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:13.570979 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.834254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:13.917230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-fcc53949-8e1c-4c9c-865d-1d4b18b60ea0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:13.918714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-fcc53949-8e1c-4c9c-865d-1d4b18b60ea0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 796 time: 0.1208980 Mar 07 11:31:13.950762 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Current status of the port 1aa6314b-7524-421a-aefc-62a9948abafc is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:13.951167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.013303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc62d790-3ae4-46ab-b9eb-ed877b5a2d28 req-07d57702-54b6-4670-a16d-20c4b94a526c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 210 time: 0.0342853 Mar 07 11:31:14.019348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-a61e176e-3f85-4d39-95b1-d28a11865c07 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 379 time: 0.0881879 Mar 07 11:31:14.030933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'port': {'device_id': '413de5b1-f173-4e91-b972-60737c6df5aa', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'admin_state_up': True, 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'security_groups': ['9ca7ab87-104b-4c4a-9e31-136a50d76375']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:14.032718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] For port 1aa6314b-7524-421a-aefc-62a9948abafc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1aa6314b-7524-421a-aefc-62a9948abafc,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:14.045088 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.118039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d81c66-f7c4-4a35-bfa5-172c26664df3 None None] Pushing event updated for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:14.137080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:14.144162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:31:14.147862 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.172496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa00309-d5b5-46fb-b6ae-5ff803c2e014 None None] The sync data for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 is: [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:14.183737 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ad306c6b-e84f-488f-bd15-61d1ebe51661 None None] Provisioning complete for port 1aa6314b-7524-421a-aefc-62a9948abafc triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:14.184114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad306c6b-e84f-488f-bd15-61d1ebe51661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.287850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ad306c6b-e84f-488f-bd15-61d1ebe51661 None None] Current status of the port 1aa6314b-7524-421a-aefc-62a9948abafc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:14.306807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.6 (cc3ed3e9-549c-435e-ad97-ac6864f6d909/9e1d3531-4f89-404d-bc83-6d7020e465ec/e49ffa5b-b18a-4678-8784-47e8dd1fe58e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:14.442409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 38dd7fd4-c701-426a-b36e-4bab1303b280 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:14.475802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.493883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 38dd7fd4-c701-426a-b36e-4bab1303b280 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:14.494176 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.515315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.556049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:14.561440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:14.565355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:14.582566 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 38dd7fd4-c701-426a-b36e-4bab1303b280 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:14.583731 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1aa6314b-7524-421a-aefc-62a9948abafc up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:14.637663 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 1aa6314b-7524-421a-aefc-62a9948abafc triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:14.638469 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.751014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1aa6314b-7524-421a-aefc-62a9948abafc is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:14.916645 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-74b8b8ff-013c-4b8f-a43a-6de5b5f80c82 None None] Provisioning complete for port e49ffa5b-b18a-4678-8784-47e8dd1fe58e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:14.917928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-74b8b8ff-013c-4b8f-a43a-6de5b5f80c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.956297 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-74b8b8ff-013c-4b8f-a43a-6de5b5f80c82 None None] Port e49ffa5b-b18a-4678-8784-47e8dd1fe58e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:14.980397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:15.003591 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.004371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.021779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-768ff2ff-b7ce-4329-87ab-94d329fc54e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971025 Mar 07 11:31:15.082429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Request body: {'port': {'device_id': '413de5b1-f173-4e91-b972-60737c6df5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:15.173885 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.197876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1761-3d41-46da-8b6e-9d392a21f8f1 req-4358d981-56b4-4fd3-ad8e-e86c511b5950 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.200081 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-107f1761-3d41-46da-8b6e-9d392a21f8f1 req-4358d981-56b4-4fd3-ad8e-e86c511b5950 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 931 time: 0.0970912 Mar 07 11:31:15.338075 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-107f1761-3d41-46da-8b6e-9d392a21f8f1 req-91d8be4e-8bca-45d4-945e-832bff708d8e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162443 Mar 07 11:31:15.497649 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49ffa5b-b18a-4678-8784-47e8dd1fe58e {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:31:15.505633 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks [] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.518238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Transition to ACTIVE for port object e49ffa5b-b18a-4678-8784-47e8dd1fe58e will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:31:15.524464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.575689 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Pushing event updated for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:15.650027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Attempting to bind port e49ffa5b-b18a-4678-8784-47e8dd1fe58e on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:15.650338 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Attempting to bind port e49ffa5b-b18a-4678-8784-47e8dd1fe58e by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:15.650658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Attempting to bind port e49ffa5b-b18a-4678-8784-47e8dd1fe58e on network cc3ed3e9-549c-435e-ad97-ac6864f6d909 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:15.655072 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Port e49ffa5b-b18a-4678-8784-47e8dd1fe58e on network cc3ed3e9-549c-435e-ad97-ac6864f6d909 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:31:15.655380 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Attempting to bind port e49ffa5b-b18a-4678-8784-47e8dd1fe58e on network cc3ed3e9-549c-435e-ad97-ac6864f6d909 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:15.660527 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:15.660873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Checking segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:15.661246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Bound using segment: {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:15.661666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Bound port: e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3880265a-d28b-4107-9d11-fb994ef40cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:15.662013 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.728476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:15.731999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:15.740967 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.782164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.782793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:15.784302 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] 10.222.0.26 "PUT /v2.0/ports/e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 1091 time: 0.7546794 Mar 07 11:31:15.784763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:15.787148 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a85789-80be-48a9-9814-84b731a96490" -d '{"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:15.812398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22a036-00d2-4c27-ad80-83832a0afbdf service neutron] Pushing event updated for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:15.878942 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-120d9653-61eb-4d32-9bed-5450d7e02b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.880619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-120d9653-61eb-4d32-9bed-5450d7e02b13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1125 time: 0.0518193 Mar 07 11:31:15.927936 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b4397-76c8-401f-95b2-d311fb9d2783 x-openstack-request-id: req-d14b4397-76c8-401f-95b2-d311fb9d2783 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:15.928170 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:15.928382 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d14b4397-76c8-401f-95b2-d311fb9d2783 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:15.928779 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'status': 'completed', 'code': 200} Mar 07 11:31:15.930369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-58fe8461-f3cb-4836-8f86-965a96e205d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 217 time: 0.0418394 Mar 07 11:31:15.980511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-c75a8307-e15e-47c4-9c4b-cabe63b14d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.982020 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-c75a8307-e15e-47c4-9c4b-cabe63b14d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0454736 Mar 07 11:31:16.038344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-d28b3898-09b4-4071-9bbf-f97d22438898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.039964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-d28b3898-09b4-4071-9bbf-f97d22438898 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520551 Mar 07 11:31:16.132573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-b5619611-ebd2-4ffe-b528-901c26a92b10 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Mar 07 11:31:16.246192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8b9cc4b0-ddc3-485e-85c4-6a69c61c28c7 req-9b63b776-3a7f-4057-acf8-04d9e8dce3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073890 Mar 07 11:31:16.344868 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85789-80be-48a9-9814-84b731a96490 req-0da08200-ee37-4591-8d64-443f4ae50059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.346399 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-0da08200-ee37-4591-8d64-443f4ae50059 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1125 time: 0.0460281 Mar 07 11:31:16.469263 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85789-80be-48a9-9814-84b731a96490 req-ecf0a90e-92d4-4698-8533-9b62f9d9b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.471391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-ecf0a90e-92d4-4698-8533-9b62f9d9b0e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 897 time: 0.1191065 Mar 07 11:31:16.493674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e9b4-cf1e-4a02-9c72-d8c5fc1cc761 req-e6f3de3f-33a9-4da4-b5c1-2edf6a9a0977 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.495026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc50e9b4-cf1e-4a02-9c72-d8c5fc1cc761 req-e6f3de3f-33a9-4da4-b5c1-2edf6a9a0977 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 943 time: 0.0817397 Mar 07 11:31:16.527783 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-42894ac4-f752-474c-be84-c764cbccf167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 217 time: 0.0478511 Mar 07 11:31:16.602379 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bc50e9b4-cf1e-4a02-9c72-d8c5fc1cc761 req-6d3ffbbd-69e9-4cad-b992-fb51d20dcff2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811982 Mar 07 11:31:16.606122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85789-80be-48a9-9814-84b731a96490 req-4dceb71a-e3c6-4d26-ac38-4bef36299684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.607499 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-4dceb71a-e3c6-4d26-ac38-4bef36299684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0715916 Mar 07 11:31:16.659080 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85789-80be-48a9-9814-84b731a96490 req-e52ddc98-87bc-4a06-ac14-f7e73678616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.660608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-e52ddc98-87bc-4a06-ac14-f7e73678616f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468681 Mar 07 11:31:16.754002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-734234de-dfef-4d77-9d1b-f460f05f5fac service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866930 Mar 07 11:31:16.866844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77a85789-80be-48a9-9814-84b731a96490 req-c824adf9-656b-4863-affa-9fcf6e60e57b service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063690 Mar 07 11:31:16.992173 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e49ffa5b-b18a-4678-8784-47e8dd1fe58e details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:31:17.105719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:17.116942 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'port_id': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'mac_address': 'fa:16:3e:5a:4e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:31:17.158172 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e49ffa5b-b18a-4678-8784-47e8dd1fe58e is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:17.158559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:17.173323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49ffa5b-b18a-4678-8784-47e8dd1fe58e {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:31:17.194802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:17.201877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:17.249665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:17.441605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['e49ffa5b-b18a-4678-8784-47e8dd1fe58e'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:31:17.727001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177045-735c-410c-baec-ebc88b7fd4e4 req-8cc9cdd7-dbab-4a10-ae2a-d454eac177ac tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:17.728491 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c177045-735c-410c-baec-ebc88b7fd4e4 req-8cc9cdd7-dbab-4a10-ae2a-d454eac177ac tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 944 time: 0.0551426 Mar 07 11:31:17.779198 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2c177045-735c-410c-baec-ebc88b7fd4e4 req-1decac28-fbed-474e-9bf3-950a533b2172 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449247 Mar 07 11:31:18.908414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5e34e-09c9-4a3a-886c-c203f8e1a85e req-838879bf-5713-45c9-8090-18036faddf67 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:18.910046 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecc5e34e-09c9-4a3a-886c-c203f8e1a85e req-838879bf-5713-45c9-8090-18036faddf67 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 944 time: 0.0598519 Mar 07 11:31:18.963038 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ecc5e34e-09c9-4a3a-886c-c203f8e1a85e req-63819322-9ff2-48bb-bf94-577799eddb82 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Mar 07 11:31:18.998189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e49ffa5b-b18a-4678-8784-47e8dd1fe58e up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:19.062859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port e49ffa5b-b18a-4678-8784-47e8dd1fe58e completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:31:19.066609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port e49ffa5b-b18a-4678-8784-47e8dd1fe58e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:19.066972 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:19.148700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port e49ffa5b-b18a-4678-8784-47e8dd1fe58e is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:19.149094 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:19.172192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:19.174432 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815436f-70f1-46a4-91a9-dae69047aed9" -d '{"events": [{"server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "name": "network-vif-plugged", "status": "completed", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:19.188302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:19.193968 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:19.246822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:19.270584 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ed9846-5c60-4db5-963b-9667471f0b30 x-openstack-request-id: req-53ed9846-5c60-4db5-963b-9667471f0b30 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:19.270869 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "name": "network-vif-plugged", "status": "completed", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:19.271096 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53ed9846-5c60-4db5-963b-9667471f0b30 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:19.271586 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'code': 200} Mar 07 11:31:19.374087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc62f26-1ec0-4deb-a12e-ee5175ae6d1d req-e44fe7ff-c8ee-4671-b66f-d55e92ff9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:19.375598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cc62f26-1ec0-4deb-a12e-ee5175ae6d1d req-e44fe7ff-c8ee-4671-b66f-d55e92ff9347 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1127 time: 0.0467463 Mar 07 11:31:19.422566 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cc62f26-1ec0-4deb-a12e-ee5175ae6d1d req-455a67ed-7542-480f-8ef4-16405e4825c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Mar 07 11:31:20.098702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3813b-e46c-41f7-b7e9-17c9dd0de9af req-17e5499d-80b6-4541-9436-060c4e5669fd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:20.100206 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fd3813b-e46c-41f7-b7e9-17c9dd0de9af req-17e5499d-80b6-4541-9436-060c4e5669fd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0566950 Mar 07 11:31:20.158543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8fd3813b-e46c-41f7-b7e9-17c9dd0de9af req-b427dc2d-232d-4741-9fb6-1759a0481eec tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525014 Mar 07 11:31:20.803709 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f3c3396f-6581-499d-ab9a-8dfd0d495da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:21.293240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f329b-9fbe-4b74-8f24-274c243716e7 req-8858b1c5-ebdf-4e35-819e-aab1252c8c1c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:21.294735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688f329b-9fbe-4b74-8f24-274c243716e7 req-8858b1c5-ebdf-4e35-819e-aab1252c8c1c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0568469 Mar 07 11:31:21.346766 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-688f329b-9fbe-4b74-8f24-274c243716e7 req-6d4620ce-f7d5-4f0a-a6b7-1411da0d88ae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Mar 07 11:31:21.474183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646e26-e168-4394-996e-a635e1e9ae9f req-2c203970-f21c-400a-af02-add65f9d228e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:21.475773 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c646e26-e168-4394-996e-a635e1e9ae9f req-2c203970-f21c-400a-af02-add65f9d228e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0579972 Mar 07 11:31:21.525716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8c646e26-e168-4394-996e-a635e1e9ae9f req-048ebe4a-3ca4-40ca-a966-8728fe6392a5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Mar 07 11:31:21.547963 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48282) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:21.594488 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9b48d-32e6-4f06-9280-43e376975068 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:21.596042 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-8cd9b48d-32e6-4f06-9280-43e376975068 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1122 time: 0.0470765 Mar 07 11:31:21.599846 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48284) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:21.604040 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:21.626976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:21.732068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:21.852981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.155 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0624786b-68c4-44a9-86b2-59444bc8e49f) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:21.954343 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:21.995493 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:22.033587 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:22.036599 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:22.040024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:22.063154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=0624786b-68c4-44a9-86b2-59444bc8e49f,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:22.526997 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (63630f48-2ab0-4c8f-88bf-1d8dd4009daf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:22.630697 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.048689 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-de532cfa-4702-476d-b06f-6ed3b011162f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.094519 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.100832 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.169971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=0624786b-68c4-44a9-86b2-59444bc8e49f,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:23.182101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (63630f48-2ab0-4c8f-88bf-1d8dd4009daf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.287605 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 63630f48-2ab0-4c8f-88bf-1d8dd4009daf associated. External IP: 172.25.4.155, port: e49ffa5b-b18a-4678-8784-47e8dd1fe58e. Mar 07 11:31:23.518995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2e46cd91-fcd1-4310-a796-2327d7289d9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:31:23.633524 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:23.645175 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Sync routers for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:23.655208 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.656642 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:23.657487 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:31:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:23.685281 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f0d1c237-ca91-4da5-9cd5-e84f47839860 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0844591 Mar 07 11:31:23.685856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:23.688183 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efdff8a-eed4-4e77-b8e2-c73bca143548" -d '{"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:23.733574 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639517f-e8f4-452c-9da9-001292f6a3e6 x-openstack-request-id: req-e639517f-e8f4-452c-9da9-001292f6a3e6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:23.733876 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:23.734134 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e639517f-e8f4-452c-9da9-001292f6a3e6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:23.734545 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'status': 'completed', 'code': 200} Mar 07 11:31:23.773917 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:23.831294 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358af5-a733-4d27-99ce-7137ec2e8e7a req-ddf2d02f-dfa4-4eed-87d5-35eba65ab2fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:23.832797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42358af5-a733-4d27-99ce-7137ec2e8e7a req-ddf2d02f-dfa4-4eed-87d5-35eba65ab2fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0861974 Mar 07 11:31:23.835569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-bb1f1830-0593-45e8-a4e5-3833d1cd363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:23.837045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-bb1f1830-0593-45e8-a4e5-3833d1cd363b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1127 time: 0.0804284 Mar 07 11:31:23.938716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-42358af5-a733-4d27-99ce-7137ec2e8e7a req-05d332f0-72e8-4bf5-9f63-cc479e88e2bf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998456 Mar 07 11:31:23.962047 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48290) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:23.963453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-a63ab0f4-8aad-4fa0-ac4e-178e8933157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:23.965452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-a63ab0f4-8aad-4fa0-ac4e-178e8933157c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 897 time: 0.1209579 Mar 07 11:31:24.014146 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '63630f48-2ab0-4c8f-88bf-1d8dd4009daf', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'port_id': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'mac_address': 'fa:16:3e:5a:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413de5b1-f173-4e91-b972-60737c6df5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:22Z', 'updated_at': '2022-03-07T11:31:22Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:24.027604 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c96636bb-99fc-4a15-9dd0-6ca0fb9c14a5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/63630f48-2ab0-4c8f-88bf-1d8dd4009daf HTTP/1.1" status: 200 len: 991 time: 0.0640135 Mar 07 11:31:24.038707 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-5b9fa6b2-b7c9-43f7-9b3a-398ebd324668 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 999 time: 0.0674720 Mar 07 11:31:24.040759 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Checking router: 2e46cd91-fcd1-4310-a796-2327d7289d9b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:24.049029 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:24.049619 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:31:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:24.091703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-b6c166ba-970a-41be-8d53-04e68bc55722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:24.093147 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-b6c166ba-970a-41be-8d53-04e68bc55722 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0458248 Mar 07 11:31:24.146428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-8ebe64c6-2f24-4027-9493-7df71afad9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:24.147986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-8ebe64c6-2f24-4027-9493-7df71afad9ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491924 Mar 07 11:31:24.157819 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:24.240336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-59672b34-29d5-4297-b89c-55902d14dad4 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Mar 07 11:31:24.334710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8efdff8a-eed4-4e77-b8e2-c73bca143548 req-510bb73b-9ebe-4216-ad26-d293c82d4462 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887480 Mar 07 11:31:24.387756 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '63630f48-2ab0-4c8f-88bf-1d8dd4009daf', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'port_id': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'mac_address': 'fa:16:3e:5a:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413de5b1-f173-4e91-b972-60737c6df5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:22Z', 'updated_at': '2022-03-07T11:31:22Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:24.414588 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4c485-2e96-45f8-aafa-dbe81ceacbdb None None] The sync data for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 is: [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '63630f48-2ab0-4c8f-88bf-1d8dd4009daf', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'port_id': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'mac_address': 'fa:16:3e:5a:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413de5b1-f173-4e91-b972-60737c6df5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:22Z', 'updated_at': '2022-03-07T11:31:22Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:24.460410 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:24.631128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e12627-5e7e-4e25-8b6f-aededec6fd29 None None] New status for floating IP 63630f48-2ab0-4c8f-88bf-1d8dd4009daf: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:31:24.744323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:25.031206 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48292) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:25.096098 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2b0fd027-e4fd-4b4a-a260-7741799c231c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/63630f48-2ab0-4c8f-88bf-1d8dd4009daf HTTP/1.1" status: 200 len: 993 time: 0.0636554 Mar 07 11:31:25.881822 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:27.130775 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:29.345341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:34.814497 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:31:50.811130 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-115fdb03-49bc-45d0-b6d9-7ac60785017f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:51.946578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca33b0-3751-497d-812d-8f0a8501081e req-086d9d69-8269-4b0b-8d26-1f9b870e8cb0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:51.948077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36ca33b0-3751-497d-812d-8f0a8501081e req-086d9d69-8269-4b0b-8d26-1f9b870e8cb0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0817533 Mar 07 11:31:51.952729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037e3e4-35e3-4046-aed2-53269955e425 req-a821bb15-873b-42e9-b2be-f2e0a9f4b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:51.954125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-a821bb15-873b-42e9-b2be-f2e0a9f4b2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1127 time: 0.0762198 Mar 07 11:31:52.056148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-36ca33b0-3751-497d-812d-8f0a8501081e req-91376c6f-f49a-41a5-84cb-5c1349c3890e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011083 Mar 07 11:31:52.079912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037e3e4-35e3-4046-aed2-53269955e425 req-79bb1ed9-fd0d-4718-b2ea-6d74f8748ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:52.081360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-79bb1ed9-fd0d-4718-b2ea-6d74f8748ad5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 897 time: 0.1206474 Mar 07 11:31:52.152187 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-377ccd5a-5beb-44c7-a1db-23c182d0ca7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 1001 time: 0.0650589 Mar 07 11:31:52.202266 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037e3e4-35e3-4046-aed2-53269955e425 req-555cd480-30ff-499c-92bc-26701fe1d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:52.203861 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-555cd480-30ff-499c-92bc-26701fe1d208 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0460916 Mar 07 11:31:52.255847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037e3e4-35e3-4046-aed2-53269955e425 req-3712baa9-0159-4e2a-86dc-b866fe89ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:52.257376 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-3712baa9-0159-4e2a-86dc-b866fe89ee90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483372 Mar 07 11:31:52.352218 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-d66d2582-8f12-4711-a3ce-75e6efbe3b87 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Mar 07 11:31:52.439797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1037e3e4-35e3-4046-aed2-53269955e425 req-9f5ed3eb-9c1d-49e2-9705-618c558d217a service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821245 Mar 07 11:31:53.060665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ead64be-05af-4ee0-aafa-8ae715e6fd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:53.208096 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132b6f0-eafd-4da2-a60f-44b5067029ae req-258c0232-f090-4c36-aaa4-1a6be56bc67a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:53.209639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4132b6f0-eafd-4da2-a60f-44b5067029ae req-258c0232-f090-4c36-aaa4-1a6be56bc67a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0612390 Mar 07 11:31:53.264507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4132b6f0-eafd-4da2-a60f-44b5067029ae req-6a8e76d2-dafc-40f1-a0e8-3060d42b2caf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484481 Mar 07 11:31:54.404918 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacd8e1-9b4a-431e-ae67-01ac122192b9 req-1607fb08-2d42-4846-b012-24a3c9122b37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:54.406451 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eacd8e1-9b4a-431e-ae67-01ac122192b9 req-1607fb08-2d42-4846-b012-24a3c9122b37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0593476 Mar 07 11:31:54.462173 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4eacd8e1-9b4a-431e-ae67-01ac122192b9 req-de6df36a-16a7-4fd3-849a-7101ca4e8dfe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490932 Mar 07 11:31:54.464804 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:54.742674 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:55.588347 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13afb57-962e-4edd-b885-2f6d6a60cb55 req-3f4ae37e-0e01-4c81-8440-5bffd2b5d0e6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:55.589823 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e13afb57-962e-4edd-b885-2f6d6a60cb55 req-3f4ae37e-0e01-4c81-8440-5bffd2b5d0e6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0560021 Mar 07 11:31:55.641986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e13afb57-962e-4edd-b885-2f6d6a60cb55 req-2bea3c87-e114-40da-b82a-4df4cef289fa tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Mar 07 11:31:55.887298 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.790528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c82c9-5bec-4dba-b1d9-36a38c0e7b7e req-6b9ca5ff-e30d-4cec-917e-0869496f1be7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:56.792047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-800c82c9-5bec-4dba-b1d9-36a38c0e7b7e req-6b9ca5ff-e30d-4cec-917e-0869496f1be7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0581281 Mar 07 11:31:56.850336 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-800c82c9-5bec-4dba-b1d9-36a38c0e7b7e req-f1b105ea-8342-46ab-b310-8bd80ab5ccca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525062 Mar 07 11:31:57.139500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.992976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a21e-b1ab-4808-9484-6abe1d5b5e86 req-f034dbc6-9137-4d25-b0b2-9dfbed6467bb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:57.994464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b54a21e-b1ab-4808-9484-6abe1d5b5e86 req-f034dbc6-9137-4d25-b0b2-9dfbed6467bb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0651178 Mar 07 11:31:58.047489 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b54a21e-b1ab-4808-9484-6abe1d5b5e86 req-eb40ddfb-55b4-4998-94f3-372836f8be5c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443094 Mar 07 11:31:59.212884 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17496586-43a3-4074-8d02-c2843de97475 req-73cbf29a-5ae7-40b5-8cef-cf137acb08a5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.214406 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17496586-43a3-4074-8d02-c2843de97475 req-73cbf29a-5ae7-40b5-8cef-cf137acb08a5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0871418 Mar 07 11:31:59.248200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-7dbbc123-0e45-4643-b900-091033402890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.249679 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-7dbbc123-0e45-4643-b900-091033402890 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1127 time: 0.0768445 Mar 07 11:31:59.282307 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-17496586-43a3-4074-8d02-c2843de97475 req-8ac1f6de-8338-466d-90b5-fb7a1a3f06db tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616074 Mar 07 11:31:59.336697 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:59.363243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-cc90c9a1-475d-4ee2-98ba-d36f890c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.364757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-cc90c9a1-475d-4ee2-98ba-d36f890c71ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 897 time: 0.0947995 Mar 07 11:31:59.430088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-b6a8bb86-5931-415e-be1a-e5d92885f5b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 1001 time: 0.0588326 Mar 07 11:31:59.478386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-810e81b3-2586-494d-a54f-f90ae28b4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.479807 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-810e81b3-2586-494d-a54f-f90ae28b4aff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0442829 Mar 07 11:31:59.535045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-f9f6395b-e812-4fc7-ad75-8094a169bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.536447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-f9f6395b-e812-4fc7-ad75-8094a169bee6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512483 Mar 07 11:31:59.633827 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-28295fb2-76ae-43d4-89c5-7fe69596aed0 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908360 Mar 07 11:31:59.729108 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f7d1c0d1-0a7b-4bd6-9313-a7fc0e18657e req-d4824c95-db5f-4676-9bb6-2102c963118a service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Mar 07 11:32:00.415956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb478f-f0f6-476f-adba-07f321ddfff0 req-24b53e04-fa83-4465-ba17-5ef5dfbc2a84 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:00.417465 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ddb478f-f0f6-476f-adba-07f321ddfff0 req-24b53e04-fa83-4465-ba17-5ef5dfbc2a84 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0615051 Mar 07 11:32:00.473994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2ddb478f-f0f6-476f-adba-07f321ddfff0 req-314cd3af-8aa4-4e02-93d1-b2040d5c4278 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508113 Mar 07 11:32:01.631667 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445ca9-c1a6-4432-aa1a-1b0c00537c57 req-50d90cf7-d9b7-45f6-973d-ff06c6b7de53 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:01.633179 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34445ca9-c1a6-4432-aa1a-1b0c00537c57 req-50d90cf7-d9b7-45f6-973d-ff06c6b7de53 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0670540 Mar 07 11:32:01.689521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-34445ca9-c1a6-4432-aa1a-1b0c00537c57 req-cb215bab-433d-4d9f-947b-ed9b06a73f5c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479596 Mar 07 11:32:02.836461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a038592-a260-4f8a-a03e-f109b2917517 req-c76b46fd-843c-4684-9683-37643a86e843 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:02.837941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a038592-a260-4f8a-a03e-f109b2917517 req-c76b46fd-843c-4684-9683-37643a86e843 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0596483 Mar 07 11:32:02.889949 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5a038592-a260-4f8a-a03e-f109b2917517 req-14f116cd-2431-4d1d-9e18-d4045b24538a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436106 Mar 07 11:32:04.037672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f776ef-c109-4174-aeb2-0286a8583375 req-f2735154-325e-477e-8b47-e4a1c4ab548a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:04.039191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98f776ef-c109-4174-aeb2-0286a8583375 req-f2735154-325e-477e-8b47-e4a1c4ab548a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0596130 Mar 07 11:32:04.089152 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-98f776ef-c109-4174-aeb2-0286a8583375 req-0c4e4bb7-d0d8-4b8f-823f-72303b24cdf9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441055 Mar 07 11:32:04.114408 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48328) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:04.179906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-df5df8e3-77d7-4b75-a2c3-c7b2fead811d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/63630f48-2ab0-4c8f-88bf-1d8dd4009daf HTTP/1.1" status: 200 len: 993 time: 0.0641856 Mar 07 11:32:11.819727 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:32:20.801274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-03dd0d0e-e465-47a4-afd8-677069c44859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:23.056385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-39f9ba3b-7249-453d-8ea7-8fe360ad935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:24.461418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:24.737809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:25.891671 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:27.133473 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:29.356772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:34.944489 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48346) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:35.124852 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 0624786b-68c4-44a9-86b2-59444bc8e49f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:32:35.125215 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.202064 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.202313 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (0624786b-68c4-44a9-86b2-59444bc8e49f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.214343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 0624786b-68c4-44a9-86b2-59444bc8e49f owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:32:35.369441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0624786b-68c4-44a9-86b2-59444bc8e49f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.399179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=0624786b-68c4-44a9-86b2-59444bc8e49f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:35.426568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.426910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.427257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.427578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.427929 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.428255 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.428579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.428898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.429218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.429540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.429856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.430155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.430476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:35.470673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (63630f48-2ab0-4c8f-88bf-1d8dd4009daf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.471122 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 63630f48-2ab0-4c8f-88bf-1d8dd4009daf disassociated (deleted). External IP: 172.25.4.155, port: e49ffa5b-b18a-4678-8784-47e8dd1fe58e. Mar 07 11:32:35.692092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2e46cd91-fcd1-4310-a796-2327d7289d9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:32:35.805355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:32:35.810574 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.815954 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Sync routers for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:32:35.826462 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:35.827066 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:35.841545 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0318d725-9cb0-439f-930a-03cd2d6a8239 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/floatingips/63630f48-2ab0-4c8f-88bf-1d8dd4009daf HTTP/1.1" status: 204 len: 168 time: 0.8955140 Mar 07 11:32:35.842151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:32:35.844620 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8" -d '{"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:32:35.886646 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2569e9a9-c1fb-4e74-9b82-6d1330ecc511 x-openstack-request-id: req-2569e9a9-c1fb-4e74-9b82-6d1330ecc511 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:32:35.886991 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:32:35.887305 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2569e9a9-c1fb-4e74-9b82-6d1330ecc511 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:32:35.887821 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'status': 'completed', 'code': 200} Mar 07 11:32:35.936785 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:35.959945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-d95877bd-f785-4735-a00c-571cbf798fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:35.962371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-d95877bd-f785-4735-a00c-571cbf798fce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 1127 time: 0.0529566 Mar 07 11:32:36.099275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-4e63be28-1dd1-4f46-9eb2-5d8442c1c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:36.100782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-4e63be28-1dd1-4f46-9eb2-5d8442c1c432 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 200 len: 897 time: 0.1253464 Mar 07 11:32:36.139536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:36.145747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-c1e71c67-3505-47f4-bc2a-83f2aa6c7424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 200 len: 217 time: 0.0365045 Mar 07 11:32:36.152934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f854f3d-9338-474c-bdb7-94efefedd30a req-685b4909-0616-4558-8146-0aa45a676545 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:36.154319 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f854f3d-9338-474c-bdb7-94efefedd30a req-685b4909-0616-4558-8146-0aa45a676545 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.1032593 Mar 07 11:32:36.170019 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Checking router: 2e46cd91-fcd1-4310-a796-2327d7289d9b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:32:36.179429 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:36.180057 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:36.217958 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-e62c978f-7168-49bc-81b1-cd1749074701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:36.219591 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-e62c978f-7168-49bc-81b1-cd1749074701 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 200 len: 835 time: 0.0644014 Mar 07 11:32:36.244338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7f854f3d-9338-474c-bdb7-94efefedd30a req-80e91540-990a-4f14-93ce-f0ce9e1b9fef tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817592 Mar 07 11:32:36.282166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-b0e63b6c-f769-4754-99e7-703153605676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:36.283752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-b0e63b6c-f769-4754-99e7-703153605676 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc3ed3e9-549c-435e-ad97-ac6864f6d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565188 Mar 07 11:32:36.377129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-ad332775-98d7-451d-83ec-6cf8f2b78142 service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861585 Mar 07 11:32:36.380477 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:36.468970 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdadddbf-6bde-401a-8d78-9a6a1a7037c8 req-d7f8fb50-9a3d-4d60-a5be-bb1fd149cb3a service neutron] 10.222.0.26 "GET /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Mar 07 11:32:36.580246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:36.605668 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147feba-06d1-4549-9be3-3a51ab6f3835 None None] The sync data for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 is: [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:11Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '1aa6314b-7524-421a-aefc-62a9948abafc', 'name': '', 'network_id': 'cc3ed3e9-549c-435e-ad97-ac6864f6d909', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:63:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:10Z', 'updated_at': '2022-03-07T11:31:14Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '9e1d3531-4f89-404d-bc83-6d7020e465ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:32:36.842116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071b3b-5802-497d-a5fa-02efe25d5c42 None None] New status for floating IP 63630f48-2ab0-4c8f-88bf-1d8dd4009daf: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:32:37.397505 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd744-325a-4106-a63b-005587572cab req-423d29d2-f305-444b-a494-eca14347ff18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:37.399416 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11ebd744-325a-4106-a63b-005587572cab req-423d29d2-f305-444b-a494-eca14347ff18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0690758 Mar 07 11:32:37.456190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11ebd744-325a-4106-a63b-005587572cab req-4e583cd5-c0a7-4c78-a045-27498d47b4b8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ca7ab87-104b-4c4a-9e31-136a50d76375&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483155 Mar 07 11:32:37.525715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-d57f4dbf-0c28-4eff-8bf2-c48d68a3e4bb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:37.527174 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-d57f4dbf-0c28-4eff-8bf2-c48d68a3e4bb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 945 time: 0.0536509 Mar 07 11:32:37.960055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port e49ffa5b-b18a-4678-8784-47e8dd1fe58e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:32:37.960343 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:38.061600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port e49ffa5b-b18a-4678-8784-47e8dd1fe58e, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:38.061966 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:38.075031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for e49ffa5b-b18a-4678-8784-47e8dd1fe58e owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:32:38.223941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (e49ffa5b-b18a-4678-8784-47e8dd1fe58e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:38.255600 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=e49ffa5b-b18a-4678-8784-47e8dd1fe58e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:38.298912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port e49ffa5b-b18a-4678-8784-47e8dd1fe58e on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:32:38.301684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:38.305430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1304c152-3f46-49a8-8387-338d9d5e1e68 req-83993e42-5aab-4a55-b087-d4c3cb4916d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "DELETE /v2.0/ports/e49ffa5b-b18a-4678-8784-47e8dd1fe58e HTTP/1.1" status: 204 len: 173 time: 0.7722490 Mar 07 11:32:38.305878 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'name': 'network-vif-deleted', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:32:38.308837 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6d2f1-3031-4b58-b5a5-7dd77ca3c09f" -d '{"events": [{"server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "name": "network-vif-deleted", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:32:38.351006 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254a6da-fc5c-4416-98eb-5458da9cb657 x-openstack-request-id: req-c254a6da-fc5c-4416-98eb-5458da9cb657 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:32:38.351676 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413de5b1-f173-4e91-b972-60737c6df5aa", "name": "network-vif-deleted", "tag": "e49ffa5b-b18a-4678-8784-47e8dd1fe58e", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:32:38.351960 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c254a6da-fc5c-4416-98eb-5458da9cb657 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:32:38.352363 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413de5b1-f173-4e91-b972-60737c6df5aa', 'name': 'network-vif-deleted', 'tag': 'e49ffa5b-b18a-4678-8784-47e8dd1fe58e', 'status': 'completed', 'code': 200} Mar 07 11:32:38.564738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3373ead1-a162-40f7-8423-df7b024ff1c8 req-31041acf-020e-4069-9160-f5aadf163eee tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=413de5b1-f173-4e91-b972-60737c6df5aa HTTP/1.1" status: 200 len: 210 time: 0.0271664 Mar 07 11:32:39.633530 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48362) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:40.025572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:40.299997 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 1aa6314b-7524-421a-aefc-62a9948abafc {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:32:40.300263 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:40.415138 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 1aa6314b-7524-421a-aefc-62a9948abafc, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1aa6314b-7524-421a-aefc-62a9948abafc,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:40.415518 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:40.427933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 1aa6314b-7524-421a-aefc-62a9948abafc owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:32:40.620042 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1aa6314b-7524-421a-aefc-62a9948abafc), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:40.644500 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=1aa6314b-7524-421a-aefc-62a9948abafc,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:40.655471 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.655860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.656207 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.656666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.656991 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.657386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.658236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.658236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.658634 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.658953 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.659278 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.659585 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.659977 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:40.837761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.070114 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 2e46cd91-fcd1-4310-a796-2327d7289d9b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:32:41.179195 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:32:41.186252 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-88a92fd8-402e-4f7a-9b56-06ba0e1a5a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/2e46cd91-fcd1-4310-a796-2327d7289d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516758 Mar 07 11:32:41.189372 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48364) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:41.195538 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Sync routers for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:32:41.206010 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:41.206626 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:41.242423 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting subnet 9e1d3531-4f89-404d-bc83-6d7020e465ec {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:32:41.245700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (9e1d3531-4f89-404d-bc83-6d7020e465ec), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.289565 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (9e1d3531-4f89-404d-bc83-6d7020e465ec), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.311894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:41.357701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e49ffa5b-b18a-4678-8784-47e8dd1fe58e no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:32:41.374086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (9e1d3531-4f89-404d-bc83-6d7020e465ec), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.384609 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: e49ffa5b-b18a-4678-8784-47e8dd1fe58e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:32:41.384958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device e49ffa5b-b18a-4678-8784-47e8dd1fe58e not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:32:41.436216 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (9e1d3531-4f89-404d-bc83-6d7020e465ec), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.469781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1d3531-4f89-404d-bc83-6d7020e465ec,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:41.472476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.475994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3551ab96-510b-4381-87c9-f4128fb4f5d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/subnets/9e1d3531-4f89-404d-bc83-6d7020e465ec HTTP/1.1" status: 204 len: 168 time: 0.2854803 Mar 07 11:32:41.476684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1cb9c-03f4-46c0-b759-772f1790f87b None None] Network cc3ed3e9-549c-435e-ad97-ac6864f6d909 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:32:41.478646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48366) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:41.499132 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:32:40Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:41.526690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Checking router: 2e46cd91-fcd1-4310-a796-2327d7289d9b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:32:41.537522 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Routers {'2e46cd91-fcd1-4310-a796-2327d7289d9b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:41.538237 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['2e46cd91-fcd1-4310-a796-2327d7289d9b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:41.596295 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.652021 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] DHCP port deletion for cc3ed3e9-549c-435e-ad97-ac6864f6d909 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:32:41.654199 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] Set router 2e46cd91-fcd1-4310-a796-2327d7289d9b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:41.700237 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Deleting port 92b89990-bef4-4d34-9a74-89e84877b31c {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:32:41.700930 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.705624 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (2e46cd91-fcd1-4310-a796-2327d7289d9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.768060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 38dd7fd4-c701-426a-b36e-4bab1303b280 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:32:41.768471 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.773100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] For port 92b89990-bef4-4d34-9a74-89e84877b31c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=92b89990-bef4-4d34-9a74-89e84877b31c,segment=NetworkSegment(3880265a-d28b-4107-9d11-fb994ef40cdf),segment_id=3880265a-d28b-4107-9d11-fb994ef40cdf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:41.773643 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.787334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Calling delete_port for 92b89990-bef4-4d34-9a74-89e84877b31c owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:32:41.848237 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:32:40Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:41.853212 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 38dd7fd4-c701-426a-b36e-4bab1303b280, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=38dd7fd4-c701-426a-b36e-4bab1303b280,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:41.853578 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.866305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 38dd7fd4-c701-426a-b36e-4bab1303b280 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:32:41.879247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (92b89990-bef4-4d34-9a74-89e84877b31c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.879497 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1d177-d13e-4360-bcef-cc0fdb5ae684 None None] The sync data for ids ['2e46cd91-fcd1-4310-a796-2327d7289d9b'] in n-d-832156-4 is: [{'id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024278155', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:32:40Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '38dd7fd4-c701-426a-b36e-4bab1303b280', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e46cd91-fcd1-4310-a796-2327d7289d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:07Z', 'updated_at': '2022-03-07T11:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:32:41.905380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Pushing event deleted for resources: {'Port': ['ID=92b89990-bef4-4d34-9a74-89e84877b31c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:41.919325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] No DVR routers for this DVR port 92b89990-bef4-4d34-9a74-89e84877b31c on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:32:41.923253 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.923749 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.924163 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.924442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.924771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.925102 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.925424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.925926 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.926067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.926376 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.926695 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.927031 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:41.928148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be5b71-449e-44d5-b92e-bbe1ed950f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:42.052305 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (38dd7fd4-c701-426a-b36e-4bab1303b280), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.080281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=38dd7fd4-c701-426a-b36e-4bab1303b280,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:42.157882 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.255319 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.257602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (2e46cd91-fcd1-4310-a796-2327d7289d9b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.305331 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (2e46cd91-fcd1-4310-a796-2327d7289d9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.305842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Fanout notify agent at l3_agent the message router_deleted on router 2e46cd91-fcd1-4310-a796-2327d7289d9b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:32:42.313254 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.314382 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e62a4966-0d79-4d92-8f04-3fa90c04e56a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/routers/2e46cd91-fcd1-4310-a796-2327d7289d9b HTTP/1.1" status: 204 len: 168 time: 0.8346560 Mar 07 11:32:42.317300 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48368) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:42.401124 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (cc3ed3e9-549c-435e-ad97-ac6864f6d909), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.446859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 92b89990-bef4-4d34-9a74-89e84877b31c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:32:42.468721 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 92b89990-bef4-4d34-9a74-89e84877b31c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:32:42.469227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 92b89990-bef4-4d34-9a74-89e84877b31c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:32:42.469692 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1aa6314b-7524-421a-aefc-62a9948abafc no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:32:42.492903 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 1aa6314b-7524-421a-aefc-62a9948abafc {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:32:42.493542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1aa6314b-7524-421a-aefc-62a9948abafc not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:32:42.496146 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (cc3ed3e9-549c-435e-ad97-ac6864f6d909), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.519027 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3ed3e9-549c-435e-ad97-ac6864f6d909']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:42.529223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3880265a-d28b-4107-9d11-fb994ef40cdf') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:42.529628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3880265a-d28b-4107-9d11-fb994ef40cdf') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:42.539835 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (3880265a-d28b-4107-9d11-fb994ef40cdf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.553920 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3880265a-d28b-4107-9d11-fb994ef40cdf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.560076 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:32:42.560465 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (3880265a-d28b-4107-9d11-fb994ef40cdf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:32:42.563528 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:32:42.632313 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (cc3ed3e9-549c-435e-ad97-ac6864f6d909), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.636752 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.640232 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/networks/cc3ed3e9-549c-435e-ad97-ac6864f6d909 HTTP/1.1" status: 204 len: 168 time: 0.3219454 Mar 07 11:32:42.643687 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48370) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:42.654363 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c2d9-0657-45a9-91b6-3b52a5424d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Network': ['ID=cc3ed3e9-549c-435e-ad97-ac6864f6d909,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:42.706025 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (9ca7ab87-104b-4c4a-9e31-136a50d76375), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.730992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (9ca7ab87-104b-4c4a-9e31-136a50d76375), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.791680 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (9ca7ab87-104b-4c4a-9e31-136a50d76375), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.794306 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:42.795464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ca7ab87-104b-4c4a-9e31-136a50d76375 HTTP/1.1" status: 204 len: 168 time: 0.1507609 Mar 07 11:32:42.804358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c9dbb-de54-4dfd-87c8-cd3512ba7511 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca7ab87-104b-4c4a-9e31-136a50d76375,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.332069 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48376) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.336675 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237073851', 'description': 'tempest-secgroup-smoke-237073851 description', 'project_id': '4d9f5552c59346f0aa058be83a972df7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:43.357166 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.426717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (730dd742-a4b8-40ff-8141-21cda1de8459), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.430923 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (730dd742-a4b8-40ff-8141-21cda1de8459), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.459356 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.460611 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1275208 Mar 07 11:32:43.466240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48378) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.466860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437afa4-add4-4b2f-aeab-c705b104965a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730dd742-a4b8-40ff-8141-21cda1de8459,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.472919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:43.502065 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (b4b2a664-f285-45fc-a4e0-cfe34dabfa90), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.551853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (b4b2a664-f285-45fc-a4e0-cfe34dabfa90), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.556396 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (b4b2a664-f285-45fc-a4e0-cfe34dabfa90), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.580117 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b2a664-f285-45fc-a4e0-cfe34dabfa90,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.587863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.589072 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5f7047fc-1991-4742-8a5d-7f67671b8490 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208549 Mar 07 11:32:43.592114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48380) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.596827 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:43.621726 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (3a910792-f818-4dcd-a5d3-8982d14e2d79), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.677811 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (3a910792-f818-4dcd-a5d3-8982d14e2d79), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.681998 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (3a910792-f818-4dcd-a5d3-8982d14e2d79), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.700754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a910792-f818-4dcd-a5d3-8982d14e2d79,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.710412 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.711840 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e440d6ad-5c8f-4da5-aa5e-f277a0a24676 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184878 Mar 07 11:32:43.714685 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48382) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.719384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:43.747961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (7a2b5867-0471-4a4d-b0e9-cc2687d184ad), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.808819 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (7a2b5867-0471-4a4d-b0e9-cc2687d184ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.813359 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (7a2b5867-0471-4a4d-b0e9-cc2687d184ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.833307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2b5867-0471-4a4d-b0e9-cc2687d184ad,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.844310 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.848885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48384) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.849055 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-03e7d168-b626-4a45-853c-3c2a645596a1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332352 Mar 07 11:32:43.853573 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:43.879515 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (430f74de-a1d6-4be2-8b39-46eaa1de9850), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.940240 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (430f74de-a1d6-4be2-8b39-46eaa1de9850), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.945345 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (430f74de-a1d6-4be2-8b39-46eaa1de9850), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.966140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430f74de-a1d6-4be2-8b39-46eaa1de9850,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:43.975395 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.976669 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c0d4c56f-4b02-4647-8328-7698304e517d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266224 Mar 07 11:32:43.979766 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48386) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:43.984813 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:44.008216 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:32:44.014476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a15f3e00-79a7-47be-b646-6e4b3cd34618), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.078073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (a15f3e00-79a7-47be-b646-6e4b3cd34618), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.082358 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (a15f3e00-79a7-47be-b646-6e4b3cd34618), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.101615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15f3e00-79a7-47be-b646-6e4b3cd34618,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:44.108893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.110806 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-43f868db-014c-43a5-85f8-f3d6d4afa50a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299191 Mar 07 11:32:44.113597 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48388) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:44.118357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '730dd742-a4b8-40ff-8141-21cda1de8459', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:44.140291 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:32:44.146055 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (2efd362a-5f89-4a89-99c6-d8369c893b35), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.207522 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (2efd362a-5f89-4a89-99c6-d8369c893b35), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.211599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2efd362a-5f89-4a89-99c6-d8369c893b35), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.231360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efd362a-5f89-4a89-99c6-d8369c893b35,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:44.241826 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.243045 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e2adea30-d5ef-426b-b5fe-33730dc091af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282957 Mar 07 11:32:44.246115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48390) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:44.251081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'network': {'name': 'tempest-network-smoke--1783717706', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:44.271200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:32:44.274533 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.298703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:32:44.308225 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (df476acd-7a17-4129-9e26-fa2a24ac172c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.308554 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Added segment df476acd-7a17-4129-9e26-fa2a24ac172c of type vlan for network 21043b60-21c1-4084-8727-cb62b1991939 Mar 07 11:32:44.344638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 38dd7fd4-c701-426a-b36e-4bab1303b280 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:32:44.354230 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (21043b60-21c1-4084-8727-cb62b1991939), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.366994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 38dd7fd4-c701-426a-b36e-4bab1303b280 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:32:44.367449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 38dd7fd4-c701-426a-b36e-4bab1303b280 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:32:44.381125 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (21043b60-21c1-4084-8727-cb62b1991939), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.386138 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.386713 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.425144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1780050 Mar 07 11:32:44.428160 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48392) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:44.432922 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'admin_state_up': True, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:44.457139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c5ff3-454a-4ccc-ae8d-3d8ec63835a7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Network': ['ID=21043b60-21c1-4084-8727-cb62b1991939,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:44.459201 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.460718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.469582 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 21043b60-21c1-4084-8727-cb62b1991939 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:32:44.525919 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.674717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.877429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.896985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:45.011711 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.110 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/4a9482bf-cd7f-4929-bc70-3f19848c05ee) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:32:45.117626 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:45.173995 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:45.216615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:32:45.220029 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:45.224165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:32:45.247837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=4a9482bf-cd7f-4929-bc70-3f19848c05ee,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:45.822130 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.032763 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.172496 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:32:46.289191 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:32:46.299323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Sync routers for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:32:46.309911 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:46.310683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:46.312433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.314358 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-dd33af3a-3480-4b6f-8252-71c68bf81a79 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8845601 Mar 07 11:32:46.317223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48394) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:46.348092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-28606f29-853b-44b9-a62e-d507aaf6ac59 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d9f5552c59346f0aa058be83a972df7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277097 Mar 07 11:32:46.348885 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48396) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:46.439621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ce0f1-04a3-4860-a5cc-75935d222e02 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:46.441348 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5c1ce0f1-04a3-4860-a5cc-75935d222e02 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915420 Mar 07 11:32:46.444379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48398) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:46.478532 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-de5e66ac-0013-491e-b000-42362b5a3b5e tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329301 Mar 07 11:32:46.481228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48400) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:46.486822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180016839', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:46.588311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:32:46.591803 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.597702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:46.771127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (a672dcfc-5a1a-4d9b-ba0d-47df5252cca9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.775144 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:45Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:46.802033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Checking router: 3fa6aec3-f162-4c47-aab3-3ebab0f042ca for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:32:46.802342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Updating router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca port 4a9482bf-cd7f-4929-bc70-3f19848c05ee binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:32:46.831567 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Subnet': ['ID=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:46.834365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.840964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Checking segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:32:46.841333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network hostable DHCP agents. Network: 21043b60-21c1-4084-8727-cb62b1991939, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:32:46.858379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 21043b60-21c1-4084-8727-cb62b1991939 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:32:46.867622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 21043b60-21c1-4084-8727-cb62b1991939) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:46.872050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:46.872647 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:46.889002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-337a835e-d9a8-4a52-8957-545d76341b55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4067061 Mar 07 11:32:46.893003 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48402) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:32:46.915005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95248e48-78a4-4f1b-8833-3efb4e8dee88 None None] Network 21043b60-21c1-4084-8727-cb62b1991939 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:32:47.086301 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-21043b60-21c1-4084-8727-cb62b1991939', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:32:47.087160 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.268240 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks [] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.275723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.325412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Allocated IP 172.20.0.2 (21043b60-21c1-4084-8727-cb62b1991939/a672dcfc-5a1a-4d9b-ba0d-47df5252cca9/77528337-532b-4123-9f67-3f2cdbcf19ba) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:32:47.334834 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.348704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172737-ae29-4d6f-aedd-cb98765268b0 None None] Pushing event updated for resources: {'Port': ['ID=4a9482bf-cd7f-4929-bc70-3f19848c05ee,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:47.352483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Attempting to bind port 4a9482bf-cd7f-4929-bc70-3f19848c05ee on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:32:47.352902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Attempting to bind port 4a9482bf-cd7f-4929-bc70-3f19848c05ee by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:32:47.353185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Attempting to bind port 4a9482bf-cd7f-4929-bc70-3f19848c05ee on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:32:47.361277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:32:47.361674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:32:47.362062 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.362449 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:32:47.362892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Bound port: 4a9482bf-cd7f-4929-bc70-3f19848c05ee, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:32:47.363299 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.465239 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] For port 4a9482bf-cd7f-4929-bc70-3f19848c05ee, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:32:47.470109 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] For port 4a9482bf-cd7f-4929-bc70-3f19848c05ee, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a9482bf-cd7f-4929-bc70-3f19848c05ee,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:32:47.482212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.590806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172737-ae29-4d6f-aedd-cb98765268b0 None None] Pushing event updated for resources: {'Port': ['ID=4a9482bf-cd7f-4929-bc70-3f19848c05ee,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:47.595856 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:47.596453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:47.602087 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks [] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.638219 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.685165 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.1 (21043b60-21c1-4084-8727-cb62b1991939/a672dcfc-5a1a-4d9b-ba0d-47df5252cca9/4b9f0483-06e3-408a-a415-669da1cf946c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:32:47.719817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Network 21043b60-21c1-4084-8727-cb62b1991939 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:32:47.728803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Pushing event updated for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:47.731195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:47.735137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:32:47.773999 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:47.806810 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (4b9f0483-06e3-408a-a415-669da1cf946c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.844645 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.874083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Attempting to bind port 77528337-532b-4123-9f67-3f2cdbcf19ba on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:32:47.874443 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Attempting to bind port 77528337-532b-4123-9f67-3f2cdbcf19ba by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:32:47.874806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Attempting to bind port 77528337-532b-4123-9f67-3f2cdbcf19ba on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:32:47.888875 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 21043b60-21c1-4084-8727-cb62b1991939 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:32:47.892020 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:47.897470 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:32:47.901354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:47.906648 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:32:47.906987 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Checking segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:32:47.907590 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.908016 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Bound using segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:32:47.908498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Bound port: 77528337-532b-4123-9f67-3f2cdbcf19ba, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:32:47.908887 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:47.942703 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.016963 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:32:48.020821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77528337-532b-4123-9f67-3f2cdbcf19ba,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:32:48.031129 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.084662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.092518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:45Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:48.095892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d18a-d238-4ed9-8e34-d8e306c11efc None None] Pushing event updated for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:48.125679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abd53b-367d-474a-b8f3-439a101a40bc None None] The sync data for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 is: [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:45Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:32:48.450047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (4b9f0483-06e3-408a-a415-669da1cf946c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.456264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.473616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77528337-532b-4123-9f67-3f2cdbcf19ba up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:48.530167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 77528337-532b-4123-9f67-3f2cdbcf19ba triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:48.530802 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.539902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:48.550296 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.618956 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77528337-532b-4123-9f67-3f2cdbcf19ba is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:48.619491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.658183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 21043b60-21c1-4084-8727-cb62b1991939 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:32:48.659879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:48.660322 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77528337-532b-4123-9f67-3f2cdbcf19ba,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:48.666170 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:48.723018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:48.783765 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:32:48.820011 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:32:48.908645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:32:48.914607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c2056283-3fd2-4ba5-adc1-616e5fb3ff5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/3fa6aec3-f162-4c47-aab3-3ebab0f042ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0199265 Mar 07 11:32:49.093695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-fd97bd80-2395-45d7-a6df-7b9dbfd427af tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237073851&fields=id&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 267 time: 0.0546279 Mar 07 11:32:49.204979 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c0842f-9275-48cc-a690-f97d0639c6b3 None None] Network 21043b60-21c1-4084-8727-cb62b1991939 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:32:49.213174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-13704437-d906-4b44-94e7-d731c5906c75 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:49.214630 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-13704437-d906-4b44-94e7-d731c5906c75 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 797 time: 0.1139433 Mar 07 11:32:49.231011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-b63e4ba0-a695-4ee0-b5fd-fd179cee7c66 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/quotas/4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 375 time: 0.0094838 Mar 07 11:32:49.286913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-ec1da9bf-e964-4cb4-9650-96a93dccfcc3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496922 Mar 07 11:32:49.317964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-0d88613b-a320-473a-8b30-d83832eadcd6 None None] Provisioning complete for port 77528337-532b-4123-9f67-3f2cdbcf19ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:49.318324 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d88613b-a320-473a-8b30-d83832eadcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:49.406865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-0d88613b-a320-473a-8b30-d83832eadcd6 None None] Current status of the port 77528337-532b-4123-9f67-3f2cdbcf19ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:49.498627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-13ca32e2-7a93-44c9-88e2-41fdddb66454 service neutron] 10.222.0.23 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419930 Mar 07 11:32:49.599456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-8626ce18-20d7-4caf-bea0-d4614db9415e service neutron] 10.222.0.23 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960498 Mar 07 11:32:49.647427 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Provisioning complete for port 77528337-532b-4123-9f67-3f2cdbcf19ba triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:49.647945 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:49.749740 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Current status of the port 77528337-532b-4123-9f67-3f2cdbcf19ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:49.766037 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:49.766037 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:49.822259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-491b3290-d31d-4426-9bab-259db4e89da2 None None] Port 4b9f0483-06e3-408a-a415-669da1cf946c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:32:49.853782 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a7d80f60-4cc4-4727-9f42-a26ffc229b17 req-5817c2e3-b3b2-4a7d-891f-4972b84a6db6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 210 time: 0.0294645 Mar 07 11:32:49.943867 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Sync routers for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:32:49.944384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2f8e63da-897a-4a98-8b27-a49429fc8b77 None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:49.944488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f8e63da-897a-4a98-8b27-a49429fc8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:49.957767 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:49.958512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:49.991702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e63da-897a-4a98-8b27-a49429fc8b77 None None] Port 4b9f0483-06e3-408a-a415-669da1cf946c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:32:50.086835 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:50.109774 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-61f5201a-bff7-46be-b7fa-443cb240c795 None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:50.110303 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-61f5201a-bff7-46be-b7fa-443cb240c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.150657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-61f5201a-bff7-46be-b7fa-443cb240c795 None None] Port 4b9f0483-06e3-408a-a415-669da1cf946c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:32:50.295842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 2, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:50.419826 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Checking router: 3fa6aec3-f162-4c47-aab3-3ebab0f042ca for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:32:50.420178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Updating router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca port 4b9f0483-06e3-408a-a415-669da1cf946c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:32:50.450234 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.476707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77528337-532b-4123-9f67-3f2cdbcf19ba up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:50.526160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 77528337-532b-4123-9f67-3f2cdbcf19ba triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:50.526638 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.606030 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77528337-532b-4123-9f67-3f2cdbcf19ba is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:50.607070 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a9482bf-cd7f-4929-bc70-3f19848c05ee up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:50.729660 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks [] for port (4b9f0483-06e3-408a-a415-669da1cf946c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.736805 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.812961 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Pushing event updated for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:50.831678 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.833883 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.835265 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.835872 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.840000 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.840867 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.841271 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.841603 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.841949 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.844898 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bf685159-ce8b-4ea1-9b81-313fd3c0a77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.846596 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.847236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a9482bf-cd7f-4929-bc70-3f19848c05ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:50.847827 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.847970 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.848197 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.848564 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:32:50.925856 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Attempting to bind port 4b9f0483-06e3-408a-a415-669da1cf946c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:32:50.926607 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Attempting to bind port 4b9f0483-06e3-408a-a415-669da1cf946c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:32:50.927178 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Attempting to bind port 4b9f0483-06e3-408a-a415-669da1cf946c on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:32:50.933542 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:32:50.934276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Checking segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:32:50.934898 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.935675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Bound using segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:32:50.936415 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Bound port: 4b9f0483-06e3-408a-a415-669da1cf946c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:32:50.937111 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.954688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-558b746d-f98d-4f85-861e-c1f250166e55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.955457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a9482bf-cd7f-4929-bc70-3f19848c05ee is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:50.955819 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:50.962085 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-558b746d-f98d-4f85-861e-c1f250166e55 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 797 time: 0.1883004 Mar 07 11:32:50.985149 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 4a9482bf-cd7f-4929-bc70-3f19848c05ee, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a9482bf-cd7f-4929-bc70-3f19848c05ee,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:50.996574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.057323 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] For port 4b9f0483-06e3-408a-a415-669da1cf946c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:32:51.065908 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=4a9482bf-cd7f-4929-bc70-3f19848c05ee,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:51.066478 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] For port 4b9f0483-06e3-408a-a415-669da1cf946c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b9f0483-06e3-408a-a415-669da1cf946c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:32:51.067760 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-5054789e-9a3b-4503-95a1-6e1319f227aa tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 379 time: 0.0972528 Mar 07 11:32:51.078906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9f0ff669-6767-4664-a58c-90e1fa7fedc7 req-a8b69524-a562-4951-b67d-6a5829a9b764 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 210 time: 0.0680268 Mar 07 11:32:51.083871 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.088549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'port': {'device_id': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'admin_state_up': True, 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'security_groups': ['730dd742-a4b8-40ff-8141-21cda1de8459']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:51.144694 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:32:51.145321 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:51.150797 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a65d3-556e-49fb-a086-64bc61476f1e None None] Pushing event updated for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:51.191360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:51.191808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.233823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:32:51.239513 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.273799 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:32:51.289482 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Current status of the port 4b9f0483-06e3-408a-a415-669da1cf946c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:51.289877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.325785 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] For port 4b9f0483-06e3-408a-a415-669da1cf946c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b9f0483-06e3-408a-a415-669da1cf946c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:51.331197 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.390696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222092a0-1750-44b7-bdd2-2de3d27a8ea3 None None] Pushing event updated for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:51.452218 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-94e594db-8e7f-42e4-9305-c55a6cbc94e1 None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:51.452874 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-94e594db-8e7f-42e4-9305-c55a6cbc94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.508813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:32:51.539536 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d57398-56fe-406d-952a-b0d6fe1804f4 None None] The sync data for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 is: [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:32:51.552462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-94e594db-8e7f-42e4-9305-c55a6cbc94e1 None None] Current status of the port 4b9f0483-06e3-408a-a415-669da1cf946c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:51.755451 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.13 (21043b60-21c1-4084-8727-cb62b1991939/a672dcfc-5a1a-4d9b-ba0d-47df5252cca9/c52e0d00-af99-4840-9c4b-cd44db2ee28c) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:32:51.907552 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.942264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:51.988966 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network 21043b60-21c1-4084-8727-cb62b1991939 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:32:51.992060 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:32:51.995909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:32:52.028837 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:52.055709 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:52.056347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.076592 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-d4a91ca3-f7b5-4776-85ae-84110e0ef333 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9922783 Mar 07 11:32:52.147624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Request body: {'port': {'device_id': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:32:52.227794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.228546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533720b-22fe-47cc-9cc0-89a8ba216f00 req-57f441fa-cfdf-4750-9de5-979b870d9c91 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:52.230961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2533720b-22fe-47cc-9cc0-89a8ba216f00 req-57f441fa-cfdf-4750-9de5-979b870d9c91 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 932 time: 0.0671153 Mar 07 11:32:52.284006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c8dd3fae-de59-4ccc-ab12-fc7c0c4a8072 None None] Provisioning complete for port c52e0d00-af99-4840-9c4b-cd44db2ee28c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:52.284607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3fae-de59-4ccc-ab12-fc7c0c4a8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.293283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2533720b-22fe-47cc-9cc0-89a8ba216f00 req-48410913-d1a4-4bbd-8830-a0dfceb5a3e9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553036 Mar 07 11:32:52.325029 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd3fae-de59-4ccc-ab12-fc7c0c4a8072 None None] Port c52e0d00-af99-4840-9c4b-cd44db2ee28c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:32:52.487071 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b9f0483-06e3-408a-a415-669da1cf946c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:52.539215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52e0d00-af99-4840-9c4b-cd44db2ee28c {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:32:52.543874 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4b9f0483-06e3-408a-a415-669da1cf946c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:52.544246 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.547447 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks [] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.561000 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Transition to ACTIVE for port object c52e0d00-af99-4840-9c4b-cd44db2ee28c will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:32:52.565833 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.630553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4b9f0483-06e3-408a-a415-669da1cf946c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:52.631746 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a9482bf-cd7f-4929-bc70-3f19848c05ee up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:52.651537 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:52.691157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 4a9482bf-cd7f-4929-bc70-3f19848c05ee triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:52.691540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.705216 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:32:52.705628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:32:52.705913 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:32:52.710486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:32:52.710798 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:32:52.716436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:32:52.716772 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Checking segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:32:52.717166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Bound using segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:32:52.717600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Bound port: c52e0d00-af99-4840-9c4b-cd44db2ee28c, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:32:52.718845 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.795748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 4a9482bf-cd7f-4929-bc70-3f19848c05ee is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:52.797816 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:32:52.802873 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:32:52.816179 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.852981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:52.853875 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:52.855283 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] 10.222.0.32 "PUT /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1092 time: 0.7720613 Mar 07 11:32:52.860407 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:32:52.863445 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5707229f-3b2b-4ac1-a5e2-aacb11810e42" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:32:52.890125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162806e-98e9-40fc-bf29-e8a21c7f7cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:52.933249 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2acf18-7169-4893-a560-31eb576358b8 x-openstack-request-id: req-ff2acf18-7169-4893-a560-31eb576358b8 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:32:52.933533 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:32:52.933790 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff2acf18-7169-4893-a560-31eb576358b8 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:32:52.934193 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'status': 'completed', 'code': 200} Mar 07 11:32:52.957877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-f127e9b4-ac87-48de-970e-06d5e13afbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:52.959499 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-f127e9b4-ac87-48de-970e-06d5e13afbc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0586631 Mar 07 11:32:53.001676 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-98d4a5ed-2779-4dbc-8912-c148f24ae107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 217 time: 0.0357330 Mar 07 11:32:53.054302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-879fb3cf-b0db-405d-883d-588744a4d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.056006 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-879fb3cf-b0db-405d-883d-588744a4d5f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0485580 Mar 07 11:32:53.058252 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-70ca47c7-f0fd-40d7-ae57-9c1c359c717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:53.109674 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974008-82a1-4603-a84c-fff87213bce2 req-ca151d3d-46a1-4520-bb16-7b057ea1fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.111201 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-ca151d3d-46a1-4520-bb16-7b057ea1fc4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495872 Mar 07 11:32:53.206617 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-0d57c3ce-a71d-4dc3-8fcd-16f5219e47c5 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893416 Mar 07 11:32:53.300663 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-23974008-82a1-4603-a84c-fff87213bce2 req-af4ed5f4-470c-4ecb-a0b6-07ad9cf03d20 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Mar 07 11:32:53.391973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-babb5c84-bd17-4b63-9068-82876525d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.393519 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-babb5c84-bd17-4b63-9068-82876525d028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0480092 Mar 07 11:32:53.414897 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a129dc1-a65d-4383-b87d-3005a03c7070 req-45ce700d-d3e9-4d42-aa19-0d0321985f8a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.416436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a129dc1-a65d-4383-b87d-3005a03c7070 req-45ce700d-d3e9-4d42-aa19-0d0321985f8a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Mar 07 11:32:53.466719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4a129dc1-a65d-4383-b87d-3005a03c7070 req-4433b6fc-49af-429a-acf7-3bd4216cc2ff tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Mar 07 11:32:53.491881 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-b2d7c205-c930-493a-b9c2-90692227468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.493350 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-b2d7c205-c930-493a-b9c2-90692227468d service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0925305 Mar 07 11:32:53.534248 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-a59339d3-0411-4c97-87c5-dedf079d7a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 217 time: 0.0349402 Mar 07 11:32:53.586533 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-c89fe22b-c448-4053-9f8d-0f8e78c215ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.588034 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-c89fe22b-c448-4053-9f8d-0f8e78c215ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0480378 Mar 07 11:32:53.641141 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-da227ff4-504d-47d2-b7e1-f657ef596700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.642698 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-da227ff4-504d-47d2-b7e1-f657ef596700 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492170 Mar 07 11:32:53.749069 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-96d7e2d9-7f4d-493f-af55-fa33be3e8680 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998166 Mar 07 11:32:53.842630 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5707229f-3b2b-4ac1-a5e2-aacb11810e42 req-dcdeefcd-21f0-496b-bb40-83a41172ac50 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Mar 07 11:32:54.466045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:54.603928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed7f8-efa6-45af-9afa-c8aeb3b3cfed req-b120f422-032f-4148-8885-0645e45ded6f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:54.605404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b9ed7f8-efa6-45af-9afa-c8aeb3b3cfed req-b120f422-032f-4148-8885-0645e45ded6f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0692070 Mar 07 11:32:54.655909 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b9ed7f8-efa6-45af-9afa-c8aeb3b3cfed req-d91f4848-bf12-4398-8150-c5096bfb5008 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442159 Mar 07 11:32:54.752576 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:55.785145 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e8d5-40b1-42d2-add7-ebdc0ec7d7bb req-46acc832-4b94-4122-b822-bdd961f4fcaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:55.786627 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b50e8d5-40b1-42d2-add7-ebdc0ec7d7bb req-46acc832-4b94-4122-b822-bdd961f4fcaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0569875 Mar 07 11:32:55.840577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4b50e8d5-40b1-42d2-add7-ebdc0ec7d7bb req-f1530967-c24b-4ffe-85e9-9150178b99f1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Mar 07 11:32:55.890011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:56.349990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:32:56.460600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:56.471893 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'mac_address': 'fa:16:3e:c6:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:32:56.510615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c52e0d00-af99-4840-9c4b-cd44db2ee28c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:56.510973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:56.524372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52e0d00-af99-4840-9c4b-cd44db2ee28c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:32:56.544147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:56.551338 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:56.605200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:56.896262 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c52e0d00-af99-4840-9c4b-cd44db2ee28c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:32:56.972603 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3df2-6597-424d-a8d3-5528fa1a2cdf req-df2327b5-9307-4653-8cce-ba5f67fe7c4b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:56.974458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e15b3df2-6597-424d-a8d3-5528fa1a2cdf req-df2327b5-9307-4653-8cce-ba5f67fe7c4b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0607891 Mar 07 11:32:57.027896 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e15b3df2-6597-424d-a8d3-5528fa1a2cdf req-a8b45dbc-b11c-473c-a74f-74bf137d1013 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Mar 07 11:32:57.141625 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:58.159088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6822c5-615b-421d-8042-50d2c8d87bce req-dab72f3a-d31c-46c7-99ac-6280982fbc09 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:58.160597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf6822c5-615b-421d-8042-50d2c8d87bce req-dab72f3a-d31c-46c7-99ac-6280982fbc09 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Mar 07 11:32:58.211088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cf6822c5-615b-421d-8042-50d2c8d87bce req-1559ff33-66c7-4faa-9caf-65acba2fef6b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441527 Mar 07 11:32:58.349910 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:32:58.405005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port c52e0d00-af99-4840-9c4b-cd44db2ee28c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:32:58.409076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c52e0d00-af99-4840-9c4b-cd44db2ee28c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:32:58.409454 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:58.488958 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c52e0d00-af99-4840-9c4b-cd44db2ee28c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:58.489342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:58.511875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:32:58.514198 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0788bcd-5e8a-496e-bf03-7e280b8005c6" -d '{"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:32:58.526575 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:32:58.531695 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:58.555113 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b03c6f1-28cb-4fa6-8502-4e380e735e72 x-openstack-request-id: req-7b03c6f1-28cb-4fa6-8502-4e380e735e72 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:32:58.555403 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:32:58.555674 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b03c6f1-28cb-4fa6-8502-4e380e735e72 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:32:58.556067 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'code': 200} Mar 07 11:32:58.583184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:32:58.654213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99d6c5-106a-4eec-86e6-40c9160727d0 req-c857f207-1fe0-46a4-a867-cfb92b43d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:58.655705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c99d6c5-106a-4eec-86e6-40c9160727d0 req-c857f207-1fe0-46a4-a867-cfb92b43d111 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0448780 Mar 07 11:32:58.702399 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2c99d6c5-106a-4eec-86e6-40c9160727d0 req-fab4c82c-a9a9-4c0c-a65d-681698698c1e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393515 Mar 07 11:32:59.348367 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cb5a0-ca3f-40ec-a08c-abf65482510f req-f98902d3-2410-4162-9339-d90f0acb15f0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:59.349851 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-904cb5a0-ca3f-40ec-a08c-abf65482510f req-f98902d3-2410-4162-9339-d90f0acb15f0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0573647 Mar 07 11:32:59.363458 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:59.403760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-904cb5a0-ca3f-40ec-a08c-abf65482510f req-b17230e5-ae26-46b8-9c3e-e21e8d0970a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480790 Mar 07 11:33:00.541394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31256-9771-45b3-b5bd-00adb985975a req-3978dbde-af48-4839-ac32-4b26ccf943ff tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:00.542872 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cb31256-9771-45b3-b5bd-00adb985975a req-3978dbde-af48-4839-ac32-4b26ccf943ff tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0553124 Mar 07 11:33:00.592962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4cb31256-9771-45b3-b5bd-00adb985975a req-f0e94a39-d0d4-4d10-8e43-c17883bb7c58 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441077 Mar 07 11:33:00.714283 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4801-4603-4d87-9662-2a5c8c426ebf req-95e9ffe1-22b0-4953-965e-a75246980e72 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:00.716462 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a75a4801-4603-4d87-9662-2a5c8c426ebf req-95e9ffe1-22b0-4953-965e-a75246980e72 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0554388 Mar 07 11:33:00.771685 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a75a4801-4603-4d87-9662-2a5c8c426ebf req-9f3ed3e1-373e-4042-90ff-046833e9d958 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498245 Mar 07 11:33:00.800360 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48462) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:33:00.846713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b3cf8-4257-4b43-9e73-fb7b3677a794 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:00.848229 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a26b3cf8-4257-4b43-9e73-fb7b3677a794 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1123 time: 0.0468526 Mar 07 11:33:00.851310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48464) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:33:00.855853 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:33:00.878315 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:00.978543 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.090164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.137 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/96ca10f1-8254-4014-a7d5-903f0803ff5f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:33:01.198481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.237329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.277602 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:33:01.282917 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:33:01.285161 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=96ca10f1-8254-4014-a7d5-903f0803ff5f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:33:01.287227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:33:01.659972 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (516592f7-f77a-4751-8bec-98fc5d859c3b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.739361 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.897527 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.904560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:01.977426 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=96ca10f1-8254-4014-a7d5-903f0803ff5f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:33:01.989662 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (516592f7-f77a-4751-8bec-98fc5d859c3b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:02.095612 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 516592f7-f77a-4751-8bec-98fc5d859c3b associated. External IP: 172.25.4.137, port: c52e0d00-af99-4840-9c4b-cd44db2ee28c. Mar 07 11:33:02.317395 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:33:02.763416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:33:02.773734 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Sync routers for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:33:02.785219 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:02.786208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:33:02.786824 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:33:02.816000 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-18d8ac55-207a-40aa-9952-d32f9ce4bf2a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9635487 Mar 07 11:33:02.816587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:33:02.818886 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1729b-4c92-49bb-9545-c32d74e96651" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:33:02.865351 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f494e46d-91cb-483d-bc10-63849eee8c79 x-openstack-request-id: req-f494e46d-91cb-483d-bc10-63849eee8c79 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:33:02.866271 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:33:02.866529 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f494e46d-91cb-483d-bc10-63849eee8c79 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:33:02.866933 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'status': 'completed', 'code': 200} Mar 07 11:33:02.905203 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:33:02.935305 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-577a09ca-84b8-44a9-8f95-13ec7ebaa290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:02.935964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5822f67-329f-42a1-8f08-dce6e8b20a9c req-48f270a5-e9be-4192-bfd7-a2c0080d7cf8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:02.936847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5822f67-329f-42a1-8f08-dce6e8b20a9c req-48f270a5-e9be-4192-bfd7-a2c0080d7cf8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0543919 Mar 07 11:33:02.940124 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-577a09ca-84b8-44a9-8f95-13ec7ebaa290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0521421 Mar 07 11:33:02.986787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a5822f67-329f-42a1-8f08-dce6e8b20a9c req-6d646bfc-e8b4-4b68-b618-28f83d7f35ff tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436580 Mar 07 11:33:03.011434 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48470) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:33:03.075166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-c6ba3fb7-e3a8-4ecf-941d-4f42cdd42233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.076702 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-c6ba3fb7-e3a8-4ecf-941d-4f42cdd42233 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.1331022 Mar 07 11:33:03.094797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-91b9746d-9b53-47ed-bbc1-3b1e6dea1790 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/516592f7-f77a-4751-8bec-98fc5d859c3b HTTP/1.1" status: 200 len: 992 time: 0.0821562 Mar 07 11:33:03.141414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '516592f7-f77a-4751-8bec-98fc5d859c3b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'mac_address': 'fa:16:3e:c6:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:33:01Z', 'updated_at': '2022-03-07T11:33:01Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:33:03.148655 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-f1102498-e403-4aca-b47d-ccdc41736992 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0634954 Mar 07 11:33:03.167758 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Checking router: 3fa6aec3-f162-4c47-aab3-3ebab0f042ca for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:33:03.176220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:33:03.176814 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:32:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:33:03.198080 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-d7241ef5-a62e-4079-b60d-8732494b073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.199942 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-d7241ef5-a62e-4079-b60d-8732494b073c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0458035 Mar 07 11:33:03.253151 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-cd70048d-f869-48b3-98a4-670d6256a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.254663 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-cd70048d-f869-48b3-98a4-670d6256a8da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490234 Mar 07 11:33:03.288236 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:33:03.342863 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-9c7f4dd0-edc8-4925-8cff-e1871def7f98 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Mar 07 11:33:03.436701 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5bd1729b-4c92-49bb-9545-c32d74e96651 req-4781efff-394e-4f52-8851-480022579862 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879064 Mar 07 11:33:03.496196 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-a6c4b5c5-d583-41fc-b674-34bf0f67918e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457096 Mar 07 11:33:03.528129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '516592f7-f77a-4751-8bec-98fc5d859c3b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'mac_address': 'fa:16:3e:c6:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:33:01Z', 'updated_at': '2022-03-07T11:33:01Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:33:03.554819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68248de4-9b2c-49e5-b65f-a33955f81491 None None] The sync data for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 is: [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '516592f7-f77a-4751-8bec-98fc5d859c3b', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'mac_address': 'fa:16:3e:c6:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:33:01Z', 'updated_at': '2022-03-07T11:33:01Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:33:03.582601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-66bb11cc-5b5f-4cd2-a388-65d7ffc4121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.584309 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-66bb11cc-5b5f-4cd2-a388-65d7ffc4121e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0485647 Mar 07 11:33:03.696639 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-775fb9ec-2172-4c3e-8521-8ea5ecd72278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.698134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-775fb9ec-2172-4c3e-8521-8ea5ecd72278 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0949521 Mar 07 11:33:03.765712 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-bd9739ba-14ce-4d70-b6d8-b28310a8fc08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0619597 Mar 07 11:33:03.768215 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b9556-fd81-4bbb-aa85-3a331591a28d None None] New status for floating IP 516592f7-f77a-4751-8bec-98fc5d859c3b: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:33:03.821130 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-6b2b5f57-6925-4938-94d2-4ae27c7565ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.822520 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-6b2b5f57-6925-4938-94d2-4ae27c7565ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0511270 Mar 07 11:33:03.875341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-5223ee79-d4fd-4e96-96bf-185da65abbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:03.877645 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-5223ee79-d4fd-4e96-96bf-185da65abbab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489800 Mar 07 11:33:03.972448 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-f42c8d3e-f7bd-4e39-8ef0-691cec464f51 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Mar 07 11:33:04.069093 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-adc15876-844b-4e7b-9200-6fdbf98f9d2b req-8b32d332-4784-4a6f-971c-c14ed72898c4 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905914 Mar 07 11:33:04.099464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48472) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:33:04.175246 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b91d683f-8495-4d4f-b389-b5e7def95a09 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/516592f7-f77a-4751-8bec-98fc5d859c3b HTTP/1.1" status: 200 len: 994 time: 0.0746639 Mar 07 11:33:20.807150 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d9fe-a7ff-4579-94bb-6c40649b10d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:23.054273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-40337bf8-d5f0-4afa-802d-33094d62818d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:24.478650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:24.747932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:25.819112 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:33:25.900962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:27.133766 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:29.368827 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:50.809677 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9735371c-0bda-492a-bf8e-717fcd11bb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:53.050744 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc966-1545-4a76-ac26-b4dc552222d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:54.472340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:54.765993 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:55.905779 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:57.138037 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:58.893517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-7c6fab7c-a57a-47c4-9d46-41e2e1dbc9c1 req-1bc5f529-c233-4015-819c-cc2a862a4e66 tempest-ServerDiskConfigTestJSON-371489414 tempest-ServerDiskConfigTestJSON-371489414-project] (103789) timed out ('10.222.0.26', 59077) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:33:59.382609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:02.709220 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-ffa6db4c-60ea-4960-9179-f8f47868d261 req-41837bda-9811-4f04-827f-34e610c25552 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:34:02.710217 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ffa6db4c-60ea-4960-9179-f8f47868d261 req-41837bda-9811-4f04-827f-34e610c25552 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074818 Mar 07 11:34:02.820465 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:34:02.876642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48504) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:02.900301 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fe9e6-b1c5-4f9a-b084-f1ef28b037a3 req-84e4b3ba-5f4e-411a-be04-ad6ec1a41f90 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:02.901818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-197fe9e6-b1c5-4f9a-b084-f1ef28b037a3 req-84e4b3ba-5f4e-411a-be04-ad6ec1a41f90 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0552785 Mar 07 11:34:02.955221 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-197fe9e6-b1c5-4f9a-b084-f1ef28b037a3 req-eda5e766-bc74-4fc8-bad9-788c457b23b1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475960 Mar 07 11:34:02.970648 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-fd066b6c-fded-4018-9765-2f74257eae83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890672 Mar 07 11:34:02.976742 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-1b44b810-15fc-4678-ac54-d3035174147b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:34:02.977703 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-1b44b810-15fc-4678-ac54-d3035174147b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055244 Mar 07 11:34:03.555337 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-23031e1b-1898-44a1-aa14-46b9564dde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.556915 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-23031e1b-1898-44a1-aa14-46b9564dde73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0489509 Mar 07 11:34:03.661273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-f589747b-6cd0-4eb5-aaf4-5cb70c7b3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.662742 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-f589747b-6cd0-4eb5-aaf4-5cb70c7b3f5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0847294 Mar 07 11:34:03.731547 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-1a7dbd11-0c4c-4aea-b16c-0791dbe1643f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1002 time: 0.0623331 Mar 07 11:34:03.783199 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-7c0e4bda-0a56-49ab-b718-62248c6cd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.785022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-7c0e4bda-0a56-49ab-b718-62248c6cd90a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0467296 Mar 07 11:34:03.836897 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-f68a0bad-19ce-4bbb-9c28-aef0275edeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.838380 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-f68a0bad-19ce-4bbb-9c28-aef0275edeb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466850 Mar 07 11:34:03.932963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-dd1e847d-bec6-4c83-9589-237f67dc4fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870175 Mar 07 11:34:04.029447 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c8ee0437-a0df-4f60-92da-30dc3ba051da req-913426cf-0a4e-4a3a-901b-a4e25e33a8ce service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883405 Mar 07 11:34:04.083517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea96b-67f6-4558-80d5-38d18300df39 req-16e4e135-24d5-475e-83ec-4a6d883669cf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:04.085032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec2ea96b-67f6-4558-80d5-38d18300df39 req-16e4e135-24d5-475e-83ec-4a6d883669cf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0588470 Mar 07 11:34:04.134149 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec2ea96b-67f6-4558-80d5-38d18300df39 req-ec82683e-d38e-49fe-a226-4fe3f4deb0ef tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Mar 07 11:34:04.377825 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48532) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:04.478823 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-d37c801f-5ab1-4a76-948f-2f84471272e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:04.480204 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-d37c801f-5ab1-4a76-948f-2f84471272e7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 943 time: 0.1019130 Mar 07 11:34:05.263906 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034c4-33ea-4db0-9497-0dbe38a00782 req-aba88d4f-052f-48d1-bb49-827359b6ca4d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:05.265403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80d034c4-33ea-4db0-9497-0dbe38a00782 req-aba88d4f-052f-48d1-bb49-827359b6ca4d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0560300 Mar 07 11:34:05.319586 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80d034c4-33ea-4db0-9497-0dbe38a00782 req-52a13750-2d8e-4970-9527-66b9f52f9c34 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477495 Mar 07 11:34:06.455954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12389bf-1857-4086-b744-e8528a6479d9 req-2afeca6d-16a0-4265-aec0-41ce45368b07 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:06.457604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e12389bf-1857-4086-b744-e8528a6479d9 req-2afeca6d-16a0-4265-aec0-41ce45368b07 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0602543 Mar 07 11:34:06.510133 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e12389bf-1857-4086-b744-e8528a6479d9 req-880f7dff-2f02-4276-b6dd-0b7a3ab9e630 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Mar 07 11:34:07.656671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b04a05-b8b1-48d5-99f9-462395873072 req-af142bf7-2794-4cc9-9792-50df72326f01 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:07.658121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b04a05-b8b1-48d5-99f9-462395873072 req-af142bf7-2794-4cc9-9792-50df72326f01 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Mar 07 11:34:07.709775 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50b04a05-b8b1-48d5-99f9-462395873072 req-ab87a9fc-f2c0-4219-8878-41a284eb6e36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458095 Mar 07 11:34:08.411494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-92293f7b-5623-487d-9b15-8c7f25b5ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:08.413045 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-92293f7b-5623-487d-9b15-8c7f25b5ff45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0470223 Mar 07 11:34:08.514864 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-b31780d5-7133-40e7-a8d0-672b32f86be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:08.516450 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-b31780d5-7133-40e7-a8d0-672b32f86be3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0974119 Mar 07 11:34:08.581340 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-123d8ee0-7320-4a77-846d-007dcac7712c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1002 time: 0.0586936 Mar 07 11:34:08.630428 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-e7ed1f9d-df1a-4e59-bf92-664ceb7419c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:08.631801 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-e7ed1f9d-df1a-4e59-bf92-664ceb7419c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0440640 Mar 07 11:34:08.686273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-ae102e48-234b-448a-98e7-9459f849f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:08.687780 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-ae102e48-234b-448a-98e7-9459f849f968 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504489 Mar 07 11:34:08.777737 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-536a52f8-7604-4229-97f2-b3d2c0f5d381 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831797 Mar 07 11:34:08.851275 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd2d8a-ca68-453b-bff5-b1f743ade962 req-bd0ce716-371c-46cb-bc0c-f3536b6c5f96 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:08.852762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fefd2d8a-ca68-453b-bff5-b1f743ade962 req-bd0ce716-371c-46cb-bc0c-f3536b6c5f96 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0598981 Mar 07 11:34:08.870963 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-18fc54e7-c512-4230-8bab-2a8ca0221527 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879507 Mar 07 11:34:08.902477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fefd2d8a-ca68-453b-bff5-b1f743ade962 req-abc81430-c5d2-45d0-bb4e-b41d6d3d9d7a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 Mar 07 11:34:10.050719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45953da-ac32-4c12-b62e-8e8d98ce52c3 req-72d545ea-64b0-4133-ac8d-15539f0504c3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:10.052409 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45953da-ac32-4c12-b62e-8e8d98ce52c3 req-72d545ea-64b0-4133-ac8d-15539f0504c3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0638273 Mar 07 11:34:10.103548 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f45953da-ac32-4c12-b62e-8e8d98ce52c3 req-3a9f06a4-edc2-46ad-996c-8f4c98c189e9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451841 Mar 07 11:34:11.251462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dda70-67ef-4538-90da-d2f1908219b2 req-c41cca16-8003-447e-b4f5-eaea27b285b3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:11.253594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f1dda70-67ef-4538-90da-d2f1908219b2 req-c41cca16-8003-447e-b4f5-eaea27b285b3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0645378 Mar 07 11:34:11.312735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f1dda70-67ef-4538-90da-d2f1908219b2 req-4f81fa2b-69aa-4f52-a89e-b6cfa45e1762 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529563 Mar 07 11:34:12.445927 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59271e74-278f-464d-a8bc-751f3cf1f7a6 req-45c7be90-07c1-47ad-bd95-e0b48fc0a6fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:12.447387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59271e74-278f-464d-a8bc-751f3cf1f7a6 req-45c7be90-07c1-47ad-bd95-e0b48fc0a6fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0533423 Mar 07 11:34:12.502127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59271e74-278f-464d-a8bc-751f3cf1f7a6 req-a8357a21-7f42-444d-8fa0-248ba6d8f741 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 Mar 07 11:34:13.649228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe7a08-b412-4c59-9604-cefaa60eb9d1 req-306c23d8-e231-4fa6-a21c-c6724934a293 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:13.650709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73fe7a08-b412-4c59-9604-cefaa60eb9d1 req-306c23d8-e231-4fa6-a21c-c6724934a293 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0680776 Mar 07 11:34:13.700804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-73fe7a08-b412-4c59-9604-cefaa60eb9d1 req-961be0af-4c36-4d8a-9844-41bec929de40 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 Mar 07 11:34:14.842838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1dab5-afcb-4a6a-9cd0-c121e5cf39ca req-7631e977-33ed-4b38-a30b-82ed01b7979b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:14.844520 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8b1dab5-afcb-4a6a-9cd0-c121e5cf39ca req-7631e977-33ed-4b38-a30b-82ed01b7979b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0686746 Mar 07 11:34:14.893190 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8b1dab5-afcb-4a6a-9cd0-c121e5cf39ca req-b9a27511-0ac0-40ac-8408-a5b4e72290ba tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Mar 07 11:34:16.028993 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63925e-2cfb-4399-80e6-e1eef39f30aa req-bb9f5547-2d0a-42e0-82f5-8dd2563731bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:16.030505 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd63925e-2cfb-4399-80e6-e1eef39f30aa req-bb9f5547-2d0a-42e0-82f5-8dd2563731bd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0560615 Mar 07 11:34:16.081722 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dd63925e-2cfb-4399-80e6-e1eef39f30aa req-b756a0db-b42f-4adc-9b31-53c45ac57087 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Mar 07 11:34:17.226296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f694c-423d-4a58-9df7-27ed638d5623 req-a90735b5-eedf-4905-b64d-b371e3e0637f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:17.227826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9f694c-423d-4a58-9df7-27ed638d5623 req-a90735b5-eedf-4905-b64d-b371e3e0637f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0604088 Mar 07 11:34:17.280941 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9f694c-423d-4a58-9df7-27ed638d5623 req-03121731-663c-4624-a9c1-7394fc1804ef tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 Mar 07 11:34:18.429706 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de752e5-2aa8-4431-b5e4-a50872fe17ec req-35d11470-179a-4871-9ce8-166df514ff2e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:18.431194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1de752e5-2aa8-4431-b5e4-a50872fe17ec req-35d11470-179a-4871-9ce8-166df514ff2e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0648913 Mar 07 11:34:18.490878 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1de752e5-2aa8-4431-b5e4-a50872fe17ec req-7b21288e-0fc5-41fb-b554-c6c8050f0283 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511293 Mar 07 11:34:19.633077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c2b6-5800-482f-891a-ca8373bdedd9 req-2c79f0d2-cfad-4125-b86c-924f5e6ee7e8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:19.634572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2597c2b6-5800-482f-891a-ca8373bdedd9 req-2c79f0d2-cfad-4125-b86c-924f5e6ee7e8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0653253 Mar 07 11:34:19.697696 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2597c2b6-5800-482f-891a-ca8373bdedd9 req-09aa02f4-8e92-4134-9a2c-a838b5f21769 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547068 Mar 07 11:34:20.766535 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-f40ff8d7-c171-4a7f-aa12-1a1923ff921f service neutron] show failed (client error): The resource could not be found. Mar 07 11:34:20.767571 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-f40ff8d7-c171-4a7f-aa12-1a1923ff921f service neutron] 10.222.0.32 "GET /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c/bindings/n-h1-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0738568 Mar 07 11:34:20.805342 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c09b88c9-f9c1-4bdb-8fc3-d45f0d444952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:20.840520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6c9e-300c-43dd-b1b9-0615c538a699 req-1ba94bad-49f2-479c-99ab-aabdd6b85dd7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:20.842003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d2b6c9e-300c-43dd-b1b9-0615c538a699 req-1ba94bad-49f2-479c-99ab-aabdd6b85dd7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0589643 Mar 07 11:34:20.891312 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d2b6c9e-300c-43dd-b1b9-0615c538a699 req-55b812be-a512-4ed4-bb76-b02b2e3f4945 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Mar 07 11:34:20.994314 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-34746241-478a-4ae7-af92-1fcf0177458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:20.995874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-34746241-478a-4ae7-af92-1fcf0177458f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 1128 time: 0.0498013 Mar 07 11:34:21.006870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:21.076634 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.308198 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:21.343425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:21.382450 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:21.384798 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d935a12a-b1ec-4e5d-b720-79a8a66d543c" -d '{"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:21.388677 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks [] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.405579 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Transition to ACTIVE for port object c52e0d00-af99-4840-9c4b-cd44db2ee28c will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:34:21.410180 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.437402 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520d6be4-e520-4726-a95d-068ff6c73b21 x-openstack-request-id: req-520d6be4-e520-4726-a95d-068ff6c73b21 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:21.437686 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:21.437937 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-520d6be4-e520-4726-a95d-068ff6c73b21 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:21.438366 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'code': 200} Mar 07 11:34:21.493360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=6']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:21.508461 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.508779 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.509141 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.509477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.509806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.510132 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.510460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.510756 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.511071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.511388 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.511729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.512051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.512368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:21.548317 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] No DVR routers for this DVR port c52e0d00-af99-4840-9c4b-cd44db2ee28c on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:21.686959 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:34:21.687245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:34:21.687587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:21.692031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:34:21.692413 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Attempting to bind port c52e0d00-af99-4840-9c4b-cd44db2ee28c on network 21043b60-21c1-4084-8727-cb62b1991939 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:21.697332 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:34:21.697661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Checking segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:21.698038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Bound using segment: {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:34:21.698452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Bound port: c52e0d00-af99-4840-9c4b-cd44db2ee28c, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df476acd-7a17-4129-9e26-fa2a24ac172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '21043b60-21c1-4084-8727-cb62b1991939'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:34:21.698796 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.769548 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:21.773210 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:34:21.781257 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.819437 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:21.820122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.821494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1092 time: 0.8189864 Mar 07 11:34:21.875355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b5b9-7d08-48fc-bebe-baf9ec696eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:21.897826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-f4996946-b718-4a16-b718-8f1ba4a5e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:21.899359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-f4996946-b718-4a16-b718-8f1ba4a5e413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0540750 Mar 07 11:34:22.028614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-fc11c926-b746-4b66-aeae-853316d62652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:22.030123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-fc11c926-b746-4b66-aeae-853316d62652 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.1246014 Mar 07 11:34:22.049201 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b1b00-eccd-4da2-a275-1c7367d32403 req-ae65957e-815a-4cfb-be7a-27a8f7f67604 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:22.050572 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156b1b00-eccd-4da2-a275-1c7367d32403 req-ae65957e-815a-4cfb-be7a-27a8f7f67604 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0828006 Mar 07 11:34:22.123025 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-4701bedd-f2dc-45de-b0c1-0312bf0aa22c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0861309 Mar 07 11:34:22.169223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-156b1b00-eccd-4da2-a275-1c7367d32403 req-8bdc2123-2b82-4510-86fa-69362c239fd6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884781 Mar 07 11:34:22.187807 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-b64ddf40-6124-4095-94e7-53e7daca387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:22.189264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-b64ddf40-6124-4095-94e7-53e7daca387d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0603883 Mar 07 11:34:22.247462 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-25539687-6a06-4a78-b08c-4e601c38ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:22.249779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-25539687-6a06-4a78-b08c-4e601c38ad9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534413 Mar 07 11:34:22.346095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-b63be077-cb79-4362-bc5d-de4fd5776bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910757 Mar 07 11:34:22.451870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b2baf17-1ed1-41b0-8fa4-c40ad8f16519 req-5dbfa402-20c3-45a0-bfcb-00d21034b8a6 service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970080 Mar 07 11:34:23.045873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1986384a-946a-4c61-beba-395f3df0e7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.306792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b574-fb44-4baf-8f2c-2562b38d5377 req-718d01b5-f34d-4836-b8c9-801eb1aa803b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.308212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59a6b574-fb44-4baf-8f2c-2562b38d5377 req-718d01b5-f34d-4836-b8c9-801eb1aa803b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0557206 Mar 07 11:34:23.361248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59a6b574-fb44-4baf-8f2c-2562b38d5377 req-0af0da8a-a918-4047-a60a-aa9fa3e4b4e8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451655 Mar 07 11:34:23.440087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:23.442595 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec3258-181b-4233-bfbe-cc1d817fc89f" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:23.492344 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200228d-bbda-4bdf-be01-624d1a743f38 x-openstack-request-id: req-a200228d-bbda-4bdf-be01-624d1a743f38 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:23.492656 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:23.493587 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a200228d-bbda-4bdf-be01-624d1a743f38 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:23.494269 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'status': 'completed', 'code': 200} Mar 07 11:34:23.557955 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-e9bf7046-ee66-422e-b7a4-a900ad7e6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.559407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-e9bf7046-ee66-422e-b7a4-a900ad7e6a74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0476949 Mar 07 11:34:23.561790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-cb87bb68-391c-409b-8864-4f71b0346c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.563268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-cb87bb68-391c-409b-8864-4f71b0346c6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0488119 Mar 07 11:34:23.653282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-f3f9489c-875d-4e02-84a9-f20b9aba3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.654752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-f3f9489c-875d-4e02-84a9-f20b9aba3982 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0843687 Mar 07 11:34:23.656527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-e6240de1-6519-4852-a393-652fe56303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.658046 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-e6240de1-6519-4852-a393-652fe56303ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0917678 Mar 07 11:34:23.722795 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-8e6053ab-142a-4066-9dbe-186b29b1cdd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0590749 Mar 07 11:34:23.726758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-8219676b-9639-4c60-bba9-690e3356b3f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0641911 Mar 07 11:34:23.776031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-8ccae675-8656-4e3e-8689-3352dd8c3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.777525 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-8ccae675-8656-4e3e-8689-3352dd8c3b5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0491886 Mar 07 11:34:23.779195 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-a31bb3bf-bbb8-47bf-8521-192315c3e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.780682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-a31bb3bf-bbb8-47bf-8521-192315c3e826 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0454240 Mar 07 11:34:23.829936 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-d7b7cf3b-adc3-4a4b-9729-c99c3d77d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.831372 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-d7b7cf3b-adc3-4a4b-9729-c99c3d77d663 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474370 Mar 07 11:34:23.831921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-7131bff0-51a1-4d91-a946-40fa46165abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:23.833612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-7131bff0-51a1-4d91-a946-40fa46165abe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460188 Mar 07 11:34:23.928175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-f0c3b168-e29e-454d-bfd1-5f9edc1a9ffa service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874887 Mar 07 11:34:23.931141 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-88f0d879-dabf-40e2-9e5b-00d4dd539288 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935888 Mar 07 11:34:24.030076 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-eeb11a25-50a1-4612-a037-bc8c06bf019d service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929418 Mar 07 11:34:24.034901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-96ec3258-181b-4233-bfbe-cc1d817fc89f req-121cff64-cd29-49a7-9f87-60130add5256 service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996811 Mar 07 11:34:24.474429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.502361 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbce6-d2fc-4dfa-825a-1cd9911e1130 req-8b2cdb47-bc7e-442a-bea8-74e9ba160f87 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:24.503863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76fcbce6-d2fc-4dfa-825a-1cd9911e1130 req-8b2cdb47-bc7e-442a-bea8-74e9ba160f87 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0652180 Mar 07 11:34:24.552981 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76fcbce6-d2fc-4dfa-825a-1cd9911e1130 req-6deb355b-9584-4dd8-9a04-aed0cf62fade tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Mar 07 11:34:24.750015 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.764721 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68abb5-ac6f-4aa0-82f8-46f69c49453c req-84c2bc7b-c62a-4f2b-97b0-471bee4696bf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:24.766199 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de68abb5-ac6f-4aa0-82f8-46f69c49453c req-84c2bc7b-c62a-4f2b-97b0-471bee4696bf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0568895 Mar 07 11:34:24.781746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-1c4d20a1-bd30-44b5-ae5e-4bf0356bad56 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:24.783189 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-1c4d20a1-bd30-44b5-ae5e-4bf0356bad56 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.32 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7&tenant_id=4d9f5552c59346f0aa058be83a972df7&binding%3Ahost_id=n-h1-832156-4 HTTP/1.1" status: 200 len: 944 time: 0.0572865 Mar 07 11:34:24.794209 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:24.816397 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-de68abb5-ac6f-4aa0-82f8-46f69c49453c req-22398200-2c27-48a1-9709-29c162b148fd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 Mar 07 11:34:24.841651 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port c52e0d00-af99-4840-9c4b-cd44db2ee28c host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:34:24.842049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:24.854284 n-d-832156-4 neutron-server[103788]: INFO neutron.api.v2.resource [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-58ead6f9-fdc7-41a2-ab27-1a9b35f23dc6 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:34:24.855294 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-58ead6f9-fdc7-41a2-ab27-1a9b35f23dc6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c/bindings/n-h2-832156-4 HTTP/1.1" status: 404 len: 380 time: 0.0646369 Mar 07 11:34:24.945136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327aec3-57e8-49c7-a89f-af5989f160b5 req-3b653ab1-feab-40c9-8696-cfbfc49374b0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:24.946616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0327aec3-57e8-49c7-a89f-af5989f160b5 req-3b653ab1-feab-40c9-8696-cfbfc49374b0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0541582 Mar 07 11:34:24.947033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-af0ad173-e7e8-4a71-b3f2-d3e75e32083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:24.948567 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-af0ad173-e7e8-4a71-b3f2-d3e75e32083f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1126 time: 0.0485666 Mar 07 11:34:25.000523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0327aec3-57e8-49c7-a89f-af5989f160b5 req-99e3ab7d-1928-47ee-b583-e32c4ee875be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Mar 07 11:34:25.040158 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-e4826b35-5a3d-4060-8ca9-379004b66391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:25.041640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-e4826b35-5a3d-4060-8ca9-379004b66391 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.0866337 Mar 07 11:34:25.111103 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-364eff57-cfa7-4c21-aa67-ebb4c8e39dba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 1000 time: 0.0628688 Mar 07 11:34:25.158386 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-076eab98-b792-4f0c-a77d-d298c06cde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:25.159943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-076eab98-b792-4f0c-a77d-d298c06cde34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0430121 Mar 07 11:34:25.212806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-8167ec40-4a4d-413c-83f0-7f1fcb339dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:25.214178 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-8167ec40-4a4d-413c-83f0-7f1fcb339dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488734 Mar 07 11:34:25.309864 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-8058d143-f389-4dbd-8861-323a5942f799 service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888033 Mar 07 11:34:25.401686 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8ce27559-46d5-4430-9c5e-1d296e0f5e3a req-6779a9cc-7705-49cc-9198-2718a63ee4fd service neutron] 10.222.0.32 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856202 Mar 07 11:34:25.730764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:34:25.832197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:25.842920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'port_id': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'mac_address': 'fa:16:3e:c6:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:34:25.881660 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c52e0d00-af99-4840-9c4b-cd44db2ee28c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:25.882045 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.905192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52e0d00-af99-4840-9c4b-cd44db2ee28c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:34:25.911028 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.926137 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:25.931497 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.983723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:25.991278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.991618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.991991 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.992325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.992649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.992965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.993276 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.993594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.993900 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.994223 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.994558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.994852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:25.995179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:26.133941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedada3-bde8-4521-8ab2-58dd4f845f40 req-bbb0c4ce-e6b3-4f4f-810c-96791005fd21 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:26.135479 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aedada3-bde8-4521-8ab2-58dd4f845f40 req-bbb0c4ce-e6b3-4f4f-810c-96791005fd21 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0649674 Mar 07 11:34:26.176227 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['c52e0d00-af99-4840-9c4b-cd44db2ee28c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:34:26.187059 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aedada3-bde8-4521-8ab2-58dd4f845f40 req-abe09354-e6d9-46bc-bb1d-ccb86e931ace tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457511 Mar 07 11:34:26.210139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:26.271117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5efb69c9-3a20-4bd0-9cd9-b147e0350f76 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/516592f7-f77a-4751-8bec-98fc5d859c3b HTTP/1.1" status: 200 len: 993 time: 0.0596583 Mar 07 11:34:27.142942 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.742434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:27.800806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port c52e0d00-af99-4840-9c4b-cd44db2ee28c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:34:27.804496 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port c52e0d00-af99-4840-9c4b-cd44db2ee28c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:27.804865 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.887571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port c52e0d00-af99-4840-9c4b-cd44db2ee28c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:27.887978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.910426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:27.913106 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c821c448-6e07-449a-99a7-138ef2dde3e8" -d '{"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:27.924860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:27.929707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.953220 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9832bcaa-4981-405f-a024-10ed86ecdbf0 x-openstack-request-id: req-9832bcaa-4981-405f-a024-10ed86ecdbf0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:27.953502 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:27.953746 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9832bcaa-4981-405f-a024-10ed86ecdbf0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:27.954127 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'code': 200} Mar 07 11:34:27.982946 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:29.380369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:39.826128 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:34:50.804456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5d97b695-1216-4715-bbac-8373ed2ede52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.052878 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b37fd668-92c5-47c1-9023-66d3e0ac4323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.487183 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.701838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48612) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:54.771471 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.876565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 96ca10f1-8254-4014-a7d5-903f0803ff5f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:54.876855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.954784 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.955049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (96ca10f1-8254-4014-a7d5-903f0803ff5f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:54.967411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 96ca10f1-8254-4014-a7d5-903f0803ff5f owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:55.135596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (96ca10f1-8254-4014-a7d5-903f0803ff5f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:55.162060 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=96ca10f1-8254-4014-a7d5-903f0803ff5f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:55.224884 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (516592f7-f77a-4751-8bec-98fc5d859c3b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:55.225126 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 516592f7-f77a-4751-8bec-98fc5d859c3b disassociated (deleted). External IP: 172.25.4.137, port: c52e0d00-af99-4840-9c4b-cd44db2ee28c. Mar 07 11:34:55.447503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:55.571352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:55.577941 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:55.583912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Sync routers for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:55.593552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:55.594165 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:55.609606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e78421bf-cd02-4a08-a456-7dd1e41b15d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/floatingips/516592f7-f77a-4751-8bec-98fc5d859c3b HTTP/1.1" status: 204 len: 168 time: 0.9067245 Mar 07 11:34:55.610222 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:55.612605 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd8b17-abb4-4239-bc2c-d271d643abe6" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:55.651508 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686416a1-42d6-4418-b6f9-e19533fbf552 x-openstack-request-id: req-686416a1-42d6-4418-b6f9-e19533fbf552 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:55.652012 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:55.652236 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-686416a1-42d6-4418-b6f9-e19533fbf552 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:55.652853 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'status': 'completed', 'code': 200} Mar 07 11:34:55.707462 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:55.719398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-453859d6-0884-4838-8840-1113c87c4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:55.721166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-453859d6-0884-4838-8840-1113c87c4d8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 1128 time: 0.0486891 Mar 07 11:34:55.853441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-e91273e9-876d-4dcf-8632-215f74424455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:55.855329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-e91273e9-876d-4dcf-8632-215f74424455 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 200 len: 898 time: 0.1265750 Mar 07 11:34:55.878682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba1e3-1d9e-4525-b251-7daa581459da req-5078922e-8fff-4c09-80bb-0ca7bb548896 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:55.880119 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a4ba1e3-1d9e-4525-b251-7daa581459da req-5078922e-8fff-4c09-80bb-0ca7bb548896 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0776896 Mar 07 11:34:55.909308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-c091fad3-765b-4913-b028-a914e34663d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 200 len: 217 time: 0.0470731 Mar 07 11:34:55.918921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:55.935922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:55.967364 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Checking router: 3fa6aec3-f162-4c47-aab3-3ebab0f042ca for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:55.975608 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:55.976245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:55.993235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3a4ba1e3-1d9e-4525-b251-7daa581459da req-2d619b14-4188-48ce-9975-2fd96761e125 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860317 Mar 07 11:34:55.995135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-39ee1a8f-041b-4ce5-958d-0b7fe12282d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:55.996998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-39ee1a8f-041b-4ce5-958d-0b7fe12282d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 200 len: 834 time: 0.0750568 Mar 07 11:34:56.096445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:56.308674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:56.336555 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028c582-6226-4e20-b69b-9a0ec58bb691 None None] The sync data for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 is: [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:48Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '4b9f0483-06e3-408a-a415-669da1cf946c', 'name': '', 'network_id': '21043b60-21c1-4084-8727-cb62b1991939', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:d7:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:47Z', 'updated_at': '2022-03-07T11:32:51Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'a672dcfc-5a1a-4d9b-ba0d-47df5252cca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:56.393847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-a3fac6ab-b614-4aa2-b2fe-b3d8e9f73718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:56.395400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-a3fac6ab-b614-4aa2-b2fe-b3d8e9f73718 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21043b60-21c1-4084-8727-cb62b1991939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3920913 Mar 07 11:34:56.488067 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-fb8d1358-208b-4cc9-a2e4-2b01f98528f6 service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Mar 07 11:34:56.559162 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5de8cf-d56e-4024-9609-db4d0e1d8d38 None None] New status for floating IP 516592f7-f77a-4751-8bec-98fc5d859c3b: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:34:56.592793 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7cbd8b17-abb4-4239-bc2c-d271d643abe6 req-6c8a9b88-de9d-46f1-ad43-4acf67391f49 service neutron] 10.222.0.26 "GET /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983257 Mar 07 11:34:57.139356 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:57.144325 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-8c1d9dd0-d45d-4b66-a950-e93330bfaac4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:57.145797 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-8c1d9dd0-d45d-4b66-a950-e93330bfaac4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0892224 Mar 07 11:34:57.157514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673a535-8503-487e-824f-e713a00b8561 req-452dfb7e-d96d-4a76-b0ed-8e4d5dba530a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:57.158956 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1673a535-8503-487e-824f-e713a00b8561 req-452dfb7e-d96d-4a76-b0ed-8e4d5dba530a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=eddbfa62-e73c-4f19-9e23-79274db50ad7 HTTP/1.1" status: 200 len: 946 time: 0.0939870 Mar 07 11:34:57.259061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1673a535-8503-487e-824f-e713a00b8561 req-275ffc0b-4a47-4cb3-aa9b-e7adf6abbd70 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=730dd742-a4b8-40ff-8141-21cda1de8459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927212 Mar 07 11:34:57.284931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port c52e0d00-af99-4840-9c4b-cd44db2ee28c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:57.285155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:57.378763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port c52e0d00-af99-4840-9c4b-cd44db2ee28c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=c52e0d00-af99-4840-9c4b-cd44db2ee28c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:57.379094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:57.391440 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for c52e0d00-af99-4840-9c4b-cd44db2ee28c owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:57.522809 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c52e0d00-af99-4840-9c4b-cd44db2ee28c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:57.554061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=c52e0d00-af99-4840-9c4b-cd44db2ee28c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:57.599503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port c52e0d00-af99-4840-9c4b-cd44db2ee28c on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:57.602270 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:57.605754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea5f85b0-825d-40d9-9ce2-8cd13bb7d2f9 req-e33a4533-c798-4025-af3b-660810eff8cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "DELETE /v2.0/ports/c52e0d00-af99-4840-9c4b-cd44db2ee28c HTTP/1.1" status: 204 len: 173 time: 0.4459352 Mar 07 11:34:57.654484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-deleted', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:57.657027 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc4931-de5a-4c13-acd7-e27f7d9412f5" -d '{"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-deleted", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:57.695790 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9b98a7-6977-4e99-9820-d52563bc4ecc x-openstack-request-id: req-fa9b98a7-6977-4e99-9820-d52563bc4ecc {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:57.696186 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbfa62-e73c-4f19-9e23-79274db50ad7", "name": "network-vif-deleted", "tag": "c52e0d00-af99-4840-9c4b-cd44db2ee28c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:57.696859 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa9b98a7-6977-4e99-9820-d52563bc4ecc {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:57.697000 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbfa62-e73c-4f19-9e23-79274db50ad7', 'name': 'network-vif-deleted', 'tag': 'c52e0d00-af99-4840-9c4b-cd44db2ee28c', 'status': 'completed', 'code': 200} Mar 07 11:34:58.318569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48626) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:58.719678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:58.997728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 4b9f0483-06e3-408a-a415-669da1cf946c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:58.997997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.091259 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 4b9f0483-06e3-408a-a415-669da1cf946c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4b9f0483-06e3-408a-a415-669da1cf946c,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:59.091620 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.103565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 4b9f0483-06e3-408a-a415-669da1cf946c owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:59.318894 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4b9f0483-06e3-408a-a415-669da1cf946c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.345213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=4b9f0483-06e3-408a-a415-669da1cf946c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:59.402991 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.530446 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.761193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:59.868675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:59.874031 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-680027b5-50c1-4c1e-901c-c78706eef0be tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/3fa6aec3-f162-4c47-aab3-3ebab0f042ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544059 Mar 07 11:34:59.877231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48628) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:59.878279 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Sync routers for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:59.889643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:59.890356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:59.935452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting subnet a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:34:59.938704 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (a672dcfc-5a1a-4d9b-ba0d-47df5252cca9), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.978021 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (a672dcfc-5a1a-4d9b-ba0d-47df5252cca9), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:59.997627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:00.060595 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (a672dcfc-5a1a-4d9b-ba0d-47df5252cca9), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.128490 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (a672dcfc-5a1a-4d9b-ba0d-47df5252cca9), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.158409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Subnet': ['ID=a672dcfc-5a1a-4d9b-ba0d-47df5252cca9,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:00.161303 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.166974 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/subnets/a672dcfc-5a1a-4d9b-ba0d-47df5252cca9 HTTP/1.1" status: 204 len: 168 time: 0.2862086 Mar 07 11:35:00.167155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfeae2-d521-4f82-bd54-39da4014a5f8 None None] Network 21043b60-21c1-4084-8727-cb62b1991939 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:00.167333 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48630) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:00.172048 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.172624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.173125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.173618 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.174119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.174611 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.175581 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.176236 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.176736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.177234 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.177739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.178226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.178721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610fe3d4-ce48-4616-8dd8-8d6f83342cdd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:00.254616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:34:59Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:00.278523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.282703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Checking router: 3fa6aec3-f162-4c47-aab3-3ebab0f042ca for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:00.298966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Routers {'3fa6aec3-f162-4c47-aab3-3ebab0f042ca'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:00.299591 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:00.397878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.413968 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] Set router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:00.440907 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] DHCP port deletion for 21043b60-21c1-4084-8727-cb62b1991939 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:35:00.456982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 4a9482bf-cd7f-4929-bc70-3f19848c05ee {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:00.457321 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.546782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 4a9482bf-cd7f-4929-bc70-3f19848c05ee, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=4a9482bf-cd7f-4929-bc70-3f19848c05ee,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:00.547145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.560645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 4a9482bf-cd7f-4929-bc70-3f19848c05ee owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:00.725753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 77528337-532b-4123-9f67-3f2cdbcf19ba no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:00.742093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (4a9482bf-cd7f-4929-bc70-3f19848c05ee), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.770795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=4a9482bf-cd7f-4929-bc70-3f19848c05ee,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:00.789106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Deleting port 77528337-532b-4123-9f67-3f2cdbcf19ba {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:00.789479 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.836840 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.909076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77528337-532b-4123-9f67-3f2cdbcf19ba,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:00.909462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.919307 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 77528337-532b-4123-9f67-3f2cdbcf19ba is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:00.919672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.930958 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.933350 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.934434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Calling delete_port for 77528337-532b-4123-9f67-3f2cdbcf19ba owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:00.981519 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (3fa6aec3-f162-4c47-aab3-3ebab0f042ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.982047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa6aec3-f162-4c47-aab3-3ebab0f042ca {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:35:00.992252 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:00.992252 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-141e3f07-5d9e-4c18-afe7-3ae801a89d9f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/routers/3fa6aec3-f162-4c47-aab3-3ebab0f042ca HTTP/1.1" status: 204 len: 168 time: 0.8216023 Mar 07 11:35:00.993102 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48632) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:01.011735 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=77528337-532b-4123-9f67-3f2cdbcf19ba,segment=NetworkSegment(df476acd-7a17-4129-9e26-fa2a24ac172c),segment_id=df476acd-7a17-4129-9e26-fa2a24ac172c)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:01.019890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:34:59Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:01.026191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.074800 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (21043b60-21c1-4084-8727-cb62b1991939), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.075796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40a298-b836-49d6-a359-884f79d34b95 None None] The sync data for ids ['3fa6aec3-f162-4c47-aab3-3ebab0f042ca'] in n-d-832156-4 is: [{'id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892909717', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:34:59Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '4a9482bf-cd7f-4929-bc70-3f19848c05ee', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa6aec3-f162-4c47-aab3-3ebab0f042ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:32:44Z', 'updated_at': '2022-03-07T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:01.111446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:01.121501 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.133747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 77528337-532b-4123-9f67-3f2cdbcf19ba {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:01.134105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.150928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] Pushing event deleted for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:01.154560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e36e3-6e02-4e2d-a8a0-0554d5e4bd01 None None] No DVR routers for this DVR port 77528337-532b-4123-9f67-3f2cdbcf19ba on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:35:01.206931 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 77528337-532b-4123-9f67-3f2cdbcf19ba, host n-d-832156-4, got binding levels [] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:01.207329 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.220547 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 77528337-532b-4123-9f67-3f2cdbcf19ba owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:01.223215 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.ipam_backend_mixin [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Port 77528337-532b-4123-9f67-3f2cdbcf19ba was not found and therefore no delete operation was performed {{(pid=103789) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:35:01.224787 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (77528337-532b-4123-9f67-3f2cdbcf19ba), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.251054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=77528337-532b-4123-9f67-3f2cdbcf19ba,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:01.256268 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port 77528337-532b-4123-9f67-3f2cdbcf19ba on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:35:01.666797 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (21043b60-21c1-4084-8727-cb62b1991939), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.690616 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21043b60-21c1-4084-8727-cb62b1991939']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:01.701640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df476acd-7a17-4129-9e26-fa2a24ac172c') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:01.701911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df476acd-7a17-4129-9e26-fa2a24ac172c') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:01.712494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (df476acd-7a17-4129-9e26-fa2a24ac172c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.726706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (df476acd-7a17-4129-9e26-fa2a24ac172c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.733896 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:35:01.734448 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (df476acd-7a17-4129-9e26-fa2a24ac172c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:35:01.738758 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:35:01.798811 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (21043b60-21c1-4084-8727-cb62b1991939), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.805750 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.809095 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/networks/21043b60-21c1-4084-8727-cb62b1991939 HTTP/1.1" status: 204 len: 168 time: 0.8150837 Mar 07 11:35:01.812275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48634) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:01.815187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:01.825619 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c0fa-8d55-46f8-b8cb-fdc36c69119f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Network': ['ID=21043b60-21c1-4084-8727-cb62b1991939,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:01.841959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: c52e0d00-af99-4840-9c4b-cd44db2ee28c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:01.842202 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device c52e0d00-af99-4840-9c4b-cd44db2ee28c not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:01.878861 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (730dd742-a4b8-40ff-8141-21cda1de8459), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.903753 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (730dd742-a4b8-40ff-8141-21cda1de8459), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.966309 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (730dd742-a4b8-40ff-8141-21cda1de8459), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.968906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:01.970103 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/security-groups/730dd742-a4b8-40ff-8141-21cda1de8459 HTTP/1.1" status: 204 len: 168 time: 0.1561682 Mar 07 11:35:01.979223 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b50447-5b69-4394-8b39-d824fd490af9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730dd742-a4b8-40ff-8141-21cda1de8459,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:02.477106 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b9f0483-06e3-408a-a415-669da1cf946c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:02.498326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4b9f0483-06e3-408a-a415-669da1cf946c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:02.498662 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4b9f0483-06e3-408a-a415-669da1cf946c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:02.499063 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a9482bf-cd7f-4929-bc70-3f19848c05ee no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:02.521057 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 4a9482bf-cd7f-4929-bc70-3f19848c05ee {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:02.521395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 4a9482bf-cd7f-4929-bc70-3f19848c05ee not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:03.254041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48644) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.258888 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938173326', 'description': 'tempest-secgroup-smoke-1938173326 description', 'project_id': '4d9f5552c59346f0aa058be83a972df7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.284382 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.359143 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (c6f008cb-323c-49eb-bc49-4cab3cc961fa), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.364791 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c6f008cb-323c-49eb-bc49-4cab3cc961fa), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.393073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f008cb-323c-49eb-bc49-4cab3cc961fa,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:03.397982 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.399203 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c4833ff6-8de9-472e-b851-cfdcab40ac99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1441762 Mar 07 11:35:03.402452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48646) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.406762 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.431235 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (c242dddc-3f45-4d3e-b1e8-76ee4fc193dc), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.488590 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (c242dddc-3f45-4d3e-b1e8-76ee4fc193dc), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.493140 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (c242dddc-3f45-4d3e-b1e8-76ee4fc193dc), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.510166 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c242dddc-3f45-4d3e-b1e8-76ee4fc193dc,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:03.519087 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.520324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6faa822f-74d6-4b96-8d53-b82087f9e416 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169806 Mar 07 11:35:03.523341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48648) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.528084 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.554897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (70035310-8b29-4b16-881c-7f841d2236cf), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.610931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (70035310-8b29-4b16-881c-7f841d2236cf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.615783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (70035310-8b29-4b16-881c-7f841d2236cf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.632905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70035310-8b29-4b16-881c-7f841d2236cf,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:03.641094 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.642287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-489bcafa-24af-404c-b08c-dfd40de1a2ed tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179225 Mar 07 11:35:03.645167 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.649405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.674659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (d0b28fb3-8832-459a-8181-e3a9d6542cb5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.731666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (d0b28fb3-8832-459a-8181-e3a9d6542cb5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.736625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d0b28fb3-8832-459a-8181-e3a9d6542cb5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.755464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b28fb3-8832-459a-8181-e3a9d6542cb5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:03.760562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.761754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-df88b223-e7fb-4c72-9593-9c26e6e3bdaf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156514 Mar 07 11:35:03.765056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48652) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.769582 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.796760 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (aeffe55a-4d8a-4bd3-ad1f-321d4e2e2e96), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.865799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (aeffe55a-4d8a-4bd3-ad1f-321d4e2e2e96), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.872210 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (aeffe55a-4d8a-4bd3-ad1f-321d4e2e2e96), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.892098 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeffe55a-4d8a-4bd3-ad1f-321d4e2e2e96,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:03.900846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.902253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9c5906c7-a9cc-4d9f-807a-2c6d510b3c3c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361320 Mar 07 11:35:03.905148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48654) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:03.909460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:03.929608 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:35:03.934611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (0522f446-46f1-4c87-86aa-0193f214f04f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.994599 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (0522f446-46f1-4c87-86aa-0193f214f04f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:03.999853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (0522f446-46f1-4c87-86aa-0193f214f04f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.018050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0522f446-46f1-4c87-86aa-0193f214f04f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:04.026049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.030018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-faf4c833-f60d-43a3-8d2d-cf4b3dac9cfc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213105 Mar 07 11:35:04.030717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:04.035240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': 'c6f008cb-323c-49eb-bc49-4cab3cc961fa', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:04.058145 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:35:04.066090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (695300c4-4f00-4c0a-b14c-9c32aed80c8c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.130324 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (695300c4-4f00-4c0a-b14c-9c32aed80c8c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.136853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (695300c4-4f00-4c0a-b14c-9c32aed80c8c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.153989 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695300c4-4f00-4c0a-b14c-9c32aed80c8c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:04.163084 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.164320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-f50b7273-a66c-47f4-aa2c-1b10f6f110f2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330543 Mar 07 11:35:04.167064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48658) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:04.171972 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'network': {'name': 'tempest-network-smoke--794805556', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:04.192928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:04.196378 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.222846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:35:04.232217 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ba8bf0f6-ea67-4fdc-b678-35f83129222e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.232551 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Added segment ba8bf0f6-ea67-4fdc-b678-35f83129222e of type vlan for network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 Mar 07 11:35:04.274238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f6d005d9-b37b-4150-b1d9-b07b3ee93f21), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.302451 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f6d005d9-b37b-4150-b1d9-b07b3ee93f21), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.307416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:04.308041 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.344368 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1761746 Mar 07 11:35:04.347280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48660) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:04.351941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'admin_state_up': True, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:04.374685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.375446 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514deb6f-a08d-4f4c-b169-bc20e9372985 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Network': ['ID=f6d005d9-b37b-4150-b1d9-b07b3ee93f21,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:04.376088 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.386220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:35:04.431465 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (d3148869-06f0-4ea2-a290-d9203ffc1a09), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:04.913366 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (d3148869-06f0-4ea2-a290-d9203ffc1a09), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.118629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.141030 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.262944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.68 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/5bf9401a-71ce-4994-8662-edfb66026470) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:05.384275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (5bf9401a-71ce-4994-8662-edfb66026470), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.423332 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5bf9401a-71ce-4994-8662-edfb66026470), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.464832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:05.469097 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:05.473282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:05.478993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=5bf9401a-71ce-4994-8662-edfb66026470,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:05.737111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:05.945787 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.081379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router d3148869-06f0-4ea2-a290-d9203ffc1a09 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:35:06.191690 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:06.202796 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Sync routers for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:06.213573 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.215019 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d99950e-656f-4328-a738-8a68d5ab4825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8666294 Mar 07 11:35:06.216510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:06.217126 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:06.218728 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48662) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:06.295081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3199b765-b9f2-4aaf-a5ef-013fa8059ccb tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d9f5552c59346f0aa058be83a972df7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749719 Mar 07 11:35:06.297632 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48666) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:06.398739 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21010e-a7bf-4a22-b06e-60d490e03388 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:06.400315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1b21010e-a7bf-4a22-b06e-60d490e03388 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1017210 Mar 07 11:35:06.403379 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48668) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:06.412658 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:06.432540 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cb180ca9-348c-4a61-ab46-c1cbd81747e3 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279498 Mar 07 11:35:06.435574 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48670) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:06.440848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492553088', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:06.533775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:06.537704 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.592400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:05Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:06.624323 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Checking router: d3148869-06f0-4ea2-a290-d9203ffc1a09 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:06.624645 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Updating router d3148869-06f0-4ea2-a290-d9203ffc1a09 port 5bf9401a-71ce-4994-8662-edfb66026470 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:35:06.655402 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5bf9401a-71ce-4994-8662-edfb66026470), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.723235 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (b970c072-0857-4fa6-960a-ace971cb410a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.781874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Subnet': ['ID=b970c072-0857-4fa6-960a-ace971cb410a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:06.792945 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Checking segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:06.793439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network hostable DHCP agents. Network: f6d005d9-b37b-4150-b1d9-b07b3ee93f21, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:35:06.811676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:35:06.822155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f6d005d9-b37b-4150-b1d9-b07b3ee93f21) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:06.827580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:06.828223 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.833973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976c9a8-5d69-4dea-9e67-758fb9d08692 None None] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:06.846762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-61258ed8-8b2d-459e-901f-26ed0eba8364 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099741 Mar 07 11:35:06.849812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48672) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:06.906791 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks [] for port (5bf9401a-71ce-4994-8662-edfb66026470), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.915108 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5bf9401a-71ce-4994-8662-edfb66026470), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.957777 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:35:06.959532 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.965426 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Attempting to bind port 5bf9401a-71ce-4994-8662-edfb66026470 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:06.965789 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Attempting to bind port 5bf9401a-71ce-4994-8662-edfb66026470 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:06.966139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Attempting to bind port 5bf9401a-71ce-4994-8662-edfb66026470 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:06.975894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:06.976255 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:06.976854 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:06.977390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:06.977698 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Bound port: 5bf9401a-71ce-4994-8662-edfb66026470, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:06.978059 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5bf9401a-71ce-4994-8662-edfb66026470), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.023842 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Pushing event updated for resources: {'Port': ['ID=5bf9401a-71ce-4994-8662-edfb66026470,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:07.032051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] For port 5bf9401a-71ce-4994-8662-edfb66026470, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:07.036231 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] For port 5bf9401a-71ce-4994-8662-edfb66026470, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5bf9401a-71ce-4994-8662-edfb66026470,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:07.043710 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.044051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.044363 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.044701 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.045105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.045460 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.045828 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.046145 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.046459 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.046772 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.047088 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.047398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.048271 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:07.051692 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5bf9401a-71ce-4994-8662-edfb66026470), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.104692 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:07.105383 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:07.129552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Allocated IP 172.20.0.2 (f6d005d9-b37b-4150-b1d9-b07b3ee93f21/b970c072-0857-4fa6-960a-ace971cb410a/18a09972-991f-4061-b2e0-a00f198ad5a3) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:07.206592 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8822-39e5-486d-8781-659148ae0a44 None None] Pushing event updated for resources: {'Port': ['ID=5bf9401a-71ce-4994-8662-edfb66026470,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:07.231862 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:07.288027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks [] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.294958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.341920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.344548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:07.349897 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:07.351430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Pushing event updated for resources: {'Port': ['ID=18a09972-991f-4061-b2e0-a00f198ad5a3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:07.355542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:07.419514 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Attempting to bind port 18a09972-991f-4061-b2e0-a00f198ad5a3 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:07.419844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Attempting to bind port 18a09972-991f-4061-b2e0-a00f198ad5a3 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:07.420245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Attempting to bind port 18a09972-991f-4061-b2e0-a00f198ad5a3 on network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:07.426147 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:07.426386 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Checking segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:07.426675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.427460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Bound using segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:07.427587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Bound port: 18a09972-991f-4061-b2e0-a00f198ad5a3, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:07.427895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.450507 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:05Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:07.478586 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba362e-6860-4fc0-b3a4-60f697cc5ed0 None None] The sync data for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 is: [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:05Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:07.498410 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] For port 18a09972-991f-4061-b2e0-a00f198ad5a3, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:07.506188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] For port 18a09972-991f-4061-b2e0-a00f198ad5a3, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=18a09972-991f-4061-b2e0-a00f198ad5a3,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:07.513539 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.591091 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29fc7-e0fc-4d64-bd1d-4c2ee67645dd None None] Pushing event updated for resources: {'Port': ['ID=18a09972-991f-4061-b2e0-a00f198ad5a3,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:07.656088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.1 (f6d005d9-b37b-4150-b1d9-b07b3ee93f21/b970c072-0857-4fa6-960a-ace971cb410a/32692e91-a740-4d7f-a56f-24811e5e62e9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:07.811502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.853142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:07.926261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:07.935433 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:07.938203 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:07.940800 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:07.999239 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.144325 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.461238 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.468188 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.562757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 18a09972-991f-4061-b2e0-a00f198ad5a3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:08.567974 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.569900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:08.623171 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 18a09972-991f-4061-b2e0-a00f198ad5a3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:08.623397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.656434 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d5267-2c1b-40ea-a09e-946388f8d6c8 None None] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:08.675014 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:08.676427 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:08.768859 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-069bceac-4efd-4beb-98ca-21a0dd6c5122 None None] Provisioning complete for port 18a09972-991f-4061-b2e0-a00f198ad5a3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:08.769225 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-069bceac-4efd-4beb-98ca-21a0dd6c5122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.799921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router d3148869-06f0-4ea2-a290-d9203ffc1a09 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:08.832717 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 18a09972-991f-4061-b2e0-a00f198ad5a3 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:08.833080 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.879869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 18a09972-991f-4061-b2e0-a00f198ad5a3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=18a09972-991f-4061-b2e0-a00f198ad5a3,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:08.890989 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.891320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5bf9401a-71ce-4994-8662-edfb66026470 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:08.916105 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:08.948521 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-cae33963-eda9-4531-9c32-a1766b92cad2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/d3148869-06f0-4ea2-a290-d9203ffc1a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0920970 Mar 07 11:35:09.024076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-069bceac-4efd-4beb-98ca-21a0dd6c5122 None None] Current status of the port 18a09972-991f-4061-b2e0-a00f198ad5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:09.028208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=18a09972-991f-4061-b2e0-a00f198ad5a3,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:09.033832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5bf9401a-71ce-4994-8662-edfb66026470 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:09.034456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5bf9401a-71ce-4994-8662-edfb66026470), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.126977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-a2409eb5-02d3-4e54-99e7-ad0cf8d44db0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938173326&fields=id&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 267 time: 0.0621536 Mar 07 11:35:09.127554 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5bf9401a-71ce-4994-8662-edfb66026470 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:09.127998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (5bf9401a-71ce-4994-8662-edfb66026470), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.149983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 5bf9401a-71ce-4994-8662-edfb66026470, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5bf9401a-71ce-4994-8662-edfb66026470,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:09.156661 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (5bf9401a-71ce-4994-8662-edfb66026470), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.214851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=5bf9401a-71ce-4994-8662-edfb66026470,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:09.242903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-b74a9321-7fdb-44e9-a9ef-dc051c15eddd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:09.244464 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-b74a9321-7fdb-44e9-a9ef-dc051c15eddd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 796 time: 0.1166196 Mar 07 11:35:09.255838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Provisioning complete for port 18a09972-991f-4061-b2e0-a00f198ad5a3 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:09.256206 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.261002 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-3022aa53-c068-49d8-bfef-8da3fa39b8e2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/quotas/4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 375 time: 0.0105176 Mar 07 11:35:09.329619 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-b9284a94-0bfa-4f48-ac02-0e08f14138e9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621505 Mar 07 11:35:09.360116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Current status of the port 18a09972-991f-4061-b2e0-a00f198ad5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:09.371247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:09.371620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.400393 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2d92190d-678f-419c-a8f1-96fe1c5e9970 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:35:09.404203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2d92190d-678f-419c-a8f1-96fe1c5e9970 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0616889 Mar 07 11:35:09.407931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d1c955ab-32aa-4cbb-835d-1414bf2dc991 None None] Port 32692e91-a740-4d7f-a56f-24811e5e62e9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:09.421466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Sync routers for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:09.430852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:09.431476 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:09.506205 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2eeab869-ae8e-4f6f-a22c-806c12dfda20 service neutron] 10.222.0.23 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947859 Mar 07 11:35:09.547799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-155200b0-3150-4afa-9829-b6cc13dc4018 None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:09.548167 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-155200b0-3150-4afa-9829-b6cc13dc4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.573248 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:09.611678 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-c78a0083-4b62-4a77-87b9-31a88595b02f service neutron] 10.222.0.23 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956595 Mar 07 11:35:09.624677 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-155200b0-3150-4afa-9829-b6cc13dc4018 None None] Port 32692e91-a740-4d7f-a56f-24811e5e62e9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:09.785127 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3f28647-6aa2-4739-9e8a-6f1d9c52c353 req-fdb73aaf-71ed-4e50-b69a-58158a224fa5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Mar 07 11:35:09.951529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-02ff4270-77a6-4f11-b622-a94c5b7d0a41 None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:09.951926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02ff4270-77a6-4f11-b622-a94c5b7d0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:09.992592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-02ff4270-77a6-4f11-b622-a94c5b7d0a41 None None] Port 32692e91-a740-4d7f-a56f-24811e5e62e9 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:10.007082 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 2, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:10.038219 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Checking router: d3148869-06f0-4ea2-a290-d9203ffc1a09 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:10.038569 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Updating router d3148869-06f0-4ea2-a290-d9203ffc1a09 port 32692e91-a740-4d7f-a56f-24811e5e62e9 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:35:10.070288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.347921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks [] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.354306 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.416126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c6c58-dd4e-4df8-b3d1-7c6c95187675 None None] Pushing event updated for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:10.473786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Attempting to bind port 32692e91-a740-4d7f-a56f-24811e5e62e9 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:10.474319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Attempting to bind port 32692e91-a740-4d7f-a56f-24811e5e62e9 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:10.474778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Attempting to bind port 32692e91-a740-4d7f-a56f-24811e5e62e9 on network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:10.480369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:10.480959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Checking segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:10.481629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.482192 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Bound using segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:10.482801 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Bound port: 32692e91-a740-4d7f-a56f-24811e5e62e9, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:10.483281 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.500121 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 18a09972-991f-4061-b2e0-a00f198ad5a3 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:10.584875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] For port 32692e91-a740-4d7f-a56f-24811e5e62e9, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:10.588294 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] For port 32692e91-a740-4d7f-a56f-24811e5e62e9, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=32692e91-a740-4d7f-a56f-24811e5e62e9,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:10.597863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 18a09972-991f-4061-b2e0-a00f198ad5a3 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:10.598233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.625829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.712125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:10.712481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.747761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c6c58-dd4e-4df8-b3d1-7c6c95187675 None None] Pushing event updated for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:10.757912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:10.758542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:10.853200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2952db35-cedf-4b78-9526-f98cfb0f906e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:10.857120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2952db35-cedf-4b78-9526-f98cfb0f906e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 796 time: 0.1708863 Mar 07 11:35:10.912741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 18a09972-991f-4061-b2e0-a00f198ad5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:10.913809 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5bf9401a-71ce-4994-8662-edfb66026470 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:10.920616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e73ff2cc-4cf4-4bc0-8312-6f35fb9601ab req-53aecd0f-4a1b-41d9-b4d9-26ee5aff10de tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 210 time: 0.0348151 Mar 07 11:35:10.957661 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-dca01fbb-ca70-4b6a-ae22-0693cca5bee3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 380 time: 0.0902865 Mar 07 11:35:10.968454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'port': {'device_id': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'admin_state_up': True, 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'security_groups': ['c6f008cb-323c-49eb-bc49-4cab3cc961fa']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:11.001934 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:11.034254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Current status of the port 32692e91-a740-4d7f-a56f-24811e5e62e9 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:11.034635 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.080152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:11.083372 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.110972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 5bf9401a-71ce-4994-8662-edfb66026470 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:11.111385 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (5bf9401a-71ce-4994-8662-edfb66026470), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.194127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] For port 32692e91-a740-4d7f-a56f-24811e5e62e9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=32692e91-a740-4d7f-a56f-24811e5e62e9,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:11.203916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.226343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.4 (f6d005d9-b37b-4150-b1d9-b07b3ee93f21/b970c072-0857-4fa6-960a-ace971cb410a/a2e67e5a-c579-4b74-abf9-795ac751066c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:11.357565 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0e84b-2ae7-4185-af89-4339356e2a3f None None] Pushing event updated for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:11.375018 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 5bf9401a-71ce-4994-8662-edfb66026470 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:11.375470 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.381199 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-68f4716d-9bc9-45f4-8879-51b9dfdb39a4 None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:11.381572 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-68f4716d-9bc9-45f4-8879-51b9dfdb39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.412576 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.434191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:10Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:11.457638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:11.460623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:11.463616 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5bc56f-190b-4209-a8ae-177afbf02226 None None] The sync data for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 is: [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:10Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:11.464300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:11.494050 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:11.515798 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-68f4716d-9bc9-45f4-8879-51b9dfdb39a4 None None] Current status of the port 32692e91-a740-4d7f-a56f-24811e5e62e9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:11.539846 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:11.540562 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.563964 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2be89afd-2adc-4514-ad16-e2737250a953 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995498 Mar 07 11:35:11.576124 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Request body: {'port': {'device_id': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:11.647727 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.740872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-086f0943-3d35-4ece-bfc7-cf43c164079e None None] Provisioning complete for port a2e67e5a-c579-4b74-abf9-795ac751066c triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:11.741523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-086f0943-3d35-4ece-bfc7-cf43c164079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.778254 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-086f0943-3d35-4ece-bfc7-cf43c164079e None None] Port a2e67e5a-c579-4b74-abf9-795ac751066c cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:11.934454 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e67e5a-c579-4b74-abf9-795ac751066c {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:35:11.942711 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks [] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.958244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Transition to ACTIVE for port object a2e67e5a-c579-4b74-abf9-795ac751066c will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:35:11.964849 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:12.051540 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:12.137051 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1342f-07ec-46be-81d3-85081b9fd8bc req-ba6e95d2-9371-40b1-9aa7-b82f78ff9cad tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:12.138577 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ff1342f-07ec-46be-81d3-85081b9fd8bc req-ba6e95d2-9371-40b1-9aa7-b82f78ff9cad tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 943 time: 0.1196671 Mar 07 11:35:12.143728 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Attempting to bind port a2e67e5a-c579-4b74-abf9-795ac751066c on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:12.144064 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Attempting to bind port a2e67e5a-c579-4b74-abf9-795ac751066c by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:12.144384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Attempting to bind port a2e67e5a-c579-4b74-abf9-795ac751066c on network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:12.156197 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Port a2e67e5a-c579-4b74-abf9-795ac751066c on network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:35:12.156520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Attempting to bind port a2e67e5a-c579-4b74-abf9-795ac751066c on network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:12.170379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:12.171095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Checking segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:12.171293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Bound using segment: {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:12.171788 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Bound port: a2e67e5a-c579-4b74-abf9-795ac751066c, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8bf0f6-ea67-4fdc-b678-35f83129222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:12.172150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:12.236449 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ff1342f-07ec-46be-81d3-85081b9fd8bc req-d5f9665b-5f8a-45ec-8199-d70845110164 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895185 Mar 07 11:35:12.262428 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:12.265822 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a2e67e5a-c579-4b74-abf9-795ac751066c,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:12.273057 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:12.313162 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:12.313802 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:12.315175 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] 10.222.0.26 "PUT /v2.0/ports/a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 1091 time: 0.7440186 Mar 07 11:35:12.315671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:12.317910 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7580d63-c850-4856-b180-cf538520a8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:12.341991 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a00a-1db2-4325-b524-7a8292b7de98 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:12.369213 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a2475-0146-4b91-ab5a-df90831f90b8 x-openstack-request-id: req-5d1a2475-0146-4b91-ab5a-df90831f90b8 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:12.369498 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:12.369767 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d1a2475-0146-4b91-ab5a-df90831f90b8 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:12.370164 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'status': 'completed', 'code': 200} Mar 07 11:35:12.429425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-440e3eb4-b63a-4eba-a367-799a1afcfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:12.430984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-440e3eb4-b63a-4eba-a367-799a1afcfb35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1125 time: 0.0555077 Mar 07 11:35:12.489003 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-1001e8d6-4505-4ed9-bac4-232d92ab08ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 217 time: 0.0512524 Mar 07 11:35:12.516488 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 32692e91-a740-4d7f-a56f-24811e5e62e9 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:12.544887 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-e01a957a-0336-48cb-afd6-8e00885ad8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:12.546268 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-e01a957a-0336-48cb-afd6-8e00885ad8cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0517285 Mar 07 11:35:12.571782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 32692e91-a740-4d7f-a56f-24811e5e62e9 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:12.572255 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:12.600300 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-a7c60e5f-72e2-4d42-98b3-232e7ea5bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:12.601957 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-a7c60e5f-72e2-4d42-98b3-232e7ea5bc20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500312 Mar 07 11:35:12.677330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 32692e91-a740-4d7f-a56f-24811e5e62e9 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:12.711057 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-2bad9c61-51f3-446c-aaee-7179a9f25b97 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024048 Mar 07 11:35:12.802814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c767225-3c6d-4347-bff7-c4d0aed43f10 req-248cd018-0998-4bfb-ba39-76035748bd21 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857716 Mar 07 11:35:13.241291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580d63-c850-4856-b180-cf538520a8a7 req-9618ff63-8481-4b77-91b8-1ed9a0514f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:13.243101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-9618ff63-8481-4b77-91b8-1ed9a0514f66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1125 time: 0.3888133 Mar 07 11:35:13.364763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580d63-c850-4856-b180-cf538520a8a7 req-c54d310c-0c7f-496b-b76e-3f34d0fe94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:13.366270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-c54d310c-0c7f-496b-b76e-3f34d0fe94a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 897 time: 0.1169322 Mar 07 11:35:13.387847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fa81a-6621-41d1-8a8b-550ea9de297d req-084930f3-353b-420d-aa64-e281cc530c74 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:13.389230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c0fa81a-6621-41d1-8a8b-550ea9de297d req-084930f3-353b-420d-aa64-e281cc530c74 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 943 time: 0.0800588 Mar 07 11:35:13.422889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-d00a067e-356d-43ac-af04-0fe6180f0e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 217 time: 0.0499876 Mar 07 11:35:13.492275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3c0fa81a-6621-41d1-8a8b-550ea9de297d req-5ccbafac-55c2-401a-b105-456d7aa899a2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762625 Mar 07 11:35:13.495861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580d63-c850-4856-b180-cf538520a8a7 req-71604947-9cbb-4699-9627-c84e8a2a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:13.497369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-71604947-9cbb-4699-9627-c84e8a2a2446 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0664816 Mar 07 11:35:13.551271 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580d63-c850-4856-b180-cf538520a8a7 req-1ff9f591-4662-4052-aae7-fc181521f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:13.552779 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-1ff9f591-4662-4052-aae7-fc181521f2d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494823 Mar 07 11:35:13.648305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-fa13d98f-c485-40b2-b203-5b62bd167bed service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883398 Mar 07 11:35:13.750490 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7580d63-c850-4856-b180-cf538520a8a7 req-789fcf2c-39e0-4d92-b15a-3572e0bde52e service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954142 Mar 07 11:35:14.624576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa56ff-6433-4419-baa5-6ab8b5f590df req-a6f088fe-ab48-4bc3-99d6-8b8442fa0143 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:14.626069 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9fa56ff-6433-4419-baa5-6ab8b5f590df req-a6f088fe-ab48-4bc3-99d6-8b8442fa0143 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 943 time: 0.0577517 Mar 07 11:35:14.679481 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b9fa56ff-6433-4419-baa5-6ab8b5f590df req-2bfdd66e-8b62-487f-ab57-fdbedcb9e0f9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451844 Mar 07 11:35:15.822139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c240d-f623-422d-b46f-5e3db939c13d req-46665043-c2aa-49b6-8ad9-1d304a11111b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:15.823629 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad7c240d-f623-422d-b46f-5e3db939c13d req-46665043-c2aa-49b6-8ad9-1d304a11111b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 943 time: 0.0668459 Mar 07 11:35:15.881460 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad7c240d-f623-422d-b46f-5e3db939c13d req-d06ec62a-fc41-40be-9081-70e9c9109b53 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501750 Mar 07 11:35:15.884797 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a2e67e5a-c579-4b74-abf9-795ac751066c details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:35:15.979768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a2e67e5a-c579-4b74-abf9-795ac751066c,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:15.991558 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'port_id': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'mac_address': 'fa:16:3e:29:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:35:16.037675 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port a2e67e5a-c579-4b74-abf9-795ac751066c is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:16.038066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:16.052181 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e67e5a-c579-4b74-abf9-795ac751066c {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:35:16.072225 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a2e67e5a-c579-4b74-abf9-795ac751066c,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:16.079516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:16.128538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:16.271288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['a2e67e5a-c579-4b74-abf9-795ac751066c'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:35:16.826926 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:35:17.012915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f031f75-5b55-44ba-a9a1-d39ba709fea5 req-7a53c1ea-4914-4264-9570-513719511fad tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:17.014445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f031f75-5b55-44ba-a9a1-d39ba709fea5 req-7a53c1ea-4914-4264-9570-513719511fad tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 944 time: 0.0569592 Mar 07 11:35:17.065242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3f031f75-5b55-44ba-a9a1-d39ba709fea5 req-4f59d5db-1dbd-41ff-8a23-f2787d988a3e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450072 Mar 07 11:35:17.899457 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a2e67e5a-c579-4b74-abf9-795ac751066c up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:17.957500 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port a2e67e5a-c579-4b74-abf9-795ac751066c completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:35:17.962557 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port a2e67e5a-c579-4b74-abf9-795ac751066c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:17.963247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:18.046736 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port a2e67e5a-c579-4b74-abf9-795ac751066c is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:18.047115 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:18.070538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:18.072838 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee852e-40b0-4c94-9ff7-11c0699f63ca" -d '{"events": [{"server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:18.085678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a2e67e5a-c579-4b74-abf9-795ac751066c,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:18.090520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:18.133409 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760c24e-59e8-497c-9638-26f71a9e2fa3 x-openstack-request-id: req-4760c24e-59e8-497c-9638-26f71a9e2fa3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:18.133689 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:18.133933 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4760c24e-59e8-497c-9638-26f71a9e2fa3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:18.134337 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'code': 200} Mar 07 11:35:18.139183 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:18.197344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba2fa-aad3-410d-9d71-d5bda4a4d1e8 req-655fff1f-5a6b-4cc4-920e-dc254b4e6d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:18.198860 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2ba2fa-aad3-410d-9d71-d5bda4a4d1e8 req-655fff1f-5a6b-4cc4-920e-dc254b4e6d18 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Mar 07 11:35:18.278736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a2ba2fa-aad3-410d-9d71-d5bda4a4d1e8 req-e39e3d64-d593-4037-8dd8-f496c66ee87e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709884 Mar 07 11:35:18.281410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120406d-ffc7-4493-9eb9-a1f369b2ae73 req-d92efc5e-9c11-4476-aa8d-2dedb66adbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:18.282819 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8120406d-ffc7-4493-9eb9-a1f369b2ae73 req-d92efc5e-9c11-4476-aa8d-2dedb66adbc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1127 time: 0.0827057 Mar 07 11:35:18.330077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8120406d-ffc7-4493-9eb9-a1f369b2ae73 req-023ce769-021e-4aed-960d-09c243dfc9ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 07 11:35:19.406254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519d0b-ba7c-42ca-9b1c-31b1e8d4a944 req-5fdacabd-6ad0-46d9-b27d-f1897b1f4be7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:19.407738 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d519d0b-ba7c-42ca-9b1c-31b1e8d4a944 req-5fdacabd-6ad0-46d9-b27d-f1897b1f4be7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0555460 Mar 07 11:35:19.461853 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6d519d0b-ba7c-42ca-9b1c-31b1e8d4a944 req-f962c29a-d083-41af-8c68-f1b4259c0738 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Mar 07 11:35:19.600396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f0df-ef89-4306-a3b9-091d011060c4 req-9424765c-97d2-420a-9f7e-6a3a9c15d07c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:19.601863 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e804f0df-ef89-4306-a3b9-091d011060c4 req-9424765c-97d2-420a-9f7e-6a3a9c15d07c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0702438 Mar 07 11:35:19.655008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e804f0df-ef89-4306-a3b9-091d011060c4 req-dd6c2866-621c-4e29-8acf-cef7b2a5a2a4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449202 Mar 07 11:35:19.680350 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48726) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:19.727477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130001ab-7a14-41f8-a70d-17c105a36404 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:19.729018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-130001ab-7a14-41f8-a70d-17c105a36404 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1122 time: 0.0476608 Mar 07 11:35:19.733513 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48728) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:19.737792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:19.760628 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:19.864039 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:19.967543 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.94 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/c7b85f8a-e0a5-491f-906d-1d8e262917ad) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:20.079681 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.118669 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.158654 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:20.161519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:20.164995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:20.170479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=c7b85f8a-e0a5-491f-906d-1d8e262917ad,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:20.551504 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (9364f851-4707-4c5f-8a20-bd76e9a99dd6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.625600 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.797408 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-60311f15-3be6-4c05-aba6-fd31c78748e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.799951 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.805801 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.878757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=c7b85f8a-e0a5-491f-906d-1d8e262917ad,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:20.893708 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (9364f851-4707-4c5f-8a20-bd76e9a99dd6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:20.997439 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 9364f851-4707-4c5f-8a20-bd76e9a99dd6 associated. External IP: 172.25.4.94, port: a2e67e5a-c579-4b74-abf9-795ac751066c. Mar 07 11:35:21.224698 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router d3148869-06f0-4ea2-a290-d9203ffc1a09 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:21.352257 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:21.362698 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Sync routers for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:21.371566 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:21.374529 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:21.375228 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:21.401146 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-55338344-48a1-4ea2-8fd1-7cbd1580c2a6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6665335 Mar 07 11:35:21.401703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:21.403994 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:21.449877 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95201e0c-e6b0-4b9a-8842-5645402ba441 x-openstack-request-id: req-95201e0c-e6b0-4b9a-8842-5645402ba441 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:21.450199 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:21.450413 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95201e0c-e6b0-4b9a-8842-5645402ba441 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:21.450821 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'status': 'completed', 'code': 200} Mar 07 11:35:21.490193 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:21.542151 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b3e3f-3738-48b3-a434-30564b1399f2 req-a45544e3-1ec4-45a2-955f-f2a8bebf4a5c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:21.543631 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec0b3e3f-3738-48b3-a434-30564b1399f2 req-a45544e3-1ec4-45a2-955f-f2a8bebf4a5c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0848560 Mar 07 11:35:21.548789 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-b16d0eda-ac3e-45f8-9ca9-beb21001d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:21.550395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-b16d0eda-ac3e-45f8-9ca9-beb21001d493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1127 time: 0.0804470 Mar 07 11:35:21.659467 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec0b3e3f-3738-48b3-a434-30564b1399f2 req-1873caa0-4ae9-4c15-bd5c-dd2344b8b687 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079876 Mar 07 11:35:21.681732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:21.684291 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-3f07875a-0c01-48d0-b3ba-1bc0a7ebb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:21.685716 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-3f07875a-0c01-48d0-b3ba-1bc0a7ebb51e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 897 time: 0.1215019 Mar 07 11:35:21.721531 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9364f851-4707-4c5f-8a20-bd76e9a99dd6', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'port_id': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'mac_address': 'fa:16:3e:29:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:20Z', 'updated_at': '2022-03-07T11:35:20Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:21.747719 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Checking router: d3148869-06f0-4ea2-a290-d9203ffc1a09 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:21.756256 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:21.756899 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:34:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:21.796296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-54fbd48f-edce-4cfb-bd75-c1bdded4f5cd tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/9364f851-4707-4c5f-8a20-bd76e9a99dd6 HTTP/1.1" status: 200 len: 990 time: 0.1130307 Mar 07 11:35:21.798680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-a60712a9-d269-4824-9d55-7d615fd098d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 998 time: 0.1064565 Mar 07 11:35:21.848871 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-eaddc1f6-d094-4abe-92d2-10abe6318ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:21.850315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-eaddc1f6-d094-4abe-92d2-10abe6318ab4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0448129 Mar 07 11:35:21.864753 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:21.900238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-484008aa-0a38-476f-9c28-a2a4dc66132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:21.901726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-484008aa-0a38-476f-9c28-a2a4dc66132f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450213 Mar 07 11:35:21.997608 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-114bb028-7787-4e56-9718-0f485a370054 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891814 Mar 07 11:35:22.092104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70a529b9-0d35-42c5-a370-7cc09cd8a7d2 req-4e7a9416-6b01-4513-b5ba-00f8e1bbc198 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884111 Mar 07 11:35:22.180143 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9364f851-4707-4c5f-8a20-bd76e9a99dd6', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'port_id': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'mac_address': 'fa:16:3e:29:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:20Z', 'updated_at': '2022-03-07T11:35:20Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:22.209061 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edacc4-17e3-498e-9351-2381165eab19 None None] The sync data for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 is: [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '9364f851-4707-4c5f-8a20-bd76e9a99dd6', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'port_id': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'mac_address': 'fa:16:3e:29:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:20Z', 'updated_at': '2022-03-07T11:35:20Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:22.427066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8031901-bac5-47ca-bc86-1ac18d35f5fa None None] New status for floating IP 9364f851-4707-4c5f-8a20-bd76e9a99dd6: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:35:22.801487 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48736) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:22.873155 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ff57e03a-245c-4cae-b1e0-81804d90ebe4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/9364f851-4707-4c5f-8a20-bd76e9a99dd6 HTTP/1.1" status: 200 len: 992 time: 0.0703185 Mar 07 11:35:23.047681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7e3eca67-7b86-42bd-8214-a838299168de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:24.480048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:24.788500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:25.907921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:27.145325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:29.404391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:50.816585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2bed5871-ed7b-4960-928b-655b7f43a828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:53.051998 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-500efc13-01f5-4b46-8f2c-b33811e2f0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:53.834647 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:35:54.437348 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05c59-687f-499c-9a78-e072ec4f7b3a req-4d431fe8-e77e-427a-8123-30b730d0c73f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:54.438843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf05c59-687f-499c-9a78-e072ec4f7b3a req-4d431fe8-e77e-427a-8123-30b730d0c73f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.1101522 Mar 07 11:35:54.482799 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:54.493339 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf05c59-687f-499c-9a78-e072ec4f7b3a req-acb0f4af-e3cc-4b26-b04c-5f2dffd63707 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461936 Mar 07 11:35:54.803512 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:55.679960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f8568-d08c-4368-8066-eaef3e534b2e req-240cd0ac-c81a-4220-b0c7-967504d82fae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:55.681412 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba6f8568-d08c-4368-8066-eaef3e534b2e req-240cd0ac-c81a-4220-b0c7-967504d82fae tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.1141710 Mar 07 11:35:55.730695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ba6f8568-d08c-4368-8066-eaef3e534b2e req-d331019c-e31f-457c-8ae8-09c7c5c3471d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Mar 07 11:35:55.914486 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:56.870234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfeda69-7be0-4448-9d38-b8cb612bc181 req-d11d9da7-afab-4ac1-a417-7b85befc2528 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:56.871747 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-acfeda69-7be0-4448-9d38-b8cb612bc181 req-d11d9da7-afab-4ac1-a417-7b85befc2528 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0593634 Mar 07 11:35:56.926275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-acfeda69-7be0-4448-9d38-b8cb612bc181 req-1bc5a173-3a37-4a09-9410-c7fe99dc1524 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Mar 07 11:35:57.137418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.072962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c35052-f93f-4dfd-a15e-00d93b405471 req-a38e9b80-2524-4a16-b670-54b3ff8ac001 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:58.074830 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55c35052-f93f-4dfd-a15e-00d93b405471 req-a38e9b80-2524-4a16-b670-54b3ff8ac001 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0650721 Mar 07 11:35:58.128357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-55c35052-f93f-4dfd-a15e-00d93b405471 req-c987f920-1210-42c3-9fbb-85eb1258604f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Mar 07 11:35:59.270997 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290647aa-0276-4c67-8a52-a7c3a3a5104b req-9262df72-9957-42b6-b76d-251f34f18ec7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:59.272659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-290647aa-0276-4c67-8a52-a7c3a3a5104b req-9262df72-9957-42b6-b76d-251f34f18ec7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0622110 Mar 07 11:35:59.328328 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-290647aa-0276-4c67-8a52-a7c3a3a5104b req-20c96f2f-1e56-4985-a432-a1cfb691a905 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492063 Mar 07 11:35:59.395414 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:00.471018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f8884-130c-4f68-9747-b1a042c319da req-5d6d767a-ffc6-4170-b371-3f7cea90356d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:00.472570 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c32f8884-130c-4f68-9747-b1a042c319da req-5d6d767a-ffc6-4170-b371-3f7cea90356d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0549047 Mar 07 11:36:00.522495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c32f8884-130c-4f68-9747-b1a042c319da req-da531860-bce1-4f06-9828-cb74cc8602c1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Mar 07 11:36:01.651071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be49e7-5d15-4d8d-9066-3fd962772e94 req-a0ff8bbf-7a34-4d64-9476-20240184f99f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:01.652573 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50be49e7-5d15-4d8d-9066-3fd962772e94 req-a0ff8bbf-7a34-4d64-9476-20240184f99f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0541801 Mar 07 11:36:01.707047 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-50be49e7-5d15-4d8d-9066-3fd962772e94 req-25374b04-3ea2-45b2-a4cb-16d082f97a6c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Mar 07 11:36:02.217686 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-30d8d80b-34d2-4fb3-be34-91ead3850612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:02.219183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-30d8d80b-34d2-4fb3-be34-91ead3850612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1127 time: 0.0542331 Mar 07 11:36:02.332641 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-7d65d8f2-3d5c-4aef-8fd2-bc49d69a39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:02.334005 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-7d65d8f2-3d5c-4aef-8fd2-bc49d69a39a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 897 time: 0.0945246 Mar 07 11:36:02.411967 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-56de7373-ee7b-4dcf-86d9-e766f8b5543a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 1000 time: 0.0709875 Mar 07 11:36:02.467009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-13a19752-b40e-4877-9686-dad420727d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:02.469279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-13a19752-b40e-4877-9686-dad420727d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0516725 Mar 07 11:36:02.519345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-a6807523-0174-4ece-9723-b59225893c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:02.520870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-a6807523-0174-4ece-9723-b59225893c5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457351 Mar 07 11:36:02.613583 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-79a0b21a-a72b-474c-866f-f6774d061655 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 Mar 07 11:36:02.705181 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4af2acf-d18d-4a2e-8018-0b4a4fc28007 req-0b0990a2-cce6-47b0-9cea-ec6d7e8dac8e service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855598 Mar 07 11:36:02.847903 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e94796-9e53-4e06-86b7-9bd927084066 req-11f9d709-62af-44e2-9d75-ca7483e57a0f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:02.849408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e94796-9e53-4e06-86b7-9bd927084066 req-11f9d709-62af-44e2-9d75-ca7483e57a0f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0607212 Mar 07 11:36:02.900910 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e94796-9e53-4e06-86b7-9bd927084066 req-69dbb957-2f5f-4a33-aebc-2ab433cc7e17 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Mar 07 11:36:04.032387 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477dc31-242a-4981-a3aa-c9027ac11e96 req-d944198e-e6e0-4efd-8d28-72f69da9a40f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:04.033926 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477dc31-242a-4981-a3aa-c9027ac11e96 req-d944198e-e6e0-4efd-8d28-72f69da9a40f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Mar 07 11:36:04.084905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f477dc31-242a-4981-a3aa-c9027ac11e96 req-68b7fe71-0c0c-467f-ba42-cc79290f332f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Mar 07 11:36:05.229495 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cfd94-a382-4287-82bd-1f15df57c8e1 req-3df56fa1-002d-4306-8972-4387cd36edbe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:05.231128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-946cfd94-a382-4287-82bd-1f15df57c8e1 req-3df56fa1-002d-4306-8972-4387cd36edbe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0659735 Mar 07 11:36:05.290169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-946cfd94-a382-4287-82bd-1f15df57c8e1 req-e14a1f09-c7a5-4f21-a095-15caa65c1e42 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508087 Mar 07 11:36:06.774109 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95ee3-2ccf-4668-8d5b-4d5c4ed618e5 req-0fabc2ea-f9f6-4840-b7da-cd74dd1009fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:06.775850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bf95ee3-2ccf-4668-8d5b-4d5c4ed618e5 req-0fabc2ea-f9f6-4840-b7da-cd74dd1009fe tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.3966141 Mar 07 11:36:06.826598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bf95ee3-2ccf-4668-8d5b-4d5c4ed618e5 req-2de9b1fd-5eb3-4139-b55a-406961ebf3c6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Mar 07 11:36:07.960701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032a3e3-46dd-430b-9d35-f77db0130c6f req-45cff1a1-e403-4b26-a5d1-dccbb8875db0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:07.962180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7032a3e3-46dd-430b-9d35-f77db0130c6f req-45cff1a1-e403-4b26-a5d1-dccbb8875db0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0560541 Mar 07 11:36:08.012458 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7032a3e3-46dd-430b-9d35-f77db0130c6f req-4ad12582-bdd6-4813-b6df-fe04c711e86d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445189 Mar 07 11:36:09.141267 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08016-a2e1-4413-aa87-126f48f21705 req-ec3c0ef8-0e6e-4de3-8b47-90ed62586dcf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:09.142803 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e08016-a2e1-4413-aa87-126f48f21705 req-ec3c0ef8-0e6e-4de3-8b47-90ed62586dcf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0613997 Mar 07 11:36:09.193359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-28e08016-a2e1-4413-aa87-126f48f21705 req-579a9242-baaf-420d-95e3-129027350346 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Mar 07 11:36:10.327103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670931db-21d8-451e-9595-2566a6031139 req-b6319de9-3b16-462d-81b7-829cbbeeb0a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:10.328526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-670931db-21d8-451e-9595-2566a6031139 req-b6319de9-3b16-462d-81b7-829cbbeeb0a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Mar 07 11:36:10.379034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-670931db-21d8-451e-9595-2566a6031139 req-8f7f6369-ff57-41ae-87cd-ad9809a570f0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Mar 07 11:36:10.401732 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:10.472293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8e0eee1e-8dd4-4e55-9270-3190d71ff9c8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/9364f851-4707-4c5f-8a20-bd76e9a99dd6 HTTP/1.1" status: 200 len: 992 time: 0.0692635 Mar 07 11:36:11.782932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c610-02a3-40fa-8217-2b6f33daf144 req-fdd3b5cd-f69f-4a3e-ab34-c6233eb176df tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:11.784461 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39d6c610-02a3-40fa-8217-2b6f33daf144 req-fdd3b5cd-f69f-4a3e-ab34-c6233eb176df tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Mar 07 11:36:11.797586 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-bd766371-32eb-4c43-b709-a97910e8f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:11.798972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-bd766371-32eb-4c43-b709-a97910e8f9b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1127 time: 0.0662627 Mar 07 11:36:11.886557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-39d6c610-02a3-40fa-8217-2b6f33daf144 req-2547afcf-5f35-4c3d-85f7-1f811288e93e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963681 Mar 07 11:36:11.920040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-3614bedf-fec1-4217-95ac-3560c51f8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:11.922191 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-3614bedf-fec1-4217-95ac-3560c51f8d87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 897 time: 0.1098590 Mar 07 11:36:11.996658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-15587044-47e0-44cd-bfa8-3dabe6928f64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 1000 time: 0.0677209 Mar 07 11:36:12.056503 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-b758784c-1ce6-42cd-9303-80d35d9078ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:12.057886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-b758784c-1ce6-42cd-9303-80d35d9078ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0555892 Mar 07 11:36:12.107422 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-6aedc033-b9a7-4d7d-a79a-9720cea889c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:12.108943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-6aedc033-b9a7-4d7d-a79a-9720cea889c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446184 Mar 07 11:36:12.201523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-12525836-a000-475c-952b-f838ff740f4d service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854468 Mar 07 11:36:12.291746 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-82a48e44-07e1-4e98-b483-4c389d158bc4 req-0ae3c35b-7760-43e7-a8a4-b2ee7ac8a7a0 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Mar 07 11:36:13.020841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd4082-0dd8-4de2-bd86-1a460ba4528b req-2e64eacf-ef10-4ebb-a092-62a171bc2c27 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:13.022358 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fcd4082-0dd8-4de2-bd86-1a460ba4528b req-2e64eacf-ef10-4ebb-a092-62a171bc2c27 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Mar 07 11:36:13.078169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0fcd4082-0dd8-4de2-bd86-1a460ba4528b req-c37ef50e-4bad-4f9e-852c-d593c61d4583 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500255 Mar 07 11:36:13.107449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48798) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:13.169757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dc69a225-46c6-42f0-91d8-0c3e9449c5e3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/9364f851-4707-4c5f-8a20-bd76e9a99dd6 HTTP/1.1" status: 200 len: 992 time: 0.0607507 Mar 07 11:36:20.810264 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f1cd6e6e-276a-4b37-8e47-e9dfbe873ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:23.058456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21a9c12b-09bc-413b-9081-a7d9f6bb1b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:24.487915 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:24.790301 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:25.920044 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:27.142236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:29.397617 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:30.830085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:36:43.908861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48810) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:44.080366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port c7b85f8a-e0a5-491f-906d-1d8e262917ad {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:36:44.080706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.158981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.159221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (c7b85f8a-e0a5-491f-906d-1d8e262917ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.171122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for c7b85f8a-e0a5-491f-906d-1d8e262917ad owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:36:44.321798 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c7b85f8a-e0a5-491f-906d-1d8e262917ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.347373 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=c7b85f8a-e0a5-491f-906d-1d8e262917ad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:44.374031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.374379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.374729 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.375044 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.375391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.375731 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.376076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.376406 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.376733 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.377059 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.377379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.377702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.378018 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:44.416420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (9364f851-4707-4c5f-8a20-bd76e9a99dd6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.416613 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 9364f851-4707-4c5f-8a20-bd76e9a99dd6 disassociated (deleted). External IP: 172.25.4.94, port: a2e67e5a-c579-4b74-abf9-795ac751066c. Mar 07 11:36:44.636390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router d3148869-06f0-4ea2-a290-d9203ffc1a09 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:36:44.748951 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:36:44.753975 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:44.759202 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Sync routers for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:36:44.769682 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:44.770638 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:44.789536 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5a208dec-0769-4841-8ff5-15afbc6cc846 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/floatingips/9364f851-4707-4c5f-8a20-bd76e9a99dd6 HTTP/1.1" status: 204 len: 168 time: 0.8795111 Mar 07 11:36:44.790114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:36:44.792415 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:36:44.888733 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:44.903818 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad6d47-d6e3-46b7-a443-e57744134ba0 x-openstack-request-id: req-bdad6d47-d6e3-46b7-a443-e57744134ba0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:36:44.904112 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:36:44.904367 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdad6d47-d6e3-46b7-a443-e57744134ba0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:36:44.904798 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'status': 'completed', 'code': 200} Mar 07 11:36:45.068848 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-ffe4cb8c-b4e1-4fbf-bfb8-49aa4cc96bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:45.070726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-ffe4cb8c-b4e1-4fbf-bfb8-49aa4cc96bad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 1127 time: 0.1381552 Mar 07 11:36:45.079812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f8dc-6604-46cf-a69c-793a9db0001f req-7e3cde67-64a5-4b2f-82f6-add2319af21f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:45.081477 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c385f8dc-6604-46cf-a69c-793a9db0001f req-7e3cde67-64a5-4b2f-82f6-add2319af21f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0708230 Mar 07 11:36:45.112081 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:45.144380 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Checking router: d3148869-06f0-4ea2-a290-d9203ffc1a09 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:36:45.153613 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:45.154323 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:45.203543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c385f8dc-6604-46cf-a69c-793a9db0001f req-fe85876d-8b02-4661-b205-14be5d0046b9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113541 Mar 07 11:36:45.219976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-79754302-f795-4d39-9c56-271aee7f8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:45.221434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-79754302-f795-4d39-9c56-271aee7f8278 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 200 len: 897 time: 0.1390123 Mar 07 11:36:45.263455 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:45.265287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-75e331fa-7788-4d48-b6eb-8f744f2e101a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 200 len: 217 time: 0.0359008 Mar 07 11:36:45.314078 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-cce4202a-87fd-467b-a9fb-f68e1f22896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:45.315427 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-cce4202a-87fd-467b-a9fb-f68e1f22896d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 200 len: 834 time: 0.0432415 Mar 07 11:36:45.367691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-96001d7d-d1ee-4aea-969e-adaf077efb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:45.369391 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-96001d7d-d1ee-4aea-969e-adaf077efb33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6d005d9-b37b-4150-b1d9-b07b3ee93f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475702 Mar 07 11:36:45.468385 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:45.471098 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-0c14ee46-fdf5-4c8f-a920-9749322b3767 service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948184 Mar 07 11:36:45.494378 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1919ea4-0f58-46e9-a26a-72e972c3ec37 None None] The sync data for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 is: [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:35:08Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '32692e91-a740-4d7f-a56f-24811e5e62e9', 'name': '', 'network_id': 'f6d005d9-b37b-4150-b1d9-b07b3ee93f21', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:ba:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:07Z', 'updated_at': '2022-03-07T11:35:11Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': 'b970c072-0857-4fa6-960a-ace971cb410a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:36:45.570526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1ac7a6a7-90d2-47b3-8951-5f5ecd78b97f req-797eb7bd-53cc-4958-9463-686ba049323c service neutron] 10.222.0.26 "GET /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913985 Mar 07 11:36:45.722035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affbfa2-1af9-40d8-ae87-c164585f7b7b None None] New status for floating IP 9364f851-4707-4c5f-8a20-bd76e9a99dd6: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:36:46.337810 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f206ae-b96e-4399-8b68-6a9ef9e4df55 req-c7e48fb5-92f7-4774-b7ac-97ffb1d85b0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:46.339303 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5f206ae-b96e-4399-8b68-6a9ef9e4df55 req-c7e48fb5-92f7-4774-b7ac-97ffb1d85b0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0576205 Mar 07 11:36:46.390705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c5f206ae-b96e-4399-8b68-6a9ef9e4df55 req-ba20b223-5a3c-4bad-a8c5-96335d2d18e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6f008cb-323c-49eb-bc49-4cab3cc961fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 Mar 07 11:36:46.554092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-a09b29d7-b616-403b-88ac-a3fa0a449d50 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:46.555562 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-a09b29d7-b616-403b-88ac-a3fa0a449d50 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 945 time: 0.0603886 Mar 07 11:36:46.650341 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port a2e67e5a-c579-4b74-abf9-795ac751066c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:36:46.650655 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:46.739711 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port a2e67e5a-c579-4b74-abf9-795ac751066c, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=a2e67e5a-c579-4b74-abf9-795ac751066c,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:46.740120 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:46.752088 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for a2e67e5a-c579-4b74-abf9-795ac751066c owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:36:46.903284 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (a2e67e5a-c579-4b74-abf9-795ac751066c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:46.931604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=a2e67e5a-c579-4b74-abf9-795ac751066c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:46.983170 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port a2e67e5a-c579-4b74-abf9-795ac751066c on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:36:46.986110 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:46.989648 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7bcd6428-bb38-4fe3-b4af-462d71226d9a req-c91fdca1-4b95-40ad-8fdb-14c0f33147d6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "DELETE /v2.0/ports/a2e67e5a-c579-4b74-abf9-795ac751066c HTTP/1.1" status: 204 len: 173 time: 0.4294705 Mar 07 11:36:46.990115 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'name': 'network-vif-deleted', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:36:46.992428 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cf1fb-8994-4955-b744-aa7374479187" -d '{"events": [{"server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "name": "network-vif-deleted", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:36:47.031820 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c7aa7-a66d-40e8-9fa8-79b9166a9533 x-openstack-request-id: req-f51c7aa7-a66d-40e8-9fa8-79b9166a9533 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:36:47.032108 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d736798-e043-4ddd-9dfb-89ed837794e8", "name": "network-vif-deleted", "tag": "a2e67e5a-c579-4b74-abf9-795ac751066c", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:36:47.032360 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f51c7aa7-a66d-40e8-9fa8-79b9166a9533 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:36:47.032773 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d736798-e043-4ddd-9dfb-89ed837794e8', 'name': 'network-vif-deleted', 'tag': 'a2e67e5a-c579-4b74-abf9-795ac751066c', 'status': 'completed', 'code': 200} Mar 07 11:36:47.506578 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f9e8049-a5b6-4354-8be2-e7470a54ef09 req-4fa5e3eb-87c9-429e-a8e4-2e4b6c501552 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d736798-e043-4ddd-9dfb-89ed837794e8 HTTP/1.1" status: 200 len: 210 time: 0.0273747 Mar 07 11:36:48.567339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48830) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:48.969789 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:49.248904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 32692e91-a740-4d7f-a56f-24811e5e62e9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:36:49.249218 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:49.342824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 32692e91-a740-4d7f-a56f-24811e5e62e9, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=32692e91-a740-4d7f-a56f-24811e5e62e9,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:49.343165 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:49.356534 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 32692e91-a740-4d7f-a56f-24811e5e62e9 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:36:49.560068 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (32692e91-a740-4d7f-a56f-24811e5e62e9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:49.586319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=32692e91-a740-4d7f-a56f-24811e5e62e9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:49.771155 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.244761 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a2e67e5a-c579-4b74-abf9-795ac751066c no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:36:50.268160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: a2e67e5a-c579-4b74-abf9-795ac751066c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:36:50.268453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device a2e67e5a-c579-4b74-abf9-795ac751066c not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:36:50.340404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router d3148869-06f0-4ea2-a290-d9203ffc1a09 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:36:50.445829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:36:50.453121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-3892f284-c135-424a-98f2-11d9eabf8d3f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/d3148869-06f0-4ea2-a290-d9203ffc1a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833904 Mar 07 11:36:50.454705 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:50.456473 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Sync routers for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:36:50.468441 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:50.469249 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:50.515519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting subnet b970c072-0857-4fa6-960a-ace971cb410a {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:36:50.518898 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (b970c072-0857-4fa6-960a-ace971cb410a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.559369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (b970c072-0857-4fa6-960a-ace971cb410a), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.577462 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:50.647097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (b970c072-0857-4fa6-960a-ace971cb410a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.714447 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (b970c072-0857-4fa6-960a-ace971cb410a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.741095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Subnet': ['ID=b970c072-0857-4fa6-960a-ace971cb410a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:50.748735 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.753241 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d813f1b6-2a90-499e-a562-08caf50937e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/subnets/b970c072-0857-4fa6-960a-ace971cb410a HTTP/1.1" status: 204 len: 168 time: 0.2965708 Mar 07 11:36:50.755167 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48834) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:50.756965 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db64e2a7-f2af-4f1a-9bdc-2da1dadc0064 None None] Network f6d005d9-b37b-4150-b1d9-b07b3ee93f21 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:36:50.851425 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7f972fd-f9dc-4d36-9af4-598356abf5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.867409 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:36:49Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:50.877926 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:50.895379 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Checking router: d3148869-06f0-4ea2-a290-d9203ffc1a09 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:36:50.905792 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Routers {'d3148869-06f0-4ea2-a290-d9203ffc1a09'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:50.908079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['d3148869-06f0-4ea2-a290-d9203ffc1a09'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:50.939349 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] DHCP port deletion for f6d005d9-b37b-4150-b1d9-b07b3ee93f21 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:36:50.988560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Deleting port 18a09972-991f-4061-b2e0-a00f198ad5a3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:36:50.989029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.003796 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (d3148869-06f0-4ea2-a290-d9203ffc1a09), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.026078 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] Set router d3148869-06f0-4ea2-a290-d9203ffc1a09 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:51.056827 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] For port 18a09972-991f-4061-b2e0-a00f198ad5a3, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=18a09972-991f-4061-b2e0-a00f198ad5a3,segment=NetworkSegment(ba8bf0f6-ea67-4fdc-b678-35f83129222e),segment_id=ba8bf0f6-ea67-4fdc-b678-35f83129222e)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:51.057407 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.065361 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 5bf9401a-71ce-4994-8662-edfb66026470 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:36:51.065706 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (5bf9401a-71ce-4994-8662-edfb66026470), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.070134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Calling delete_port for 18a09972-991f-4061-b2e0-a00f198ad5a3 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:36:51.151767 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (18a09972-991f-4061-b2e0-a00f198ad5a3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.153713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 5bf9401a-71ce-4994-8662-edfb66026470, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=5bf9401a-71ce-4994-8662-edfb66026470,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:51.153713 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (5bf9401a-71ce-4994-8662-edfb66026470), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.167968 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 5bf9401a-71ce-4994-8662-edfb66026470 owned by network:router_gateway {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:36:51.183508 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Pushing event deleted for resources: {'Port': ['ID=18a09972-991f-4061-b2e0-a00f198ad5a3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:51.185875 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] No DVR routers for this DVR port 18a09972-991f-4061-b2e0-a00f198ad5a3 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:36:51.195862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.196504 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.198361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.198361 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.199128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.199128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.199399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.199744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.200062 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.200529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.200842 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.201157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.201470 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3dc10-eb1b-4b29-857b-30e2d420e5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.221036 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:36:49Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:51.249973 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ace73a-4b92-45a5-9b3b-9a67367871a6 None None] The sync data for ids ['d3148869-06f0-4ea2-a290-d9203ffc1a09'] in n-d-832156-4 is: [{'id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878242161', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5bf9401a-71ce-4994-8662-edfb66026470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:04Z', 'updated_at': '2022-03-07T11:36:49Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '5bf9401a-71ce-4994-8662-edfb66026470', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3148869-06f0-4ea2-a290-d9203ffc1a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:05Z', 'updated_at': '2022-03-07T11:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:36:51.373872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (5bf9401a-71ce-4994-8662-edfb66026470), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.401902 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=5bf9401a-71ce-4994-8662-edfb66026470,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:51.433564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.433910 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.434253 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.434593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.434929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.435258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.435588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.435944 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.436273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.436601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.436927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.437250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.437571 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:51.483062 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.584271 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.588141 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (d3148869-06f0-4ea2-a290-d9203ffc1a09), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.638161 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (d3148869-06f0-4ea2-a290-d9203ffc1a09), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.638692 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Fanout notify agent at l3_agent the message router_deleted on router d3148869-06f0-4ea2-a290-d9203ffc1a09 {{(pid=103788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:36:51.645695 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.646840 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-716825c0-6b2a-40ab-8279-a10fbe2d034c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/routers/d3148869-06f0-4ea2-a290-d9203ffc1a09 HTTP/1.1" status: 204 len: 168 time: 0.8899305 Mar 07 11:36:51.649796 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48838) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:51.734894 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f6d005d9-b37b-4150-b1d9-b07b3ee93f21), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.821373 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f6d005d9-b37b-4150-b1d9-b07b3ee93f21), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.842824 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d005d9-b37b-4150-b1d9-b07b3ee93f21']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:51.852456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8bf0f6-ea67-4fdc-b678-35f83129222e') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:51.852822 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8bf0f6-ea67-4fdc-b678-35f83129222e') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:51.868001 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (ba8bf0f6-ea67-4fdc-b678-35f83129222e), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.881427 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (ba8bf0f6-ea67-4fdc-b678-35f83129222e), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.887929 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:36:51.888323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (ba8bf0f6-ea67-4fdc-b678-35f83129222e), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:36:51.891413 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:36:51.953644 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f6d005d9-b37b-4150-b1d9-b07b3ee93f21), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.961567 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:51.964506 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/networks/f6d005d9-b37b-4150-b1d9-b07b3ee93f21 HTTP/1.1" status: 204 len: 168 time: 0.3137534 Mar 07 11:36:51.967459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:51.976275 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1388221-006e-41e9-905d-afbe567098d5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Network': ['ID=f6d005d9-b37b-4150-b1d9-b07b3ee93f21,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.035879 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (c6f008cb-323c-49eb-bc49-4cab3cc961fa), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.060846 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (c6f008cb-323c-49eb-bc49-4cab3cc961fa), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.127795 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (c6f008cb-323c-49eb-bc49-4cab3cc961fa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.132035 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.133884 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6f008cb-323c-49eb-bc49-4cab3cc961fa HTTP/1.1" status: 204 len: 168 time: 0.1653047 Mar 07 11:36:52.143360 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600693-2f6e-4ee3-bac6-ecdab92447fc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f008cb-323c-49eb-bc49-4cab3cc961fa,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.471682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48846) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:52.476397 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262185096', 'description': 'tempest-secgroup-smoke-262185096 description', 'project_id': '4d9f5552c59346f0aa058be83a972df7'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:52.498034 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.532268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 18a09972-991f-4061-b2e0-a00f198ad5a3 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:36:52.553811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 18a09972-991f-4061-b2e0-a00f198ad5a3 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:36:52.554068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 18a09972-991f-4061-b2e0-a00f198ad5a3 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:36:52.554491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 32692e91-a740-4d7f-a56f-24811e5e62e9 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:36:52.567890 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.572460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.574700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 32692e91-a740-4d7f-a56f-24811e5e62e9 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:36:52.575035 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 32692e91-a740-4d7f-a56f-24811e5e62e9 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:36:52.575661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5bf9401a-71ce-4994-8662-edfb66026470 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:36:52.595096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 5bf9401a-71ce-4994-8662-edfb66026470 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:36:52.595501 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 5bf9401a-71ce-4994-8662-edfb66026470 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:36:52.603387 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.607390 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319654 Mar 07 11:36:52.607390 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5824-3cb8-449d-a260-288ed3640141 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.608675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48848) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:52.613520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:52.644673 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (700aee26-6182-4eef-aeb6-52d4270e78b1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.704174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (700aee26-6182-4eef-aeb6-52d4270e78b1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.708782 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (700aee26-6182-4eef-aeb6-52d4270e78b1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.726663 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700aee26-6182-4eef-aeb6-52d4270e78b1,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.734159 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.735400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-1f1af4d4-16ae-4a79-aa4e-24c7b3cf1525 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256740 Mar 07 11:36:52.738384 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48850) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:52.743032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:52.769489 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (084f8b5f-cf97-4245-b31d-9efed6513534), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.832620 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (084f8b5f-cf97-4245-b31d-9efed6513534), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.838725 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (084f8b5f-cf97-4245-b31d-9efed6513534), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.855894 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084f8b5f-cf97-4245-b31d-9efed6513534,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.865047 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.866286 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5949deaf-3228-4fbd-ab4e-015c304f3cca tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268544 Mar 07 11:36:52.869419 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48852) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:52.873682 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:52.897237 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (092c7632-a36d-4a05-8c26-c3f9901fcfc5), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.956111 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (092c7632-a36d-4a05-8c26-c3f9901fcfc5), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.963101 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (092c7632-a36d-4a05-8c26-c3f9901fcfc5), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.981296 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092c7632-a36d-4a05-8c26-c3f9901fcfc5,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:52.990319 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:52.991541 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-f99c15c4-e9b0-4c69-bc41-c77ee2c12d1e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212063 Mar 07 11:36:52.994557 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48854) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:52.998879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:53.024910 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (35b6b5b1-b72b-4e35-9c3b-79e6b07d7a42), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.051134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c524-3a42-410d-a314-b40c071f6080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.085646 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (35b6b5b1-b72b-4e35-9c3b-79e6b07d7a42), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.091175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (35b6b5b1-b72b-4e35-9c3b-79e6b07d7a42), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.116110 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b6b5b1-b72b-4e35-9c3b-79e6b07d7a42,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:53.122760 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.123994 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e18f48f8-a0e1-4885-9639-2e06cf30f13b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285007 Mar 07 11:36:53.126884 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48856) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:53.131225 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:53.156380 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:36:53.161181 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (4feec361-7df3-4d94-aaaf-6be727beee20), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.222418 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (4feec361-7df3-4d94-aaaf-6be727beee20), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.227629 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4feec361-7df3-4d94-aaaf-6be727beee20), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.245855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feec361-7df3-4d94-aaaf-6be727beee20,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:53.252935 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.254134 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-b728f367-927c-4892-9260-d3d3ed9da9e4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263204 Mar 07 11:36:53.256989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48858) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:53.261860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'security_group_rule': {'security_group_id': '5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:53.282538 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Project 4d9f5552c59346f0aa058be83a972df7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:36:53.287425 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (d79006a2-de8c-4262-be0b-3e247772ce91), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.348872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (d79006a2-de8c-4262-be0b-3e247772ce91), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.354575 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (d79006a2-de8c-4262-be0b-3e247772ce91), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.371368 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79006a2-de8c-4262-be0b-3e247772ce91,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:53.380436 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.381655 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-abe1d92f-aed2-4a69-8252-76bc920f4e0a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237721 Mar 07 11:36:53.385573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48860) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:53.390693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'network': {'name': 'tempest-network-smoke--1777541855', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'port_security_enabled': True}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:53.413908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:36:53.417534 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.445455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:36:53.455886 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (68c17a0b-ec92-4c1b-8c95-a5a07b573258), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.456229 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Added segment 68c17a0b-ec92-4c1b-8c95-a5a07b573258 of type vlan for network f542c814-1a72-4590-a7e7-b338bf52a551 Mar 07 11:36:53.495480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (f542c814-1a72-4590-a7e7-b338bf52a551), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.523981 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (f542c814-1a72-4590-a7e7-b338bf52a551), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.529242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:53.529823 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.565625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789386 Mar 07 11:36:53.568642 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48862) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:53.573316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'admin_state_up': True, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:53.595666 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.596702 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.597110 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5a95-4ba0-4de2-a6e4-710a59fe04d3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Network': ['ID=f542c814-1a72-4590-a7e7-b338bf52a551,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:53.609133 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network f542c814-1a72-4590-a7e7-b338bf52a551 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:36:53.654957 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (f36e327f-e54b-43ff-9560-d72db04bffa2), precommit_add_association {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.804539 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (f36e327f-e54b-43ff-9560-d72db04bffa2), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.025948 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (f36e327f-e54b-43ff-9560-d72db04bffa2), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.045559 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.144507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.95 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/1f8596bf-6285-4edd-a978-12320f37f291) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:36:54.260546 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (1f8596bf-6285-4edd-a978-12320f37f291), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.296538 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1f8596bf-6285-4edd-a978-12320f37f291), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.336140 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:36:54.339637 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:36:54.343819 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:36:54.349475 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=1f8596bf-6285-4edd-a978-12320f37f291,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:54.491764 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.620856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (f36e327f-e54b-43ff-9560-d72db04bffa2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.789560 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.843587 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.984879 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router f36e327f-e54b-43ff-9560-d72db04bffa2 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:36:55.421767 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:36:55.431445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Sync routers for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:36:55.442269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:55.442976 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:55.443124 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:55.447829 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-143daf34-f67f-4411-b13b-5dba77287647 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8745873 Mar 07 11:36:55.448486 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48864) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:55.477143 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-3ceb0af4-a47e-4ca6-91f8-9ea7a8064beb tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d9f5552c59346f0aa058be83a972df7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271757 Mar 07 11:36:55.480148 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48866) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:55.557285 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:55.573117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42798001-c225-4d35-8eba-644e48676598 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:55.575078 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-42798001-c225-4d35-8eba-644e48676598 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940089 Mar 07 11:36:55.578070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48868) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:55.606243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ed10056e-7b7f-4f27-8231-9e023fcc08e4 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=c1d55cdb-b75f-4857-ac3a-dc31eea0c8db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270851 Mar 07 11:36:55.608960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48870) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:55.614213 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1668780215', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:36:55.704661 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:36:55.708093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:55.738481 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:54Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:55.765521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Checking router: f36e327f-e54b-43ff-9560-d72db04bffa2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:36:55.765855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Updating router f36e327f-e54b-43ff-9560-d72db04bffa2 port 1f8596bf-6285-4edd-a978-12320f37f291 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:36:55.794338 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1f8596bf-6285-4edd-a978-12320f37f291), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:55.888989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (96a96f64-7368-44d3-b39a-c9061037c614), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:55.935406 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:55.947658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Subnet': ['ID=96a96f64-7368-44d3-b39a-c9061037c614,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:55.958556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Checking segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:36:55.958939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network hostable DHCP agents. Network: f542c814-1a72-4590-a7e7-b338bf52a551, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:36:55.975910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f542c814-1a72-4590-a7e7-b338bf52a551 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:36:55.986322 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, f542c814-1a72-4590-a7e7-b338bf52a551) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:36:55.997316 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:55.997644 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25775a78-d51e-499c-bec9-1bd949d7b131 None None] Network f542c814-1a72-4590-a7e7-b338bf52a551 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:36:55.998127 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.017770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-609ca2e2-88dd-4c85-b0b4-c5364f42cbd8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4049451 Mar 07 11:36:56.018012 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48872) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:56.127765 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks [] for port (1f8596bf-6285-4edd-a978-12320f37f291), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.148707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1f8596bf-6285-4edd-a978-12320f37f291), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.179032 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-f542c814-1a72-4590-a7e7-b338bf52a551', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:36:56.179926 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.228538 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b91bf-8254-4fae-9294-9dd6c81c1dfa None None] Pushing event updated for resources: {'Port': ['ID=1f8596bf-6285-4edd-a978-12320f37f291,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:56.234335 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Attempting to bind port 1f8596bf-6285-4edd-a978-12320f37f291 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:36:56.234696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Attempting to bind port 1f8596bf-6285-4edd-a978-12320f37f291 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:36:56.235168 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Attempting to bind port 1f8596bf-6285-4edd-a978-12320f37f291 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:36:56.289164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:36:56.289540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:36:56.290285 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.290571 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:36:56.291135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Bound port: 1f8596bf-6285-4edd-a978-12320f37f291, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:36:56.291520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1f8596bf-6285-4edd-a978-12320f37f291), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.386010 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] For port 1f8596bf-6285-4edd-a978-12320f37f291, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:36:56.390344 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] For port 1f8596bf-6285-4edd-a978-12320f37f291, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1f8596bf-6285-4edd-a978-12320f37f291,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:36:56.402575 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1f8596bf-6285-4edd-a978-12320f37f291), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.405127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Allocated IP 172.20.0.2 (f542c814-1a72-4590-a7e7-b338bf52a551/96a96f64-7368-44d3-b39a-c9061037c614/7d1b6b2a-7323-4182-9440-e51cd04966d7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:36:56.479130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.518116 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b91bf-8254-4fae-9294-9dd6c81c1dfa None None] Pushing event updated for resources: {'Port': ['ID=1f8596bf-6285-4edd-a978-12320f37f291,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:56.525959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:56.525959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:56.688669 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:56.742315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks [] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.758588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.798943 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.1 (f542c814-1a72-4590-a7e7-b338bf52a551/96a96f64-7368-44d3-b39a-c9061037c614/3f6f6500-913f-4576-8315-a18f9fddb8ad) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:36:56.923038 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:56.958208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.001479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f542c814-1a72-4590-a7e7-b338bf52a551 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:36:57.006345 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:36:57.011410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:36:57.014954 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Network f542c814-1a72-4590-a7e7-b338bf52a551 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:36:57.015497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:57.021658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:36:57.026468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:36:57.028351 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Pushing event updated for resources: {'Port': ['ID=7d1b6b2a-7323-4182-9440-e51cd04966d7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:57.059259 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (f36e327f-e54b-43ff-9560-d72db04bffa2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.127634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Attempting to bind port 7d1b6b2a-7323-4182-9440-e51cd04966d7 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:36:57.128127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Attempting to bind port 7d1b6b2a-7323-4182-9440-e51cd04966d7 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:36:57.128492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Attempting to bind port 7d1b6b2a-7323-4182-9440-e51cd04966d7 on network f542c814-1a72-4590-a7e7-b338bf52a551 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:36:57.141610 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:36:57.141992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Checking segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:36:57.142394 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.142882 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Bound using segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:36:57.143394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Bound port: 7d1b6b2a-7323-4182-9440-e51cd04966d7, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:36:57.143809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.148846 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.201342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.206885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:54Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:57.247784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7647d-b626-4f24-9d10-b33433741fb0 None None] The sync data for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 is: [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:54Z', 'revision_number': 3, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:36:57.254022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] For port 7d1b6b2a-7323-4182-9440-e51cd04966d7, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:36:57.259453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] For port 7d1b6b2a-7323-4182-9440-e51cd04966d7, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7d1b6b2a-7323-4182-9440-e51cd04966d7,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:36:57.271496 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.334884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabb003-6943-41ba-a3e4-175a607c517a None None] Pushing event updated for resources: {'Port': ['ID=7d1b6b2a-7323-4182-9440-e51cd04966d7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:57.570636 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.581392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.666357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:57.668992 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (f36e327f-e54b-43ff-9560-d72db04bffa2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:57.775402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f542c814-1a72-4590-a7e7-b338bf52a551 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:36:57.776876 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:36:57.903171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router f36e327f-e54b-43ff-9560-d72db04bffa2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:36:58.023784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:36:58.031109 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ba37fac6-b831-47ab-96c4-62cc4dd2b47f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/f36e327f-e54b-43ff-9560-d72db04bffa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121307 Mar 07 11:36:58.204725 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-f711664f-d7b5-4e2d-ae3d-8fb5b4c9c2e2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262185096&fields=id&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 267 time: 0.0529470 Mar 07 11:36:58.328702 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-1cbe4602-fdc3-485b-91f5-17b7b6aa5069 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:58.330183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-1cbe4602-fdc3-485b-91f5-17b7b6aa5069 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 797 time: 0.1188440 Mar 07 11:36:58.334909 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e6529-b2eb-4fea-b604-7f71141e715c None None] Network f542c814-1a72-4590-a7e7-b338bf52a551 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:36:58.345054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-15ed68a1-e8a2-401e-aff6-9eb809c19741 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/quotas/4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Mar 07 11:36:58.400380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-3e85e11a-940a-4428-8f6c-861e65356144 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497520 Mar 07 11:36:58.417319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-96c5599d-ea10-4089-bc59-c12420c59c7c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:36:58.418370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-96c5599d-ea10-4089-bc59-c12420c59c7c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059724 Mar 07 11:36:58.444197 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Provisioning complete for port 7d1b6b2a-7323-4182-9440-e51cd04966d7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:58.444573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.539604 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-149395a8-48c4-4934-9ccd-35fab2c52a53 service neutron] 10.222.0.23 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147161 Mar 07 11:36:58.543959 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Current status of the port 7d1b6b2a-7323-4182-9440-e51cd04966d7 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:36:58.544557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.594679 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] For port 7d1b6b2a-7323-4182-9440-e51cd04966d7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7d1b6b2a-7323-4182-9440-e51cd04966d7,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:58.599967 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.632118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1f8596bf-6285-4edd-a978-12320f37f291 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:36:58.648224 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-02a7bce6-1166-41b5-8eea-e9251b9e459a service neutron] 10.222.0.23 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026244 Mar 07 11:36:58.691118 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372521f-066b-4fab-8b64-5fb70f41c9f1 None None] Pushing event updated for resources: {'Port': ['ID=7d1b6b2a-7323-4182-9440-e51cd04966d7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:58.707354 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 1f8596bf-6285-4edd-a978-12320f37f291 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:58.707767 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1f8596bf-6285-4edd-a978-12320f37f291), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.798799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1f8596bf-6285-4edd-a978-12320f37f291 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:36:58.799191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1f8596bf-6285-4edd-a978-12320f37f291), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.827282 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 1f8596bf-6285-4edd-a978-12320f37f291, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1f8596bf-6285-4edd-a978-12320f37f291,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:36:58.834326 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1f8596bf-6285-4edd-a978-12320f37f291), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.835047 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7d1b6b2a-7323-4182-9440-e51cd04966d7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:36:58.841883 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Provisioning complete for port 7d1b6b2a-7323-4182-9440-e51cd04966d7 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:58.841883 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:58.949406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=1f8596bf-6285-4edd-a978-12320f37f291,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:58.971293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7d1b6b2a-7323-4182-9440-e51cd04966d7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:58.971672 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.036369 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Current status of the port 7d1b6b2a-7323-4182-9440-e51cd04966d7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:36:59.058356 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Provisioning complete for port 3f6f6500-913f-4576-8315-a18f9fddb8ad triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:59.058808 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.112220 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f31554-18b1-422f-9360-13d398954946 None None] Sync routers for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:36:59.123102 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:36:59.123768 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:59.124748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7d1b6b2a-7323-4182-9440-e51cd04966d7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:36:59.129925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9e24eec9-c974-4e51-a485-d56cedcc9c0f None None] Port 3f6f6500-913f-4576-8315-a18f9fddb8ad cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:36:59.239063 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:36:59.248844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a1e8afc1-e90b-4614-a80f-ed801f3d0f04 None None] Provisioning complete for port 3f6f6500-913f-4576-8315-a18f9fddb8ad triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:36:59.249218 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a1e8afc1-e90b-4614-a80f-ed801f3d0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.284292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8afc1-e90b-4614-a80f-ed801f3d0f04 None None] Port 3f6f6500-913f-4576-8315-a18f9fddb8ad cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:36:59.406934 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.440517 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 2, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:36:59.482586 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f31554-18b1-422f-9360-13d398954946 None None] Checking router: f36e327f-e54b-43ff-9560-d72db04bffa2 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:36:59.482929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f31554-18b1-422f-9360-13d398954946 None None] Updating router f36e327f-e54b-43ff-9560-d72db04bffa2 port 3f6f6500-913f-4576-8315-a18f9fddb8ad binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:36:59.510395 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.780796 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks [] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.792529 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.863155 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Pushing event updated for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:36:59.867613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7ef60ee4-cea7-45ef-a039-693929d14c10 req-e40ce430-2eb5-4c3d-96a9-bff73402aa5a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 210 time: 0.0315235 Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.892186 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.893315 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.893315 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.893315 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.893315 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:36:59.912294 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-00f31554-18b1-422f-9360-13d398954946 None None] Attempting to bind port 3f6f6500-913f-4576-8315-a18f9fddb8ad on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:36:59.912853 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-00f31554-18b1-422f-9360-13d398954946 None None] Attempting to bind port 3f6f6500-913f-4576-8315-a18f9fddb8ad by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:36:59.913276 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f31554-18b1-422f-9360-13d398954946 None None] Attempting to bind port 3f6f6500-913f-4576-8315-a18f9fddb8ad on network f542c814-1a72-4590-a7e7-b338bf52a551 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:36:59.919899 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f31554-18b1-422f-9360-13d398954946 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:36:59.920267 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f31554-18b1-422f-9360-13d398954946 None None] Checking segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:36:59.920661 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.921045 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f31554-18b1-422f-9360-13d398954946 None None] Bound using segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:36:59.921500 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-00f31554-18b1-422f-9360-13d398954946 None None] Bound port: 3f6f6500-913f-4576-8315-a18f9fddb8ad, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:36:59.921869 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:59.990530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-00f31554-18b1-422f-9360-13d398954946 None None] For port 3f6f6500-913f-4576-8315-a18f9fddb8ad, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:36:59.994952 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-00f31554-18b1-422f-9360-13d398954946 None None] For port 3f6f6500-913f-4576-8315-a18f9fddb8ad, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f6f6500-913f-4576-8315-a18f9fddb8ad,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:37:00.006929 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-00f31554-18b1-422f-9360-13d398954946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.076857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7db81-c11c-406f-9a62-729a5b58d19a None None] Pushing event updated for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:00.079340 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:00.079976 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:00.114580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Provisioning complete for port 3f6f6500-913f-4576-8315-a18f9fddb8ad triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:00.115041 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.205020 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:00.209611 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Current status of the port 3f6f6500-913f-4576-8315-a18f9fddb8ad is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:00.210086 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.259040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] For port 3f6f6500-913f-4576-8315-a18f9fddb8ad, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f6f6500-913f-4576-8315-a18f9fddb8ad,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:00.265185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.332544 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ab6f-80db-4817-b709-8cc4dab1142c None None] Pushing event updated for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:00.386891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ac056b7f-b06f-4184-9e1c-fb722e2bd1ed None None] Provisioning complete for port 3f6f6500-913f-4576-8315-a18f9fddb8ad triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:00.387444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac056b7f-b06f-4184-9e1c-fb722e2bd1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.438465 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-00f31554-18b1-422f-9360-13d398954946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:36:59Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:00.469448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ac056b7f-b06f-4184-9e1c-fb722e2bd1ed None None] Current status of the port 3f6f6500-913f-4576-8315-a18f9fddb8ad is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:00.471029 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f31554-18b1-422f-9360-13d398954946 None None] The sync data for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 is: [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:36:59Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:37:00.602241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1f8596bf-6285-4edd-a978-12320f37f291 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:37:00.651531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 1f8596bf-6285-4edd-a978-12320f37f291 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:00.651939 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1f8596bf-6285-4edd-a978-12320f37f291), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.730187 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 1f8596bf-6285-4edd-a978-12320f37f291 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:00.731275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7d1b6b2a-7323-4182-9440-e51cd04966d7 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:37:00.788385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 7d1b6b2a-7323-4182-9440-e51cd04966d7 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:00.788677 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:00.877112 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 7d1b6b2a-7323-4182-9440-e51cd04966d7 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:00.950720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-60bf96b8-8ddb-404d-a247-74936d3fd4d4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:00.952306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-60bf96b8-8ddb-404d-a247-74936d3fd4d4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 797 time: 0.1271014 Mar 07 11:37:01.000528 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b27af3ae-9b20-456f-85b0-27670578fdaa req-d6edac9f-a9ad-4287-94bf-e981297cdf37 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 210 time: 0.0471184 Mar 07 11:37:01.045498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-4e9e00ed-af97-4e6d-8479-ca03410c0f21 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9f5552c59346f0aa058be83a972df7 HTTP/1.1" status: 200 len: 379 time: 0.0831854 Mar 07 11:37:01.054123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'port': {'device_id': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'admin_state_up': True, 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'security_groups': ['5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:01.171557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Made reservation on behalf of 4d9f5552c59346f0aa058be83a972df7 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:37:01.175618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.312634 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.20.0.14 (f542c814-1a72-4590-a7e7-b338bf52a551/96a96f64-7368-44d3-b39a-c9061037c614/8c90d871-f576-48dd-b397-69da8c62d855) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:37:01.454957 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (8c90d871-f576-48dd-b397-69da8c62d855), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.489597 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.549352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network f542c814-1a72-4590-a7e7-b338bf52a551 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:37:01.552573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:37:01.555009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:37:01.586114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:01.620592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:01.621222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.639163 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-54c800ed-5ddd-414c-b9b7-7442d3eb87a9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887525 Mar 07 11:37:01.651047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Request body: {'port': {'device_id': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:01.715105 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c90d871-f576-48dd-b397-69da8c62d855), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.796715 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b2e58339-39e6-49c5-ba1a-5d3da55c99ff None None] Provisioning complete for port 8c90d871-f576-48dd-b397-69da8c62d855 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:01.797346 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2e58339-39e6-49c5-ba1a-5d3da55c99ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c90d871-f576-48dd-b397-69da8c62d855), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:01.830744 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b2e58339-39e6-49c5-ba1a-5d3da55c99ff None None] Port 8c90d871-f576-48dd-b397-69da8c62d855 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:37:02.347411 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c90d871-f576-48dd-b397-69da8c62d855 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:37:02.360511 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db2863-1bc0-4373-9d5d-5d6460685ed5 req-f0ea0a46-8ff5-4d79-b91e-6bc30f8feac6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:02.361972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64db2863-1bc0-4373-9d5d-5d6460685ed5 req-f0ea0a46-8ff5-4d79-b91e-6bc30f8feac6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 932 time: 0.0980861 Mar 07 11:37:02.363686 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks [] for port (8c90d871-f576-48dd-b397-69da8c62d855), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.388727 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Transition to ACTIVE for port object 8c90d871-f576-48dd-b397-69da8c62d855 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:37:02.394469 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.452367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-64db2863-1bc0-4373-9d5d-5d6460685ed5 req-5912f564-29dc-4988-8519-812ecf468fdf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847318 Mar 07 11:37:02.466112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Pushing event updated for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:02.544354 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Attempting to bind port 8c90d871-f576-48dd-b397-69da8c62d855 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:37:02.544701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Attempting to bind port 8c90d871-f576-48dd-b397-69da8c62d855 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:37:02.545007 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Attempting to bind port 8c90d871-f576-48dd-b397-69da8c62d855 on network f542c814-1a72-4590-a7e7-b338bf52a551 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:37:02.550335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Port 8c90d871-f576-48dd-b397-69da8c62d855 on network f542c814-1a72-4590-a7e7-b338bf52a551 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:37:02.550838 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Attempting to bind port 8c90d871-f576-48dd-b397-69da8c62d855 on network f542c814-1a72-4590-a7e7-b338bf52a551 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:37:02.557772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:37:02.558108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Checking segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:37:02.558488 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Bound using segment: {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:37:02.558910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Bound port: 8c90d871-f576-48dd-b397-69da8c62d855, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c17a0b-ec92-4c1b-8c95-a5a07b573258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:37:02.559267 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c90d871-f576-48dd-b397-69da8c62d855), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.578402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f6f6500-913f-4576-8315-a18f9fddb8ad up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:37:02.630638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3f6f6500-913f-4576-8315-a18f9fddb8ad triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:02.631149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.632385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:37:02.636062 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8c90d871-f576-48dd-b397-69da8c62d855,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:37:02.642035 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.680708 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:02.681602 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:02.682864 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-954494b8-2427-4153-bcc9-56c054826dad service neutron] 10.222.0.26 "PUT /v2.0/ports/8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 1092 time: 1.0368557 Mar 07 11:37:02.683363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:37:02.685643 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78188384-7753-4be7-ab0a-35d65edb35ea" -d '{"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:37:02.716784 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954494b8-2427-4153-bcc9-56c054826dad service neutron] Pushing event updated for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:02.739325 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3f6f6500-913f-4576-8315-a18f9fddb8ad is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:02.743900 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc2f49-b5ae-4d7d-9309-cc9cbe1221ec x-openstack-request-id: req-93dc2f49-b5ae-4d7d-9309-cc9cbe1221ec {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:37:02.744265 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:37:02.744592 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93dc2f49-b5ae-4d7d-9309-cc9cbe1221ec {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:37:02.745130 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855', 'status': 'completed', 'code': 200} Mar 07 11:37:02.785200 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-41b1633d-7e84-406a-9482-5aa1f18d3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:02.786726 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-41b1633d-7e84-406a-9482-5aa1f18d3fef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1126 time: 0.0572264 Mar 07 11:37:02.829694 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-31617641-965b-434f-9716-26d9c4c287c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 217 time: 0.0358036 Mar 07 11:37:02.883919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-464d1350-27b0-40df-9464-59743e2bf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:02.885457 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-464d1350-27b0-40df-9464-59743e2bf82e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 200 len: 835 time: 0.0495582 Mar 07 11:37:02.934056 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-93c00d75-eb42-4820-894c-b8cbcbf7af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:02.935513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-93c00d75-eb42-4820-894c-b8cbcbf7af1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f542c814-1a72-4590-a7e7-b338bf52a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446460 Mar 07 11:37:03.028192 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-8231ee66-38dc-42d0-997b-6bd095c5e83b service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869730 Mar 07 11:37:03.125340 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-70e9c087-ee57-41b5-991b-e10f20e42ef7 req-351bbcd6-6771-455e-bfd2-cd9d71309ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910830 Mar 07 11:37:03.222645 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188384-7753-4be7-ab0a-35d65edb35ea req-83b2a08e-c115-45ed-8301-fb24c6c81b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:03.224061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-83b2a08e-c115-45ed-8301-fb24c6c81b30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1126 time: 0.0481277 Mar 07 11:37:03.317971 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188384-7753-4be7-ab0a-35d65edb35ea req-0401c467-0c5d-458c-a5d0-9df52612c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:03.319425 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-0401c467-0c5d-458c-a5d0-9df52612c6d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 898 time: 0.0894578 Mar 07 11:37:03.360985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-097c3179-6fd2-49aa-9c86-70e12f1e7c0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 217 time: 0.0355463 Mar 07 11:37:03.411695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188384-7753-4be7-ab0a-35d65edb35ea req-569059e2-7aa3-4293-944c-3c2fe6d01e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:03.413936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-569059e2-7aa3-4293-944c-3c2fe6d01e27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 200 len: 835 time: 0.0463319 Mar 07 11:37:03.474045 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188384-7753-4be7-ab0a-35d65edb35ea req-4ea60d22-c263-4897-ab70-0b3bafb850fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:03.475442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-4ea60d22-c263-4897-ab70-0b3bafb850fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f542c814-1a72-4590-a7e7-b338bf52a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549614 Mar 07 11:37:03.608482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-86296480-fb13-4671-a236-4a0ac83f83bf service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263793 Mar 07 11:37:03.629520 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120419-020a-473e-8819-a2382feeb44a req-83f57db7-eac3-409c-88db-8c42e9c594d1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:03.630904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd120419-020a-473e-8819-a2382feeb44a req-83f57db7-eac3-409c-88db-8c42e9c594d1 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 944 time: 0.0971503 Mar 07 11:37:03.733357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bd120419-020a-473e-8819-a2382feeb44a req-6f313dc7-be2c-464c-96ef-faa9608dd3f5 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925732 Mar 07 11:37:03.738700 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78188384-7753-4be7-ab0a-35d65edb35ea req-7399c7bc-d1d0-4541-b362-609c4252ec4d service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238787 Mar 07 11:37:04.883106 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574cdc-8aa7-4380-8ab6-0016969122a8 req-6d35d854-6a88-4272-8dbc-034fb93c7cc6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:04.884669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8574cdc-8aa7-4380-8ab6-0016969122a8 req-6d35d854-6a88-4272-8dbc-034fb93c7cc6 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 944 time: 0.0678394 Mar 07 11:37:04.936800 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b8574cdc-8aa7-4380-8ab6-0016969122a8 req-8c7ab4b6-4889-4a7f-803a-f4153a8a4ff4 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Mar 07 11:37:06.071861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39cc4-ecfe-4175-9e04-f4b354d74346 req-ec571039-886b-4fa6-ad70-6c8ed44956ba tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:06.074493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f39cc4-ecfe-4175-9e04-f4b354d74346 req-ec571039-886b-4fa6-ad70-6c8ed44956ba tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 944 time: 0.0555477 Mar 07 11:37:06.124717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81f39cc4-ecfe-4175-9e04-f4b354d74346 req-45455f56-db8d-457b-8b15-7de9f35aee5f tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Mar 07 11:37:06.362950 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8c90d871-f576-48dd-b397-69da8c62d855 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:37:06.465061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8c90d871-f576-48dd-b397-69da8c62d855,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:06.475340 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '8c90d871-f576-48dd-b397-69da8c62d855', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'port_id': '8c90d871-f576-48dd-b397-69da8c62d855', 'mac_address': 'fa:16:3e:85:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:37:06.517741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8c90d871-f576-48dd-b397-69da8c62d855 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:06.518134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c90d871-f576-48dd-b397-69da8c62d855), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:06.531674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c90d871-f576-48dd-b397-69da8c62d855 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:37:06.554885 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8c90d871-f576-48dd-b397-69da8c62d855,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:06.562090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:06.612259 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:06.770243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['8c90d871-f576-48dd-b397-69da8c62d855'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:37:07.261643 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679f3ca-562e-4806-91e9-478cf14380b9 req-46b48f73-d6f5-4a5b-82f8-886cda51a825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:07.263156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8679f3ca-562e-4806-91e9-478cf14380b9 req-46b48f73-d6f5-4a5b-82f8-886cda51a825 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 945 time: 0.0552325 Mar 07 11:37:07.316344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8679f3ca-562e-4806-91e9-478cf14380b9 req-d17a14e1-a9a1-4dce-99fc-cfba86d6feb8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474014 Mar 07 11:37:07.832113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:37:08.376553 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8c90d871-f576-48dd-b397-69da8c62d855 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:37:08.429366 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 8c90d871-f576-48dd-b397-69da8c62d855 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:37:08.433394 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 8c90d871-f576-48dd-b397-69da8c62d855 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:08.433775 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (8c90d871-f576-48dd-b397-69da8c62d855), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:08.447425 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf7d5-f438-4500-8dfa-d03377677d9f req-6913041b-b488-46e4-8d3f-76f7447998df tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:08.449658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02adf7d5-f438-4500-8dfa-d03377677d9f req-6913041b-b488-46e4-8d3f-76f7447998df tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 945 time: 0.0576706 Mar 07 11:37:08.499456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-02adf7d5-f438-4500-8dfa-d03377677d9f req-2103e70c-1a41-4efd-9003-3b4a800ca245 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Mar 07 11:37:08.516079 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 8c90d871-f576-48dd-b397-69da8c62d855 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:08.516492 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (8c90d871-f576-48dd-b397-69da8c62d855), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:08.538658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:37:08.541007 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9be5e9-449c-4d83-8d2e-322f050b851c" -d '{"events": [{"server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "name": "network-vif-plugged", "status": "completed", "tag": "8c90d871-f576-48dd-b397-69da8c62d855"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:37:08.553380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8c90d871-f576-48dd-b397-69da8c62d855,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:08.559548 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:08.609323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:08.638025 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5fbd7-4802-40d4-8d9a-7d924dd43202 x-openstack-request-id: req-9ae5fbd7-4802-40d4-8d9a-7d924dd43202 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:37:08.638319 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "name": "network-vif-plugged", "status": "completed", "tag": "8c90d871-f576-48dd-b397-69da8c62d855", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:37:08.638578 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae5fbd7-4802-40d4-8d9a-7d924dd43202 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:37:08.638975 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855', 'code': 200} Mar 07 11:37:08.736960 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b021016-232b-4853-8127-c0ce75e0ecaf req-5664cad5-3bb6-473e-830a-9838a8d5facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:08.738495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b021016-232b-4853-8127-c0ce75e0ecaf req-5664cad5-3bb6-473e-830a-9838a8d5facb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1128 time: 0.0452287 Mar 07 11:37:08.788833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7b021016-232b-4853-8127-c0ce75e0ecaf req-10baad89-1486-4922-ad9b-f7dacfe4aeb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 Mar 07 11:37:09.638954 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daba66-3689-4ca8-92fe-956ce1f6f483 req-e10fbdc2-1d4f-4b4d-b81a-7a78e0d910bf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:09.640503 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08daba66-3689-4ca8-92fe-956ce1f6f483 req-e10fbdc2-1d4f-4b4d-b81a-7a78e0d910bf tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0620520 Mar 07 11:37:09.693155 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-08daba66-3689-4ca8-92fe-956ce1f6f483 req-80a7b11f-9dc5-4cf2-98d2-9db4b46fcab9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Mar 07 11:37:10.837252 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9979c2-f6a6-4e46-bedc-2e8c16ae04b4 req-4361f339-56bc-4407-810b-adb018cddfe7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:10.838731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b9979c2-f6a6-4e46-bedc-2e8c16ae04b4 req-4361f339-56bc-4407-810b-adb018cddfe7 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0579150 Mar 07 11:37:10.893984 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b9979c2-f6a6-4e46-bedc-2e8c16ae04b4 req-79f9b0a9-a148-4442-bb63-579399e75c60 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488689 Mar 07 11:37:11.022557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830d7b-ec18-4a96-885c-d46a0074e5bb req-fae7cbb1-a977-44ed-9949-e6ce4c449dab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.024013 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8830d7b-ec18-4a96-885c-d46a0074e5bb req-fae7cbb1-a977-44ed-9949-e6ce4c449dab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0575061 Mar 07 11:37:11.075315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c8830d7b-ec18-4a96-885c-d46a0074e5bb req-0ac58744-43c5-4b47-9e5e-b7c9f811cd86 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Mar 07 11:37:11.101836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48928) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:11.153238 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecbf03-5a1a-46a2-8a76-fff1275dee22 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.154795 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a4ecbf03-5a1a-46a2-8a76-fff1275dee22 tempest-TestNetworkAdvancedServerOps-1126101058 tempest-TestNetworkAdvancedServerOps-1126101058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1123 time: 0.0518651 Mar 07 11:37:11.159008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:11.163340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '8c90d871-f576-48dd-b397-69da8c62d855', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:11.185937 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.286054 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.392760 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Allocated IP 172.25.4.29 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/cdd42416-d0cf-491f-ba60-72629b492df3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:37:11.500742 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (cdd42416-d0cf-491f-ba60-72629b492df3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.538162 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.579243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:37:11.582133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:37:11.587236 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:37:11.597243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=cdd42416-d0cf-491f-ba60-72629b492df3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:11.969920 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (82fda6b1-39ec-4dd8-8d8c-fc7146b10e83), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.041515 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.206779 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for port (cdd42416-d0cf-491f-ba60-72629b492df3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.212814 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.283254 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event updated for resources: {'Port': ['ID=cdd42416-d0cf-491f-ba60-72629b492df3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:12.295334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (82fda6b1-39ec-4dd8-8d8c-fc7146b10e83), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.398473 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 associated. External IP: 172.25.4.29, port: 8c90d871-f576-48dd-b397-69da8c62d855. Mar 07 11:37:12.616684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router f36e327f-e54b-43ff-9560-d72db04bffa2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:37:12.723855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:37:12.734005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Sync routers for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:37:12.744113 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:12.744807 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:12.745028 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:12.778870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-9cd31438-42a8-4889-b67b-7ea7c4fafd9c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6188142 Mar 07 11:37:12.779474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:37:12.781987 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa187a-ff28-4ce2-abe1-388df14a160b" -d '{"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:37:12.820831 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc599158-0fbc-422f-8925-f7b27e14334a x-openstack-request-id: req-bc599158-0fbc-422f-8925-f7b27e14334a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:37:12.821120 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:37:12.821391 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc599158-0fbc-422f-8925-f7b27e14334a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:37:12.821828 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855', 'status': 'completed', 'code': 200} Mar 07 11:37:12.854710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:12.912963 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-983092fa-75bb-4124-bc77-5d81d5e4e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:12.914377 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-983092fa-75bb-4124-bc77-5d81d5e4e4ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1128 time: 0.0672307 Mar 07 11:37:12.921614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec41d-2540-4802-a222-20d0f4ecd2cd req-9cdb0905-a0b2-4931-a6ce-3dff750826d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:12.922980 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1aec41d-2540-4802-a222-20d0f4ecd2cd req-9cdb0905-a0b2-4931-a6ce-3dff750826d9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0849123 Mar 07 11:37:13.032089 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1aec41d-2540-4802-a222-20d0f4ecd2cd req-0d000a3e-d0ac-43c3-b9d4-4b487227719e tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000142 Mar 07 11:37:13.048458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-0c93a30c-d59e-4ea7-bb48-2f15d10c7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:13.049927 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-0c93a30c-d59e-4ea7-bb48-2f15d10c7e99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 898 time: 0.1261210 Mar 07 11:37:13.059600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48936) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:13.119041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-becf084c-13db-4366-8a74-86e313f15e20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 999 time: 0.0625362 Mar 07 11:37:13.127586 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2e33318f-df6e-4ae9-8594-48903d2be142 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 HTTP/1.1" status: 200 len: 991 time: 0.0655735 Mar 07 11:37:13.176565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-2dd2f2eb-eac5-4a1b-9ea7-dfd08c3743f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:13.177968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-2dd2f2eb-eac5-4a1b-9ea7-dfd08c3743f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 200 len: 835 time: 0.0523214 Mar 07 11:37:13.227315 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-e54af628-2557-458c-919a-6eac5a359c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:13.228913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-e54af628-2557-458c-919a-6eac5a359c1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f542c814-1a72-4590-a7e7-b338bf52a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447600 Mar 07 11:37:13.251416 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '82fda6b1-39ec-4dd8-8d8c-fc7146b10e83', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'port_id': '8c90d871-f576-48dd-b397-69da8c62d855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'mac_address': 'fa:16:3e:85:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:37:11Z', 'updated_at': '2022-03-07T11:37:11Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:13.278466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Checking router: f36e327f-e54b-43ff-9560-d72db04bffa2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:37:13.287024 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:13.287634 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:36:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:13.320370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-a4dc2622-e0c7-426a-b501-fd1e9108a7ac service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Mar 07 11:37:13.397161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:13.411018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1cfa187a-ff28-4ce2-abe1-388df14a160b req-4f51d553-79c6-4b08-812a-c5cf1d5a3985 service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851948 Mar 07 11:37:13.646185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '82fda6b1-39ec-4dd8-8d8c-fc7146b10e83', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'port_id': '8c90d871-f576-48dd-b397-69da8c62d855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'mac_address': 'fa:16:3e:85:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:37:11Z', 'updated_at': '2022-03-07T11:37:11Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:13.674061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b6e93-ab30-486f-9690-679b7554bda1 None None] The sync data for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 is: [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '82fda6b1-39ec-4dd8-8d8c-fc7146b10e83', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'port_id': '8c90d871-f576-48dd-b397-69da8c62d855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'mac_address': 'fa:16:3e:85:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:37:11Z', 'updated_at': '2022-03-07T11:37:11Z', 'revision_number': 0, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:37:13.898808 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84b087-0400-402f-a570-bb705bc1c99d None None] New status for floating IP 82fda6b1-39ec-4dd8-8d8c-fc7146b10e83: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:37:14.130441 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:14.204299 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dad43d6f-548e-4495-9f3f-13ad10b8b92c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 HTTP/1.1" status: 200 len: 993 time: 0.0722649 Mar 07 11:37:20.816105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d84a-fba3-4273-ab17-b7c93429593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:23.057336 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a906b46-c436-4297-a847-039b8415bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:24.494322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:24.800114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:25.925485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:27.150043 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:29.434280 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:40.919874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac3ccc-a3c4-4b4a-b545-314870d6159b req-d82a6741-2619-4f40-b385-06b7c5e7facc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:40.921369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4ac3ccc-a3c4-4b4a-b545-314870d6159b req-d82a6741-2619-4f40-b385-06b7c5e7facc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0548463 Mar 07 11:37:40.978021 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d4ac3ccc-a3c4-4b4a-b545-314870d6159b req-abbae34f-9c21-487f-903d-c9ded2422972 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496767 Mar 07 11:37:42.112430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff042-2cee-4542-8d5c-ad68e90c8c11 req-c17838a3-78b9-4ab3-99d9-2175854ecca9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:42.114052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386ff042-2cee-4542-8d5c-ad68e90c8c11 req-c17838a3-78b9-4ab3-99d9-2175854ecca9 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Mar 07 11:37:42.167338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-386ff042-2cee-4542-8d5c-ad68e90c8c11 req-842e9fb8-5655-448e-8c4a-e14f5cade7e0 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453610 Mar 07 11:37:42.190190 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48964) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:42.592348 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-dbe5b360-8681-4b0e-adf5-f9ec30557f15 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 HTTP/1.1" status: 200 len: 993 time: 0.4010265 Mar 07 11:37:43.923517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989db5-feea-47e0-b39c-8a1e86911dd4 req-e2158b83-71ad-4748-b1dd-d7e56c88fcdc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:43.924903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe989db5-feea-47e0-b39c-8a1e86911dd4 req-e2158b83-71ad-4748-b1dd-d7e56c88fcdc tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0888188 Mar 07 11:37:43.927678 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-fcb78cdb-8877-4d66-a374-5e652b415d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:43.929129 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-fcb78cdb-8877-4d66-a374-5e652b415d69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1128 time: 0.0653708 Mar 07 11:37:44.031571 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe989db5-feea-47e0-b39c-8a1e86911dd4 req-c16ee381-841e-45b9-bb96-c330f709660c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001832 Mar 07 11:37:44.055471 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-e7a4157b-88d7-43a1-a8c3-7d88c5e375e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:44.056961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-e7a4157b-88d7-43a1-a8c3-7d88c5e375e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 898 time: 0.1195154 Mar 07 11:37:44.126367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-47eff08f-6f25-45e2-abf9-a7223e8d6505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 1001 time: 0.0639405 Mar 07 11:37:44.174561 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-03b58bbe-9263-4858-bf88-a570331da6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:44.176009 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-03b58bbe-9263-4858-bf88-a570331da6db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 200 len: 835 time: 0.0444422 Mar 07 11:37:44.225961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-983d16ce-3351-4757-bae9-6bd4ec441947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:44.227439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-983d16ce-3351-4757-bae9-6bd4ec441947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f542c814-1a72-4590-a7e7-b338bf52a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454762 Mar 07 11:37:44.319744 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-c103decc-ae1a-4e0a-bbb1-b70270f1e865 service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Mar 07 11:37:44.407932 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8eb8c636-938f-4e31-a57e-ef05d86fd5fb req-6db88c72-87a5-432d-b5c3-dba1fe1d8bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820234 Mar 07 11:37:44.833640 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:37:45.181964 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd0ad-1d0b-4b96-b149-24534cfa95a3 req-938fdab5-6e5e-4bfe-9789-54b8cf526e9a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:45.183513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d0dd0ad-1d0b-4b96-b149-24534cfa95a3 req-938fdab5-6e5e-4bfe-9789-54b8cf526e9a tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0725265 Mar 07 11:37:45.233843 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7d0dd0ad-1d0b-4b96-b149-24534cfa95a3 req-e256bdca-e1e6-4f15-9847-6011ba9ebafb tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Mar 07 11:37:46.381509 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94e2e-0465-4358-a06c-12e47730cb3f req-996f6bee-972e-46a2-999e-112ad2b9aef8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:46.382992 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ae94e2e-0465-4358-a06c-12e47730cb3f req-996f6bee-972e-46a2-999e-112ad2b9aef8 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0554178 Mar 07 11:37:46.440476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ae94e2e-0465-4358-a06c-12e47730cb3f req-f47b4051-5f9f-425d-b29e-3cb6d8467108 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488935 Mar 07 11:37:46.474261 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 48976) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:46.541757 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-1e0546e8-bcd6-4f97-b109-d173be360834 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/floatingips/82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 HTTP/1.1" status: 200 len: 993 time: 0.0662456 Mar 07 11:37:46.816858 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48982) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:46.990309 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port cdd42416-d0cf-491f-ba60-72629b492df3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:37:46.990607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.075674 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.075895 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (cdd42416-d0cf-491f-ba60-72629b492df3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.088070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for cdd42416-d0cf-491f-ba60-72629b492df3 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:37:47.245899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cdd42416-d0cf-491f-ba60-72629b492df3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.272081 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=cdd42416-d0cf-491f-ba60-72629b492df3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:47.283629 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.284006 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.284324 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.284683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.285009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.285335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.285791 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.286590 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.286911 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.287242 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.287568 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.287937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.288245 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:47.342560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for floatingip (82fda6b1-39ec-4dd8-8d8c-fc7146b10e83), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.342882 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Floating IP 82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 disassociated (deleted). External IP: 172.25.4.29, port: 8c90d871-f576-48dd-b397-69da8c62d855. Mar 07 11:37:47.578221 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router f36e327f-e54b-43ff-9560-d72db04bffa2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:37:47.705227 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:37:47.709904 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:47.715865 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Sync routers for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:37:47.726690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:47.727497 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:47.739618 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ba32c872-e9ce-4e76-9320-3300923a6b99 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/floatingips/82fda6b1-39ec-4dd8-8d8c-fc7146b10e83 HTTP/1.1" status: 204 len: 168 time: 0.9214404 Mar 07 11:37:47.740384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:37:47.743095 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2c2355-fd01-448a-961d-d33871df6283" -d '{"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:37:47.784753 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca3bcfc-fe6a-4b02-a3bb-31d8cd973c72 x-openstack-request-id: req-0ca3bcfc-fe6a-4b02-a3bb-31d8cd973c72 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:37:47.785010 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "tag": "8c90d871-f576-48dd-b397-69da8c62d855", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:37:47.785275 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ca3bcfc-fe6a-4b02-a3bb-31d8cd973c72 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:37:47.785919 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855', 'status': 'completed', 'code': 200} Mar 07 11:37:47.846041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:47.857913 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2355-fd01-448a-961d-d33871df6283 req-45368239-e974-476b-9f40-894562d3ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:47.859556 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-45368239-e974-476b-9f40-894562d3ef2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d9f5552c59346f0aa058be83a972df7&device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 1128 time: 0.0532558 Mar 07 11:37:47.987990 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2355-fd01-448a-961d-d33871df6283 req-020893d0-8dbc-4104-ab50-48bcd0f3a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:47.989530 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-020893d0-8dbc-4104-ab50-48bcd0f3a65b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 200 len: 898 time: 0.1238601 Mar 07 11:37:48.003135 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59b9f-6b3e-46e6-8821-1b33c82b1d0b req-bf881762-b7ec-46e0-a8ba-611bbd29cb5d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:48.004931 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4b59b9f-6b3e-46e6-8821-1b33c82b1d0b req-bf881762-b7ec-46e0-a8ba-611bbd29cb5d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0764530 Mar 07 11:37:48.056801 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-b9afd6f5-9ef6-4abc-807a-1817d6262ab6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 200 len: 217 time: 0.0506821 Mar 07 11:37:48.064630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:48.095989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Checking router: f36e327f-e54b-43ff-9560-d72db04bffa2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:37:48.105164 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:48.105820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:48.120835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a4b59b9f-6b3e-46e6-8821-1b33c82b1d0b req-ab5b8755-d012-48fb-acb9-13ec9a699832 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093361 Mar 07 11:37:48.128127 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2355-fd01-448a-961d-d33871df6283 req-6f781fec-5c53-45e3-98ab-e467ef6b310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:48.129625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-6f781fec-5c53-45e3-98ab-e467ef6b310b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 200 len: 835 time: 0.0649984 Mar 07 11:37:48.178193 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2355-fd01-448a-961d-d33871df6283 req-775d846e-98e1-4219-828f-c2e3a58b0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:48.179729 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-775d846e-98e1-4219-828f-c2e3a58b0dab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f542c814-1a72-4590-a7e7-b338bf52a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440316 Mar 07 11:37:48.218984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:48.275275 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-73b5b93b-15bc-41ac-8cbc-33afc048bc8d service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886567 Mar 07 11:37:48.373844 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae2c2355-fd01-448a-961d-d33871df6283 req-29ded6e2-ee2d-416d-a4bd-5abc62ef488b service neutron] 10.222.0.26 "GET /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902939 Mar 07 11:37:48.417316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:48.444580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257954fb-5d67-4f04-9cd0-907f35d25f77 None None] The sync data for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 is: [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:36:57Z', 'revision_number': 4, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3f6f6500-913f-4576-8315-a18f9fddb8ad', 'name': '', 'network_id': 'f542c814-1a72-4590-a7e7-b338bf52a551', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'mac_address': 'fa:16:3e:87:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '96a96f64-7368-44d3-b39a-c9061037c614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:56Z', 'updated_at': '2022-03-07T11:37:00Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'subnets': [{'id': '96a96f64-7368-44d3-b39a-c9061037c614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:37:48.690085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad144849-d313-43d9-93ef-1ca55b113e08 None None] New status for floating IP 82fda6b1-39ec-4dd8-8d8c-fc7146b10e83: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:37:49.262669 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d09fd-a535-475d-bb6f-e2db654b0986 req-970a798b-cf02-4515-8340-8934f65723a2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:49.264166 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9d09fd-a535-475d-bb6f-e2db654b0986 req-970a798b-cf02-4515-8340-8934f65723a2 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0632300 Mar 07 11:37:49.313735 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4e9d09fd-a535-475d-bb6f-e2db654b0986 req-849743a7-fa2a-4998-8d2e-d10e51cedd15 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Mar 07 11:37:49.577719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-7dd3b575-5f09-4c97-9374-f8fbac726dab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:49.579054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-7dd3b575-5f09-4c97-9374-f8fbac726dab tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 946 time: 0.0546410 Mar 07 11:37:49.678867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 8c90d871-f576-48dd-b397-69da8c62d855 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:37:49.679151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (8c90d871-f576-48dd-b397-69da8c62d855), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:49.770962 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 8c90d871-f576-48dd-b397-69da8c62d855, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=8c90d871-f576-48dd-b397-69da8c62d855,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:49.771302 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (8c90d871-f576-48dd-b397-69da8c62d855), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:49.783907 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 8c90d871-f576-48dd-b397-69da8c62d855 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:37:49.926122 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (8c90d871-f576-48dd-b397-69da8c62d855), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:49.959976 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=8c90d871-f576-48dd-b397-69da8c62d855,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:50.006329 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] No DVR routers for this DVR port 8c90d871-f576-48dd-b397-69da8c62d855 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:37:50.009050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:50.013017 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-57529654-3c6a-46e0-93b1-661d6df1d837 req-e178c6a9-b102-4443-b0cb-82fc1001456b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.26 "DELETE /v2.0/ports/8c90d871-f576-48dd-b397-69da8c62d855 HTTP/1.1" status: 204 len: 173 time: 0.4282179 Mar 07 11:37:50.013465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'name': 'network-vif-deleted', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:37:50.015812 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbf4c4b-ad70-4d14-b3b2-f250b656e36f" -d '{"events": [{"server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "name": "network-vif-deleted", "tag": "8c90d871-f576-48dd-b397-69da8c62d855"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:37:50.052019 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19040196-53dc-4120-b18b-2fc35aa6c27d x-openstack-request-id: req-19040196-53dc-4120-b18b-2fc35aa6c27d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:37:50.052302 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65501bae-1d04-46c1-a3ea-285c8bf48831", "name": "network-vif-deleted", "tag": "8c90d871-f576-48dd-b397-69da8c62d855", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:37:50.052556 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19040196-53dc-4120-b18b-2fc35aa6c27d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:37:50.052968 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65501bae-1d04-46c1-a3ea-285c8bf48831', 'name': 'network-vif-deleted', 'tag': '8c90d871-f576-48dd-b397-69da8c62d855', 'status': 'completed', 'code': 200} Mar 07 11:37:50.120908 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-cf72bb9a-5679-4620-ad74-1f7190d29cc7 service neutron] (103789) timed out ('10.222.0.23', 40570) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:37:50.437356 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6f3e53bf-1c8f-4888-86c5-a5c5a69e7b22 req-a6dfd4b5-c779-4467-a481-5f95e6e4594c tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "GET /v2.0/ports?device_id=65501bae-1d04-46c1-a3ea-285c8bf48831 HTTP/1.1" status: 200 len: 210 time: 0.0307372 Mar 07 11:37:50.528622 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-4c8f46e0-eb16-492b-88ac-f5741965ee67 req-d82d6053-b8e7-42cb-a311-948226bbd44d tempest-ServerActionsTestJSON-193673808 tempest-ServerActionsTestJSON-193673808-project] (103789) timed out ('10.222.0.23', 36770) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:37:50.822026 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4deaf0ca-15b0-447d-bb23-3167c0a54eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:51.501610 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 48998) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:51.900883 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (f36e327f-e54b-43ff-9560-d72db04bffa2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:52.201979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 3f6f6500-913f-4576-8315-a18f9fddb8ad {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:37:52.202221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:52.305049 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 3f6f6500-913f-4576-8315-a18f9fddb8ad, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3f6f6500-913f-4576-8315-a18f9fddb8ad,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:52.305386 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:52.317713 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 3f6f6500-913f-4576-8315-a18f9fddb8ad owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:37:52.516407 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (3f6f6500-913f-4576-8315-a18f9fddb8ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:52.542054 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=3f6f6500-913f-4576-8315-a18f9fddb8ad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:52.725838 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (f36e327f-e54b-43ff-9560-d72db04bffa2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:52.957424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Router f36e327f-e54b-43ff-9560-d72db04bffa2 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:37:53.061397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fa74d0d9-564e-4343-80ba-bb8be1a75603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.078083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:37:53.083261 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-04f7f177-6b25-48ee-8585-c78b48d47a0b tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "PUT /v2.0/routers/f36e327f-e54b-43ff-9560-d72db04bffa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806091 Mar 07 11:37:53.086278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49000) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:53.089084 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Sync routers for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:37:53.099678 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:53.100411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:53.140208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting subnet 96a96f64-7368-44d3-b39a-c9061037c614 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:37:53.143420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (96a96f64-7368-44d3-b39a-c9061037c614), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.183454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (96a96f64-7368-44d3-b39a-c9061037c614), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.208825 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:53.265893 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (96a96f64-7368-44d3-b39a-c9061037c614), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.329710 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (96a96f64-7368-44d3-b39a-c9061037c614), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.356251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Subnet': ['ID=96a96f64-7368-44d3-b39a-c9061037c614,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:53.360211 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.363452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e9c2970b-67d6-4dae-9a28-c6c93fade1a3 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/subnets/96a96f64-7368-44d3-b39a-c9061037c614 HTTP/1.1" status: 204 len: 168 time: 0.2762201 Mar 07 11:37:53.366553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49002) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:53.373049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d4b28-adca-4fc6-86fe-aa13da92000c None None] Network f542c814-1a72-4590-a7e7-b338bf52a551 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:37:53.468208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:37:52Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:53.479176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.498352 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Checking router: f36e327f-e54b-43ff-9560-d72db04bffa2 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:37:53.511299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Routers {'f36e327f-e54b-43ff-9560-d72db04bffa2'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:53.511988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f36e327f-e54b-43ff-9560-d72db04bffa2'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:53.568733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] DHCP port deletion for f542c814-1a72-4590-a7e7-b338bf52a551 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:37:53.603420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_gateway (f36e327f-e54b-43ff-9560-d72db04bffa2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.828863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] Set router f36e327f-e54b-43ff-9560-d72db04bffa2 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:53.947316 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Deleting port 7d1b6b2a-7323-4182-9440-e51cd04966d7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:37:53.947733 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.010683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Deleting port 1f8596bf-6285-4edd-a978-12320f37f291 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:37:54.010994 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1f8596bf-6285-4edd-a978-12320f37f291), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.034673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] For port 7d1b6b2a-7323-4182-9440-e51cd04966d7, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=7d1b6b2a-7323-4182-9440-e51cd04966d7,segment=NetworkSegment(68c17a0b-ec92-4c1b-8c95-a5a07b573258),segment_id=68c17a0b-ec92-4c1b-8c95-a5a07b573258)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:54.035085 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.071073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Calling delete_port for 7d1b6b2a-7323-4182-9440-e51cd04966d7 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:37:54.095666 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] For port 1f8596bf-6285-4edd-a978-12320f37f291, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=1f8596bf-6285-4edd-a978-12320f37f291,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:54.096063 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1f8596bf-6285-4edd-a978-12320f37f291), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.107977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Calling delete_port for 1f8596bf-6285-4edd-a978-12320f37f291 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:37:54.157350 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:37:52Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:54.184392 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044feb-4a9e-41ae-b635-b941624fd998 None None] The sync data for ids ['f36e327f-e54b-43ff-9560-d72db04bffa2'] in n-d-832156-4 is: [{'id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187602254', 'tenant_id': '4d9f5552c59346f0aa058be83a972df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '1f8596bf-6285-4edd-a978-12320f37f291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:36:53Z', 'updated_at': '2022-03-07T11:37:52Z', 'revision_number': 5, 'project_id': '4d9f5552c59346f0aa058be83a972df7', 'gw_port': {'id': '1f8596bf-6285-4edd-a978-12320f37f291', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e327f-e54b-43ff-9560-d72db04bffa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:36:54Z', 'updated_at': '2022-03-07T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:37:54.193397 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (7d1b6b2a-7323-4182-9440-e51cd04966d7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.224828 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Pushing event deleted for resources: {'Port': ['ID=7d1b6b2a-7323-4182-9440-e51cd04966d7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:54.232850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] No DVR routers for this DVR port 7d1b6b2a-7323-4182-9440-e51cd04966d7 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:37:54.241176 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.241516 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.242019 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.242363 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.242718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.243076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.243399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.243810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.244140 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.244587 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.244906 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.246101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.247453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70c033-83b8-49bc-a30f-55b4ed0f24d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.293111 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1f8596bf-6285-4edd-a978-12320f37f291), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.317856 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Port': ['ID=1f8596bf-6285-4edd-a978-12320f37f291,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:54.380524 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f36e327f-e54b-43ff-9560-d72db04bffa2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.480221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.482716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router_controller (f36e327f-e54b-43ff-9560-d72db04bffa2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.494420 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.534866 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f36e327f-e54b-43ff-9560-d72db04bffa2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.536398 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Fanout notify agent at l3_agent the message router_deleted on router f36e327f-e54b-43ff-9560-d72db04bffa2 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:37:54.545087 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.546223 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-68f98910-5325-4c88-9cfe-4fa4dd56dd8d tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/routers/f36e327f-e54b-43ff-9560-d72db04bffa2 HTTP/1.1" status: 204 len: 168 time: 1.1788044 Mar 07 11:37:54.550009 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:54.624985 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8c90d871-f576-48dd-b397-69da8c62d855 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:37:54.649658 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f6f6500-913f-4576-8315-a18f9fddb8ad no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:37:54.651884 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 8c90d871-f576-48dd-b397-69da8c62d855 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:37:54.652212 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 8c90d871-f576-48dd-b397-69da8c62d855 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:37:54.652460 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (f542c814-1a72-4590-a7e7-b338bf52a551), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.673469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3f6f6500-913f-4576-8315-a18f9fddb8ad {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:37:54.673716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3f6f6500-913f-4576-8315-a18f9fddb8ad not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:37:54.674056 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7d1b6b2a-7323-4182-9440-e51cd04966d7 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:37:54.695315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 7d1b6b2a-7323-4182-9440-e51cd04966d7 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:37:54.695315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 7d1b6b2a-7323-4182-9440-e51cd04966d7 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:37:54.754215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (f542c814-1a72-4590-a7e7-b338bf52a551), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.775239 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f542c814-1a72-4590-a7e7-b338bf52a551']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:54.782508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.785655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c17a0b-ec92-4c1b-8c95-a5a07b573258') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:54.785961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c17a0b-ec92-4c1b-8c95-a5a07b573258') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:54.796109 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (68c17a0b-ec92-4c1b-8c95-a5a07b573258), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.810583 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (68c17a0b-ec92-4c1b-8c95-a5a07b573258), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.817282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:37:54.817689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (68c17a0b-ec92-4c1b-8c95-a5a07b573258), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:37:54.821069 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:37:54.892176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (f542c814-1a72-4590-a7e7-b338bf52a551), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.900527 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.903898 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/networks/f542c814-1a72-4590-a7e7-b338bf52a551 HTTP/1.1" status: 204 len: 168 time: 0.3522773 Mar 07 11:37:54.906928 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49006) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:54.915577 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'Network': ['ID=f542c814-1a72-4590-a7e7-b338bf52a551,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:54.923273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.923628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.924021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.924370 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.924704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.925039 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.925374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.925707 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.926418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.926924 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.927056 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.927389 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.927746 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a71a40-b00e-49fc-91d8-e537ccf62a36 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:37:54.967481 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:54.993187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.062654 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.065293 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.066447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] 10.222.0.23 "DELETE /v2.0/security-groups/5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1578851 Mar 07 11:37:55.076978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8bd47-21fd-44f9-8488-c589031b0f68 tempest-TestNetworkAdvancedServerOps-1344889925 tempest-TestNetworkAdvancedServerOps-1344889925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf722d6-fb0e-46e5-aa9a-6baf95f7cdc3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:55.409715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:55.549633 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7fb6c611-00a6-416a-ac18-c44d64e81041 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d9f5552c59346f0aa058be83a972df7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386149 Mar 07 11:37:55.553373 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49018) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:55.606601 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] Publish callbacks [] for security_group (e1a4bd6e-5dde-413c-bc4c-74f8296f14be), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.630318 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] Publish callbacks [] for security_group (e1a4bd6e-5dde-413c-bc4c-74f8296f14be), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.678145 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (e1a4bd6e-5dde-413c-bc4c-74f8296f14be), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.680912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.682103 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1a4bd6e-5dde-413c-bc4c-74f8296f14be HTTP/1.1" status: 204 len: 168 time: 0.1277292 Mar 07 11:37:55.690603 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170ffa-6ea8-4863-980d-0c4a0599c17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a4bd6e-5dde-413c-bc4c-74f8296f14be,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:55.922235 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.965521 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49024) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:55.982037 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75866c29-bb12-46dc-9e73-45d1a58e937a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.060438 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75866c29-bb12-46dc-9e73-45d1a58e937a admin admin] Publish callbacks [] for security_group (1c4e1d88-3c72-4f06-86f6-aad59d151eb2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.066214 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75866c29-bb12-46dc-9e73-45d1a58e937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1c4e1d88-3c72-4f06-86f6-aad59d151eb2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.104450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-75866c29-bb12-46dc-9e73-45d1a58e937a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5ccd09b970a4ae39133e9437dd09b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378241 Mar 07 11:37:56.105278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75866c29-bb12-46dc-9e73-45d1a58e937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e1d88-3c72-4f06-86f6-aad59d151eb2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:56.107506 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49026) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:56.156566 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] Publish callbacks [] for security_group (1c4e1d88-3c72-4f06-86f6-aad59d151eb2), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.177988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] Publish callbacks [] for security_group (1c4e1d88-3c72-4f06-86f6-aad59d151eb2), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.230012 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (1c4e1d88-3c72-4f06-86f6-aad59d151eb2), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.232766 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:56.233941 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c4e1d88-3c72-4f06-86f6-aad59d151eb2 HTTP/1.1" status: 204 len: 168 time: 0.1247995 Mar 07 11:37:56.241947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bbbbd-385f-49a7-82ea-0e0a4a1df433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e1d88-3c72-4f06-86f6-aad59d151eb2,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:56.524707 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1f8596bf-6285-4edd-a978-12320f37f291 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:37:56.546375 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 1f8596bf-6285-4edd-a978-12320f37f291 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:37:56.546710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 1f8596bf-6285-4edd-a978-12320f37f291 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:37:56.998507 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49048) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:57.107556 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1373743569-network', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:57.130024 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Made reservation on behalf of 5144211b750e40138b8bc8d7f43c112d for: {'network': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:37:57.133115 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.133466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.142718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.222632 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks [] for security_group (b8b6cc55-5055-4a41-97f5-2be284775b9b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.228592 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b8b6cc55-5055-4a41-97f5-2be284775b9b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.255270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:37:57.264600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6cc55-5055-4a41-97f5-2be284775b9b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:57.271234 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.271575 n-d-832156-4 neutron-server[103788]: INFO neutron.db.segments_db [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Added segment 1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf of type vlan for network 3db8d21e-e378-4735-8795-a5d2f04e15e3 Mar 07 11:37:57.313685 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (3db8d21e-e378-4735-8795-a5d2f04e15e3), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.341718 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (3db8d21e-e378-4735-8795-a5d2f04e15e3), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.342740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:57.343477 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.380455 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806367 Mar 07 11:37:57.383832 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49052) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:57.388941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Request body: {'subnet': {'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1373743569-subnet', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:57.413718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1d9fa-fd14-4d10-97ee-9e9e291132fc admin admin] Pushing event updated for resources: {'Network': ['ID=3db8d21e-e378-4735-8795-a5d2f04e15e3,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:57.414804 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Made reservation on behalf of 5144211b750e40138b8bc8d7f43c112d for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:37:57.418511 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.424251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:37:57.601207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (99084a51-931a-49a1-909a-76678f7a4347), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.653693 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99084a51-931a-49a1-909a-76678f7a4347,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:57.664297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:37:57.664648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Network hostable DHCP agents. Network: 3db8d21e-e378-4735-8795-a5d2f04e15e3, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:37:57.690152 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:37:57.702192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 3db8d21e-e378-4735-8795-a5d2f04e15e3) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:37:57.706500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:57.707082 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.711491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ede480-e707-47e7-80aa-78dbec34a75d None None] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:37:57.728103 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2cd2385e-0b33-4af0-8b8a-ff238854c288 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3428764 Mar 07 11:37:57.730630 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49054) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:57.735772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:37:57.756931 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.757923 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.815441 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for router_controller (e1c53218-bea2-4482-90db-f93eb4f59c6b), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.821607 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-3db8d21e-e378-4735-8795-a5d2f04e15e3', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:37:57.822439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.961850 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for router_gateway (e1c53218-bea2-4482-90db-f93eb4f59c6b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:57.964881 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Allocated IP 172.20.0.2 (3db8d21e-e378-4735-8795-a5d2f04e15e3/99084a51-931a-49a1-909a-76678f7a4347/2b98bb0d-b2ac-4433-a379-2a38deee2d07) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:37:58.116525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks [] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.122553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.164291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:37:58.166993 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:37:58.170465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:37:58.172417 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for router_gateway (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.178912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Pushing event updated for resources: {'Port': ['ID=2b98bb0d-b2ac-4433-a379-2a38deee2d07,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:58.193411 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.236292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Attempting to bind port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:37:58.236535 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Attempting to bind port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:37:58.236901 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Attempting to bind port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:37:58.242255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:37:58.242623 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:37:58.243000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.243371 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:37:58.243858 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Bound port: 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:37:58.244244 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.301075 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Allocated IP 172.25.4.79 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/cb9c4fbd-5287-4b3c-b555-1d966604f3a4) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:37:58.307017 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] For port 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:37:58.310188 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] For port 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b98bb0d-b2ac-4433-a379-2a38deee2d07,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:37:58.317331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.376412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069555-10bd-4368-a04f-8cdbb14b183f None None] Pushing event updated for resources: {'Port': ['ID=2b98bb0d-b2ac-4433-a379-2a38deee2d07,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:58.408268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.444288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.484798 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:37:58.487746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:37:58.492588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:37:58.498761 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:58.783607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for router_gateway (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:58.995187 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.140155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Router e1c53218-bea2-4482-90db-f93eb4f59c6b is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:37:59.257873 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:37:59.267147 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:37:59.276036 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.279056 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:37:59.279943 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:59.280170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a7e5f7bf-0fef-44ef-9599-865616f51d87 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5485575 Mar 07 11:37:59.280615 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49056) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:59.323290 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d326343-e158-4b02-b66c-8be964ae7fe7 None None] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:37:59.389356 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:37:59.445120 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Provisioning complete for port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:59.445592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.450429 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.550847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Current status of the port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:59.551268 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.587264 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:37:58Z', 'revision_number': 3, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:37:59.600413 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] For port 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b98bb0d-b2ac-4433-a379-2a38deee2d07,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:37:59.607592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.615903 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:37:59.616530 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Updating router e1c53218-bea2-4482-90db-f93eb4f59c6b port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:37:59.650991 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.671015 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ca7d9-b763-4286-952b-15c6bc4eb894 None None] Pushing event updated for resources: {'Port': ['ID=2b98bb0d-b2ac-4433-a379-2a38deee2d07,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:37:59.727922 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-abff217d-bd29-4c0c-9112-4f3f6d5a8dd1 None None] Provisioning complete for port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:37:59.728296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-abff217d-bd29-4c0c-9112-4f3f6d5a8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.779955 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.815395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-abff217d-bd29-4c0c-9112-4f3f6d5a8dd1 None None] Current status of the port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:37:59.915629 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks [] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.922097 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.941456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Allocated IP 172.20.0.1 (3db8d21e-e378-4735-8795-a5d2f04e15e3/99084a51-931a-49a1-909a-76678f7a4347/c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:37:59.971573 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Attempting to bind port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:37:59.971960 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Attempting to bind port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:37:59.972312 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Attempting to bind port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:37:59.982295 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:37:59.982659 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:37:59.983050 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.983428 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:37:59.983905 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Bound port: cb9c4fbd-5287-4b3c-b555-1d966604f3a4, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:37:59.984304 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:59.985822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Pushing event updated for resources: {'Port': ['ID=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:00.014150 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.014483 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.014821 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.015174 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.015490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.015833 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.016148 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.016456 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.016746 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.017076 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.017381 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.017686 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.017991 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:00.056226 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] For port cb9c4fbd-5287-4b3c-b555-1d966604f3a4, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:00.056912 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks [] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.059414 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] For port cb9c4fbd-5287-4b3c-b555-1d966604f3a4, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:00.065945 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.093374 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.111671 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:00.112277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:00.128254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:00.133485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:00.136993 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:00.166133 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9766f38-ce91-4408-b9a5-3d97104a70ee None None] Pushing event updated for resources: {'Port': ['ID=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:00.168271 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Pushing event updated for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:00.183461 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.231346 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:00.329990 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.414486 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:37:58Z', 'revision_number': 3, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:00.439923 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-948d3480-683d-4a83-8d49-eed50a469127 None None] Provisioning complete for port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:00.440555 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-948d3480-683d-4a83-8d49-eed50a469127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.443429 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f15cf-12e3-4dfd-a16c-7e732b75616a None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:37:58Z', 'revision_number': 3, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:00.486491 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-948d3480-683d-4a83-8d49-eed50a469127 None None] Port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:00.503265 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks [] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.508811 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.578177 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Pushing event updated for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:00.581036 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.616222 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b98bb0d-b2ac-4433-a379-2a38deee2d07 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:00.667513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:00.667914 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:00.684566 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:00.686256 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:00.772967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:00.854381 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:00.975927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:00.982964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7a7a57bd-9725-4d54-afcc-53b181b3de28 admin admin] 10.222.0.23 "PUT /v2.0/routers/e1c53218-bea2-4482-90db-f93eb4f59c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012246 Mar 07 11:38:01.016096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-facb0c9f-942f-4936-b426-775f1beeebf5 None None] Provisioning complete for port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:01.016450 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-facb0c9f-942f-4936-b426-775f1beeebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.052411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-facb0c9f-942f-4936-b426-775f1beeebf5 None None] Port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:01.475356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49072) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:01.480457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2053217394-network', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:01.502812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Made reservation on behalf of e46f403c310e4a7dafc6506c9a5ae1f7 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:01.505619 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.514484 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.593596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks [] for security_group (ab5a3f60-7bc9-4228-a3c3-a3443b9471fd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.599381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ab5a3f60-7bc9-4228-a3c3-a3443b9471fd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.623225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:38:01.633870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a3f60-7bc9-4228-a3c3-a3443b9471fd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:01.638546 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.638876 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Added segment 3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8 of type vlan for network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe Mar 07 11:38:01.682467 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (0ffc7cf9-d9a9-495f-9011-51f43ab56afe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.709427 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (0ffc7cf9-d9a9-495f-9011-51f43ab56afe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.710384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:01.710989 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.743395 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2669020 Mar 07 11:38:01.746313 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49074) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:01.752270 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Request body: {'subnet': {'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2053217394-subnet', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:01.773100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d493998-d06f-4e80-a1e8-80ae49404821 admin admin] Pushing event updated for resources: {'Network': ['ID=0ffc7cf9-d9a9-495f-9011-51f43ab56afe,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:01.775112 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Made reservation on behalf of e46f403c310e4a7dafc6506c9a5ae1f7 for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:01.777406 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:01.783264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:38:01.961748 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (6bf63a4b-e4f9-418a-b4dd-403cda014133), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.018575 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf63a4b-e4f9-418a-b4dd-403cda014133,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:02.031209 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Checking segment: {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:02.031555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Network hostable DHCP agents. Network: 0ffc7cf9-d9a9-495f-9011-51f43ab56afe, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:38:02.052117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:38:02.062499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 0ffc7cf9-d9a9-495f-9011-51f43ab56afe) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:02.067062 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:02.067677 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.071927 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8e28b-a58e-4b51-a7b2-c2e97c467550 None None] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:38:02.088761 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-2bec9610-9e0d-4f70-9a98-e7c0a7e0993e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3404610 Mar 07 11:38:02.091523 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49076) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:02.096429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:02.117415 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.118783 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.130822 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:02.149347 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:02.150025 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:02.176196 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for router_controller (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.227862 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'fixed_ips': [{'subnet_id': '6bf63a4b-e4f9-418a-b4dd-403cda014133'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:38:02.228686 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.322334 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for router_gateway (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.341096 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:02.516807 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Allocated IP 172.20.0.2 (0ffc7cf9-d9a9-495f-9011-51f43ab56afe/6bf63a4b-e4f9-418a-b4dd-403cda014133/c1e61f00-a963-44ac-8deb-ca997f2449a1) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:02.526075 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for router_gateway (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.546829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.621150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cb9c4fbd-5287-4b3c-b555-1d966604f3a4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:02.655447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Allocated IP 172.25.4.238 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/efb68e5f-8138-4c89-b085-1c5e01060479) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:02.747381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 2, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:02.754921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks [] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.760207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for port (efb68e5f-8138-4c89-b085-1c5e01060479), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.781780 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:02.782000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Updating router e1c53218-bea2-4482-90db-f93eb4f59c6b port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:38:02.785414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:02.786151 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.795387 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.803266 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:02.836998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:02.840620 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:02.845243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:02.848492 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Pushing event updated for resources: {'Port': ['ID=efb68e5f-8138-4c89-b085-1c5e01060479,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:03.049687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.074657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:03.077860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Pushing event updated for resources: {'Port': ['ID=c1e61f00-a963-44ac-8deb-ca997f2449a1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:03.080433 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:03.083348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:03.111348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for router_gateway (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.257327 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Attempting to bind port c1e61f00-a963-44ac-8deb-ca997f2449a1 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:03.257680 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Attempting to bind port c1e61f00-a963-44ac-8deb-ca997f2449a1 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:03.258022 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Attempting to bind port c1e61f00-a963-44ac-8deb-ca997f2449a1 on network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:03.268810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:03.269180 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.285442 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:03.286184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Checking segment: {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:03.286184 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.286584 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Bound using segment: {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:03.287049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Bound port: c1e61f00-a963-44ac-8deb-ca997f2449a1, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:03.287416 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.309650 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.346007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port cb9c4fbd-5287-4b3c-b555-1d966604f3a4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:03.353995 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.446457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:38:03.471046 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] For port c1e61f00-a963-44ac-8deb-ca997f2449a1, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:03.476415 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:03.498683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] For port c1e61f00-a963-44ac-8deb-ca997f2449a1, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c1e61f00-a963-44ac-8deb-ca997f2449a1,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:03.521506 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.556948 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:03.577489 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Sync routers for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:03.578046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.578155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks [] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.579035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e946d8cf-f804-4e78-ade9-eaf1bebb3d8b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4861465 Mar 07 11:38:03.581815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49078) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:03.594994 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:03.596854 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:03.597877 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.601389 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52128-892f-48bd-a097-b4ee09842e7e None None] Pushing event updated for resources: {'Port': ['ID=c1e61f00-a963-44ac-8deb-ca997f2449a1,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:03.685552 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274024c4-7687-4561-a518-9afea7da6b51 None None] Pushing event updated for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:03.736931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Attempting to bind port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:03.738638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Attempting to bind port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:03.740699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Attempting to bind port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:03.755053 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:03.755231 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:03.755500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.755925 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:03.756418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Bound port: c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:03.756799 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.872335 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:03.887852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] For port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:03.892406 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] For port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:03.905405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:03.963238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:03.964160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:04.054331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274024c4-7687-4561-a518-9afea7da6b51 None None] Pushing event updated for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:04.122459 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Provisioning complete for port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:04.122913 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.187007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:04.189053 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:02Z', 'revision_number': 3, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:04.222557 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Checking router: 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:04.223400 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Updating router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 port efb68e5f-8138-4c89-b085-1c5e01060479 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:38:04.267997 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.391984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Current status of the port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:04.392381 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.471990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] For port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:04.479036 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.539093 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97649-abeb-4b0a-b576-fa28eaa6b0ad None None] Pushing event updated for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:04.547786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:04.568237 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks [] for port (efb68e5f-8138-4c89-b085-1c5e01060479), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.576655 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.612134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2838-2d32-4bd0-af5c-7a14b0f8d156 None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:04.628403 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-b960657a-4451-457c-a359-d68fd48c05a6 None None] Provisioning complete for port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:04.628834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b960657a-4451-457c-a359-d68fd48c05a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.635159 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Attempting to bind port efb68e5f-8138-4c89-b085-1c5e01060479 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:04.635737 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Attempting to bind port efb68e5f-8138-4c89-b085-1c5e01060479 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:04.636135 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Attempting to bind port efb68e5f-8138-4c89-b085-1c5e01060479 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:04.641553 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.648300 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:04.649196 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:04.649654 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.652970 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:04.661657 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Bound port: efb68e5f-8138-4c89-b085-1c5e01060479, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:04.662056 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.770000 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe57cc-3ed4-4567-952d-b19c734ddadf None None] Pushing event updated for resources: {'Port': ['ID=efb68e5f-8138-4c89-b085-1c5e01060479,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:04.805522 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b960657a-4451-457c-a359-d68fd48c05a6 None None] Current status of the port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:04.830764 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cb9c4fbd-5287-4b3c-b555-1d966604f3a4 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:04.836247 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] For port efb68e5f-8138-4c89-b085-1c5e01060479, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:04.841915 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] For port efb68e5f-8138-4c89-b085-1c5e01060479, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=efb68e5f-8138-4c89-b085-1c5e01060479,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:04.851953 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.914525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:04.915118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:04.917174 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:04.917813 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:04.946037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Allocated IP 172.20.0.1 (0ffc7cf9-d9a9-495f-9011-51f43ab56afe/6bf63a4b-e4f9-418a-b4dd-403cda014133/c43beda5-be19-4d18-9fc3-92fc96c19c8e) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:05.048332 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:05.056693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:05.057905 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c1e61f00-a963-44ac-8deb-ca997f2449a1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:05.110142 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks [] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.152136 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c1e61f00-a963-44ac-8deb-ca997f2449a1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:05.152528 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.162113 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe57cc-3ed4-4567-952d-b19c734ddadf None None] Pushing event updated for resources: {'Port': ['ID=efb68e5f-8138-4c89-b085-1c5e01060479,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:05.173474 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.191617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcb592-59af-474c-bd53-01739b128b70 None None] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:38:05.213750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:05.217083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:05.223270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:05.262027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Pushing event updated for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:05.277420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.309821 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:02Z', 'revision_number': 3, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:05.329817 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Provisioning complete for port c1e61f00-a963-44ac-8deb-ca997f2449a1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:05.330283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.349079 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f999c-e7a4-4650-86d5-f5c701d3faa5 None None] The sync data for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 is: [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:02Z', 'revision_number': 3, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:05.420687 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c1e61f00-a963-44ac-8deb-ca997f2449a1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:05.421035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.436156 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.477432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port c1e61f00-a963-44ac-8deb-ca997f2449a1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c1e61f00-a963-44ac-8deb-ca997f2449a1,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:05.510561 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.565527 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Current status of the port c1e61f00-a963-44ac-8deb-ca997f2449a1 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:05.565958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.610445 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=c1e61f00-a963-44ac-8deb-ca997f2449a1,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:05.672253 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.db.api [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:38:05.673002 n-d-832156-4 neutron-server[103790]: DEBUG oslo_db.api [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:38:05.673373 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks [] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.679672 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.756251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Pushing event updated for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:05.764549 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:05.893815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:05.895377 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:06.053704 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:06.195542 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:06.204164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ca21faba-1ace-4e31-bd06-f66323269647 admin admin] 10.222.0.23 "PUT /v2.0/routers/4c7a81e6-ce20-4b3d-823c-dbb5e7654df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6211817 Mar 07 11:38:06.225887 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-8cee4f3b-3469-4ce6-9cf2-4c7402319ba7 None None] Current status of the port c1e61f00-a963-44ac-8deb-ca997f2449a1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:06.354166 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Provisioning complete for port c1e61f00-a963-44ac-8deb-ca997f2449a1 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:06.354541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.442291 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Current status of the port c1e61f00-a963-44ac-8deb-ca997f2449a1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:06.453330 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Provisioning complete for port c43beda5-be19-4d18-9fc3-92fc96c19c8e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:06.453698 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.495546 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-fca044d7-399a-4366-bd3c-81c35d8fcb7a None None] Port c43beda5-be19-4d18-9fc3-92fc96c19c8e cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:06.691052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c1e61f00-a963-44ac-8deb-ca997f2449a1 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:06.734790 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49086) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:06.739907 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035721530', 'description': 'tempest-secgroup-smoke-1035721530 description', 'project_id': '5144211b750e40138b8bc8d7f43c112d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:06.761741 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.840136 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (8683797e-6a10-40d3-ba36-ef2edfd30a8b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.845275 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8683797e-6a10-40d3-ba36-ef2edfd30a8b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.874877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8683797e-6a10-40d3-ba36-ef2edfd30a8b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:06.879029 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.880429 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6f0e7148-d3e6-490c-a0a1-4ca498bbe1bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1444860 Mar 07 11:38:06.883322 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49088) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:06.888320 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:06.911602 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c1e61f00-a963-44ac-8deb-ca997f2449a1 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:06.911923 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.914228 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (25c7729f-3e4f-48dc-b387-d9df6670b686), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.977270 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (25c7729f-3e4f-48dc-b387-d9df6670b686), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.981964 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (25c7729f-3e4f-48dc-b387-d9df6670b686), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:06.991160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c1e61f00-a963-44ac-8deb-ca997f2449a1 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:06.992293 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:07.000609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c7729f-3e4f-48dc-b387-d9df6670b686,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.009217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.010441 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c176488a-9eb7-4cbe-bde7-13f6b3259c36 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259186 Mar 07 11:38:07.013226 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49090) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:07.017628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:07.042155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:07.042521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.043278 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (2bf8f037-519a-46d2-af92-e5aec24d9abe), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.099798 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (2bf8f037-519a-46d2-af92-e5aec24d9abe), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.104508 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2bf8f037-519a-46d2-af92-e5aec24d9abe), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.119107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:07.120211 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device efb68e5f-8138-4c89-b085-1c5e01060479 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:07.122338 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf8f037-519a-46d2-af92-e5aec24d9abe,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.132407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.133731 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c68a721a-17bc-4767-9a6f-b195ec503544 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194806 Mar 07 11:38:07.136385 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49092) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:07.140821 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:07.165852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (eabb2a8c-2fac-4688-b700-966d91021a59), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.167693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port efb68e5f-8138-4c89-b085-1c5e01060479 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:07.168099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.231553 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (eabb2a8c-2fac-4688-b700-966d91021a59), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.237777 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (eabb2a8c-2fac-4688-b700-966d91021a59), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.255810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabb2a8c-2fac-4688-b700-966d91021a59,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.265802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.266075 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port efb68e5f-8138-4c89-b085-1c5e01060479 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:07.266624 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.267022 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4392110d-a78d-45aa-8fcd-f4d7c82ef89f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297266 Mar 07 11:38:07.270041 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:07.274788 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:07.287360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port efb68e5f-8138-4c89-b085-1c5e01060479, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=efb68e5f-8138-4c89-b085-1c5e01060479,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:07.292006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.301651 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (6d5d1050-4008-48fb-8ecb-ad524a0711a8), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.340944 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=efb68e5f-8138-4c89-b085-1c5e01060479,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.361814 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (6d5d1050-4008-48fb-8ecb-ad524a0711a8), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.366747 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (6d5d1050-4008-48fb-8ecb-ad524a0711a8), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.383560 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5d1050-4008-48fb-8ecb-ad524a0711a8,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.392025 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.393210 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d3cca657-561e-4057-b035-2a7bc7df4e45 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221368 Mar 07 11:38:07.396302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49096) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:07.400567 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:07.421116 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Project 5144211b750e40138b8bc8d7f43c112d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:38:07.426454 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (2cc8c4e2-abbd-4e62-924f-ba48b6ec0a09), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.487272 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (2cc8c4e2-abbd-4e62-924f-ba48b6ec0a09), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.493148 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (2cc8c4e2-abbd-4e62-924f-ba48b6ec0a09), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.513831 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc8c4e2-abbd-4e62-924f-ba48b6ec0a09,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.523743 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.524918 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-5abcf8f9-d567-4186-bbca-baad6f8be080 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276989 Mar 07 11:38:07.527818 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49098) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:07.532146 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': '8683797e-6a10-40d3-ba36-ef2edfd30a8b', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:07.556127 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Project 5144211b750e40138b8bc8d7f43c112d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:38:07.560934 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (26cfc9ab-7083-474d-85f9-117b3cb2b599), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.623510 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (26cfc9ab-7083-474d-85f9-117b3cb2b599), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.629175 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (26cfc9ab-7083-474d-85f9-117b3cb2b599), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.647280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cfc9ab-7083-474d-85f9-117b3cb2b599,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:07.656586 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:07.657804 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c835d122-b6c2-4bbd-9beb-b4a06ba76309 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290359 Mar 07 11:38:07.815936 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-432bc8ec-77e0-4a76-b3b6-d66e52065f75 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035721530&fields=id&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 267 time: 0.0473015 Mar 07 11:38:07.934592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-ef0ffd81-18fe-41ed-8784-01e642d8eb85 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:07.935969 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-ef0ffd81-18fe-41ed-8784-01e642d8eb85 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 809 time: 0.1132932 Mar 07 11:38:07.952671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-d199ee58-1f1b-4138-92ce-c74c35ef1127 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/quotas/5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 375 time: 0.0110910 Mar 07 11:38:08.009907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-1f90ee15-d1b8-4343-8bbc-2e19a04ea811 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508065 Mar 07 11:38:08.119369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-bb719554-5e57-4821-b4da-b267b5b796b1 service neutron] 10.222.0.23 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975814 Mar 07 11:38:08.123157 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Sync routers for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:08.134398 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:08.135006 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:08.218220 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-ef049c70-bea9-4bc4-be10-1859dc0865c5 service neutron] 10.222.0.23 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924594 Mar 07 11:38:08.252568 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:08.391029 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b38c58b1-3405-4356-9690-25486ae672fa req-d99eb067-6e2b-45b4-956d-08835c308a69 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 210 time: 0.0330315 Mar 07 11:38:08.474373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:05Z', 'revision_number': 4, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c43beda5-be19-4d18-9fc3-92fc96c19c8e', 'name': '', 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'mac_address': 'fa:16:3e:e0:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:04Z', 'updated_at': '2022-03-07T11:38:05Z', 'revision_number': 2, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'subnets': [{'id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:08.500810 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Checking router: 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:08.501200 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Updating router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 port c43beda5-be19-4d18-9fc3-92fc96c19c8e binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:38:08.529859 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:08.626941 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device efb68e5f-8138-4c89-b085-1c5e01060479 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:08.745843 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port efb68e5f-8138-4c89-b085-1c5e01060479 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:08.746217 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:08.895277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks [] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:08.897119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port efb68e5f-8138-4c89-b085-1c5e01060479 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:08.903242 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:08.952040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b65d6-fca6-4550-bcb8-61c5c1c4b9a8 None None] Pushing event updated for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:09.006615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Attempting to bind port c43beda5-be19-4d18-9fc3-92fc96c19c8e on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:09.006988 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Attempting to bind port c43beda5-be19-4d18-9fc3-92fc96c19c8e by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:09.007399 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Attempting to bind port c43beda5-be19-4d18-9fc3-92fc96c19c8e on network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:09.012912 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:09.013284 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Checking segment: {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:09.013873 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.014292 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Bound using segment: {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:09.014769 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Bound port: c43beda5-be19-4d18-9fc3-92fc96c19c8e, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:09.015133 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.083086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] For port c43beda5-be19-4d18-9fc3-92fc96c19c8e, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:09.086414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] For port c43beda5-be19-4d18-9fc3-92fc96c19c8e, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c43beda5-be19-4d18-9fc3-92fc96c19c8e,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:09.093553 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.152148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b65d6-fca6-4550-bcb8-61c5c1c4b9a8 None None] Pushing event updated for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:09.154638 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:09.155243 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:09.273888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Provisioning complete for port c43beda5-be19-4d18-9fc3-92fc96c19c8e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:09.274254 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.301723 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:09.403895 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-165703d5-df96-451b-9a98-28a88eb21ba9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:09.406040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-165703d5-df96-451b-9a98-28a88eb21ba9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 809 time: 0.1199369 Mar 07 11:38:09.476787 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-817a46f6-c9df-4659-82f6-89dcc5aaee46 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 380 time: 0.0620086 Mar 07 11:38:09.485740 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'port': {'device_id': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'admin_state_up': True, 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'security_groups': ['8683797e-6a10-40d3-ba36-ef2edfd30a8b']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:09.497304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Current status of the port c43beda5-be19-4d18-9fc3-92fc96c19c8e is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:09.497895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.515561 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ee25f1fe-68c2-4fed-abce-db28d48497d8 req-4b5647ca-3efd-48f2-ab90-29be030145f6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 210 time: 0.0339887 Mar 07 11:38:09.566372 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] For port c43beda5-be19-4d18-9fc3-92fc96c19c8e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c43beda5-be19-4d18-9fc3-92fc96c19c8e,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:09.572389 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.610569 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Made reservation on behalf of 5144211b750e40138b8bc8d7f43c112d for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:09.614401 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.628333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:05Z', 'revision_number': 4, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c43beda5-be19-4d18-9fc3-92fc96c19c8e', 'name': '', 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'mac_address': 'fa:16:3e:e0:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:04Z', 'updated_at': '2022-03-07T11:38:09Z', 'revision_number': 4, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'subnets': [{'id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:09.630240 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558b94-c922-4717-b5f0-737e4aa8609a None None] Pushing event updated for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:09.664834 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b92b40-6869-460e-868d-e32cabca58c0 None None] The sync data for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 is: [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:05Z', 'revision_number': 4, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c43beda5-be19-4d18-9fc3-92fc96c19c8e', 'name': '', 'network_id': '0ffc7cf9-d9a9-495f-9011-51f43ab56afe', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'mac_address': 'fa:16:3e:e0:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:04Z', 'updated_at': '2022-03-07T11:38:09Z', 'revision_number': 4, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'subnets': [{'id': '6bf63a4b-e4f9-418a-b4dd-403cda014133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:09.753869 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f6c6f8c4-36df-442b-b2e6-79557d6c2e2f None None] Provisioning complete for port c43beda5-be19-4d18-9fc3-92fc96c19c8e triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:09.754297 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f8c4-36df-442b-b2e6-79557d6c2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.768004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Allocated IP 172.20.0.12 (3db8d21e-e378-4735-8795-a5d2f04e15e3/99084a51-931a-49a1-909a-76678f7a4347/614dc371-4ff6-44ed-8d1b-549520637517) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:09.889179 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6f8c4-36df-442b-b2e6-79557d6c2e2f None None] Current status of the port c43beda5-be19-4d18-9fc3-92fc96c19c8e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:09.925526 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (614dc371-4ff6-44ed-8d1b-549520637517), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:09.964254 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.012178 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:10.015218 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:10.019164 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:10.026858 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:10.088263 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:10.089078 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.109426 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-a7fe374a-3e7b-46e2-b651-9f4712496b6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6275084 Mar 07 11:38:10.244283 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Request body: {'port': {'device_id': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:10.307886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.313379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-c5ca135a-8f42-49e6-88d7-34a672f8a0f3 None None] Provisioning complete for port 614dc371-4ff6-44ed-8d1b-549520637517 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:10.313744 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c5ca135a-8f42-49e6-88d7-34a672f8a0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (614dc371-4ff6-44ed-8d1b-549520637517), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.534643 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca135a-8f42-49e6-88d7-34a672f8a0f3 None None] Port 614dc371-4ff6-44ed-8d1b-549520637517 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:10.603072 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:38:10.612018 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks [] for port (614dc371-4ff6-44ed-8d1b-549520637517), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.619943 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c43beda5-be19-4d18-9fc3-92fc96c19c8e up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:10.635586 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Transition to ACTIVE for port object 614dc371-4ff6-44ed-8d1b-549520637517 will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:38:10.641344 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.651690 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027df694-2faa-4f76-8b0d-fd3be23f53af req-30577b18-da62-4184-9632-2adbe6a1ddba tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:10.653335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-027df694-2faa-4f76-8b0d-fd3be23f53af req-30577b18-da62-4184-9632-2adbe6a1ddba tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 932 time: 0.0625832 Mar 07 11:38:10.670820 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c43beda5-be19-4d18-9fc3-92fc96c19c8e triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:10.671339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.712874 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-027df694-2faa-4f76-8b0d-fd3be23f53af req-36b28ae3-34ac-41d5-9f4b-f8333bf787b4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519178 Mar 07 11:38:10.717442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:10.771352 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:10.771704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:10.772036 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:10.776871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:38:10.777190 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:10.782227 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:10.782559 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:10.782719 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c43beda5-be19-4d18-9fc3-92fc96c19c8e is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:10.782995 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:10.783415 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Bound port: 614dc371-4ff6-44ed-8d1b-549520637517, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:10.783906 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.854117 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:10.857447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:10.866544 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.903568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:10.904210 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.905590 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] 10.222.0.32 "PUT /v2.0/ports/614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1092 time: 0.7893374 Mar 07 11:38:10.906031 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:10.908326 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f" -d '{"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:10.934318 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8849e-7716-4937-807d-1cfc2c087c59 service neutron] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:11.015860 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-1bcdcd3b-8ace-49c2-b1b0-ee4eead2f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.017400 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-1bcdcd3b-8ace-49c2-b1b0-ee4eead2f183 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1126 time: 0.0610189 Mar 07 11:38:11.065378 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac99cfd1-4af4-4736-9c86-08531a40a7d5 x-openstack-request-id: req-ac99cfd1-4af4-4736-9c86-08531a40a7d5 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:11.065661 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:11.066130 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac99cfd1-4af4-4736-9c86-08531a40a7d5 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:11.066398 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'status': 'completed', 'code': 200} Mar 07 11:38:11.068273 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-21f79360-358e-4bd4-a1f5-04d9d34b6aef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 217 time: 0.0445690 Mar 07 11:38:11.447237 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-53eee272-7364-41dd-a44d-410d9977ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.449086 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-53eee272-7364-41dd-a44d-410d9977ff07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.3755517 Mar 07 11:38:11.498591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09916-2da5-4df9-b985-979db0101ebc req-5d8325e8-d8f8-4ba6-8e9a-5f5eda0b1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.500106 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-5d8325e8-d8f8-4ba6-8e9a-5f5eda0b1b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447056 Mar 07 11:38:11.599881 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-bf3699f7-9d58-4403-a860-a129ad3a942d service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936999 Mar 07 11:38:11.690347 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f6e09916-2da5-4df9-b985-979db0101ebc req-0c288f1f-154c-41a4-a375-5e5b522acd16 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Mar 07 11:38:11.787733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-b3c71204-615d-4bbf-a9d9-98411fac32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.789245 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-b3c71204-615d-4bbf-a9d9-98411fac32f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1126 time: 0.0474553 Mar 07 11:38:11.847278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718ce6a-af32-48a1-a8ba-8726d48c1ae5 req-518b7068-f036-4c66-bc29-5f982f8401fb tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.849034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9718ce6a-af32-48a1-a8ba-8726d48c1ae5 req-518b7068-f036-4c66-bc29-5f982f8401fb tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 944 time: 0.0570860 Mar 07 11:38:11.894161 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-f07db131-a879-4be9-8905-cf5865214a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.896389 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-f07db131-a879-4be9-8905-cf5865214a38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1004882 Mar 07 11:38:11.905654 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9718ce6a-af32-48a1-a8ba-8726d48c1ae5 req-89f4529d-3f66-4767-9c9b-3f5dc985ca51 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505245 Mar 07 11:38:11.938867 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-a123392b-0308-4b89-83e5-8f2611a8709f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 217 time: 0.0359735 Mar 07 11:38:11.992807 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-cd0ff44f-8305-41d3-9f3a-66f0e6966e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:11.994280 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-cd0ff44f-8305-41d3-9f3a-66f0e6966e89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0495315 Mar 07 11:38:12.043810 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-e7836fc2-39b3-483f-81bf-052e1b0b23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:12.045315 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-e7836fc2-39b3-483f-81bf-052e1b0b23e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454643 Mar 07 11:38:12.147109 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-eeba21bc-9f11-4373-b201-8305cd78b78f service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945723 Mar 07 11:38:12.242169 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bdfa7a9c-4d5f-465c-8cc6-f6a31975774f req-f1bc821f-3b2a-4d0b-9591-1f3038aba232 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888262 Mar 07 11:38:13.044228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274658-6c05-4f61-892c-8cf7200f3b52 req-e7d966fb-0a88-4c99-a889-4a8ed27a45fc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.045709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4274658-6c05-4f61-892c-8cf7200f3b52 req-e7d966fb-0a88-4c99-a889-4a8ed27a45fc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 944 time: 0.0547574 Mar 07 11:38:13.094991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c4274658-6c05-4f61-892c-8cf7200f3b52 req-71ca73ed-3692-44a3-bbe6-b7ec6badd5f5 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Mar 07 11:38:13.985221 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:38:14.095105 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:14.106126 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '614dc371-4ff6-44ed-8d1b-549520637517', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:38:14.149517 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:14.149895 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:14.163592 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:38:14.183299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:14.188296 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:14.222230 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df0c5-d8e4-41f2-8507-c512b6aef5d8 req-4e81bef6-18cb-444e-87bc-46d102c21572 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:14.224892 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff6df0c5-d8e4-41f2-8507-c512b6aef5d8 req-4e81bef6-18cb-444e-87bc-46d102c21572 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 944 time: 0.0568409 Mar 07 11:38:14.236733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:14.275811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ff6df0c5-d8e4-41f2-8507-c512b6aef5d8 req-b57d282c-bede-41db-98fe-e51266836929 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454073 Mar 07 11:38:14.495945 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['614dc371-4ff6-44ed-8d1b-549520637517'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:38:15.421261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce96180-919b-4dff-a53c-8b10bd320fa6 req-6518333f-5201-4807-943f-d7c82e552a84 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:15.422753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce96180-919b-4dff-a53c-8b10bd320fa6 req-6518333f-5201-4807-943f-d7c82e552a84 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0685976 Mar 07 11:38:15.476136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cce96180-919b-4dff-a53c-8b10bd320fa6 req-6d8cd27b-1c32-401d-b5f8-e226bca9f25a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473328 Mar 07 11:38:15.986298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:16.040460 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 614dc371-4ff6-44ed-8d1b-549520637517 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:38:16.044417 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 614dc371-4ff6-44ed-8d1b-549520637517 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:16.044820 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (614dc371-4ff6-44ed-8d1b-549520637517), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:16.137094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:16.137464 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:16.160257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:16.162640 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846c0c7-840f-4e0b-b258-08f9200a6a61" -d '{"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:16.174775 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:16.179804 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:16.205901 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eeb256-69c6-44a0-bc60-0bfdc7ca16b1 x-openstack-request-id: req-06eeb256-69c6-44a0-bc60-0bfdc7ca16b1 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:16.206188 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:16.206442 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06eeb256-69c6-44a0-bc60-0bfdc7ca16b1 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:16.206843 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'code': 200} Mar 07 11:38:16.233135 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:16.307947 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585735-e269-4f40-9a05-77a2373eec75 req-4e7859d1-d8f3-4c52-a3b4-9931a8d1eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:16.309621 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e585735-e269-4f40-9a05-77a2373eec75 req-4e7859d1-d8f3-4c52-a3b4-9931a8d1eb4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0455687 Mar 07 11:38:16.361669 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8e585735-e269-4f40-9a05-77a2373eec75 req-3384eff3-2cfc-4082-a686-276f67dcfb13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Mar 07 11:38:16.609799 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d4c0e-0038-48b3-9c03-fb48c484d459 req-9bdb75d2-cbd6-48fe-80af-285d233cbe7f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:16.611541 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a8d4c0e-0038-48b3-9c03-fb48c484d459 req-9bdb75d2-cbd6-48fe-80af-285d233cbe7f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0596154 Mar 07 11:38:16.662753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6a8d4c0e-0038-48b3-9c03-fb48c484d459 req-cd416747-14b1-444d-8a94-adfdb0ef0cb1 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452924 Mar 07 11:38:17.793612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0890a7-8c39-472c-a02f-8307b7757a98 req-59d6e940-6487-4495-b4e1-6d82f5356639 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:17.795087 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a0890a7-8c39-472c-a02f-8307b7757a98 req-59d6e940-6487-4495-b4e1-6d82f5356639 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0583930 Mar 07 11:38:17.846839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1a0890a7-8c39-472c-a02f-8307b7757a98 req-71d9a708-c0b8-447b-a403-2cb2a1865861 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458739 Mar 07 11:38:17.975164 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9e8a6-cee3-4127-91f1-acdadb2e4008 req-d0f39fd9-a8ec-432c-9a1d-f7b2fd6022b4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:17.976463 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69a9e8a6-cee3-4127-91f1-acdadb2e4008 req-d0f39fd9-a8ec-432c-9a1d-f7b2fd6022b4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0615525 Mar 07 11:38:18.029433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69a9e8a6-cee3-4127-91f1-acdadb2e4008 req-79166567-36a7-44f1-a8f0-0cd9fef1e0cb tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Mar 07 11:38:18.051681 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49154) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:18.150543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ea87c-83d4-4976-8df0-ffd3635a9e45 tempest-TestShelveInstance-979501472 tempest-TestShelveInstance-979501472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:18.152101 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-6b1ea87c-83d4-4976-8df0-ffd3635a9e45 tempest-TestShelveInstance-979501472 tempest-TestShelveInstance-979501472-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1123 time: 0.0994039 Mar 07 11:38:18.156588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49158) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:18.160914 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:18.185886 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.288011 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.409588 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Allocated IP 172.25.4.225 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/e8167f52-cff8-4cb5-a27e-e1e0b1ac2317) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:18.522433 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.565048 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.605972 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:18.608696 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:18.613231 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:18.634943 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=e8167f52-cff8-4cb5-a27e-e1e0b1ac2317,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:18.980578 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (40e95239-4455-43f1-9ae2-9cee8a650f09), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.054129 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.207779 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.213877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.280018 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=e8167f52-cff8-4cb5-a27e-e1e0b1ac2317,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:19.294264 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (40e95239-4455-43f1-9ae2-9cee8a650f09), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.400764 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Floating IP 40e95239-4455-43f1-9ae2-9cee8a650f09 associated. External IP: 172.25.4.225, port: 614dc371-4ff6-44ed-8d1b-549520637517. Mar 07 11:38:19.633688 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:19.769679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:19.780954 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:19.791340 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.792308 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:19.792915 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.822297 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-c8211bd7-f80d-4a9d-afa5-c8872497b0c4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6646531 Mar 07 11:38:19.822912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:19.825554 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb0887-698d-4e8a-b3a0-0bf4769e571b" -d '{"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:19.863412 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade7b1a-69ea-4f4d-983d-54c7d8c53681 x-openstack-request-id: req-fade7b1a-69ea-4f4d-983d-54c7d8c53681 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:19.863736 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:19.863991 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fade7b1a-69ea-4f4d-983d-54c7d8c53681 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:19.864398 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'status': 'completed', 'code': 200} Mar 07 11:38:19.901389 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:19.927238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-f7db814b-656b-4d02-af6b-3e694ca5eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:19.928904 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-f7db814b-656b-4d02-af6b-3e694ca5eac0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0444975 Mar 07 11:38:20.022704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-3a976137-aca4-4be6-b14b-8abaf802a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:20.024224 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-3a976137-aca4-4be6-b14b-8abaf802a2ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0891089 Mar 07 11:38:20.092374 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-59b6c4ea-ae25-49c4-871b-bff1bbffc70a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1000 time: 0.0619283 Mar 07 11:38:20.133383 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '40e95239-4455-43f1-9ae2-9cee8a650f09', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:18Z', 'updated_at': '2022-03-07T11:38:18Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:20.146291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-7986eb1f-6341-4277-abf5-ffbc58021db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:20.148822 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-7986eb1f-6341-4277-abf5-ffbc58021db9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0501041 Mar 07 11:38:20.163496 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:20.171822 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:20.172490 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:37:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:20.198284 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-8a2ed0b1-88fa-4279-99fa-6267546d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:20.200200 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-8a2ed0b1-88fa-4279-99fa-6267546d9bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445328 Mar 07 11:38:20.291542 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-0bfee291-62aa-490c-8c0a-d95bbfe044e9 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Mar 07 11:38:20.377044 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:20.392082 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-74cb0887-698d-4e8a-b3a0-0bf4769e571b req-5acd8c55-f4ff-461e-9da5-d0aeecfe39a7 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948348 Mar 07 11:38:20.611407 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '40e95239-4455-43f1-9ae2-9cee8a650f09', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:18Z', 'updated_at': '2022-03-07T11:38:18Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:20.643802 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef683e7-f7de-42be-af24-99bea3c4c565 None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '40e95239-4455-43f1-9ae2-9cee8a650f09', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:18Z', 'updated_at': '2022-03-07T11:38:18Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:20.818350 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebcb891c-a0b1-4d42-b307-fa786accd9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.877784 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775b2fb-0b4d-4ad1-8dcf-8aa42a9f6130 None None] New status for floating IP 40e95239-4455-43f1-9ae2-9cee8a650f09: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:38:21.837345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:38:23.066598 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e67430-7409-4817-9baf-e9c949439d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.499145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.785485 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.928236 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.154148 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.436200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:50.821301 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-308bfb13-f6ed-4ea3-ae25-8d390c07a5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:53.072675 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c2303bd-dce8-42ec-b523-f7de92d9f6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:54.505325 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:54.807578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:55.936046 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:57.151549 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:58.838105 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:38:59.432340 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:10.145373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-da93d42c-3c3c-43cc-8938-d4d42563ea42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466385 Mar 07 11:39:10.250070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-ec053b45-b114-425e-9d60-80277498ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:10.252198 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-ec053b45-b114-425e-9d60-80277498ab62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0555983 Mar 07 11:39:10.357393 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-f6fbe070-8d38-4ec0-b447-4b52a9bb5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:10.358915 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-f6fbe070-8d38-4ec0-b447-4b52a9bb5a68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0876870 Mar 07 11:39:10.430419 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-232d2b35-1491-4278-b34a-79f5497d2084 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1002 time: 0.0657587 Mar 07 11:39:10.489620 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-9242bc27-0425-4e02-8b6d-e74cf0d008f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:10.491079 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-9242bc27-0425-4e02-8b6d-e74cf0d008f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0548265 Mar 07 11:39:10.543601 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-f445078b-88db-4c72-a672-ccd95bc162c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:10.545606 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-f445078b-88db-4c72-a672-ccd95bc162c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478170 Mar 07 11:39:10.652083 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-ddb7927f-f607-44d4-b5d0-c4f5dc187b1a service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984392 Mar 07 11:39:10.754342 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4d7da8ab-5c85-4bf3-9f93-65c912dd7378 req-126ed378-1089-4767-a1cb-f47c03407f46 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962434 Mar 07 11:39:20.825033 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f25c-0471-44cf-865e-ec23a7164ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:23.079687 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c12c-8ad7-4adc-9fbe-610ac0df4036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:24.507021 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:24.793421 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:25.939058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:27.144563 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:29.430331 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:35.840173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:39:50.825383 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-328494f0-682b-4509-a925-3d51b330b0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:53.079481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9898861e-7d1c-4cc1-9bba-f4ebc1ee64e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:54.510127 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:54.804665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:55.944051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:57.147461 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:59.437587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:11.034011 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-7bdda2dc-9dcf-48af-ac4e-ca675e8a04c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617428 Mar 07 11:40:11.124004 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-ef17d6ba-c133-4622-9183-92c91af73de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:11.126066 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-ef17d6ba-c133-4622-9183-92c91af73de1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0478768 Mar 07 11:40:11.237484 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-30e4597a-bb8e-4593-9c05-963dfc058a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:11.238964 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-30e4597a-bb8e-4593-9c05-963dfc058a1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0907891 Mar 07 11:40:11.308900 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-777b03ef-e7b7-4d37-ac4e-8d82874b3a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1002 time: 0.0634899 Mar 07 11:40:11.357242 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-820f0e23-fd49-4261-9b36-f08a26c9c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:11.358709 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-820f0e23-fd49-4261-9b36-f08a26c9c11c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0444021 Mar 07 11:40:11.406854 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-35a80146-41b5-4728-a6eb-5776a704f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:11.408372 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-35a80146-41b5-4728-a6eb-5776a704f1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443780 Mar 07 11:40:11.501364 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-0d78777c-5657-4cc7-971c-a9685742bb10 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863974 Mar 07 11:40:11.593103 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-49622bb2-6a5f-43e7-8cfb-827052d9f5c4 req-f23741e8-3eae-489f-8e51-f7db032f456d service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851502 Mar 07 11:40:12.845515 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:40:20.830472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0dc64c2a-a103-4c17-b9e0-22dd04f7195d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:23.074401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b63a-a171-4c0e-a13b-4d1267321250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:24.514753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:24.818817 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:25.952860 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:27.152277 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:29.475154 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.203573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14af8-a666-4ccb-85a7-d23f1527af59 req-fc17692c-0b83-4644-9a2b-a554f3448c0d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:47.205134 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d14af8-a666-4ccb-85a7-d23f1527af59 req-fc17692c-0b83-4644-9a2b-a554f3448c0d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0674033 Mar 07 11:40:47.259196 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e7d14af8-a666-4ccb-85a7-d23f1527af59 req-24b8afaf-bc3b-4169-ac17-627c888ce1a2 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482299 Mar 07 11:40:48.403816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39d35-459a-420f-9457-c7149b06ca63 req-25a82c1a-0f11-4e48-b53c-15e337cd1abe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:48.405277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d39d35-459a-420f-9457-c7149b06ca63 req-25a82c1a-0f11-4e48-b53c-15e337cd1abe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0656633 Mar 07 11:40:48.458325 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01d39d35-459a-420f-9457-c7149b06ca63 req-b64c11a6-b286-421f-81a9-40d7645fd8d6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Mar 07 11:40:49.611412 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787326b-15ae-4d5f-8a8b-8b25cd3b637a req-b2ccedc6-fdf0-4746-8fd9-dcd98610e715 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:49.612907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a787326b-15ae-4d5f-8a8b-8b25cd3b637a req-b2ccedc6-fdf0-4746-8fd9-dcd98610e715 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0644772 Mar 07 11:40:49.666741 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a787326b-15ae-4d5f-8a8b-8b25cd3b637a req-ae157f04-a6ab-4da3-8ad6-bdabbc8ca45a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Mar 07 11:40:49.848640 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:40:50.803366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3fef-d6f1-4dbf-a884-8cee286e88ea req-80f5ea8e-a66a-433f-8df2-fb1b1e21da7f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:50.804979 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e95e3fef-d6f1-4dbf-a884-8cee286e88ea req-80f5ea8e-a66a-433f-8df2-fb1b1e21da7f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0601106 Mar 07 11:40:50.825537 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0d0510ed-ed36-4a7c-810c-ab9894a084f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:50.856285 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e95e3fef-d6f1-4dbf-a884-8cee286e88ea req-8a4b2bd2-8ae7-4fe2-9d5a-f06455fdab80 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Mar 07 11:40:51.995274 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb4b9e-a4d7-4e1f-8624-5dc6d61a9234 req-97aca900-95f0-4333-8e8c-c0b7abd77d35 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:51.996796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bbb4b9e-a4d7-4e1f-8624-5dc6d61a9234 req-97aca900-95f0-4333-8e8c-c0b7abd77d35 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0564351 Mar 07 11:40:52.047557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bbb4b9e-a4d7-4e1f-8624-5dc6d61a9234 req-247f85d8-2dd6-4618-b6a6-3dcec3237a5e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Mar 07 11:40:53.078368 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cd1f61f1-a406-4105-bfc2-171f511bf387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:53.174337 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0fd26-66e2-4133-94ec-ab5fa4f721e9 req-9a87bfbe-d6b6-4862-9866-c772dd775d56 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:53.175835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ff0fd26-66e2-4133-94ec-ab5fa4f721e9 req-9a87bfbe-d6b6-4862-9866-c772dd775d56 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0590372 Mar 07 11:40:53.225821 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8ff0fd26-66e2-4133-94ec-ab5fa4f721e9 req-764e73c3-4519-4730-a2df-c63ae76d496f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Mar 07 11:40:54.357828 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dfee6-d8fc-44c5-b38b-4225695dbc5e req-8ecb7cd2-e3dd-428a-b3ab-3fc7832fd98e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:54.359305 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9dfee6-d8fc-44c5-b38b-4225695dbc5e req-8ecb7cd2-e3dd-428a-b3ab-3fc7832fd98e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0561979 Mar 07 11:40:54.410512 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ae9dfee6-d8fc-44c5-b38b-4225695dbc5e req-349d103a-716e-433a-9c7f-d980751b0705 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Mar 07 11:40:54.516199 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:54.809557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:55.666486 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb987e8c-7637-4bc8-aa83-d900d405d086 req-932e33ec-077e-4a36-8ba3-b6aed6012563 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:55.668023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb987e8c-7637-4bc8-aa83-d900d405d086 req-932e33ec-077e-4a36-8ba3-b6aed6012563 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.1804593 Mar 07 11:40:55.724338 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cb987e8c-7637-4bc8-aa83-d900d405d086 req-c9012ef2-fe91-47cd-aeed-a963c76f39d9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504377 Mar 07 11:40:55.949580 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:56.922057 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e25a-8990-42f2-8415-7850f5b4c50b req-1343a978-4451-4668-b303-78386f056c5a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:56.923510 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcb7e25a-8990-42f2-8415-7850f5b4c50b req-1343a978-4451-4668-b303-78386f056c5a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.1184576 Mar 07 11:40:56.973326 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fcb7e25a-8990-42f2-8415-7850f5b4c50b req-ff7a0583-814c-4395-8f0c-d9e5f6ea23af tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Mar 07 11:40:57.156491 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:58.106208 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777a12-de65-44fd-87e9-3be358d5f63d req-62e321d8-1bbd-470e-abd7-bbc0808030dd tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:58.107695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad777a12-de65-44fd-87e9-3be358d5f63d req-62e321d8-1bbd-470e-abd7-bbc0808030dd tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0575266 Mar 07 11:40:58.158306 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ad777a12-de65-44fd-87e9-3be358d5f63d req-e473201e-2eff-4038-a6f3-3ed3e42cf341 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Mar 07 11:40:58.811420 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:40:58.921899 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:58.933473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '614dc371-4ff6-44ed-8d1b-549520637517', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:40:58.972936 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:58.973558 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:58.996439 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:40:59.017551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:59.024589 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:59.075238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:59.082819 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.083160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.083494 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.083853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.084198 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.084525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.084850 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.085148 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.085464 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.085778 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.086089 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.086405 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.086710 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:59.101189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['614dc371-4ff6-44ed-8d1b-549520637517'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:40:59.293133 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99986e23-d2a5-414d-8a2f-78d55367cab4 req-d403bcc8-189c-416d-9f1a-421516c4c8d3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:59.294636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99986e23-d2a5-414d-8a2f-78d55367cab4 req-d403bcc8-189c-416d-9f1a-421516c4c8d3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0590150 Mar 07 11:40:59.346508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99986e23-d2a5-414d-8a2f-78d55367cab4 req-cffe037a-caa8-4016-9af0-bcf186549879 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Mar 07 11:40:59.487011 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:00.486577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af445d70-6bb8-41bb-9336-f2b97b1dae0a req-7fe0f14c-5676-40e1-8b0a-f79aef3281d0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:00.488080 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af445d70-6bb8-41bb-9336-f2b97b1dae0a req-7fe0f14c-5676-40e1-8b0a-f79aef3281d0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0631063 Mar 07 11:41:00.547171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af445d70-6bb8-41bb-9336-f2b97b1dae0a req-a3979405-dd70-4039-b096-77cd1a333300 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505636 Mar 07 11:41:00.807815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:41:00.862269 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 614dc371-4ff6-44ed-8d1b-549520637517 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:41:00.862636 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (614dc371-4ff6-44ed-8d1b-549520637517), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:00.943146 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:41:00.943430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:00.967348 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:41:00.969598 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7109ae1-ec37-4abb-99cb-7a3fc505bd03" -d '{"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:41:00.981951 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:00.989585 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:01.013881 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb58d0a-dbcf-49af-80a8-889f6cdd0847 x-openstack-request-id: req-7cb58d0a-dbcf-49af-80a8-889f6cdd0847 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:41:01.014182 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:41:01.014424 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cb58d0a-dbcf-49af-80a8-889f6cdd0847 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:41:01.014813 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'code': 200} Mar 07 11:41:01.041771 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:01.685494 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff57a-26b6-46c5-87ce-82b0c1094d6d req-29a6060b-5d55-404c-b97c-edf0ef5f662f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:01.686960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bdff57a-26b6-46c5-87ce-82b0c1094d6d req-29a6060b-5d55-404c-b97c-edf0ef5f662f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0538681 Mar 07 11:41:01.740130 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8bdff57a-26b6-46c5-87ce-82b0c1094d6d req-69340bdb-9c12-4543-a8ad-51d151c22046 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475304 Mar 07 11:41:02.888682 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50223-1297-4c28-be41-103b4fba598a req-09f5c2db-f572-4023-a43c-3104bdc25813 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:02.890026 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a50223-1297-4c28-be41-103b4fba598a req-09f5c2db-f572-4023-a43c-3104bdc25813 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0651290 Mar 07 11:41:02.938258 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c0a50223-1297-4c28-be41-103b4fba598a req-91b57338-2add-4c0f-8448-a32ac93a7de0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Mar 07 11:41:04.070644 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3fb57-c5a4-4161-81f3-eef2cf94cfce req-8a9ab049-e9cd-4256-920d-a9d532c64cf8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:04.078394 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46e3fb57-c5a4-4161-81f3-eef2cf94cfce req-8a9ab049-e9cd-4256-920d-a9d532c64cf8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0657449 Mar 07 11:41:04.131920 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-46e3fb57-c5a4-4161-81f3-eef2cf94cfce req-6d341066-bf3d-43b0-86f1-dd47b804ff08 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508490 Mar 07 11:41:05.260855 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fb59d-319a-4153-b942-4358b87f03ea req-a6a35000-9e71-41b6-ac3d-4dc4c038bd1b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:05.263251 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-960fb59d-319a-4153-b942-4358b87f03ea req-a6a35000-9e71-41b6-ac3d-4dc4c038bd1b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0600255 Mar 07 11:41:05.315787 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-960fb59d-319a-4153-b942-4358b87f03ea req-7e17ca0a-28d3-4cb2-8ee9-a3d1616fb960 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Mar 07 11:41:06.461158 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a37c-4cb1-4677-ae22-e5e2a41746f1 req-68a1575d-47dd-45a7-8e42-3937465acafe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:06.463752 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1726a37c-4cb1-4677-ae22-e5e2a41746f1 req-68a1575d-47dd-45a7-8e42-3937465acafe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0588028 Mar 07 11:41:06.518813 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1726a37c-4cb1-4677-ae22-e5e2a41746f1 req-c372978d-9718-4ec1-88ef-4961772eefb7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 Mar 07 11:41:07.654677 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f793f63-fef0-4df6-a29e-35cc14322bb3 req-629e9516-27c5-4584-a5d3-573616302fcd tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:07.660606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f793f63-fef0-4df6-a29e-35cc14322bb3 req-629e9516-27c5-4584-a5d3-573616302fcd tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0639188 Mar 07 11:41:07.711933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0f793f63-fef0-4df6-a29e-35cc14322bb3 req-96a237f5-af78-4e93-929e-4524a8ee47fa tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496240 Mar 07 11:41:08.850504 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe060d-0b1c-439a-a79d-38211d01e5ea req-7d2c3245-fbd1-4c3f-b3a6-fb335cc9417a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:08.852011 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bfe060d-0b1c-439a-a79d-38211d01e5ea req-7d2c3245-fbd1-4c3f-b3a6-fb335cc9417a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0717883 Mar 07 11:41:08.905865 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3bfe060d-0b1c-439a-a79d-38211d01e5ea req-e380fd49-5af0-468b-a2bf-cb467a5e9193 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477507 Mar 07 11:41:10.038566 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5a207-c405-4269-8478-cce19a246393 req-1a292f23-f4e3-4c3e-9d05-7ed3efa20eaa tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:10.040178 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13d5a207-c405-4269-8478-cce19a246393 req-1a292f23-f4e3-4c3e-9d05-7ed3efa20eaa tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0573814 Mar 07 11:41:10.111032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-13d5a207-c405-4269-8478-cce19a246393 req-a0e9d797-8da0-4a10-97cc-bbc5f3612a44 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650840 Mar 07 11:41:11.242863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a06a8c-0c0f-4045-99b0-d254756caf43 req-6d1ac08f-f3f8-4c40-84e5-e54f0fe4f099 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:11.244596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00a06a8c-0c0f-4045-99b0-d254756caf43 req-6d1ac08f-f3f8-4c40-84e5-e54f0fe4f099 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0586662 Mar 07 11:41:11.304112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-00a06a8c-0c0f-4045-99b0-d254756caf43 req-95ee573b-dadd-42fd-a7f3-b6785018f36c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498533 Mar 07 11:41:12.189033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a2ef-8441-4633-81da-919134ad4555 req-3161a18c-e27f-4d5d-863d-cb373e0aec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:12.190632 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-3161a18c-e27f-4d5d-863d-cb373e0aec39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0524862 Mar 07 11:41:12.346075 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a2ef-8441-4633-81da-919134ad4555 req-7d68f4e8-fbb7-4c60-bc0e-9810f82b66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:12.347583 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-7d68f4e8-fbb7-4c60-bc0e-9810f82b66da service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0993421 Mar 07 11:41:12.425308 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-d69cc93a-b93b-45fb-aa3c-33ff790f0c4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1002 time: 0.0705464 Mar 07 11:41:12.444159 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf20a-3ed3-4510-817d-467c621cf963 req-b10c9ae6-724b-44dc-a6c7-161e11deac54 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:12.445804 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa1bf20a-3ed3-4510-817d-467c621cf963 req-b10c9ae6-724b-44dc-a6c7-161e11deac54 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0580430 Mar 07 11:41:12.485912 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a2ef-8441-4633-81da-919134ad4555 req-4abf433e-91c8-49e6-9742-7ad2ffb3d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:12.488353 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-4abf433e-91c8-49e6-9742-7ad2ffb3d951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0574336 Mar 07 11:41:12.501015 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aa1bf20a-3ed3-4510-817d-467c621cf963 req-0ae35f19-6709-4e63-837d-c620c88e0aa4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479839 Mar 07 11:41:12.543849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a2ef-8441-4633-81da-919134ad4555 req-5b40675e-60c8-4d02-a29a-373c5a525d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:12.545705 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-5b40675e-60c8-4d02-a29a-373c5a525d90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518689 Mar 07 11:41:12.556920 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-9f7d1ebc-e37b-49df-a87e-dd1277c932d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:41:12.558314 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-9f7d1ebc-e37b-49df-a87e-dd1277c932d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053658 Mar 07 11:41:12.659376 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-a3c3e3d5-d102-4402-a967-bf866347523e service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934989 Mar 07 11:41:12.759745 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5710a2ef-8441-4633-81da-919134ad4555 req-15d06984-f1d3-4e26-b41b-4139210ad910 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930648 Mar 07 11:41:13.647243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ecdd7-20a5-47e3-bf89-95512bbfaccf req-24960969-3f1b-4b2f-a1db-4b540fca8364 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:13.649539 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722ecdd7-20a5-47e3-bf89-95512bbfaccf req-24960969-3f1b-4b2f-a1db-4b540fca8364 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0705240 Mar 07 11:41:13.702301 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-722ecdd7-20a5-47e3-bf89-95512bbfaccf req-4bbc9227-9492-4001-8cad-814a5887f7c2 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459514 Mar 07 11:41:13.908073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-50ab8d7d-bc36-4615-a5b8-ebd41507e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:13.909587 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-50ab8d7d-bc36-4615-a5b8-ebd41507e1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1128 time: 0.0584915 Mar 07 11:41:14.000744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-d3c25d8f-201c-4c0d-ae66-48a066059529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:14.002223 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-d3c25d8f-201c-4c0d-ae66-48a066059529 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0860486 Mar 07 11:41:14.070735 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-93819fe9-bbc3-4a91-82c5-a61f965fe8ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1002 time: 0.0619602 Mar 07 11:41:14.126459 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-79cda959-407a-48d6-ac9f-428610573749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:14.127931 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-79cda959-407a-48d6-ac9f-428610573749 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0511539 Mar 07 11:41:14.179539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-d48a5eb2-7630-40f6-ac1b-9f8543976b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:14.181008 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-d48a5eb2-7630-40f6-ac1b-9f8543976b33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470197 Mar 07 11:41:14.280839 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-1e434b7f-a155-49a3-b2bb-e0f02b9644db service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930612 Mar 07 11:41:14.382327 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-fb5c900d-0537-4464-b4a4-a1809e964f66 req-da7d9044-80a4-4cb7-a7fe-6f8ede3f4c44 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953412 Mar 07 11:41:14.835637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce589-8625-4b7d-93c7-29d63befae00 req-68df1f15-8635-4f65-8ae6-7bc81d5fa18e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:14.837120 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78bce589-8625-4b7d-93c7-29d63befae00 req-68df1f15-8635-4f65-8ae6-7bc81d5fa18e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0574334 Mar 07 11:41:14.891897 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-78bce589-8625-4b7d-93c7-29d63befae00 req-f75ec71c-e03f-4aad-a636-9ac7cf8082ea tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486193 Mar 07 11:41:16.024589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9f24-8a19-40f8-a80c-b40024f86462 req-58da780a-92b7-4d6c-a386-d2eefc2d23d5 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:16.026061 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed9c9f24-8a19-40f8-a80c-b40024f86462 req-58da780a-92b7-4d6c-a386-d2eefc2d23d5 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0557487 Mar 07 11:41:16.080250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed9c9f24-8a19-40f8-a80c-b40024f86462 req-a5d19292-2afd-4ebe-b657-1627faa88d4b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476525 Mar 07 11:41:16.206701 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-c1deb7b5-8b10-47fa-8731-d371571695d7 req-0ec6c679-a4d2-4358-9d8c-61fc5a706d94 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:41:16.207943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1deb7b5-8b10-47fa-8731-d371571695d7 req-0ec6c679-a4d2-4358-9d8c-61fc5a706d94 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531731 Mar 07 11:41:16.370816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9056b-0b9f-4454-bf62-7c08d22bff2b req-524f80cd-0641-49f2-9879-fe7fb5ffe45a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:16.372616 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ce9056b-0b9f-4454-bf62-7c08d22bff2b req-524f80cd-0641-49f2-9879-fe7fb5ffe45a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0543208 Mar 07 11:41:16.429790 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6ce9056b-0b9f-4454-bf62-7c08d22bff2b req-47e0c3d3-83a9-42d4-aace-7e77236fdf63 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512400 Mar 07 11:41:16.696116 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-38340f5c-a639-42fe-a73a-dd26373074e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927477 Mar 07 11:41:16.822538 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-5079f0ff-f0fd-4c8c-a8f6-7a96ab40e5ff tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:16.824253 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-5079f0ff-f0fd-4c8c-a8f6-7a96ab40e5ff tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports/614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 943 time: 0.0994134 Mar 07 11:41:16.870251 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:41:16.948226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:41:16.948620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:16.975813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:41:16.978087 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afbc1f0-db81-4646-8ae0-e83bd7fef018" -d '{"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:41:16.990920 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:16.997975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:17.026035 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 11:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ef688-f8a7-4559-8f7e-d21d2181eb7b x-openstack-request-id: req-db3ef688-f8a7-4559-8f7e-d21d2181eb7b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:41:17.026331 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-unplugged", "status": "failed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "code": 422}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:41:17.026593 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db3ef688-f8a7-4559-8f7e-d21d2181eb7b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:41:17.026996 n-d-832156-4 neutron-server[103790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'code': 422} returned with failed status Mar 07 11:41:17.052853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:17.554484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9eba8-ac25-4d0b-bf0f-284876f88386 req-6a301817-d53c-479e-8a2a-48810ed86a76 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:17.555963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dde9eba8-ac25-4d0b-bf0f-284876f88386 req-6a301817-d53c-479e-8a2a-48810ed86a76 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 944 time: 0.0534699 Mar 07 11:41:17.604371 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-dde9eba8-ac25-4d0b-bf0f-284876f88386 req-66dc2a3c-c37d-479e-a8fa-618d19aad9d4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Mar 07 11:41:17.796319 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-a45476ba-5702-4715-b4f8-9fc64b91fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:17.797712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-a45476ba-5702-4715-b4f8-9fc64b91fa34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 1126 time: 0.0528541 Mar 07 11:41:17.807812 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-f018dd4f-f1d1-4bba-9061-9e9a25a7a8d5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:41:17.808739 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-f018dd4f-f1d1-4bba-9061-9e9a25a7a8d5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049605 Mar 07 11:41:17.819535 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:41:17.878109 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.087436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:18.120092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:41:18.159995 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:41:18.170799 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks [] for port (614dc371-4ff6-44ed-8d1b-549520637517), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.183683 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Transition to ACTIVE for port object 614dc371-4ff6-44ed-8d1b-549520637517 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:41:18.189356 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.268155 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=9']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:18.282672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.283021 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.283364 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.283700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.284065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.284405 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.284716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.285042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.285371 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.285688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.286032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.286352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.286675 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:41:18.329175 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] No DVR routers for this DVR port 614dc371-4ff6-44ed-8d1b-549520637517 on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:41:18.478965 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:41:18.479416 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:41:18.479745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:41:18.485233 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:41:18.485782 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Attempting to bind port 614dc371-4ff6-44ed-8d1b-549520637517 on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:41:18.491998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:41:18.492290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:41:18.492673 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:41:18.493095 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Bound port: 614dc371-4ff6-44ed-8d1b-549520637517, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:41:18.493454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.561559 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:41:18.564658 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:41:18.576151 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.610112 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:18.610731 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:18.612235 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] 10.222.0.26 "PUT /v2.0/ports/614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1092 time: 0.7963495 Mar 07 11:41:18.616580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:41:18.618868 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c54867-b829-4a3e-b1d0-504b29dba6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:41:18.645750 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca05f-c580-4f77-b957-8b5c7a4a8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=10']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:18.681457 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed258432-1c29-462b-8e64-4bc9f8d91fcf x-openstack-request-id: req-ed258432-1c29-462b-8e64-4bc9f8d91fcf {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:41:18.681730 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:41:18.681981 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed258432-1c29-462b-8e64-4bc9f8d91fcf {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:41:18.682530 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'status': 'completed', 'code': 200} Mar 07 11:41:18.738933 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-43f9ee7e-2c8f-4d2b-a755-736e0bee0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:18.740516 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-43f9ee7e-2c8f-4d2b-a755-736e0bee0e9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1127 time: 0.0901713 Mar 07 11:41:18.763861 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a668f-4c4e-4155-8112-5074d748cd5f req-bfcc5304-e757-44d9-85a0-8933a1aeee6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:18.765422 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd2a668f-4c4e-4155-8112-5074d748cd5f req-bfcc5304-e757-44d9-85a0-8933a1aeee6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0792542 Mar 07 11:41:18.872687 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd2a668f-4c4e-4155-8112-5074d748cd5f req-b6e9e68b-8ab2-4d3e-935d-06bb53c6fd13 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968671 Mar 07 11:41:18.889179 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-7ae49d8e-0fe9-4ef4-8654-0ced0da2c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:18.890770 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-7ae49d8e-0fe9-4ef4-8654-0ced0da2c782 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1444235 Mar 07 11:41:18.963159 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-0b20f205-9381-4428-baf0-85883aaef293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1000 time: 0.0649652 Mar 07 11:41:19.016646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-ab645fb6-1896-414e-a9a7-ff6bcfd9b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:19.018125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-ab645fb6-1896-414e-a9a7-ff6bcfd9b45d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0489507 Mar 07 11:41:19.069176 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427848-365a-40a3-b29f-911e026e7d1d req-32fae166-bc68-4be5-bd45-b606611b8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:19.070671 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-32fae166-bc68-4be5-bd45-b606611b8df4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463953 Mar 07 11:41:19.166546 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-1bc7a046-acbe-48af-92c8-8efad31ecbd2 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895810 Mar 07 11:41:19.258259 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f9427848-365a-40a3-b29f-911e026e7d1d req-28e0b4b9-2fb8-445e-8083-918047a8b35d service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Mar 07 11:41:19.350775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-6e43623f-8229-4fa0-98c0-88952b80a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:19.352344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-6e43623f-8229-4fa0-98c0-88952b80a7aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1127 time: 0.0467157 Mar 07 11:41:19.443668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-a1635444-f836-4742-a361-9ba3f989ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:19.445168 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-a1635444-f836-4742-a361-9ba3f989ab00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0874808 Mar 07 11:41:19.523488 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-b8c168db-eeab-4ae9-8b51-f8705ee79ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1000 time: 0.0723071 Mar 07 11:41:19.608517 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-b0e1f6be-3296-425d-866c-1ab188c4b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:19.610501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-b0e1f6be-3296-425d-866c-1ab188c4b2b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0797176 Mar 07 11:41:20.008447 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f86f1-851a-4a9e-9094-e5af4302986d req-dcca0433-1191-42e7-8cd8-0014aebd31e6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:20.017597 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-283f86f1-851a-4a9e-9094-e5af4302986d req-dcca0433-1191-42e7-8cd8-0014aebd31e6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0717990 Mar 07 11:41:20.074117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-283f86f1-851a-4a9e-9094-e5af4302986d req-f2769394-f02d-445d-b0ea-72b7f620f77e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552816 Mar 07 11:41:20.832440 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a707b9ee-1c95-4067-a2cf-f158fac4ee8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:20.868838 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:41:20.908268 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] The host n-h2-832156-4 is not matching for port 614dc371-4ff6-44ed-8d1b-549520637517 host n-h1-832156-4! {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:41:20.908594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:41:21.208515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933caab-6052-4a33-a87d-d77f8652f5ad req-eb6d4688-0983-4904-83cd-59a30658210f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:21.209907 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5933caab-6052-4a33-a87d-d77f8652f5ad req-eb6d4688-0983-4904-83cd-59a30658210f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Mar 07 11:41:21.260480 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5933caab-6052-4a33-a87d-d77f8652f5ad req-e9f269b8-3a01-4bdf-8aff-445848639f0c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 Mar 07 11:41:22.395580 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2bcd2-7147-4d22-acdf-e1b28e0f56d7 req-8462f026-affb-4d17-81f8-44e0e235883b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:22.397943 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61f2bcd2-7147-4d22-acdf-e1b28e0f56d7 req-8462f026-affb-4d17-81f8-44e0e235883b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0638590 Mar 07 11:41:22.453606 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-61f2bcd2-7147-4d22-acdf-e1b28e0f56d7 req-4486dee8-c05b-4dc4-89ae-a3bc8dc268be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479963 Mar 07 11:41:23.100466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3d66440a-db8f-4285-bd3a-00d35c91a1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:23.593311 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321e7fe-ae68-423f-932d-8fe8b1b05ef1 req-2a92de36-751c-46a1-aa2e-73c13912bfad tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:23.594734 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6321e7fe-ae68-423f-932d-8fe8b1b05ef1 req-2a92de36-751c-46a1-aa2e-73c13912bfad tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Mar 07 11:41:23.647329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6321e7fe-ae68-423f-932d-8fe8b1b05ef1 req-2f065eda-cb7a-4d28-ac30-6e880f9e51a4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Mar 07 11:41:24.524670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:24.799114 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec783c6e-8c6e-4fa1-89d2-62b0bea0ea88 req-c8445379-f753-4448-820b-cad5ac8b5b8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:24.800555 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec783c6e-8c6e-4fa1-89d2-62b0bea0ea88 req-c8445379-f753-4448-820b-cad5ac8b5b8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0545588 Mar 07 11:41:24.820450 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:24.851672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ec783c6e-8c6e-4fa1-89d2-62b0bea0ea88 req-8e38a744-4ff1-4528-8d8e-71bd14bc87bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453444 Mar 07 11:41:25.952907 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:25.982356 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcd35f-e238-4994-a386-103019e0b1d2 req-26a2e860-c5fe-4a9a-b6e9-a6bc98f28c7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:25.983852 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aefcd35f-e238-4994-a386-103019e0b1d2 req-26a2e860-c5fe-4a9a-b6e9-a6bc98f28c7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0617216 Mar 07 11:41:26.051304 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aefcd35f-e238-4994-a386-103019e0b1d2 req-fc0dc1cb-edaf-4e68-b490-672b76177324 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614436 Mar 07 11:41:26.850936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:41:27.155357 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:27.196253 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded6ff1-d06c-47a6-90b5-f17279e87ac3 req-4824f87a-103b-4184-95e1-eada9765c215 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:27.198375 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ded6ff1-d06c-47a6-90b5-f17279e87ac3 req-4824f87a-103b-4184-95e1-eada9765c215 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0712545 Mar 07 11:41:27.253543 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3ded6ff1-d06c-47a6-90b5-f17279e87ac3 req-116cc414-056b-4585-92ed-dd0a260f1f5a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494092 Mar 07 11:41:28.405401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd271df4-0d27-4d08-b7eb-2fefdc07a936 req-01f54249-4a6f-4f29-a208-46d8611a9f49 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:28.406954 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd271df4-0d27-4d08-b7eb-2fefdc07a936 req-01f54249-4a6f-4f29-a208-46d8611a9f49 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0575910 Mar 07 11:41:28.457287 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd271df4-0d27-4d08-b7eb-2fefdc07a936 req-4311eef9-f7ec-4136-a2fd-acec422d1f91 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 Mar 07 11:41:29.508175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:29.605473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3b81-0158-4ff3-8c6b-89335f321260 req-9cc18c04-20d7-4bec-92fb-8f1f22616f6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:29.607123 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-273a3b81-0158-4ff3-8c6b-89335f321260 req-9cc18c04-20d7-4bec-92fb-8f1f22616f6a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0715058 Mar 07 11:41:29.659316 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-273a3b81-0158-4ff3-8c6b-89335f321260 req-374e140f-4286-425a-ba1a-e6d9591d5931 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Mar 07 11:41:30.798941 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ef0da-52b8-43db-b40b-6d7b8bc42b68 req-b6f59816-a720-4e54-ac13-0c7225428422 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:30.800450 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea4ef0da-52b8-43db-b40b-6d7b8bc42b68 req-b6f59816-a720-4e54-ac13-0c7225428422 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0649981 Mar 07 11:41:30.849988 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ea4ef0da-52b8-43db-b40b-6d7b8bc42b68 req-67bdf5ee-febb-4108-a58c-8e4863d7b6e8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Mar 07 11:41:31.351994 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-6040120e-a380-4deb-b913-202ec9c02cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:31.353645 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-6040120e-a380-4deb-b913-202ec9c02cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569527 Mar 07 11:41:31.452987 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-09b9cf05-5564-4cec-8ab5-72bd8de1aca6 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Mar 07 11:41:31.549886 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-76c54867-b829-4a3e-b1d0-504b29dba6a8 req-2a53e9bf-10db-4ef1-8bdb-f1796c344adc service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897763 Mar 07 11:41:31.985759 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317ecdd-180e-4824-a0aa-26d994f31e28 req-4ad79651-4e43-4e16-a31c-51b2c36e7f24 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:31.987380 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f317ecdd-180e-4824-a0aa-26d994f31e28 req-4ad79651-4e43-4e16-a31c-51b2c36e7f24 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0594594 Mar 07 11:41:32.046883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f317ecdd-180e-4824-a0aa-26d994f31e28 req-fa1d91d7-5d47-40ff-837f-82bd20b99fc8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510318 Mar 07 11:41:33.206624 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c51bb-5cc9-434e-b3be-0cd5ddd89de9 req-106329c4-e778-46fc-9655-0f5761ee02b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:33.208144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-459c51bb-5cc9-434e-b3be-0cd5ddd89de9 req-106329c4-e778-46fc-9655-0f5761ee02b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Mar 07 11:41:33.258448 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-459c51bb-5cc9-434e-b3be-0cd5ddd89de9 req-eff3a21b-5776-4f2d-9563-ddd16fee3787 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Mar 07 11:41:33.698657 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:41:33.808489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:33.824848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '614dc371-4ff6-44ed-8d1b-549520637517', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'port_id': '614dc371-4ff6-44ed-8d1b-549520637517', 'mac_address': 'fa:16:3e:53:6d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:41:33.879162 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:41:33.879545 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:33.896455 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:41:33.925518 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:33.935433 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:33.993562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=11']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:34.176368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['614dc371-4ff6-44ed-8d1b-549520637517'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:41:34.405841 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac6c3-d593-45ab-9d39-0313c8448e8d req-cd0e6a49-8bd9-4545-9986-f6fc06616a7b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:34.407430 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd2ac6c3-d593-45ab-9d39-0313c8448e8d req-cd0e6a49-8bd9-4545-9986-f6fc06616a7b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0696328 Mar 07 11:41:34.470279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fd2ac6c3-d593-45ab-9d39-0313c8448e8d req-f3314501-4918-45a7-8552-1323510b2bd7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568936 Mar 07 11:41:35.614270 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc1279-0312-4227-8477-7235b5ad9fd4 req-37eb37ad-f551-42c0-b47f-fda2b79f1de8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:35.615753 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11bc1279-0312-4227-8477-7235b5ad9fd4 req-37eb37ad-f551-42c0-b47f-fda2b79f1de8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 946 time: 0.0634143 Mar 07 11:41:35.668203 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-11bc1279-0312-4227-8477-7235b5ad9fd4 req-ddedcb43-01bc-4699-b55d-c15aad02e49d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Mar 07 11:41:35.710305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:41:35.762879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 614dc371-4ff6-44ed-8d1b-549520637517 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:41:35.767299 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 614dc371-4ff6-44ed-8d1b-549520637517 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:41:35.767677 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (614dc371-4ff6-44ed-8d1b-549520637517), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:35.848992 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 614dc371-4ff6-44ed-8d1b-549520637517 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:41:35.849403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:35.873194 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:41:35.875452 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a926283-5b91-4869-989a-45743949000f" -d '{"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:41:35.888110 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:41:35.893451 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:35.918673 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6010221b-1bbc-48f6-a4dc-f1d68aa82559 x-openstack-request-id: req-6010221b-1bbc-48f6-a4dc-f1d68aa82559 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:41:35.918964 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-plugged", "status": "completed", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:41:35.919238 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6010221b-1bbc-48f6-a4dc-f1d68aa82559 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:41:35.919616 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'code': 200} Mar 07 11:41:35.946342 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=12']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:36.091199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24de36-ad30-4c90-b3f3-002a250c4979 req-e7340cc9-800a-452e-9436-c11a8716015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:36.092737 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c24de36-ad30-4c90-b3f3-002a250c4979 req-e7340cc9-800a-452e-9436-c11a8716015f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1129 time: 0.0522211 Mar 07 11:41:36.139784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6c24de36-ad30-4c90-b3f3-002a250c4979 req-dfdfe012-ac20-4fdc-a472-0d39b6ea1ed2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Mar 07 11:41:36.805688 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862517-48bd-4aa5-9162-fcda34708c23 req-3febff3e-0a85-4c14-ab56-8bb6061ab9c9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:36.807144 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77862517-48bd-4aa5-9162-fcda34708c23 req-3febff3e-0a85-4c14-ab56-8bb6061ab9c9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 947 time: 0.0560129 Mar 07 11:41:36.868264 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-77862517-48bd-4aa5-9162-fcda34708c23 req-c2d98985-5a80-43b0-9b1c-72b8f2101e09 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543890 Mar 07 11:41:38.000781 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310ae1e-61e0-41bf-ba93-541da1936de7 req-cc2fac81-f18f-456c-a3c8-f2fe0d4d0f6e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:38.002240 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5310ae1e-61e0-41bf-ba93-541da1936de7 req-cc2fac81-f18f-456c-a3c8-f2fe0d4d0f6e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 947 time: 0.0560999 Mar 07 11:41:38.054850 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5310ae1e-61e0-41bf-ba93-541da1936de7 req-cb9d40d3-f7ca-4500-98cb-d2449909d38f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468261 Mar 07 11:41:50.830834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c0fd52f2-1b34-4fe2-929b-1539388e9558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:53.085918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7814-718f-4617-8064-6513f5951d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:54.522956 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:54.836305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:55.957273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:57.159060 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:59.509500 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:03.857476 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:42:05.256497 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-dda82802-992a-4830-9644-4d6f508ecf3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954373 Mar 07 11:42:05.349717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-e864f686-904d-41fd-be93-680a4c42d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:05.351230 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-e864f686-904d-41fd-be93-680a4c42d26b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1129 time: 0.0510628 Mar 07 11:42:05.473042 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-0cfe1883-2cbd-4109-9fea-cb5e4004174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:05.474523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-0cfe1883-2cbd-4109-9fea-cb5e4004174c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0993242 Mar 07 11:42:05.541673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-f1d5d5f4-b70e-4714-8fab-ff196baf5641 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 1002 time: 0.0601847 Mar 07 11:42:05.590565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-a9cf0832-7a00-48e4-844d-c377b39a3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:05.591996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-a9cf0832-7a00-48e4-844d-c377b39a3252 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0443678 Mar 07 11:42:05.648453 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-ea85b55e-06ea-499f-8118-66613a486a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:05.649913 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-ea85b55e-06ea-499f-8118-66613a486a68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521293 Mar 07 11:42:05.741502 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-ceecf7e6-2326-4c4f-967a-24361ee107ee service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Mar 07 11:42:05.836274 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8f477c8a-5b13-439a-8920-7b0658a9eea9 req-0f104ead-20a7-4df3-81e4-b96e5e7362f8 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890703 Mar 07 11:42:20.832120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c5f7af25-c235-407b-a49e-669ac21e48fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:23.101300 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fe4d-60fa-42a1-8584-5c353fe7f7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.523724 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.829037 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:25.967273 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:27.155866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:29.517756 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.852492 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:42:48.970252 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49506) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:49.147045 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Deleting port e8167f52-cff8-4cb5-a27e-e1e0b1ac2317 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:49.147347 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.232921 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.233252 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.251021 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Calling delete_port for e8167f52-cff8-4cb5-a27e-e1e0b1ac2317 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:49.416721 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (e8167f52-cff8-4cb5-a27e-e1e0b1ac2317), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.756479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'Port': ['ID=e8167f52-cff8-4cb5-a27e-e1e0b1ac2317,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:49.766744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.767109 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.767442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.767805 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.768125 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.768464 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.769212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.769212 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.769398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.769718 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.770032 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.770349 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.770664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:49.830297 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (40e95239-4455-43f1-9ae2-9cee8a650f09), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.830597 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Floating IP 40e95239-4455-43f1-9ae2-9cee8a650f09 disassociated (deleted). External IP: 172.25.4.225, port: 614dc371-4ff6-44ed-8d1b-549520637517. Mar 07 11:42:50.060446 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:42:50.180973 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:50.186439 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:50.191170 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:50.201432 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:50.202075 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:50.218186 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4556a018-d1d6-4c80-9101-3047ec3c12a0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "DELETE /v2.0/floatingips/40e95239-4455-43f1-9ae2-9cee8a650f09 HTTP/1.1" status: 204 len: 168 time: 1.2463498 Mar 07 11:42:50.218870 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:50.221398 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73" -d '{"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:50.262480 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35954ce5-8d71-46c3-994a-fbffe04226d6 x-openstack-request-id: req-35954ce5-8d71-46c3-994a-fbffe04226d6 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:50.262796 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:50.263057 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35954ce5-8d71-46c3-994a-fbffe04226d6 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:50.263412 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'status': 'completed', 'code': 200} Mar 07 11:42:50.325673 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:50.339260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-d6a81ecc-7cb2-43a7-8173-76f5fba794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:50.341799 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-d6a81ecc-7cb2-43a7-8173-76f5fba794f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 1129 time: 0.0551138 Mar 07 11:42:50.486391 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-bf9f720f-3649-4969-88bd-d60ecc4d07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:50.487911 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-bf9f720f-3649-4969-88bd-d60ecc4d07eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1386518 Mar 07 11:42:50.508581 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf45259-a6f5-4478-9d66-00e2b1363090 req-718648ea-93ce-40d4-bf6a-1252d97aecf3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:50.510054 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf45259-a6f5-4478-9d66-00e2b1363090 req-718648ea-93ce-40d4-bf6a-1252d97aecf3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 947 time: 0.0890982 Mar 07 11:42:50.530461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:50.542341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-efa7f0d5-33f2-4479-824c-edd380c65679 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 200 len: 217 time: 0.0482807 Mar 07 11:42:50.559543 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:50.567897 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:50.568500 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:42:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:50.780787 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:50.828571 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5626c8ec-e774-4a9e-9438-961294a2bed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:50.964615 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-678fdf4f-0a8d-4010-a9c2-e3d0c96d0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:50.965918 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-678fdf4f-0a8d-4010-a9c2-e3d0c96d0544 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.4168718 Mar 07 11:42:50.971579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8cf45259-a6f5-4478-9d66-00e2b1363090 req-107158e4-510b-4343-bf75-6001a6bbe720 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319754 Mar 07 11:42:50.998740 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:51.022269 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-42017898-d11f-4166-91d7-fa367a2b1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:51.023839 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-42017898-d11f-4166-91d7-fa367a2b1029 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498528 Mar 07 11:42:51.025370 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e0b6b-f628-4a9c-9b7b-d569052e919d None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:51.117929 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-c6c7f538-c77c-4ea9-8a7f-06220e2adc83 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Mar 07 11:42:51.217404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c1d5d6c3-684f-4f07-8877-2bd4fd1c0a73 req-a98460d3-09cf-40e0-a606-39aadea35a14 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922642 Mar 07 11:42:51.269629 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db6672-9aaf-4a88-aeca-454b5d637737 None None] New status for floating IP 40e95239-4455-43f1-9ae2-9cee8a650f09: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:42:51.777344 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-8fa2f85c-835d-4cfc-95db-90c96ae3a0b3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:51.778791 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-8fa2f85c-835d-4cfc-95db-90c96ae3a0b3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.26 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 947 time: 0.0616093 Mar 07 11:42:51.876829 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Deleting port 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:51.877163 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (614dc371-4ff6-44ed-8d1b-549520637517), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.964097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] For port 614dc371-4ff6-44ed-8d1b-549520637517, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=614dc371-4ff6-44ed-8d1b-549520637517,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:51.964420 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (614dc371-4ff6-44ed-8d1b-549520637517), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.976627 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Calling delete_port for 614dc371-4ff6-44ed-8d1b-549520637517 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:52.134670 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c657b-ca00-4729-8ffe-5146789e022e req-2a3cabe4-478b-4d00-a354-77d349e8481d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:52.136132 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e4c657b-ca00-4729-8ffe-5146789e022e req-2a3cabe4-478b-4d00-a354-77d349e8481d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=78624ad3-db26-4eeb-9e9c-88fcf13d03c0 HTTP/1.1" status: 200 len: 947 time: 0.0938268 Mar 07 11:42:52.160839 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (614dc371-4ff6-44ed-8d1b-549520637517), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.198910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'Port': ['ID=614dc371-4ff6-44ed-8d1b-549520637517,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:52.244921 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.245307 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.245642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.245982 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.246310 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.246640 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.246953 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.247281 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.247608 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.247961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.248280 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.248710 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.249038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:52.257710 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e4c657b-ca00-4729-8ffe-5146789e022e req-c46e3789-9347-442e-8170-1fb7644b2c19 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=8683797e-6a10-40d3-ba36-ef2edfd30a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156240 Mar 07 11:42:52.276166 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] No DVR routers for this DVR port 614dc371-4ff6-44ed-8d1b-549520637517 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:42:52.280288 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.283870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2f7c851f-fd5f-46f8-9d29-745be222c11e req-f86ba3a4-8c96-488b-bff1-a7f762b9d145 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.26 "DELETE /v2.0/ports/614dc371-4ff6-44ed-8d1b-549520637517 HTTP/1.1" status: 204 len: 173 time: 0.4989891 Mar 07 11:42:52.284321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-deleted', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:52.286601 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327389b9-d29b-4902-a531-f8828fe34686" -d '{"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-deleted", "tag": "614dc371-4ff6-44ed-8d1b-549520637517"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:52.383600 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49592fa1-7821-4fb8-8117-791105db813d x-openstack-request-id: req-49592fa1-7821-4fb8-8117-791105db813d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:52.383930 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78624ad3-db26-4eeb-9e9c-88fcf13d03c0", "name": "network-vif-deleted", "tag": "614dc371-4ff6-44ed-8d1b-549520637517", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:52.384194 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49592fa1-7821-4fb8-8117-791105db813d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:52.384580 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78624ad3-db26-4eeb-9e9c-88fcf13d03c0', 'name': 'network-vif-deleted', 'tag': '614dc371-4ff6-44ed-8d1b-549520637517', 'status': 'completed', 'code': 200} Mar 07 11:42:53.097962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a373-063e-4399-bd18-ecde179dba7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.316494 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49528) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:53.375698 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (8683797e-6a10-40d3-ba36-ef2edfd30a8b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.401280 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (8683797e-6a10-40d3-ba36-ef2edfd30a8b), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.468960 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (8683797e-6a10-40d3-ba36-ef2edfd30a8b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.471907 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.473105 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "DELETE /v2.0/security-groups/8683797e-6a10-40d3-ba36-ef2edfd30a8b HTTP/1.1" status: 204 len: 168 time: 0.1556203 Mar 07 11:42:53.482733 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ab44-9b77-46f3-94bd-d90030a25810 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8683797e-6a10-40d3-ba36-ef2edfd30a8b,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:53.690211 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49534) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:53.697346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310869650', 'description': 'tempest-secgroup-smoke-310869650 description', 'project_id': '5144211b750e40138b8bc8d7f43c112d'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:53.729572 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.792432 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (bbe99c58-ca7b-487d-b6a7-69d185d8e6d1), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.798500 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bbe99c58-ca7b-487d-b6a7-69d185d8e6d1), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.827487 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.828751 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1372316 Mar 07 11:42:53.830984 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f864e1-fe46-4533-93f6-b4790a962651 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:53.832452 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49536) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:53.837306 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:53.864948 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (9e0fe76f-8367-4b59-9c5b-c1294cd8d4b5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.920440 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (9e0fe76f-8367-4b59-9c5b-c1294cd8d4b5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.926271 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (9e0fe76f-8367-4b59-9c5b-c1294cd8d4b5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.944379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0fe76f-8367-4b59-9c5b-c1294cd8d4b5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:53.954003 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.955665 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-46784b3c-954b-4639-9dcd-efcec7d47e89 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220484 Mar 07 11:42:53.958514 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49538) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:53.962893 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:53.987390 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (f3511bfc-dcf1-4f60-8065-8e515dab863d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.047176 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (f3511bfc-dcf1-4f60-8065-8e515dab863d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.051836 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f3511bfc-dcf1-4f60-8065-8e515dab863d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.066473 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3511bfc-dcf1-4f60-8065-8e515dab863d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:54.079221 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.080658 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a23fb925-1422-4d00-af5e-977166bfad7d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211994 Mar 07 11:42:54.083400 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49540) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:54.087664 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:54.115145 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (f81f487e-ea92-4604-b865-0a154d45359d), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.170207 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (f81f487e-ea92-4604-b865-0a154d45359d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.176458 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (f81f487e-ea92-4604-b865-0a154d45359d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.194889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f487e-ea92-4604-b865-0a154d45359d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:54.200658 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.201906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-65131f2a-ab6c-4309-afe2-a24d536f5ef7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175249 Mar 07 11:42:54.204815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49542) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:54.209184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:54.239455 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (4bb14c3d-bc89-4a8b-9438-88e2fea18c8f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.298000 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (4bb14c3d-bc89-4a8b-9438-88e2fea18c8f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.302389 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4bb14c3d-bc89-4a8b-9438-88e2fea18c8f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.319312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb14c3d-bc89-4a8b-9438-88e2fea18c8f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:54.328878 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.330656 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ac26ac14-cc50-4fbd-8c5b-d6e0c9dcef1d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249061 Mar 07 11:42:54.333464 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:54.337930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:54.360165 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Project 5144211b750e40138b8bc8d7f43c112d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:42:54.365623 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (1d33797a-89b1-474f-beca-8c1148f184cb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.428342 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (1d33797a-89b1-474f-beca-8c1148f184cb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.433465 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (1d33797a-89b1-474f-beca-8c1148f184cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.450668 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d33797a-89b1-474f-beca-8c1148f184cb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:54.462169 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.463754 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c089f189-6ab4-49a9-980a-493183294db9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291516 Mar 07 11:42:54.467240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 49546) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:54.471541 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'security_group_rule': {'security_group_id': 'bbe99c58-ca7b-487d-b6a7-69d185d8e6d1', 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:54.497563 n-d-832156-4 neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Project 5144211b750e40138b8bc8d7f43c112d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:42:54.505423 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (4c2e659c-47a8-42aa-8629-dacaccd02482), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.527257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.570614 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (4c2e659c-47a8-42aa-8629-dacaccd02482), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.576046 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4c2e659c-47a8-42aa-8629-dacaccd02482), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.593430 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2e659c-47a8-42aa-8629-dacaccd02482,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:54.603098 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:54.604342 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eec7967f-0c03-4192-8af8-19f84a1a535f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361468 Mar 07 11:42:54.818173 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:55.960586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:56.099580 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:42:56.122422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 614dc371-4ff6-44ed-8d1b-549520637517 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:42:56.122702 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 614dc371-4ff6-44ed-8d1b-549520637517 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:42:57.153058 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:59.523861 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:14.319210 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-1983a388-6037-4c58-9ed4-c5ffdf3f3e76 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310869650&fields=id&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 267 time: 0.0504482 Mar 07 11:43:14.428168 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-d16a8014-c2ec-4aee-876b-212c7b137f72 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:14.429898 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-d16a8014-c2ec-4aee-876b-212c7b137f72 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 809 time: 0.1036391 Mar 07 11:43:14.444610 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-31a7ca56-ac0b-437d-899a-58360c778ee6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/quotas/5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 375 time: 0.0091665 Mar 07 11:43:14.501636 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-1398c2dd-76fc-4b3c-b882-3c9abcca7747 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513713 Mar 07 11:43:14.603355 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-036f5a4f-2b5f-4313-a52b-25373362a90d service neutron] 10.222.0.23 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898545 Mar 07 11:43:14.696282 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-8d30cced-89f6-4c1a-80c4-e6ab30b1f710 service neutron] 10.222.0.23 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864897 Mar 07 11:43:14.998919 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c8f4238-699d-4e2f-8a92-1ca9218287ae req-12839023-1b1d-44cc-9692-bde88f52d053 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0283816 Mar 07 11:43:16.065592 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-06d7c22a-6bcc-4cba-84c4-9db8848f057c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:16.067155 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-06d7c22a-6bcc-4cba-84c4-9db8848f057c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 809 time: 0.1084950 Mar 07 11:43:16.101558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5af84206-9303-404d-b62d-16ee2d66da59 req-679a0654-3b7f-407e-93c5-18f691574acb tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0273483 Mar 07 11:43:16.134696 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-520d7695-547b-48e3-bc3e-2cd4a95845e5 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 379 time: 0.0584249 Mar 07 11:43:16.145535 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'port': {'device_id': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'admin_state_up': True, 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'security_groups': ['bbe99c58-ca7b-487d-b6a7-69d185d8e6d1']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:43:16.256576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Made reservation on behalf of 5144211b750e40138b8bc8d7f43c112d for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:43:16.260110 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.390351 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Allocated IP 172.20.0.14 (3db8d21e-e378-4735-8795-a5d2f04e15e3/99084a51-931a-49a1-909a-76678f7a4347/1dfdb4b3-7d38-43ef-b298-db4b8a5d837b) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:43:16.534080 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.568830 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.613436 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:43:16.616413 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:43:16.621445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:43:16.630424 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:16.679610 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:16.680362 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.701081 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-4c5fdfb8-9fcc-4edf-848d-5ccd0c7e3f2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617874 Mar 07 11:43:16.767426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Request body: {'port': {'device_id': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:43:16.835936 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.934621 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-9d1c2536-dd4e-4cdb-8a18-0c357eed9ada None None] Provisioning complete for port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:43:16.935247 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2536-dd4e-4cdb-8a18-0c357eed9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:16.969466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c2536-dd4e-4cdb-8a18-0c357eed9ada None None] Port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:43:17.105959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:43:17.114041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks [] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:17.126906 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Transition to ACTIVE for port object 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:43:17.131352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:17.187399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:17.275484 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134dff-80af-42e2-b4da-43169e9fbd22 req-56b522b3-d256-4063-8959-62bb1a6159da tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:17.279156 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81134dff-80af-42e2-b4da-43169e9fbd22 req-56b522b3-d256-4063-8959-62bb1a6159da tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.1082137 Mar 07 11:43:17.303154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:43:17.303154 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:43:17.303376 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:43:17.308232 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:43:17.308551 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:43:17.314273 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:43:17.314600 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:43:17.314983 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:43:17.315414 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Bound port: 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:43:17.315802 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:17.335148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81134dff-80af-42e2-b4da-43169e9fbd22 req-c5abfa90-8f83-4899-b207-aad1f8db877c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501659 Mar 07 11:43:17.385197 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:43:17.388447 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:43:17.395581 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:17.431010 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:17.431784 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:17.433087 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] 10.222.0.32 "PUT /v2.0/ports/1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1092 time: 0.7247655 Mar 07 11:43:17.433527 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:43:17.435823 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a44e5-b381-4131-9a01-27d6b46191f4" -d '{"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:43:17.470213 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424966c8-d7e0-4544-9129-01c8eef8de47 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:17.556341 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-66a4aa55-ffd6-4696-bfa0-6d98da0fe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:17.558006 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-66a4aa55-ffd6-4696-bfa0-6d98da0fe6d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1126 time: 0.0658402 Mar 07 11:43:17.565962 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d0df3-2270-4b05-ac68-18c5714e3e0a x-openstack-request-id: req-119d0df3-2270-4b05-ac68-18c5714e3e0a {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:43:17.566249 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:43:17.566497 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-119d0df3-2270-4b05-ac68-18c5714e3e0a {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:43:17.566898 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'status': 'completed', 'code': 200} Mar 07 11:43:17.606323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-d8e0c3f7-a63b-4b80-8e17-07138b8b978d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 217 time: 0.0371647 Mar 07 11:43:17.658085 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-561ed04a-542b-4be3-bad3-4c717909002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:17.659569 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-561ed04a-542b-4be3-bad3-4c717909002b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0470562 Mar 07 11:43:17.714107 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-743f9cf6-29be-4462-a037-82f5800d5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:17.715535 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-743f9cf6-29be-4462-a037-82f5800d5557 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500114 Mar 07 11:43:17.808476 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-21c4a61c-e595-49d8-bc3c-55fa461537f2 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Mar 07 11:43:17.852345 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:43:17.905940 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-15d29679-3b20-4f41-a5b8-d6f32792755c req-0083c0ca-7a48-414b-910a-1e393bb94270 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899329 Mar 07 11:43:18.001258 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-7027c807-7bef-4b93-a945-f46e780ec279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:18.002711 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-7027c807-7bef-4b93-a945-f46e780ec279 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1126 time: 0.0502524 Mar 07 11:43:18.098794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-39579d3b-739f-4091-805b-c45bbcfeaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:18.100301 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-39579d3b-739f-4091-805b-c45bbcfeaabb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0910888 Mar 07 11:43:18.140996 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-cc344858-de0d-42e3-8cc6-fbad304f480d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 217 time: 0.0345185 Mar 07 11:43:18.188499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-30b9424a-548f-4bce-b8cb-73355f734617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:18.189945 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-30b9424a-548f-4bce-b8cb-73355f734617 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0433869 Mar 07 11:43:18.242666 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-f46b5f41-8e7b-44a5-92d2-8662c2129400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:18.244243 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-f46b5f41-8e7b-44a5-92d2-8662c2129400 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483706 Mar 07 11:43:18.337557 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-2e71569a-8048-46e9-a8dd-326e758ef487 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Mar 07 11:43:18.431601 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-c11a44e5-b381-4131-9a01-27d6b46191f4 req-86d6ca32-bba0-4f68-9de0-fdc16a4d8b65 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Mar 07 11:43:18.464092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc667eab-0761-4a0d-8f2a-636817389b73 req-a6754cab-e2f1-4e16-a9f2-f4f44c0168be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:18.465576 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc667eab-0761-4a0d-8f2a-636817389b73 req-a6754cab-e2f1-4e16-a9f2-f4f44c0168be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0594401 Mar 07 11:43:18.517442 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc667eab-0761-4a0d-8f2a-636817389b73 req-850d9e70-c469-4909-bdd1-f9ec55fc8021 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460808 Mar 07 11:43:19.647237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6789dc-7635-433c-acb3-1017621acee4 req-54a8682e-7952-4b4e-9d8e-9e5659b26141 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:19.649682 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc6789dc-7635-433c-acb3-1017621acee4 req-54a8682e-7952-4b4e-9d8e-9e5659b26141 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0596273 Mar 07 11:43:19.701494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc6789dc-7635-433c-acb3-1017621acee4 req-fddc0b79-1815-4ad0-97c5-5fa21e6c8a40 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Mar 07 11:43:20.824696 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b33f3cb5-719b-4177-bd62-b07abe30284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:20.835557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cf379-6946-4be4-b04b-390ba2dbcaae req-69b9817f-a8ed-4ac6-916b-35e027de466c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:20.837537 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e8cf379-6946-4be4-b04b-390ba2dbcaae req-69b9817f-a8ed-4ac6-916b-35e027de466c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0595512 Mar 07 11:43:20.891624 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6e8cf379-6946-4be4-b04b-390ba2dbcaae req-928b4eb2-6f87-42f3-8bf1-57aa2e69d7a6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481720 Mar 07 11:43:22.020070 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fad1a8-57ec-460e-aea8-8a1d5a658046 req-63a39c47-c569-458d-b1d6-f06ab445663e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:22.025784 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84fad1a8-57ec-460e-aea8-8a1d5a658046 req-63a39c47-c569-458d-b1d6-f06ab445663e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0552323 Mar 07 11:43:22.076360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-84fad1a8-57ec-460e-aea8-8a1d5a658046 req-55524931-9aeb-4a05-9420-454dbdbcb0ed tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478678 Mar 07 11:43:23.093681 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6732-c01f-4844-aa7a-e4f735edfdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:23.195497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca79d4-5d0c-4af7-98d7-9e878abe39a3 req-a95d0494-bc49-4f0b-887b-de483721f90b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:23.197060 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcca79d4-5d0c-4af7-98d7-9e878abe39a3 req-a95d0494-bc49-4f0b-887b-de483721f90b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0530553 Mar 07 11:43:23.253270 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-bcca79d4-5d0c-4af7-98d7-9e878abe39a3 req-73b8bee8-e85e-4e91-b5b2-b1c11f350395 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498269 Mar 07 11:43:24.380343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2fe5-f8f2-4e82-8913-f68e654ac28d req-d5d30985-b712-4b1b-9c4d-a2ada178f857 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:24.381901 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58ee2fe5-f8f2-4e82-8913-f68e654ac28d req-d5d30985-b712-4b1b-9c4d-a2ada178f857 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0569153 Mar 07 11:43:24.441731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-58ee2fe5-f8f2-4e82-8913-f68e654ac28d req-0961d754-fc03-48fb-bde4-22ae9e4a3f48 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532715 Mar 07 11:43:24.530439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:24.818048 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:25.573526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39782-75b2-4a01-ab22-e106a58434c6 req-ae256407-1f47-4bb5-9bf5-e4a4294f2ed3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:25.575019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fb39782-75b2-4a01-ab22-e106a58434c6 req-ae256407-1f47-4bb5-9bf5-e4a4294f2ed3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0627358 Mar 07 11:43:25.625010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-3fb39782-75b2-4a01-ab22-e106a58434c6 req-2b237f6d-6381-4c53-98fa-460fa388c942 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439527 Mar 07 11:43:25.964035 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:26.770546 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d03ec-f2b6-4240-8ae0-093061313c94 req-ecacf6cd-1c24-42fb-a413-75c2f0ab5b8b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:26.772052 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19d03ec-f2b6-4240-8ae0-093061313c94 req-ecacf6cd-1c24-42fb-a413-75c2f0ab5b8b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0703237 Mar 07 11:43:26.833365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e19d03ec-f2b6-4240-8ae0-093061313c94 req-9aeb18d2-fe20-45a1-b19b-0b3a98c4341a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548725 Mar 07 11:43:27.153844 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:27.961578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb9a7-166d-4bea-b36c-6a3d0d24f6b2 req-847292bb-5618-4868-8063-b0a31633fea6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:27.963452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d65eb9a7-166d-4bea-b36c-6a3d0d24f6b2 req-847292bb-5618-4868-8063-b0a31633fea6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0567605 Mar 07 11:43:28.022104 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d65eb9a7-166d-4bea-b36c-6a3d0d24f6b2 req-6bba65e5-e4df-45a2-acde-d7986f1745b8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504663 Mar 07 11:43:29.149490 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526c64-56e3-4ce5-a2b3-98a7c997be52 req-530b9f90-be57-42b5-bfe5-e11ee0edb07e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:29.150998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97526c64-56e3-4ce5-a2b3-98a7c997be52 req-530b9f90-be57-42b5-bfe5-e11ee0edb07e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0560334 Mar 07 11:43:29.206695 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-97526c64-56e3-4ce5-a2b3-98a7c997be52 req-485f6d44-350d-4ad7-ba5c-f8e6f45ff488 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499907 Mar 07 11:43:29.543958 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:30.340919 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81360d8-f360-473c-ab0b-759afdb3cb9e req-c5d83169-902d-4f7f-99a5-c76aa98a6b88 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:30.342445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f81360d8-f360-473c-ab0b-759afdb3cb9e req-c5d83169-902d-4f7f-99a5-c76aa98a6b88 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0560107 Mar 07 11:43:30.395315 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f81360d8-f360-473c-ab0b-759afdb3cb9e req-de654952-2ecd-473b-8813-d1dba79f06a3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 Mar 07 11:43:31.530384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024253-7007-47da-9a0e-2b855d6d0013 req-f1761f08-35bb-43bd-9c26-8289d7a8d2ce tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:31.531862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3024253-7007-47da-9a0e-2b855d6d0013 req-f1761f08-35bb-43bd-9c26-8289d7a8d2ce tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0682950 Mar 07 11:43:31.583117 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c3024253-7007-47da-9a0e-2b855d6d0013 req-6bb81a3e-0575-46e6-81ed-3f960291c6a8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455132 Mar 07 11:43:32.717695 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21f960-c9f5-44b1-81d6-253e16782063 req-9a4ca7c4-70f2-436f-8719-167fc4c84193 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:32.719246 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c21f960-c9f5-44b1-81d6-253e16782063 req-9a4ca7c4-70f2-436f-8719-167fc4c84193 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0561125 Mar 07 11:43:32.784359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1c21f960-c9f5-44b1-81d6-253e16782063 req-568c0589-1502-40f3-9ad6-5af39c78f704 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548069 Mar 07 11:43:33.932013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d9a19-b891-4136-a0a0-d64b4183e4de req-fc4a91a9-294e-4f76-931d-722c9e7fbf52 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:33.933476 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f72d9a19-b891-4136-a0a0-d64b4183e4de req-fc4a91a9-294e-4f76-931d-722c9e7fbf52 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0592968 Mar 07 11:43:33.986778 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f72d9a19-b891-4136-a0a0-d64b4183e4de req-8bff5b90-4c9b-43c2-9b72-1a4088ec1419 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 Mar 07 11:43:35.137419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71158d-807b-4be5-93fb-f4697b5fc726 req-d4fd0415-ccb5-4c18-b32e-180dd45e1ce3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:35.139709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a71158d-807b-4be5-93fb-f4697b5fc726 req-d4fd0415-ccb5-4c18-b32e-180dd45e1ce3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0716772 Mar 07 11:43:35.197172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-0a71158d-807b-4be5-93fb-f4697b5fc726 req-31388cd4-8856-4e85-830d-73543fa92610 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496798 Mar 07 11:43:35.665435 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:43:35.778260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:43:35.788804 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'mac_address': 'fa:16:3e:27:d4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:43:35.831902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:43:35.832289 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:35.845152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:43:35.866083 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:43:35.873448 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:35.927791 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:35.936618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.936967 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.937308 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.937624 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.937975 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.938298 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.938625 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.938930 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.939280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.939598 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.939947 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.940266 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:35.940583 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:43:36.214191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:43:36.332578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceda59-c30b-4836-8435-eebf867e57ae req-412bdeff-7d46-42b1-9645-e2242053bd23 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:36.334439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80ceda59-c30b-4836-8435-eebf867e57ae req-412bdeff-7d46-42b1-9645-e2242053bd23 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 945 time: 0.0523560 Mar 07 11:43:36.389331 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-80ceda59-c30b-4836-8435-eebf867e57ae req-b4055a73-19ca-49ac-9b4d-60e2b5cf5e07 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478051 Mar 07 11:43:37.525039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03589545-642c-4eea-85a9-74ae880b1ed9 req-9c4fc1e9-c7ac-48c1-9959-a94cba9251b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:37.526796 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03589545-642c-4eea-85a9-74ae880b1ed9 req-9c4fc1e9-c7ac-48c1-9959-a94cba9251b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 945 time: 0.0587373 Mar 07 11:43:37.580341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-03589545-642c-4eea-85a9-74ae880b1ed9 req-b18af2ce-ffe1-4076-bcc9-2e22be440522 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466750 Mar 07 11:43:37.695245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:43:37.755998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:43:37.760245 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:43:37.760623 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:37.842379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:43:37.842772 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:37.869973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:43:37.872254 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060f276-75ae-48dc-a86a-8a460b73e2f1" -d '{"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:43:37.884863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:43:37.891909 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:37.941940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:37.970386 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93b0b9-a403-47be-8b16-6f41bfd228c9 x-openstack-request-id: req-ef93b0b9-a403-47be-8b16-6f41bfd228c9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:43:37.970678 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:43:37.970930 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef93b0b9-a403-47be-8b16-6f41bfd228c9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:43:37.971329 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'code': 200} Mar 07 11:43:38.082962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c77ac5-659f-4da2-bcbc-666c7a189a83 req-da6fb6f3-f400-4688-9f4c-8919ba4ebdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:38.084581 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-57c77ac5-659f-4da2-bcbc-666c7a189a83 req-da6fb6f3-f400-4688-9f4c-8919ba4ebdc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1128 time: 0.0539582 Mar 07 11:43:38.131330 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-57c77ac5-659f-4da2-bcbc-666c7a189a83 req-eba2a8b3-d3fb-4bf5-9663-277d14f188b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 Mar 07 11:43:38.709894 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1315732-ff65-47cf-957d-0e02d0521475 req-49a0c804-bf66-4da2-aa72-51af5b2a2f01 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:38.711373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1315732-ff65-47cf-957d-0e02d0521475 req-49a0c804-bf66-4da2-aa72-51af5b2a2f01 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0616093 Mar 07 11:43:38.765663 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d1315732-ff65-47cf-957d-0e02d0521475 req-127be246-4ba3-4eca-b3d5-b83cd4aff96a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Mar 07 11:43:39.918352 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e027-3e44-4a60-ae59-f8f758943fbf req-dd0e9e83-8c9e-454c-8fec-ed36eea88a2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:39.919867 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05a5e027-3e44-4a60-ae59-f8f758943fbf req-dd0e9e83-8c9e-454c-8fec-ed36eea88a2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0593531 Mar 07 11:43:39.971415 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-05a5e027-3e44-4a60-ae59-f8f758943fbf req-98a104db-f002-49f4-aeb0-efeba8f81590 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453703 Mar 07 11:43:40.090571 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14b458-e07f-4f95-a7b7-9c0dc238b915 req-56721f81-f5f2-4a4d-a4a9-ce8066304d31 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:40.092088 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab14b458-e07f-4f95-a7b7-9c0dc238b915 req-56721f81-f5f2-4a4d-a4a9-ce8066304d31 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0540626 Mar 07 11:43:40.146466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ab14b458-e07f-4f95-a7b7-9c0dc238b915 req-62dcaa30-abeb-43ae-89b0-78ed42ed159f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487356 Mar 07 11:43:40.169855 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49770) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:43:40.265555 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e86d8-0bbc-4643-8044-62c8fa9ff1b5 tempest-TestShelveInstance-979501472 tempest-TestShelveInstance-979501472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:40.267086 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-810e86d8-0bbc-4643-8044-62c8fa9ff1b5 tempest-TestShelveInstance-979501472 tempest-TestShelveInstance-979501472-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1123 time: 0.0961552 Mar 07 11:43:40.270119 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:43:40.274802 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:43:40.300749 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:40.407756 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:40.522344 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Allocated IP 172.25.4.107 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/b40c9f7b-723d-49dc-a68c-455b8c6ec104) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:43:40.630962 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:40.668852 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:40.709260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:43:40.712070 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:43:40.717503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:43:40.720583 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=b40c9f7b-723d-49dc-a68c-455b8c6ec104,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:41.089123 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (e30c0549-0eab-42ba-bbae-60252d6a0a6d), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.165294 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.325988 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.332133 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.402272 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event updated for resources: {'Port': ['ID=b40c9f7b-723d-49dc-a68c-455b8c6ec104,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:43:41.418794 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (e30c0549-0eab-42ba-bbae-60252d6a0a6d), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.527418 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Floating IP e30c0549-0eab-42ba-bbae-60252d6a0a6d associated. External IP: 172.25.4.107, port: 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b. Mar 07 11:43:42.055246 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:43:42.169081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:43:42.180045 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:43:42.191147 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:42.193292 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:43:42.193983 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:43:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:43:42.222174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a110c3c2-3e51-4167-91cc-9f3b2b0732b6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9509802 Mar 07 11:43:42.222794 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:43:42.225066 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb344e5e-3335-4105-a041-da6c51a09012" -d '{"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:43:42.260161 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8930f212-2d71-4a64-b717-8c82ee7f4786 x-openstack-request-id: req-8930f212-2d71-4a64-b717-8c82ee7f4786 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:43:42.260427 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:43:42.260686 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8930f212-2d71-4a64-b717-8c82ee7f4786 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:43:42.261120 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'status': 'completed', 'code': 200} Mar 07 11:43:42.304062 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:43:42.330025 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344e5e-3335-4105-a041-da6c51a09012 req-f5fc5bb3-b38f-49d3-aa1b-a4089021c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:42.331562 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-f5fc5bb3-b38f-49d3-aa1b-a4089021c62b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1128 time: 0.0464346 Mar 07 11:43:42.425645 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344e5e-3335-4105-a041-da6c51a09012 req-8e5ddb1e-4d4e-45bd-a23d-aa34b17247ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:42.427120 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-8e5ddb1e-4d4e-45bd-a23d-aa34b17247ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0897169 Mar 07 11:43:42.492636 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-847c3a3a-13ef-454b-9ec4-d677018b6d4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1000 time: 0.0598280 Mar 07 11:43:42.530349 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e30c0549-0eab-42ba-bbae-60252d6a0a6d', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:27:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:43:40Z', 'updated_at': '2022-03-07T11:43:40Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:43:42.541310 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344e5e-3335-4105-a041-da6c51a09012 req-4be06bab-5062-4ef7-83ac-d8699bf1fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:42.542594 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-4be06bab-5062-4ef7-83ac-d8699bf1fc1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0442271 Mar 07 11:43:42.556691 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:43:42.565507 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:43:42.566104 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:43:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:43:42.596781 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344e5e-3335-4105-a041-da6c51a09012 req-38be1e70-b464-40ec-aedd-873128a8484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:42.598296 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-38be1e70-b464-40ec-aedd-873128a8484f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496600 Mar 07 11:43:42.677413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:43:42.687683 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-e2f605b8-f9fd-4d27-bfcf-b951607e377b service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Mar 07 11:43:42.785580 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-bb344e5e-3335-4105-a041-da6c51a09012 req-e07ecdd3-03c8-4025-ac3a-04dd22a9f5dc service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919423 Mar 07 11:43:42.908433 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e30c0549-0eab-42ba-bbae-60252d6a0a6d', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:27:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:43:40Z', 'updated_at': '2022-03-07T11:43:40Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:43:42.935857 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272b469-309f-477b-bb98-d8d66eae977f None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': 'e30c0549-0eab-42ba-bbae-60252d6a0a6d', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'mac_address': 'fa:16:3e:27:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:43:40Z', 'updated_at': '2022-03-07T11:43:40Z', 'revision_number': 0, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:43:43.143867 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dad46-0206-457b-8d15-be8382dc3d36 None None] New status for floating IP e30c0549-0eab-42ba-bbae-60252d6a0a6d: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:43:50.828835 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aeb70a8c-b7ce-4de4-83ea-4ec07e91ae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:53.106999 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8e151cb6-f03b-49ff-b881-8fca221d0d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:54.537932 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:54.823526 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:54.853725 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:43:55.972134 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:57.155234 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:59.542399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.493423 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-26b58d4d-59f8-44e1-a402-9001fe463365 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531330 Mar 07 11:44:14.621626 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-c1f43945-19a7-495e-a456-d581af8c4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.623174 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-c1f43945-19a7-495e-a456-d581af8c4d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1128 time: 0.0462258 Mar 07 11:44:14.750685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-e3e98aed-c58f-4482-9893-992a586bafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.752906 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-e3e98aed-c58f-4482-9893-992a586bafc0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1085742 Mar 07 11:44:14.819706 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-ca075826-99e6-42ee-8016-24245a40c997 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1002 time: 0.0604517 Mar 07 11:44:14.878658 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-4c0f0208-38c1-4f4b-90b1-3a7d94a4b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.880587 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-4c0f0208-38c1-4f4b-90b1-3a7d94a4b9db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0557721 Mar 07 11:44:14.930503 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-5108c5d2-9276-46dc-8987-aecd363599c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.932071 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-5108c5d2-9276-46dc-8987-aecd363599c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461564 Mar 07 11:44:15.026738 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-33a13f1d-9d27-4a25-9a79-1e6e2d731998 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889599 Mar 07 11:44:15.133177 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-96fc8fa9-215f-45ac-b23f-f592e3d7cda1 req-a7c52f45-83cd-47a0-91d6-a603ff4101a7 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011353 Mar 07 11:44:20.831525 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-263b5cf6-aebd-442f-b8d4-a24407f06fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.105371 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2d758b2e-9c88-4969-ab78-9dfa78f04b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.542794 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.838899 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:25.974726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.157294 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:29.559295 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:31.856077 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:44:50.827164 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afd90ac4-e124-4d71-8f90-42db2d4bc23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:53.105736 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c404-bd01-4a89-8cfe-3393f6e32489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:54.542631 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:54.837962 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:55.975243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:57.155960 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:59.563821 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:08.862073 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:45:14.501692 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-ed01456f-96a7-4a5c-ba43-5d2572e38611 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469196 Mar 07 11:45:14.593994 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-6bb7702c-62e1-4f03-abb3-2414bd4f1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:14.595689 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-6bb7702c-62e1-4f03-abb3-2414bd4f1922 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1128 time: 0.0488579 Mar 07 11:45:14.709315 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-f4dadff1-efd1-494a-81bc-614a43bdea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:14.712607 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-f4dadff1-efd1-494a-81bc-614a43bdea13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0940061 Mar 07 11:45:14.783206 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-a87491fa-140f-4ac7-b2ed-4dc5adcc42e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1002 time: 0.0634654 Mar 07 11:45:14.846721 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-33548f1a-0d7e-4a5e-81d3-7b6c01f734b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:14.848222 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-33548f1a-0d7e-4a5e-81d3-7b6c01f734b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0592484 Mar 07 11:45:14.898774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-d4d8ce4a-43d7-4413-a126-1a03f8b81e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:14.900305 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-d4d8ce4a-43d7-4413-a126-1a03f8b81e17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460861 Mar 07 11:45:14.991117 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-2bccc8f1-e496-45ca-b283-1a3257407200 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839536 Mar 07 11:45:15.086996 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-da0ac001-9fa4-4e21-94e3-437d8b0ad280 req-62e9f543-da42-4e1e-9b9f-8d1c04259b84 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Mar 07 11:45:20.841466 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dac500fb-0df4-4fb5-8f3a-bfd0b50f79e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:23.103286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0050b5de-ac32-4c91-a6e5-e075457c6750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:24.544275 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:24.870175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:25.982757 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:27.159426 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:29.585002 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:37.752032 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dafbd9-8592-42cf-b50c-eae7c3c99dc0 req-559aaf63-7c28-4f1b-af77-67fb31f97d42 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:37.753433 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59dafbd9-8592-42cf-b50c-eae7c3c99dc0 req-559aaf63-7c28-4f1b-af77-67fb31f97d42 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0792420 Mar 07 11:45:37.817962 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-59dafbd9-8592-42cf-b50c-eae7c3c99dc0 req-6dfe7fbb-8626-4e56-b895-6c9acd7ee251 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565846 Mar 07 11:45:38.952631 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9327-d6b5-4cf1-8ec9-555da3b171e4 req-cde44dd4-2275-4ea0-83a7-478b0e6f4720 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:38.954110 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c1f9327-d6b5-4cf1-8ec9-555da3b171e4 req-cde44dd4-2275-4ea0-83a7-478b0e6f4720 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0606225 Mar 07 11:45:39.005885 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5c1f9327-d6b5-4cf1-8ec9-555da3b171e4 req-af32a9c8-8a46-4d6b-b941-eadee1bec3a3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Mar 07 11:45:40.152646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bab35-6a6f-4432-9dc6-32f13a94cfe5 req-be986356-afbb-447c-81ae-f3aad45ee583 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:40.154102 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-886bab35-6a6f-4432-9dc6-32f13a94cfe5 req-be986356-afbb-447c-81ae-f3aad45ee583 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0592551 Mar 07 11:45:40.208344 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-886bab35-6a6f-4432-9dc6-32f13a94cfe5 req-e9274951-8e42-465f-81ce-fa4d9a5a4365 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484262 Mar 07 11:45:41.342569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c582c-fc7a-4d70-a14c-8c003a1de5fd req-c87fc52d-a7a9-402c-814e-6f577442367f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:41.344112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3c582c-fc7a-4d70-a14c-8c003a1de5fd req-c87fc52d-a7a9-402c-814e-6f577442367f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0602565 Mar 07 11:45:41.398596 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fe3c582c-fc7a-4d70-a14c-8c003a1de5fd req-b237015c-6d08-478e-9c94-86e1da991b6b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Mar 07 11:45:42.535039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69960d31-e00e-4973-b363-753ecfa03e48 req-dda62dbe-567e-4034-9ae4-f9040305d051 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:42.536554 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69960d31-e00e-4973-b363-753ecfa03e48 req-dda62dbe-567e-4034-9ae4-f9040305d051 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0544622 Mar 07 11:45:42.595883 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-69960d31-e00e-4973-b363-753ecfa03e48 req-123dc176-770e-4e54-a082-9262364e2ff1 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535755 Mar 07 11:45:43.734469 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adbfb-ba9b-494d-a584-d8b5f9066588 req-83085b2d-42db-4b1b-9899-fee537afef0c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:43.735996 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-418adbfb-ba9b-494d-a584-d8b5f9066588 req-83085b2d-42db-4b1b-9899-fee537afef0c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0583973 Mar 07 11:45:43.787248 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-418adbfb-ba9b-494d-a584-d8b5f9066588 req-4e18f938-d162-4b05-acfa-1645cb35716a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 Mar 07 11:45:44.918671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c5ac8-3af5-40c1-8707-8f3ee22364d4 req-5f3e07cc-03ec-49e2-9fff-23d1b07fff8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:44.920253 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a44c5ac8-3af5-40c1-8707-8f3ee22364d4 req-5f3e07cc-03ec-49e2-9fff-23d1b07fff8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0539472 Mar 07 11:45:44.970672 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a44c5ac8-3af5-40c1-8707-8f3ee22364d4 req-ac97b469-47da-4795-8ce5-837d609fd0bc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Mar 07 11:45:45.851894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:45:46.114715 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493237c5-5900-42cc-8f7f-4b16039ddda8 req-b0a3850e-6d55-4e08-938e-addcfe6cfa01 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:46.116121 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493237c5-5900-42cc-8f7f-4b16039ddda8 req-b0a3850e-6d55-4e08-938e-addcfe6cfa01 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0610480 Mar 07 11:45:46.177345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-493237c5-5900-42cc-8f7f-4b16039ddda8 req-ac3c28e9-7b1e-471c-a827-dfe9458b5afc tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527432 Mar 07 11:45:47.318234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2795d-2261-4328-8315-2397b6a2a5c2 req-1739998c-64f8-4a94-81c4-ae45689fccfe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:47.319808 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09d2795d-2261-4328-8315-2397b6a2a5c2 req-1739998c-64f8-4a94-81c4-ae45689fccfe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0560238 Mar 07 11:45:47.370526 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-09d2795d-2261-4328-8315-2397b6a2a5c2 req-225421e8-582d-4456-9d3f-ae0414461e41 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 Mar 07 11:45:47.860549 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53066-ce00-4936-9696-447da198b172 req-71471af2-acc3-4918-8c99-3adfa67034e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:47.862072 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-71471af2-acc3-4918-8c99-3adfa67034e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1128 time: 0.0558517 Mar 07 11:45:47.957685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53066-ce00-4936-9696-447da198b172 req-ddac3260-0e23-4891-a0f6-097f763b3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:47.959157 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-ddac3260-0e23-4891-a0f6-097f763b3b16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0911782 Mar 07 11:45:48.026678 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-4c94fb22-0833-4294-a0ce-2c6274452848 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1002 time: 0.0607905 Mar 07 11:45:48.081321 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53066-ce00-4936-9696-447da198b172 req-6d145332-b4e8-4511-b35b-59c6c791042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:48.082795 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-6d145332-b4e8-4511-b35b-59c6c791042e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0503600 Mar 07 11:45:48.135593 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53066-ce00-4936-9696-447da198b172 req-decd2ceb-4352-4ee9-86f1-96d006c881bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:48.137033 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-decd2ceb-4352-4ee9-86f1-96d006c881bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483313 Mar 07 11:45:48.228846 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-44413b7f-9ef5-462f-9582-0951cd8264d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846164 Mar 07 11:45:48.324839 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-e4e53066-ce00-4936-9696-447da198b172 req-af6052cb-3b7f-4c13-bb87-c09dc70ade63 service neutron] 10.222.0.32 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899243 Mar 07 11:45:48.507910 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef68f-a3a1-4d8c-8301-bd00b09c0164 req-23f4df0f-0703-4177-a2e5-82f7b0527365 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:48.509365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e06ef68f-a3a1-4d8c-8301-bd00b09c0164 req-23f4df0f-0703-4177-a2e5-82f7b0527365 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0592508 Mar 07 11:45:48.568035 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e06ef68f-a3a1-4d8c-8301-bd00b09c0164 req-b7821f58-7fa4-4884-9b61-ec9ba69f8479 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506082 Mar 07 11:45:49.711404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e470cf7-14c0-4960-9cdb-f57187007dd0 req-e6e675ac-1b06-45fa-9eb7-8afbdcae63c3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:49.712904 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e470cf7-14c0-4960-9cdb-f57187007dd0 req-e6e675ac-1b06-45fa-9eb7-8afbdcae63c3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0601718 Mar 07 11:45:49.762408 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8e470cf7-14c0-4960-9cdb-f57187007dd0 req-ddffbf31-03ac-4188-bcbc-a5edc530e373 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Mar 07 11:45:50.839562 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-745cfe44-8b27-4fa6-8b21-faa2655af80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:50.884040 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ec26-03b4-45ab-968e-53729c0fb78a req-73c10be9-72c1-4bfc-b7a5-041330bef298 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:50.885815 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b07ec26-03b4-45ab-968e-53729c0fb78a req-73c10be9-72c1-4bfc-b7a5-041330bef298 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0551667 Mar 07 11:45:50.934621 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b07ec26-03b4-45ab-968e-53729c0fb78a req-17dcfe3c-2e7a-445c-9685-eb664a1cde3f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Mar 07 11:45:52.060349 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30290e-e0ac-4322-80aa-2afd33a6c17f req-8dd0e403-ffd1-4472-b0d0-8cbeb8f0f689 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:52.061826 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd30290e-e0ac-4322-80aa-2afd33a6c17f req-8dd0e403-ffd1-4472-b0d0-8cbeb8f0f689 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0576794 Mar 07 11:45:52.111968 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cd30290e-e0ac-4322-80aa-2afd33a6c17f req-f6474c69-0c45-4eb3-8159-3c0404d68700 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Mar 07 11:45:53.099775 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac0b794b-59b0-4c8d-b5e1-691a50f409bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:53.237529 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3054556-cb0a-4014-94fc-696261316909 req-44c341ef-1740-42cf-afed-d5aeeb36372b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:53.239073 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3054556-cb0a-4014-94fc-696261316909 req-44c341ef-1740-42cf-afed-d5aeeb36372b tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0561812 Mar 07 11:45:53.292136 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e3054556-cb0a-4014-94fc-696261316909 req-3bd19dd8-5e67-488b-92ec-0e4b5c10694c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471518 Mar 07 11:45:54.348542 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:45:54.427401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438cab-b403-490f-9299-c065b7657a1c req-47c24833-6ae4-4f4c-a6fb-1d915ea1dc2d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:54.428961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce438cab-b403-490f-9299-c065b7657a1c req-47c24833-6ae4-4f4c-a6fb-1d915ea1dc2d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 946 time: 0.0543237 Mar 07 11:45:54.431438 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:45:54.431866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:54.456226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:45:54.458912 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe45605-ce5b-4757-8308-74abe383b5a7" -d '{"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:45:54.472195 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:45:54.478017 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:54.497960 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce438cab-b403-490f-9299-c065b7657a1c req-4ee8b7d7-d458-48dd-8bd7-5ff7c8aa9319 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610683 Mar 07 11:45:54.505018 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933ef963-aced-4878-b2a2-d6bf11e7f734 x-openstack-request-id: req-933ef963-aced-4878-b2a2-d6bf11e7f734 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:45:54.505582 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-unplugged", "status": "failed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "code": 422}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:45:54.505831 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-933ef963-aced-4878-b2a2-d6bf11e7f734 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:45:54.506225 n-d-832156-4 neutron-server[103790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'code': 422} returned with failed status Mar 07 11:45:54.547474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:45:54.558917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.559283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.559713 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.560090 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.560536 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.560892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.561273 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.561599 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.561924 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.562244 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.562632 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.562982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.563302 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:45:54.568977 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:54.609394 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-b86dbccd-a5c1-4dc9-ad18-267b531c824c req-982d3167-fbf9-4661-a005-b120362c41ab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:45:54.610525 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b86dbccd-a5c1-4dc9-ad18-267b531c824c req-982d3167-fbf9-4661-a005-b120362c41ab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479224 Mar 07 11:45:54.743180 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-f6748b23-322c-4f75-ac03-b9de4ea2c5b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451689 Mar 07 11:45:54.752326 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-7208efe6-c59d-4655-9ea9-4115f54a3889 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:45:54.753328 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-7208efe6-c59d-4655-9ea9-4115f54a3889 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051723 Mar 07 11:45:54.776922 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbea12-b0a3-48d5-bee6-f657669e30bd req-4ccfe44e-cb20-4fa5-8ea2-5b17d63047e2 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:54.778771 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6cbea12-b0a3-48d5-bee6-f657669e30bd req-4ccfe44e-cb20-4fa5-8ea2-5b17d63047e2 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0551977 Mar 07 11:45:54.831731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f6cbea12-b0a3-48d5-bee6-f657669e30bd req-46c9bbdd-b8ff-46e1-b10d-8b9abbef0d0e tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Mar 07 11:45:54.836152 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-540dc7fe-f1da-44bd-8ab2-2d99790b560d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:54.837647 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-540dc7fe-f1da-44bd-8ab2-2d99790b560d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports/1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 941 time: 0.0536873 Mar 07 11:45:54.861289 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:55.974330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:56.014665 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2024f96-08b2-4f3b-8f49-07f8e3346154 req-f0dbf850-d432-458e-853c-68dd2f88275c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:56.017004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2024f96-08b2-4f3b-8f49-07f8e3346154 req-f0dbf850-d432-458e-853c-68dd2f88275c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.1105423 Mar 07 11:45:56.066071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b2024f96-08b2-4f3b-8f49-07f8e3346154 req-2cfa23d0-e983-4c1e-93bd-984a50bd61e9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Mar 07 11:45:57.156093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:57.245397 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beee67d-2ff4-418d-b990-4b8ce3b20262 req-51c0c683-a1d6-4d32-9919-6dab32b9025a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:57.246847 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6beee67d-2ff4-418d-b990-4b8ce3b20262 req-51c0c683-a1d6-4d32-9919-6dab32b9025a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.1106675 Mar 07 11:45:57.297811 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6beee67d-2ff4-418d-b990-4b8ce3b20262 req-3ca5c527-e3c3-49fa-82e1-442a322e5b01 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445275 Mar 07 11:45:58.422623 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce034929-b313-4763-b5d5-bf5a8ae9de4d req-3633eed0-6ce9-433e-b36f-44fbfe9b07c8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:58.424237 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce034929-b313-4763-b5d5-bf5a8ae9de4d req-3633eed0-6ce9-433e-b36f-44fbfe9b07c8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0550086 Mar 07 11:45:58.475148 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ce034929-b313-4763-b5d5-bf5a8ae9de4d req-dcf19bb0-f619-4592-80a7-b815e1e9f1dd tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449259 Mar 07 11:45:59.567027 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:59.598879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96ef5b-17f4-4d4c-a7de-9f15eedca8ee req-37295a2d-6c3a-4aad-a8bb-b5fc800c2d91 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:59.600390 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af96ef5b-17f4-4d4c-a7de-9f15eedca8ee req-37295a2d-6c3a-4aad-a8bb-b5fc800c2d91 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0567834 Mar 07 11:45:59.654994 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-af96ef5b-17f4-4d4c-a7de-9f15eedca8ee req-131c5ba5-d5d7-47d5-ae3d-dd58860f17b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486917 Mar 07 11:46:00.779005 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af7d1-1933-4378-912d-64d6b46d2265 req-a694466d-206d-4271-a5ac-8f1171c2ee75 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:00.780673 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f55af7d1-1933-4378-912d-64d6b46d2265 req-a694466d-206d-4271-a5ac-8f1171c2ee75 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0561774 Mar 07 11:46:00.831494 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f55af7d1-1933-4378-912d-64d6b46d2265 req-502aa6fa-483a-4197-ad67-be800a4d188a tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448112 Mar 07 11:46:01.955588 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b005b33-980b-47e7-99c5-c2f02cb88e2d req-8e65bdf2-291d-41be-8740-f16c75b157a4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:01.957128 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b005b33-980b-47e7-99c5-c2f02cb88e2d req-8e65bdf2-291d-41be-8740-f16c75b157a4 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0574989 Mar 07 11:46:02.009077 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b005b33-980b-47e7-99c5-c2f02cb88e2d req-c1f58ac5-d593-48cf-bc6a-74bc328fa1b0 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 Mar 07 11:46:03.135260 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13238f-57f0-4954-bf00-ebd8f04add6c req-c6fabb3a-3bd5-4b78-8f0a-84e9c87b1ddf tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:03.136764 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e13238f-57f0-4954-bf00-ebd8f04add6c req-c6fabb3a-3bd5-4b78-8f0a-84e9c87b1ddf tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0590816 Mar 07 11:46:03.186341 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1e13238f-57f0-4954-bf00-ebd8f04add6c req-f7ec78af-fc46-40d4-a00f-d36fb003c547 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Mar 07 11:46:04.308914 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda2a38-c971-4756-ad3b-9cc95807031b req-c17c0c5a-66d6-4767-931c-ca802c5db72d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:04.310333 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beda2a38-c971-4756-ad3b-9cc95807031b req-c17c0c5a-66d6-4767-931c-ca802c5db72d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0537379 Mar 07 11:46:04.362508 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-beda2a38-c971-4756-ad3b-9cc95807031b req-bed5792f-9f0e-42b8-be2c-8830483887d9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451875 Mar 07 11:46:05.486601 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f08a-a760-4579-8fd5-49bdecae3ebe req-07c8ebec-4e5c-447e-98ad-f8854cd97a31 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:05.488010 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24f5f08a-a760-4579-8fd5-49bdecae3ebe req-07c8ebec-4e5c-447e-98ad-f8854cd97a31 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0573330 Mar 07 11:46:05.538639 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24f5f08a-a760-4579-8fd5-49bdecae3ebe req-6794bd47-4c80-43b5-abeb-fa42dd200d30 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442774 Mar 07 11:46:05.792516 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-a86a0a38-459c-49d0-8ac0-0c1bb13bcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:05.793977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-a86a0a38-459c-49d0-8ac0-0c1bb13bcf7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f&tenant_id=5144211b750e40138b8bc8d7f43c112d HTTP/1.1" status: 200 len: 1126 time: 0.0470855 Mar 07 11:46:05.804955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832156-4', 'device_owner': 'compute:nova'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:46:05.866377 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.094136 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:06.126847 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h2-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:46:06.161139 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:46:06.168670 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks [] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.181844 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Transition to ACTIVE for port object 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:46:06.187991 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.270068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:06.285814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.286113 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.286470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.286806 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.287126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.287449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.287796 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.288116 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.288432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.288748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.289048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.289358 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.289672 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:06.327429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] No DVR routers for this DVR port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on host n-h2-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:46:06.475143 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:46:06.475475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:46:06.475826 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:46:06.480027 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:46:06.480342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Attempting to bind port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on network 3db8d21e-e378-4735-8795-a5d2f04e15e3 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:46:06.485118 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:46:06.485818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Checking segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:46:06.485955 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Bound using segment: {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:46:06.486399 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Bound port: 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:46:06.486700 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.548436 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:46:06.551614 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:46:06.559684 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.595609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:06.596250 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.597632 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] 10.222.0.26 "PUT /v2.0/ports/1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1092 time: 0.7966821 Mar 07 11:46:06.598076 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:46:06.600364 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f010f-6b13-4d95-9687-5648c7db1033" -d '{"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:46:06.639549 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896ee0-a198-4b50-ba5a-f5dd09c34d17 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=8']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:06.664215 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83088a8-554d-49a3-90a4-b9068680688d x-openstack-request-id: req-a83088a8-554d-49a3-90a4-b9068680688d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:46:06.664495 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:46:06.664740 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a83088a8-554d-49a3-90a4-b9068680688d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:46:06.665142 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'status': 'completed', 'code': 200} Mar 07 11:46:06.715479 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc17b03-7f92-4440-b614-879e8cb32f18 req-c3cc0cc5-63a6-458c-8727-25322d4b99be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:06.717071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bc17b03-7f92-4440-b614-879e8cb32f18 req-c3cc0cc5-63a6-458c-8727-25322d4b99be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0921955 Mar 07 11:46:06.723531 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-8a0fb016-37f0-42a9-b6d4-c2d9fbed5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:06.725090 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-8a0fb016-37f0-42a9-b6d4-c2d9fbed5f4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1126 time: 0.0962794 Mar 07 11:46:06.828523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5bc17b03-7f92-4440-b614-879e8cb32f18 req-f8e7d70b-db6e-4ac5-9a8a-51a81fe69e23 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024399 Mar 07 11:46:06.853980 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-fa5300b6-05e4-4f6a-b403-f1d7daeece28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:06.855468 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-fa5300b6-05e4-4f6a-b403-f1d7daeece28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1236064 Mar 07 11:46:06.921905 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-463d65b8-986a-4cf2-99eb-dfede0505ce7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1000 time: 0.0602796 Mar 07 11:46:06.975934 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-a67cf67d-4050-4333-b2ca-cb6aebead463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:06.977370 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-a67cf67d-4050-4333-b2ca-cb6aebead463 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0489879 Mar 07 11:46:07.028061 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-0c6f11ad-68c2-49e8-977e-a0940973210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.028991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-0c6f11ad-68c2-49e8-977e-a0940973210e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451150 Mar 07 11:46:07.120373 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-f7362fbd-ae52-4adc-86b1-7eff12f8b20e service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850744 Mar 07 11:46:07.214372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-7c82aa07-7c99-4054-9dfb-417a7e88aef2 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880053 Mar 07 11:46:07.313342 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f010f-6b13-4d95-9687-5648c7db1033 req-d079980a-1796-4dab-8a1f-8ac334e159d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.314982 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-d079980a-1796-4dab-8a1f-8ac334e159d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1126 time: 0.0472095 Mar 07 11:46:07.412787 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f010f-6b13-4d95-9687-5648c7db1033 req-7e3ae237-2bed-46b3-a0ad-6bdd2f0beb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.414292 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-7e3ae237-2bed-46b3-a0ad-6bdd2f0beb09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0936697 Mar 07 11:46:07.479320 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-631201b8-b1c4-4f18-8454-66693fcab642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1000 time: 0.0582809 Mar 07 11:46:07.526842 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f010f-6b13-4d95-9687-5648c7db1033 req-d588c99b-7d0f-420d-9e78-1924adac3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.528283 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-d588c99b-7d0f-420d-9e78-1924adac3e94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0431654 Mar 07 11:46:07.586904 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f010f-6b13-4d95-9687-5648c7db1033 req-7f659762-6333-44ed-ac5b-e5f2aed5bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.588439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-7f659762-6333-44ed-ac5b-e5f2aed5bd59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525548 Mar 07 11:46:07.679211 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-3aefc1d6-b4f6-46e3-a924-20b63368bb1b service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828958 Mar 07 11:46:07.773818 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-118f010f-6b13-4d95-9687-5648c7db1033 req-811c083d-2b89-4b55-a3c7-60093b005d4b service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878880 Mar 07 11:46:07.882862 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-b7f9df7b-0336-44e7-80ef-51cff0ba8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:07.884453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-b7f9df7b-0336-44e7-80ef-51cff0ba8fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1126 time: 0.0500040 Mar 07 11:46:08.026077 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1267-a2d5-452a-8734-c5cb0da72432 req-454ef612-a9e7-466e-808c-c7aee897df2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:08.027436 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f99c1267-a2d5-452a-8734-c5cb0da72432 req-454ef612-a9e7-466e-808c-c7aee897df2f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.1242590 Mar 07 11:46:08.033156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-d7848bf9-425b-42ac-9785-6ddfc8ca8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:08.034523 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-d7848bf9-425b-42ac-9785-6ddfc8ca8f5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1295059 Mar 07 11:46:08.132004 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f99c1267-a2d5-452a-8734-c5cb0da72432 req-cf8bc0e8-129f-43cd-b0c5-f7d0df4694fa tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965204 Mar 07 11:46:08.133760 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-0ca914aa-728a-4710-8093-3c09e045aaab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1000 time: 0.0926609 Mar 07 11:46:08.182857 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-7205a4fa-003b-4456-91a9-8483026b225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:08.184296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-7205a4fa-003b-4456-91a9-8483026b225f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0449996 Mar 07 11:46:08.236234 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-94820f89-56c0-46c8-aec9-d44d6e88e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:08.237717 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-94820f89-56c0-46c8-aec9-d44d6e88e9f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471075 Mar 07 11:46:08.657612 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-1fdee30b-6f8b-4e9d-bfda-1dfecd373eed service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138839 Mar 07 11:46:08.748952 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2b03acde-b0d0-48d8-b506-cb0405517a25 req-4b11f4f9-bf99-4169-9a75-692c4f8e6b93 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Mar 07 11:46:09.271216 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ff72-6883-4d9d-9988-f720cb0644c0 req-317bea4c-cb5e-4399-818b-10656643e8c9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:09.272724 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1f3ff72-6883-4d9d-9988-f720cb0644c0 req-317bea4c-cb5e-4399-818b-10656643e8c9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0558591 Mar 07 11:46:09.329602 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b1f3ff72-6883-4d9d-9988-f720cb0644c0 req-cce57a36-efa8-4a48-8f62-615f831a48af tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483983 Mar 07 11:46:10.455745 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ced3ca-7a1e-4af5-b24b-dfc9711b1f3b req-b59d26e4-cda2-4ac8-abb8-9e262936e700 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:10.457858 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5ced3ca-7a1e-4af5-b24b-dfc9711b1f3b req-b59d26e4-cda2-4ac8-abb8-9e262936e700 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0581424 Mar 07 11:46:10.511611 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d5ced3ca-7a1e-4af5-b24b-dfc9711b1f3b req-8a3c8398-a044-41eb-a41f-9cbf627ad1b7 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476120 Mar 07 11:46:11.651153 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f515d-e3c7-443e-944b-b5390a75aa30 req-46816691-d9c6-4e69-be96-ef6de9a1ad8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:11.652638 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f82f515d-e3c7-443e-944b-b5390a75aa30 req-46816691-d9c6-4e69-be96-ef6de9a1ad8d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0603905 Mar 07 11:46:11.702398 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-f82f515d-e3c7-443e-944b-b5390a75aa30 req-f2fce77a-20fd-4af1-a299-edf014cec542 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439625 Mar 07 11:46:12.829719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fc5a-2a17-4fea-bcdb-07ea6ec9c75f req-969a31a5-cbc4-44d5-8b72-7733f828c1b9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:12.831169 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2563fc5a-2a17-4fea-bcdb-07ea6ec9c75f req-969a31a5-cbc4-44d5-8b72-7733f828c1b9 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0594254 Mar 07 11:46:12.881743 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2563fc5a-2a17-4fea-bcdb-07ea6ec9c75f req-aeff849f-afc7-4eef-9c5b-3a7088bed193 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Mar 07 11:46:14.013457 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75649fa1-f917-4ee2-9613-dd98c3ee8fb6 req-12f32d52-ed7c-4149-a666-61150359b354 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:14.014963 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75649fa1-f917-4ee2-9613-dd98c3ee8fb6 req-12f32d52-ed7c-4149-a666-61150359b354 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0548368 Mar 07 11:46:14.066426 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-75649fa1-f917-4ee2-9613-dd98c3ee8fb6 req-ebc1dd5d-570d-4a5e-907b-d6219d4f8c83 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 Mar 07 11:46:15.004261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:46:15.112699 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:15.123418 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'port_id': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'mac_address': 'fa:16:3e:27:d4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:46:15.162989 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:46:15.163373 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:15.176411 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:46:15.189866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67abdf-970e-427b-91f4-01626c455c31 req-057161c8-9fd1-4c2a-a2a2-58610e801210 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:15.191366 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb67abdf-970e-427b-91f4-01626c455c31 req-057161c8-9fd1-4c2a-a2a2-58610e801210 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 944 time: 0.0554578 Mar 07 11:46:15.196453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:15.203090 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:15.244101 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-eb67abdf-970e-427b-91f4-01626c455c31 req-d6c7b341-3d2c-44d9-83ca-c892d453a05f tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Mar 07 11:46:15.252886 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=9']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:15.436315 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:46:16.373194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e006f-c3ed-4367-9867-e9a8ad00063f req-e6c4af1f-5d60-4cd3-babf-99858dfda839 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:16.374709 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8e006f-c3ed-4367-9867-e9a8ad00063f req-e6c4af1f-5d60-4cd3-babf-99858dfda839 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 945 time: 0.0591872 Mar 07 11:46:16.424498 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ac8e006f-c3ed-4367-9867-e9a8ad00063f req-103b1b40-6843-4817-91df-34e299a717e3 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438299 Mar 07 11:46:17.017465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:46:17.086255 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:46:17.092220 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:46:17.092771 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:17.351241 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:46:17.351520 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:17.374469 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:46:17.377165 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97435dd1-0dff-4cdc-8e8f-533f503cfce1" -d '{"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:46:17.389167 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:17.393842 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:17.416801 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50590129-04da-4d60-89f6-0f5a05d4ccdb x-openstack-request-id: req-50590129-04da-4d60-89f6-0f5a05d4ccdb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:46:17.417085 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:46:17.417337 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50590129-04da-4d60-89f6-0f5a05d4ccdb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:46:17.417759 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'code': 200} Mar 07 11:46:17.443505 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=10']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:17.585939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01c02d-5162-410b-b64a-2470043da750 req-cede85b0-42cb-494e-b4b6-77ad48c262be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:17.587414 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f01c02d-5162-410b-b64a-2470043da750 req-cede85b0-42cb-494e-b4b6-77ad48c262be tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 947 time: 0.0882602 Mar 07 11:46:17.597439 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc6a4-027f-4dfb-8b78-bf695ebfc706 req-2a562afc-7aeb-4a93-a01c-63ab5f3f9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:17.598832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681bc6a4-027f-4dfb-8b78-bf695ebfc706 req-2a562afc-7aeb-4a93-a01c-63ab5f3f9122 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1129 time: 0.0724189 Mar 07 11:46:17.668438 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5f01c02d-5162-410b-b64a-2470043da750 req-c1d3df16-8daa-458e-b765-1bc58a874b25 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751133 Mar 07 11:46:17.672019 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-681bc6a4-027f-4dfb-8b78-bf695ebfc706 req-ce2029c4-5a99-469e-a1ff-89c87d017673 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674710 Mar 07 11:46:18.819156 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93ee8-9ce6-4e3e-8c4a-93792af7a3c7 req-3fbbb39a-91a3-4371-9bff-e58709519680 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:18.820653 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23f93ee8-9ce6-4e3e-8c4a-93792af7a3c7 req-3fbbb39a-91a3-4371-9bff-e58709519680 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 947 time: 0.0667984 Mar 07 11:46:18.871142 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-23f93ee8-9ce6-4e3e-8c4a-93792af7a3c7 req-eda7e683-3e9e-4c1e-9da3-a86bb6f781ef tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 Mar 07 11:46:20.840516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c81a7c43-d213-468a-8f9c-99ed68b8c152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:22.853220 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:46:23.095365 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-75a210ac-5e71-4d37-8f2d-9a71823a2625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:24.559138 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:24.877418 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:25.989829 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:27.163858 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:29.580928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:50.840543 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9bf6d5ea-1017-4717-a403-06a042f9905f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:53.102961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d22c0ea5-db74-4df1-b8ae-9145d26c2559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:54.557256 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:54.890975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:55.995540 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:57.164841 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.591481 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.857470 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:47:08.212243 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-1658f159-9e31-4067-8f92-cd96c6096e92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917733 Mar 07 11:47:08.307898 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-d3085fae-b2e6-486e-867b-c0450b7805c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:08.309432 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-d3085fae-b2e6-486e-867b-c0450b7805c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1129 time: 0.0472488 Mar 07 11:47:08.420071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-99c521f6-ab78-4880-81ad-79ec165f8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:08.421533 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-99c521f6-ab78-4880-81ad-79ec165f8c52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.0903425 Mar 07 11:47:08.495429 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-a06306f3-c629-4be2-9bca-7ee8f73006c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 1002 time: 0.0679805 Mar 07 11:47:08.553474 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-fe432af7-3b38-4e16-a7cc-f943ddd55e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:08.555622 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-fe432af7-3b38-4e16-a7cc-f943ddd55e3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0545590 Mar 07 11:47:08.610154 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-87f67a1a-d808-4daa-b1c4-c54b7826c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:08.611693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-87f67a1a-d808-4daa-b1c4-c54b7826c6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501144 Mar 07 11:47:08.719194 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-8ca9254e-8acb-45d3-bc34-f89ecc4e56c3 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016800 Mar 07 11:47:08.812535 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9b513863-6353-4180-89cf-f1b02d15aa11 req-d0b49fa9-e097-4827-8ff8-6af5fb41b6df service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Mar 07 11:47:20.840482 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-46f69003-86ac-48e9-88df-48413a89de4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:23.105434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a3c26462-844e-4a8e-bbd2-d26efb992e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:24.567089 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:24.896000 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:25.994523 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:27.167834 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:29.588434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:34.459129 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 49956) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:34.643946 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Deleting port b40c9f7b-723d-49dc-a68c-455b8c6ec104 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:34.644229 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:34.732803 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:34.733063 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (b40c9f7b-723d-49dc-a68c-455b8c6ec104), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:34.745282 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Calling delete_port for b40c9f7b-723d-49dc-a68c-455b8c6ec104 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:34.905215 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (b40c9f7b-723d-49dc-a68c-455b8c6ec104), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:34.936037 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'Port': ['ID=b40c9f7b-723d-49dc-a68c-455b8c6ec104,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:34.959235 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.959570 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.959925 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.960259 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.960579 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.960901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.961219 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.961539 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.961856 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.962172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.962480 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.962774 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:34.963084 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:35.008826 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for floatingip (e30c0549-0eab-42ba-bbae-60252d6a0a6d), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:35.009077 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Floating IP e30c0549-0eab-42ba-bbae-60252d6a0a6d disassociated (deleted). External IP: 172.25.4.107, port: 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b. Mar 07 11:47:35.234035 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:47:35.355842 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:47:35.360755 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:35.366975 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:47:35.377856 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:35.378562 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:35.394629 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9261d44c-511c-4803-b8a4-635576e62e11 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "DELETE /v2.0/floatingips/e30c0549-0eab-42ba-bbae-60252d6a0a6d HTTP/1.1" status: 204 len: 168 time: 0.9343758 Mar 07 11:47:35.395302 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:47:35.397722 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf5920-005a-4744-ab7f-5621b89b486f" -d '{"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:47:35.439172 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60e142-c494-436e-b169-36f01d2a2a61 x-openstack-request-id: req-cd60e142-c494-436e-b169-36f01d2a2a61 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:47:35.439465 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:47:35.439745 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd60e142-c494-436e-b169-36f01d2a2a61 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:47:35.440284 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'status': 'completed', 'code': 200} Mar 07 11:47:35.487812 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:35.512025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5920-005a-4744-ab7f-5621b89b486f req-52a8f42d-ed70-4311-be51-66ef47d12f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:35.513693 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-52a8f42d-ed70-4311-be51-66ef47d12f9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5144211b750e40138b8bc8d7f43c112d&device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 1129 time: 0.0495400 Mar 07 11:47:35.646296 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5920-005a-4744-ab7f-5621b89b486f req-69055f2f-2385-46d4-8db6-e39e20495cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:35.647699 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-69055f2f-2385-46d4-8db6-e39e20495cc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 200 len: 910 time: 0.1273019 Mar 07 11:47:35.672879 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728f91-7805-4973-a292-3b1e6a2e48b2 req-d2ffa940-b7ac-472a-86a9-91836cf930f8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:35.674345 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed728f91-7805-4973-a292-3b1e6a2e48b2 req-d2ffa940-b7ac-472a-86a9-91836cf930f8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 947 time: 0.0863497 Mar 07 11:47:35.709041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-12a8f203-0d54-4d48-aaa9-998fe6092f9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 200 len: 217 time: 0.0527027 Mar 07 11:47:35.781986 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-ed728f91-7805-4973-a292-3b1e6a2e48b2 req-3b9b0519-2d5f-4c78-a044-e8c96ba3b8a6 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798843 Mar 07 11:47:35.783545 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5920-005a-4744-ab7f-5621b89b486f req-8f583a13-e965-495b-b59b-015fc3e8c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:35.784978 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-8f583a13-e965-495b-b59b-015fc3e8c3ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 200 len: 848 time: 0.0678411 Mar 07 11:47:35.786212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:35.816868 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:47:35.826847 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:35.827460 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:35.842874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5920-005a-4744-ab7f-5621b89b486f req-f23b7f6a-db33-4814-ab60-3e67be7845cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:35.844329 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-f23b7f6a-db33-4814-ab60-3e67be7845cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3db8d21e-e378-4735-8795-a5d2f04e15e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521095 Mar 07 11:47:35.934557 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-228ace81-3319-4c3d-be74-5f63c84b1354 service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Mar 07 11:47:35.935392 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:36.031623 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-33cf5920-005a-4744-ab7f-5621b89b486f req-d1f1e3bf-c813-47ee-b7e7-bad9d27694bf service neutron] 10.222.0.26 "GET /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900483 Mar 07 11:47:36.136030 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:36.161858 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb022b-11bf-4d3f-8e92-6d693d5f81e2 None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:38:00Z', 'revision_number': 4, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': 'c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf', 'name': '', 'network_id': '3db8d21e-e378-4735-8795-a5d2f04e15e3', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'mac_address': 'fa:16:3e:30:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99084a51-931a-49a1-909a-76678f7a4347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:59Z', 'updated_at': '2022-03-07T11:38:04Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'subnets': [{'id': '99084a51-931a-49a1-909a-76678f7a4347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:47:36.412661 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cf8024-e981-48c8-80e3-c858ead8062d None None] New status for floating IP e30c0549-0eab-42ba-bbae-60252d6a0a6d: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:47:36.856702 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:47:36.919999 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d41e3-e70e-4a68-bb8e-0423f20fd54b req-f126c315-452c-425f-83fc-8c158af140ab tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:36.921434 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db8d41e3-e70e-4a68-bb8e-0423f20fd54b req-f126c315-452c-425f-83fc-8c158af140ab tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 947 time: 0.0540853 Mar 07 11:47:36.972335 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-db8d41e3-e70e-4a68-bb8e-0423f20fd54b req-b10178a0-7777-452c-8524-7eab0a954539 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Mar 07 11:47:37.107235 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-d79767af-f1ce-4e01-8abd-ac4cb51c4efe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:37.108701 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-d79767af-f1ce-4e01-8abd-ac4cb51c4efe tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.26 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 947 time: 0.0543568 Mar 07 11:47:37.212637 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Deleting port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:37.212935 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:37.309684 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] For port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:37.310088 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:37.323674 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Calling delete_port for 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:37.486016 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (1dfdb4b3-7d38-43ef-b298-db4b8a5d837b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:37.515026 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'Port': ['ID=1dfdb4b3-7d38-43ef-b298-db4b8a5d837b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:37.527357 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.527735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.528073 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.528410 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.528739 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.529100 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.529424 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.529746 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.530069 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.530419 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.530717 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.531033 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.531335 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:37.572753 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] No DVR routers for this DVR port 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:47:37.575869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:37.579212 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9ea72a59-fe2b-47ba-9e3d-a77632e50552 req-89c3282f-6fcf-4de5-8974-bc6d0b9c3955 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.26 "DELETE /v2.0/ports/1dfdb4b3-7d38-43ef-b298-db4b8a5d837b HTTP/1.1" status: 204 len: 173 time: 0.4654052 Mar 07 11:47:37.579671 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-deleted', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:47:37.581988 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906fcc26-893f-46a2-8ffc-51393042b559" -d '{"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-deleted", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:47:37.621838 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6113e2d4-126b-46c2-bb4a-828858a3b008 x-openstack-request-id: req-6113e2d4-126b-46c2-bb4a-828858a3b008 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:47:37.622134 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326decfe-85f9-4f45-8bdd-f54090b7ca2f", "name": "network-vif-deleted", "tag": "1dfdb4b3-7d38-43ef-b298-db4b8a5d837b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:47:37.622390 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6113e2d4-126b-46c2-bb4a-828858a3b008 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:47:37.622790 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326decfe-85f9-4f45-8bdd-f54090b7ca2f', 'name': 'network-vif-deleted', 'tag': '1dfdb4b3-7d38-43ef-b298-db4b8a5d837b', 'status': 'completed', 'code': 200} Mar 07 11:47:38.083472 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-68550856-bad5-4c01-ad18-688a1dba6af6 req-bbea7547-53a6-4cd7-94aa-1e713d0ae0d5 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0283732 Mar 07 11:47:39.183043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4257dbf0-f925-4526-b1d2-1b2ad6f1a452 req-8b4fc1b7-db49-4f3b-8658-fc50112981ec tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0275095 Mar 07 11:47:40.296188 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-fc9319ce-9d55-405e-ba84-67b63bab4f50 req-5241e605-5e1d-4c5b-be93-986b236348cb tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0346320 Mar 07 11:47:41.395590 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-93094d02-adbd-413e-800a-338c6ecce2a5 req-35af8e79-449f-4aa2-8af8-0e422ed11c17 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0273860 Mar 07 11:47:41.438773 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:41.463295 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:41.463635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 1dfdb4b3-7d38-43ef-b298-db4b8a5d837b not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:42.492659 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-d3ed996d-c707-47f7-bda8-639ac62ff8df req-9abf2a54-b288-4d1b-9d6d-257c21d73fa8 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0279243 Mar 07 11:47:43.591614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-6214ff9f-0b07-4d03-be46-899b2b1eff2f req-d6b7458e-7445-4f36-98fa-c1e84d167d6c tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0284736 Mar 07 11:47:44.697470 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-99eff0e2-2918-4d67-8f61-11efade6b5e1 req-672a42ce-a241-4039-b4b5-0a70b116b400 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0323465 Mar 07 11:47:45.802483 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-b54b6721-e35d-4c4d-818d-d5f51441f654 req-00b8e866-755f-4f43-85b1-eba70d13a906 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0279999 Mar 07 11:47:46.918170 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2cacbfa8-a37d-47fa-a88f-d2db78faa3b9 req-3b278c3a-58ef-42c3-a752-79493761f617 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "GET /v2.0/ports?device_id=326decfe-85f9-4f45-8bdd-f54090b7ca2f HTTP/1.1" status: 200 len: 210 time: 0.0302250 Mar 07 11:47:47.977809 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50000) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:48.037480 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (bbe99c58-ca7b-487d-b6a7-69d185d8e6d1), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.063330 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (bbe99c58-ca7b-487d-b6a7-69d185d8e6d1), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.126512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (bbe99c58-ca7b-487d-b6a7-69d185d8e6d1), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.129283 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.130641 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] 10.222.0.23 "DELETE /v2.0/security-groups/bbe99c58-ca7b-487d-b6a7-69d185d8e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1518350 Mar 07 11:47:48.140563 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbfde8-0e62-413d-a1ca-f9f0a94c7c71 tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe99c58-ca7b-487d-b6a7-69d185d8e6d1,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:48.193876 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50004) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:48.657481 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.917609 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Deleting port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:48.917856 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.999250 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] For port c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:49.000028 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:49.012497 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Calling delete_port for c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:49.204364 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:49.230720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:49.412221 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:49.958238 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Router e1c53218-bea2-4482-90db-f93eb4f59c6b has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:47:50.065298 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:47:50.071228 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4de28555-ef08-4fe2-b7f7-e07acc5b4e13 admin admin] 10.222.0.23 "PUT /v2.0/routers/e1c53218-bea2-4482-90db-f93eb4f59c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8759387 Mar 07 11:47:50.074277 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:50.074774 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Sync routers for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:47:50.086479 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:50.087085 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:50.181793 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks [] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.196985 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:50.290671 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks [] for router_gateway (e1c53218-bea2-4482-90db-f93eb4f59c6b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.348366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Deleting port cb9c4fbd-5287-4b3c-b555-1d966604f3a4 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:50.348701 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.382235 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:47:49Z', 'revision_number': 5, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port': {'id': 'cb9c4fbd-5287-4b3c-b555-1d966604f3a4', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:37:58Z', 'updated_at': '2022-03-07T11:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:50.410436 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Checking router: e1c53218-bea2-4482-90db-f93eb4f59c6b for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:47:50.419212 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Routers {'e1c53218-bea2-4482-90db-f93eb4f59c6b'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:50.419848 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['e1c53218-bea2-4482-90db-f93eb4f59c6b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:50.433770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] For port cb9c4fbd-5287-4b3c-b555-1d966604f3a4, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:50.434130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.446790 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Calling delete_port for cb9c4fbd-5287-4b3c-b555-1d966604f3a4 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:50.512259 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] Set router e1c53218-bea2-4482-90db-f93eb4f59c6b gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:50.573684 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:47:50Z', 'revision_number': 6, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:50.601892 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89d96d-b566-437e-a8bb-6f99ba03751a None None] The sync data for ids ['e1c53218-bea2-4482-90db-f93eb4f59c6b'] in n-d-832156-4 is: [{'id': 'e1c53218-bea2-4482-90db-f93eb4f59c6b', 'name': 'tempest-TestShelveInstance-1373743569-router', 'tenant_id': '5144211b750e40138b8bc8d7f43c112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:37:57Z', 'updated_at': '2022-03-07T11:47:50Z', 'revision_number': 6, 'project_id': '5144211b750e40138b8bc8d7f43c112d', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:47:50.623737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (cb9c4fbd-5287-4b3c-b555-1d966604f3a4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.652368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9c4fbd-5287-4b3c-b555-1d966604f3a4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:50.713853 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.806863 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.808946 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks [] for router_controller (e1c53218-bea2-4482-90db-f93eb4f59c6b), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.833924 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e77472d-4151-4a28-b960-6efe1dc633e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.860464 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (e1c53218-bea2-4482-90db-f93eb4f59c6b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.861039 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c53218-bea2-4482-90db-f93eb4f59c6b {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:47:50.866486 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.870483 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50010) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:50.870985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-36f474ff-b610-4026-bb4b-d29c4d640f2a admin admin] 10.222.0.23 "DELETE /v2.0/routers/e1c53218-bea2-4482-90db-f93eb4f59c6b HTTP/1.1" status: 204 len: 168 time: 0.7951596 Mar 07 11:47:50.919685 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Deleting subnet 99084a51-931a-49a1-909a-76678f7a4347 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:47:50.923879 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Publish callbacks [] for subnet (99084a51-931a-49a1-909a-76678f7a4347), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:50.974476 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (99084a51-931a-49a1-909a-76678f7a4347), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.075014 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (99084a51-931a-49a1-909a-76678f7a4347), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.080694 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:51.109287 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:51.109631 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c5de28e6-4782-4ac3-b4a4-2a9c1fe8efdf not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:51.142246 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (99084a51-931a-49a1-909a-76678f7a4347), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.171176 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99084a51-931a-49a1-909a-76678f7a4347,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:51.176176 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.177256 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23438a62-4123-4e21-805a-6ac76f2682f3 None None] Network 3db8d21e-e378-4735-8795-a5d2f04e15e3 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:47:51.179562 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-495e5887-50f7-484b-baa3-fcf2230f69e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/99084a51-931a-49a1-909a-76678f7a4347 HTTP/1.1" status: 204 len: 168 time: 0.3073895 Mar 07 11:47:51.183006 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50012) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:51.260338 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (3db8d21e-e378-4735-8795-a5d2f04e15e3), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.320059 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Deleting port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:51.320349 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.389617 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] For port 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=2b98bb0d-b2ac-4433-a379-2a38deee2d07,segment=NetworkSegment(1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf),segment_id=1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:51.389871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.402989 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Calling delete_port for 2b98bb0d-b2ac-4433-a379-2a38deee2d07 owned by network:dhcp {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:51.442990 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] DHCP port deletion for 3db8d21e-e378-4735-8795-a5d2f04e15e3 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:47:51.490357 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.506283 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Deleting port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:51.506961 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.520901 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b98bb0d-b2ac-4433-a379-2a38deee2d07,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:51.529316 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] No DVR routers for this DVR port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 on host n-d-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:47:51.578760 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] For port 2b98bb0d-b2ac-4433-a379-2a38deee2d07, host n-d-832156-4, got binding levels [] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:51.579212 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.592521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Calling delete_port for 2b98bb0d-b2ac-4433-a379-2a38deee2d07 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:51.598150 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.ipam_backend_mixin [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 was not found and therefore no delete operation was performed {{(pid=103790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:47:51.600345 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (2b98bb0d-b2ac-4433-a379-2a38deee2d07), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.611041 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (3db8d21e-e378-4735-8795-a5d2f04e15e3), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.614604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] No DVR routers for this DVR port 2b98bb0d-b2ac-4433-a379-2a38deee2d07 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:47:51.634896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db8d21e-e378-4735-8795-a5d2f04e15e3']}} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:51.638373 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Pushing event deleted for resources: {'Port': ['ID=2b98bb0d-b2ac-4433-a379-2a38deee2d07,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:51.646845 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.647280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.647511 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.647868 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.648196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.648618 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.648832 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.649152 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.649472 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.649790 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.650082 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf') {'for_net_delete': True} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:51.650226 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.650409 n-d-832156-4 neutron-server[103788]: DEBUG neutron.services.segments.db [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf') {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:51.650532 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.650709 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a7296-fb5b-4ac0-ae3e-ed92f0963c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:51.670999 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521620355'] for segment (1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.687150 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.695255 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:47:51.695696 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520107573'] for segment (1f5db0af-b12d-4f73-968b-7d2d4bdb5ebf), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: Traceback (most recent call last): Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: timer() Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: cb(*args, **kw) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: return func(*args, **kwargs) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: self._notify() Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: self.callback(batched_events) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: event.method(event) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: return f(self, *a, **k) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: return self._get(url).json() Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: return self.request(url, 'GET', **kwargs) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:47:51.697630 n-d-832156-4 neutron-server[103788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:47:51.761864 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (3db8d21e-e378-4735-8795-a5d2f04e15e3), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.767459 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:51.771039 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3db8d21e-e378-4735-8795-a5d2f04e15e3 HTTP/1.1" status: 204 len: 168 time: 0.5870640 Mar 07 11:47:51.774621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:51.793628 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab9e7d-16c4-4772-b677-dfe4a1d43696 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db8d21e-e378-4735-8795-a5d2f04e15e3,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:52.145702 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:52.402585 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Deleting port c43beda5-be19-4d18-9fc3-92fc96c19c8e {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:52.402834 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:52.486836 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] For port c43beda5-be19-4d18-9fc3-92fc96c19c8e, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c43beda5-be19-4d18-9fc3-92fc96c19c8e,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:52.487193 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:52.499178 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Calling delete_port for c43beda5-be19-4d18-9fc3-92fc96c19c8e owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:52.685079 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c43beda5-be19-4d18-9fc3-92fc96c19c8e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:52.711401 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Pushing event deleted for resources: {'Port': ['ID=c43beda5-be19-4d18-9fc3-92fc96c19c8e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:52.886152 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:52.997888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b98bb0d-b2ac-4433-a379-2a38deee2d07 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:53.028635 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 2b98bb0d-b2ac-4433-a379-2a38deee2d07 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:53.028984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 2b98bb0d-b2ac-4433-a379-2a38deee2d07 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:53.029402 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cb9c4fbd-5287-4b3c-b555-1d966604f3a4 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:53.060917 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: cb9c4fbd-5287-4b3c-b555-1d966604f3a4 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:53.061312 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device cb9c4fbd-5287-4b3c-b555-1d966604f3a4 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:53.100239 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcc6bc12-7bf4-47f8-bde9-346b7ebf3cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.129278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:47:53.565370 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:47:53.571389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d1efbfb9-1f25-49e3-a8c4-975c3aacfaab admin admin] 10.222.0.23 "PUT /v2.0/routers/4c7a81e6-ce20-4b3d-823c-dbb5e7654df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955697 Mar 07 11:47:53.574091 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:53.576548 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Sync routers for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:47:53.588087 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:53.589014 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:53.689685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks [] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.700857 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:53.796192 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks [] for router_gateway (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.852557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Deleting port efb68e5f-8138-4c89-b085-1c5e01060479 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:53.852889 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.879863 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:47:52Z', 'revision_number': 5, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port': {'id': 'efb68e5f-8138-4c89-b085-1c5e01060479', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:53.911521 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Checking router: 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:47:53.920664 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Routers {'4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:53.921264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:53.942477 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] For port efb68e5f-8138-4c89-b085-1c5e01060479, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=efb68e5f-8138-4c89-b085-1c5e01060479,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:53.943100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.955519 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Calling delete_port for efb68e5f-8138-4c89-b085-1c5e01060479 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:54.014994 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] Set router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:54.068094 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:47:53Z', 'revision_number': 6, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:54.104530 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35973062-02d0-4a9d-ae7b-e4161c560e48 None None] The sync data for ids ['4c7a81e6-ce20-4b3d-823c-dbb5e7654df1'] in n-d-832156-4 is: [{'id': '4c7a81e6-ce20-4b3d-823c-dbb5e7654df1', 'name': 'tempest-TestShelveInstance-2053217394-router', 'tenant_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:02Z', 'updated_at': '2022-03-07T11:47:53Z', 'revision_number': 6, 'project_id': 'e46f403c310e4a7dafc6506c9a5ae1f7', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:47:54.144611 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (efb68e5f-8138-4c89-b085-1c5e01060479), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.178596 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb68e5f-8138-4c89-b085-1c5e01060479,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:54.238035 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.335014 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.338509 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks [] for router_controller (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.392940 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (4c7a81e6-ce20-4b3d-823c-dbb5e7654df1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.393229 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:47:54.398375 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.399542 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-67b51e4d-3389-449f-b11f-83b54f3afb52 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4c7a81e6-ce20-4b3d-823c-dbb5e7654df1 HTTP/1.1" status: 204 len: 168 time: 0.8230550 Mar 07 11:47:54.402199 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50018) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:54.455772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Deleting subnet 6bf63a4b-e4f9-418a-b4dd-403cda014133 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:47:54.459502 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Publish callbacks [] for subnet (6bf63a4b-e4f9-418a-b4dd-403cda014133), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.494954 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094077'] for subnet (6bf63a4b-e4f9-418a-b4dd-403cda014133), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.574597 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.581480 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (6bf63a4b-e4f9-418a-b4dd-403cda014133), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.635716 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10265931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684390'] for subnet (6bf63a4b-e4f9-418a-b4dd-403cda014133), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.661243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf63a4b-e4f9-418a-b4dd-403cda014133,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:54.666103 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.669908 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-5ae89536-fa10-451d-9752-16c1829d4567 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6bf63a4b-e4f9-418a-b4dd-403cda014133 HTTP/1.1" status: 204 len: 168 time: 0.2665114 Mar 07 11:47:54.671864 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950af6aa-36f3-404e-af2a-29a959511ed9 None None] Network 0ffc7cf9-d9a9-495f-9011-51f43ab56afe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:47:54.672458 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50020) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:54.745063 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (0ffc7cf9-d9a9-495f-9011-51f43ab56afe), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.808374 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Deleting port c1e61f00-a963-44ac-8deb-ca997f2449a1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:54.808829 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.877621 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] For port c1e61f00-a963-44ac-8deb-ca997f2449a1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c1e61f00-a963-44ac-8deb-ca997f2449a1,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:54.878345 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.897468 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] DHCP port deletion for 0ffc7cf9-d9a9-495f-9011-51f43ab56afe request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:47:54.900609 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Calling delete_port for c1e61f00-a963-44ac-8deb-ca997f2449a1 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:54.902937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.949796 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Deleting port c1e61f00-a963-44ac-8deb-ca997f2449a1 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:47:54.950166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:54.972367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device efb68e5f-8138-4c89-b085-1c5e01060479 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:54.996419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.027218 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] No DVR routers for this DVR port c1e61f00-a963-44ac-8deb-ca997f2449a1 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:47:55.031470 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e61f00-a963-44ac-8deb-ca997f2449a1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:55.038412 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: efb68e5f-8138-4c89-b085-1c5e01060479 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:55.038892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device efb68e5f-8138-4c89-b085-1c5e01060479 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:55.039395 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c1e61f00-a963-44ac-8deb-ca997f2449a1 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:55.095196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c1e61f00-a963-44ac-8deb-ca997f2449a1 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:55.095738 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c1e61f00-a963-44ac-8deb-ca997f2449a1 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:55.096275 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c43beda5-be19-4d18-9fc3-92fc96c19c8e no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:47:55.101331 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] For port c1e61f00-a963-44ac-8deb-ca997f2449a1, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c1e61f00-a963-44ac-8deb-ca997f2449a1,segment=NetworkSegment(3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8),segment_id=3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:55.101726 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.114184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (0ffc7cf9-d9a9-495f-9011-51f43ab56afe), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.124205 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c43beda5-be19-4d18-9fc3-92fc96c19c8e {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:47:55.124549 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c43beda5-be19-4d18-9fc3-92fc96c19c8e not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:47:55.131473 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Calling delete_port for c1e61f00-a963-44ac-8deb-ca997f2449a1 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:47:55.135604 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffc7cf9-d9a9-495f-9011-51f43ab56afe']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:55.145939 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:55.146237 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:55.158753 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.175112 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.182930 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:47:55.183494 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (3dd94b3a-1ac8-4a28-a94f-846ab3fc07d8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:47:55.185220 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:47:55.217799 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c1e61f00-a963-44ac-8deb-ca997f2449a1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.247683 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] Pushing event deleted for resources: {'Port': ['ID=c1e61f00-a963-44ac-8deb-ca997f2449a1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:55.252062 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (0ffc7cf9-d9a9-495f-9011-51f43ab56afe), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.255605 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83684dee-d940-46a8-bea4-a2bc51dc99e9 None None] No DVR routers for this DVR port c1e61f00-a963-44ac-8deb-ca997f2449a1 on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:47:55.258900 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.265939 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ffc7cf9-d9a9-495f-9011-51f43ab56afe HTTP/1.1" status: 204 len: 168 time: 0.5923007 Mar 07 11:47:55.283735 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bc8b-3cdc-434a-ad61-9417a8d6eff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffc7cf9-d9a9-495f-9011-51f43ab56afe,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:55.400385 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50024) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:55.441239 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-86514bf6-6e85-4daa-b234-dd573486813e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5144211b750e40138b8bc8d7f43c112d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394990 Mar 07 11:47:55.444577 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:55.497181 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] Publish callbacks [] for security_group (b8b6cc55-5055-4a41-97f5-2be284775b9b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.518859 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] Publish callbacks [] for security_group (b8b6cc55-5055-4a41-97f5-2be284775b9b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.574950 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (b8b6cc55-5055-4a41-97f5-2be284775b9b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.577722 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.578889 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8b6cc55-5055-4a41-97f5-2be284775b9b HTTP/1.1" status: 204 len: 168 time: 0.1334617 Mar 07 11:47:55.587232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686472b7-574d-4e6d-941a-078c8281aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6cc55-5055-4a41-97f5-2be284775b9b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:55.951256 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50032) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:55.994051 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:55.995762 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ac0547d7-7a96-4ced-a4df-49fea8dc01a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e46f403c310e4a7dafc6506c9a5ae1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431347 Mar 07 11:47:55.998194 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50034) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:56.057332 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] Publish callbacks [] for security_group (ab5a3f60-7bc9-4228-a3c3-a3443b9471fd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:56.080479 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] Publish callbacks [] for security_group (ab5a3f60-7bc9-4228-a3c3-a3443b9471fd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:56.129371 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (ab5a3f60-7bc9-4228-a3c3-a3443b9471fd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:56.132004 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:56.133183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab5a3f60-7bc9-4228-a3c3-a3443b9471fd HTTP/1.1" status: 204 len: 168 time: 0.1340380 Mar 07 11:47:56.140889 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96bdbf-2ec9-4535-afd0-9a34d82b9e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a3f60-7bc9-4228-a3c3-a3443b9471fd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:56.887092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:56.985899 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1536476852-network', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:47:57.009087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Made reservation on behalf of fb4300603aa04c538ff9a39f1a94bb3a for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:47:57.011506 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.020050 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.094521 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks [] for security_group (222c4a29-6a25-4c61-9750-5f21564bc59a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.099916 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (222c4a29-6a25-4c61-9750-5f21564bc59a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.124246 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:47:57.134140 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c4a29-6a25-4c61-9750-5f21564bc59a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:57.139129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d99511bd-40d0-40cc-ab2e-628f3e44c74d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.139471 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Added segment d99511bd-40d0-40cc-ab2e-628f3e44c74d of type vlan for network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 Mar 07 11:47:57.169650 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.180008 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (2977b7dc-21d4-4469-9f77-7e35fdc244f1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.206885 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (2977b7dc-21d4-4469-9f77-7e35fdc244f1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.207956 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:57.208664 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.245369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3571069 Mar 07 11:47:57.248445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50060) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:57.253981 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Request body: {'subnet': {'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1536476852-subnet', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'ip_version': 4}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:47:57.278520 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Made reservation on behalf of fb4300603aa04c538ff9a39f1a94bb3a for: {'subnet': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:47:57.278974 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0aa75-eb6e-4a76-84c7-4f119913125a admin admin] Pushing event updated for resources: {'Network': ['ID=2977b7dc-21d4-4469-9f77-7e35fdc244f1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:57.280928 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521885413'] for subnet (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.292156 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:47:57.455104 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520107160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521885435'] for subnet (0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.503135 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:57.518346 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Checking segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:47:57.518775 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Network hostable DHCP agents. Network: 2977b7dc-21d4-4469-9f77-7e35fdc244f1, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:47:57.537979 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:47:57.546950 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, 2977b7dc-21d4-4469-9f77-7e35fdc244f1) {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:47:57.551792 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:57.552388 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.557839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f3831-a729-4873-8b2e-edc1bd54ddaf None None] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:47:57.568324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-9521a4ad-8da4-4213-b34c-e58cf90ac73c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3186445 Mar 07 11:47:57.571282 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50062) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:57.576264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:47:57.596023 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.597186 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.651881 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for router_controller (f4e52257-7c19-4a35-a8c6-895142ea2a23), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.658543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:47:57.659788 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:57.796153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Allocated IP 172.20.0.2 (2977b7dc-21d4-4469-9f77-7e35fdc244f1/0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a/ce20303e-2738-4046-b3a6-2ec4dc9230f0) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:47:57.799626 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for router_gateway (f4e52257-7c19-4a35-a8c6-895142ea2a23), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.009174 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for router_gateway (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.030158 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.107006 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks [] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.113683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.134642 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Allocated IP 172.25.4.135 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/913355a1-62b6-4034-a05b-bb8e2eea2f86) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:47:58.155983 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:47:58.158811 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:47:58.163813 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:47:58.167326 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Pushing event updated for resources: {'Port': ['ID=ce20303e-2738-4046-b3a6-2ec4dc9230f0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:58.225074 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Attempting to bind port ce20303e-2738-4046-b3a6-2ec4dc9230f0 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:47:58.225833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Attempting to bind port ce20303e-2738-4046-b3a6-2ec4dc9230f0 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:47:58.225833 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Attempting to bind port ce20303e-2738-4046-b3a6-2ec4dc9230f0 on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:47:58.231178 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:47:58.231545 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Checking segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:47:58.231978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.232362 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Bound using segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:47:58.232821 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Bound port: ce20303e-2738-4046-b3a6-2ec4dc9230f0, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:47:58.233189 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.246537 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.282149 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.296620 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] For port ce20303e-2738-4046-b3a6-2ec4dc9230f0, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:47:58.299879 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] For port ce20303e-2738-4046-b3a6-2ec4dc9230f0, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce20303e-2738-4046-b3a6-2ec4dc9230f0,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:47:58.306302 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.320092 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:47:58.325402 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:47:58.327691 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:47:58.366978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Pushing event updated for resources: {'Port': ['ID=913355a1-62b6-4034-a05b-bb8e2eea2f86,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:58.367802 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c5992-0813-4372-aef1-e8a19e3081da None None] Pushing event updated for resources: {'Port': ['ID=ce20303e-2738-4046-b3a6-2ec4dc9230f0,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:58.618049 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for router_gateway (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.823845 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:58.960271 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce20303e-2738-4046-b3a6-2ec4dc9230f0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:47:58.966915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:47:59.023456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce20303e-2738-4046-b3a6-2ec4dc9230f0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:47:59.023884 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.091211 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:47:59.102969 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:47:59.110897 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.112012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce20303e-2738-4046-b3a6-2ec4dc9230f0 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:47:59.115402 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.115909 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50064) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:47:59.116758 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-8dc582a9-83d0-437f-85c7-ed8b963129c8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5437627 Mar 07 11:47:59.120924 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:47:59.121929 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:59.155305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port ce20303e-2738-4046-b3a6-2ec4dc9230f0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce20303e-2738-4046-b3a6-2ec4dc9230f0,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:59.163474 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.214916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=ce20303e-2738-4046-b3a6-2ec4dc9230f0,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:59.261344 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:47:59.348659 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6cea7-682c-4589-b6ba-5d9904459875 None None] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:47:59.432041 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d0bcb947-932b-4378-9cdc-df15b8f584a0 None None] Provisioning complete for port ce20303e-2738-4046-b3a6-2ec4dc9230f0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:47:59.432415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb947-932b-4378-9cdc-df15b8f584a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.553932 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:47:58Z', 'revision_number': 3, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:47:59.557756 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcb947-932b-4378-9cdc-df15b8f584a0 None None] Current status of the port ce20303e-2738-4046-b3a6-2ec4dc9230f0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:47:59.581528 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.583284 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:47:59.583629 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Updating router f4e52257-7c19-4a35-a8c6-895142ea2a23 port 913355a1-62b6-4034-a05b-bb8e2eea2f86 binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:47:59.602281 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.612211 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.773374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Allocated IP 172.20.0.1 (2977b7dc-21d4-4469-9f77-7e35fdc244f1/0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a/82d32b81-6831-48a3-a4fb-705688408416) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:47:59.780562 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-45eb38ed-52d7-415c-9433-81b14e7c1c93 None None] Provisioning complete for port ce20303e-2738-4046-b3a6-2ec4dc9230f0 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:47:59.780937 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45eb38ed-52d7-415c-9433-81b14e7c1c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.865123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-45eb38ed-52d7-415c-9433-81b14e7c1c93 None None] Current status of the port ce20303e-2738-4046-b3a6-2ec4dc9230f0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:47:59.878721 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks [] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.879850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks [] for port (82d32b81-6831-48a3-a4fb-705688408416), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.885611 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.914731 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.938911 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Attempting to bind port 913355a1-62b6-4034-a05b-bb8e2eea2f86 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:47:59.939277 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Attempting to bind port 913355a1-62b6-4034-a05b-bb8e2eea2f86 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:47:59.939634 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Attempting to bind port 913355a1-62b6-4034-a05b-bb8e2eea2f86 on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:47:59.941657 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Pushing event updated for resources: {'Port': ['ID=913355a1-62b6-4034-a05b-bb8e2eea2f86,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:59.951120 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.951463 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.951869 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.952163 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.952489 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.952815 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.953139 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.953457 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.953774 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.954088 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.954402 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.954714 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.955024 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:47:59.958968 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:47:59.959390 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:47:59.959884 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.960259 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:47:59.960712 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Bound port: 913355a1-62b6-4034-a05b-bb8e2eea2f86, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:47:59.961076 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:59.965655 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:47:59.968631 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:47:59.971103 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:47:59.999504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Pushing event updated for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:00.017919 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] For port 913355a1-62b6-4034-a05b-bb8e2eea2f86, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:00.021318 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] For port 913355a1-62b6-4034-a05b-bb8e2eea2f86, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=913355a1-62b6-4034-a05b-bb8e2eea2f86,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:00.024352 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.030202 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.082700 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:00.083347 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:00.134761 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daf1e2-7ee5-4fca-bba1-48944fca0506 None None] Pushing event updated for resources: {'Port': ['ID=913355a1-62b6-4034-a05b-bb8e2eea2f86,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:00.177922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82d32b81-6831-48a3-a4fb-705688408416), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.206675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:00.288612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-e4d92463-8820-4a4a-a718-469d61c4476a None None] Provisioning complete for port 82d32b81-6831-48a3-a4fb-705688408416 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:00.289257 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e4d92463-8820-4a4a-a718-469d61c4476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82d32b81-6831-48a3-a4fb-705688408416), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.327332 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e4d92463-8820-4a4a-a718-469d61c4476a None None] Port 82d32b81-6831-48a3-a4fb-705688408416 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:48:00.352652 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks [] for port (82d32b81-6831-48a3-a4fb-705688408416), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.358068 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.383936 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:47:58Z', 'revision_number': 3, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:00.411141 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca30a-e6a1-4c19-9e71-70a5c11d3976 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:47:58Z', 'revision_number': 3, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:48:00.428224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.434101 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Pushing event updated for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:00.534354 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:00.535720 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:00.681962 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:48:00.806679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:48:00.812014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-003fda17-f737-481d-9a7c-f0737d5035d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/f4e52257-7c19-4a35-a8c6-895142ea2a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949303 Mar 07 11:48:00.851040 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-34967d3a-30f7-4f1a-ad38-e7ad71db2d6e None None] Provisioning complete for port 82d32b81-6831-48a3-a4fb-705688408416 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:00.851683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-34967d3a-30f7-4f1a-ad38-e7ad71db2d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82d32b81-6831-48a3-a4fb-705688408416), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.895693 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-34967d3a-30f7-4f1a-ad38-e7ad71db2d6e None None] Port 82d32b81-6831-48a3-a4fb-705688408416 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:48:01.025104 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 913355a1-62b6-4034-a05b-bb8e2eea2f86 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:01.084141 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 913355a1-62b6-4034-a05b-bb8e2eea2f86 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:01.084605 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.172776 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 913355a1-62b6-4034-a05b-bb8e2eea2f86 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:01.173252 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.196288 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 913355a1-62b6-4034-a05b-bb8e2eea2f86, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=913355a1-62b6-4034-a05b-bb8e2eea2f86,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:01.201330 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.202128 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce20303e-2738-4046-b3a6-2ec4dc9230f0 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:01.285848 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=913355a1-62b6-4034-a05b-bb8e2eea2f86,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:01.295666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port ce20303e-2738-4046-b3a6-2ec4dc9230f0 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:01.296039 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.367031 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50080) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:01.372103 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1933960743-network', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:01.393716 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Made reservation on behalf of 44d19b52be32468d8c453bc0e44c03cf for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:48:01.393966 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port ce20303e-2738-4046-b3a6-2ec4dc9230f0 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:01.396222 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.405278 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.481129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks [] for security_group (602cdde8-c464-4673-8839-0d0a54356f8d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.486786 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (602cdde8-c464-4673-8839-0d0a54356f8d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.511870 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:48:01.521977 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602cdde8-c464-4673-8839-0d0a54356f8d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:01.526523 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6f484952-8447-4e7d-b3e9-d6de52b96582), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.526852 n-d-832156-4 neutron-server[103789]: INFO neutron.db.segments_db [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Added segment 6f484952-8447-4e7d-b3e9-d6de52b96582 of type vlan for network e990c776-0672-4edf-aeea-afa424b491fe Mar 07 11:48:01.567824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754496723972'] for network (e990c776-0672-4edf-aeea-afa424b491fe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.598189 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525'] for network (e990c776-0672-4edf-aeea-afa424b491fe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.599244 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:01.599865 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.659680 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2914526 Mar 07 11:48:01.662576 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50082) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:01.669592 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Request body: {'subnet': {'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1933960743-subnet', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:01.673724 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a8df1-983f-4c9a-afb9-308960d907d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e990c776-0672-4edf-aeea-afa424b491fe,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:01.683786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Network e990c776-0672-4edf-aeea-afa424b491fe details requested by agent ovs-agent-n-d-832156-4 with host n-d-832156-4 {{(pid=103790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:48:01.692126 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Made reservation on behalf of 44d19b52be32468d8c453bc0e44c03cf for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:48:01.694560 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684417'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.874755 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684447'] for subnet (40a844b1-558b-4a1b-9a9a-8dc3a6c75b75), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.922476 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a844b1-558b-4a1b-9a9a-8dc3a6c75b75,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:01.939757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Checking segment: {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:01.940223 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Network hostable DHCP agents. Network: e990c776-0672-4edf-aeea-afa424b491fe, hostable agents: ['d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:48:01.958720 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Network e990c776-0672-4edf-aeea-afa424b491fe is scheduled to be hosted by DHCP agent d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:48:01.968429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832156-4, e990c776-0672-4edf-aeea-afa424b491fe) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:01.972638 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:01.973226 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:01.978033 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f92e2b-6bbf-406e-9cea-483dc5d53c2f None None] Network e990c776-0672-4edf-aeea-afa424b491fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:48:01.991625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0270b0c0-244c-4555-a5a4-216bbac394f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3278148 Mar 07 11:48:01.994108 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50084) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:01.999185 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:02.022231 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8851'] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.023577 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10080'] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.080857 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for router_controller (9aa4cec1-8fa2-4fad-9255-40d770954282), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.089617 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6895a03-7c79-5a79-bd0b-d85fe625d707-e990c776-0672-4edf-aeea-afa424b491fe', 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe', 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'fixed_ips': [{'subnet_id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75'}]}} from n-d-832156-4. {{(pid=103790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:48:02.090603 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.095196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:48:02.126529 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:02.127257 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:02.226476 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for router_gateway (9aa4cec1-8fa2-4fad-9255-40d770954282), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.323855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Allocated IP 172.20.0.2 (e990c776-0672-4edf-aeea-afa424b491fe/40a844b1-558b-4a1b-9a9a-8dc3a6c75b75/c32a1404-e533-4092-a38a-9d617af817bf) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:48:02.326665 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:02.435086 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for router_gateway (9aa4cec1-8fa2-4fad-9255-40d770954282), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.454622 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.559030 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Allocated IP 172.25.4.79 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/0b804809-3628-4f4b-8c1e-023c69ef461c) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:48:02.625596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks [] for port (c32a1404-e533-4092-a38a-9d617af817bf), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.635618 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598'] for port (c32a1404-e533-4092-a38a-9d617af817bf), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.687630 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Network e990c776-0672-4edf-aeea-afa424b491fe is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:02.694011 n-d-832156-4 neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:02.697716 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 2, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:02.700191 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:48:02.702007 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Pushing event updated for resources: {'Port': ['ID=c32a1404-e533-4092-a38a-9d617af817bf,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:02.732674 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:48:02.733000 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Updating router f4e52257-7c19-4a35-a8c6-895142ea2a23 port 82d32b81-6831-48a3-a4fb-705688408416 binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:48:02.800243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82d32b81-6831-48a3-a4fb-705688408416), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.817955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Attempting to bind port c32a1404-e533-4092-a38a-9d617af817bf on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:48:02.818323 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Attempting to bind port c32a1404-e533-4092-a38a-9d617af817bf by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:48:02.818684 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Attempting to bind port c32a1404-e533-4092-a38a-9d617af817bf on network e990c776-0672-4edf-aeea-afa424b491fe {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:02.827274 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:48:02.827615 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Checking segment: {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:02.828071 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.828456 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Bound using segment: {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:48:02.828928 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Bound port: c32a1404-e533-4092-a38a-9d617af817bf, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:48:02.829305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c32a1404-e533-4092-a38a-9d617af817bf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:02.951839 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 913355a1-62b6-4034-a05b-bb8e2eea2f86 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:03.011485 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.029446 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] For port c32a1404-e533-4092-a38a-9d617af817bf, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:03.059043 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.104265 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:03.107478 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:03.111225 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:48:03.117482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Pushing event updated for resources: {'Port': ['ID=0b804809-3628-4f4b-8c1e-023c69ef461c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:03.250969 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] For port c32a1404-e533-4092-a38a-9d617af817bf, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c32a1404-e533-4092-a38a-9d617af817bf,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:03.264682 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c32a1404-e533-4092-a38a-9d617af817bf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.306961 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 913355a1-62b6-4034-a05b-bb8e2eea2f86 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:03.307317 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.373312 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for router_gateway (9aa4cec1-8fa2-4fad-9255-40d770954282), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.386531 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140f07-389b-45df-a8ba-4888b94f86b7 None None] Pushing event updated for resources: {'Port': ['ID=c32a1404-e533-4092-a38a-9d617af817bf,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:03.464978 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks [] for port (82d32b81-6831-48a3-a4fb-705688408416), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.475530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.530948 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 913355a1-62b6-4034-a05b-bb8e2eea2f86 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:03.548319 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e28f1-cdb7-4fb9-84a9-ef8d52d8a6be None None] Pushing event updated for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:03.610540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Attempting to bind port 82d32b81-6831-48a3-a4fb-705688408416 on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:48:03.614964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Attempting to bind port 82d32b81-6831-48a3-a4fb-705688408416 by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:48:03.614964 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Attempting to bind port 82d32b81-6831-48a3-a4fb-705688408416 on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:03.622233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:48:03.622233 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Checking segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:03.622792 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.623278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Bound using segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:48:03.623872 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Bound port: 82d32b81-6831-48a3-a4fb-705688408416, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:48:03.624360 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82d32b81-6831-48a3-a4fb-705688408416), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.639698 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754359'] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.697586 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] For port 82d32b81-6831-48a3-a4fb-705688408416, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:03.703381 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] For port 82d32b81-6831-48a3-a4fb-705688408416, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82d32b81-6831-48a3-a4fb-705688408416,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:03.715587 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.779215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:03.779955 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:03.804915 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Router 9aa4cec1-8fa2-4fad-9255-40d770954282 is scheduled to L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:48:03.816379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e28f1-cdb7-4fb9-84a9-ef8d52d8a6be None None] Pushing event updated for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:03.888940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Provisioning complete for port 82d32b81-6831-48a3-a4fb-705688408416 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:03.889442 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82d32b81-6831-48a3-a4fb-705688408416), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.924694 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:48:03.934675 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Sync routers for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:48:03.954737 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:03.956705 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-33ca73e0-5d17-49f8-9432-3affbeb7dd6b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9613252 Mar 07 11:48:03.957214 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:03.959784 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50086) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:03.960510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:03.961143 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:04.096765 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:04.102252 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Current status of the port 82d32b81-6831-48a3-a4fb-705688408416 is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:04.102805 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (82d32b81-6831-48a3-a4fb-705688408416), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.176733 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] For port 82d32b81-6831-48a3-a4fb-705688408416, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82d32b81-6831-48a3-a4fb-705688408416,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:04.188816 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.246690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e3ed4-161c-407c-8df0-bf5ff8ae277d None None] Pushing event updated for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:04.298043 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:03Z', 'revision_number': 3, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:04.319261 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-2f4c25ed-c785-42de-8b7d-56a7b9984cf3 None None] Provisioning complete for port 82d32b81-6831-48a3-a4fb-705688408416 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:04.319931 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2f4c25ed-c785-42de-8b7d-56a7b9984cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82d32b81-6831-48a3-a4fb-705688408416), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.329506 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Checking router: 9aa4cec1-8fa2-4fad-9255-40d770954282 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:48:04.330134 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Updating router 9aa4cec1-8fa2-4fad-9255-40d770954282 port 0b804809-3628-4f4b-8c1e-023c69ef461c binding host n-d-832156-4 {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:48:04.370606 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.377753 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:03Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:04.418895 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27702f69-ad0c-4468-9dc7-c5b3594fc6c1 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:03Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:48:04.529678 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.529916 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c25ed-c785-42de-8b7d-56a7b9984cf3 None None] Current status of the port 82d32b81-6831-48a3-a4fb-705688408416 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:04.661428 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32913b77-856b-447f-bf93-badf160db856 None None] Network e990c776-0672-4edf-aeea-afa424b491fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:48:04.716183 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks [] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.724623 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.725640 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Allocated IP 172.20.0.1 (e990c776-0672-4edf-aeea-afa424b491fe/40a844b1-558b-4a1b-9a9a-8dc3a6c75b75/3db496de-5b30-4374-bdfc-233266034d3a) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:48:04.791475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Provisioning complete for port c32a1404-e533-4092-a38a-9d617af817bf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:04.791944 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Attempting to bind port 0b804809-3628-4f4b-8c1e-023c69ef461c on host n-d-832156-4 for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:48:04.792136 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c32a1404-e533-4092-a38a-9d617af817bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.792442 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Attempting to bind port 0b804809-3628-4f4b-8c1e-023c69ef461c by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:48:04.793051 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Attempting to bind port 0b804809-3628-4f4b-8c1e-023c69ef461c on network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:04.796244 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e969a-3ba7-404c-afc6-1bad6d2ccdc9 None None] Pushing event updated for resources: {'Port': ['ID=0b804809-3628-4f4b-8c1e-023c69ef461c,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:04.803309 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:48:04.803815 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Checking segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:04.804281 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.804878 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Bound using segment: {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:48:04.805563 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Bound port: 0b804809-3628-4f4b-8c1e-023c69ef461c, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb1555-d2c3-441e-9791-a5b18623bab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:48:04.806590 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.869601 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] For port 0b804809-3628-4f4b-8c1e-023c69ef461c, host n-d-832156-4, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:04.873273 n-d-832156-4 neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] For port 0b804809-3628-4f4b-8c1e-023c69ef461c, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b804809-3628-4f4b-8c1e-023c69ef461c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:04.882661 n-d-832156-4 neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.886217 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks [] for port (3db496de-5b30-4374-bdfc-233266034d3a), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.919795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Current status of the port c32a1404-e533-4092-a38a-9d617af817bf is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:04.920388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c32a1404-e533-4092-a38a-9d617af817bf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.952611 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:04.954443 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:04.955213 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:05.012337 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] For port c32a1404-e533-4092-a38a-9d617af817bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c32a1404-e533-4092-a38a-9d617af817bf,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:05.027091 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c32a1404-e533-4092-a38a-9d617af817bf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.043625 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Network e990c776-0672-4edf-aeea-afa424b491fe is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:05.045442 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:05.050719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:48:05.113161 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b54f6-8fe8-4bc3-a639-4a09393ecd75 None None] Pushing event updated for resources: {'Port': ['ID=c32a1404-e533-4092-a38a-9d617af817bf,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:05.122502 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c32a1404-e533-4092-a38a-9d617af817bf up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:05.135214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:05.153738 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753306'] for router_interface (9aa4cec1-8fa2-4fad-9255-40d770954282), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.210080 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c32a1404-e533-4092-a38a-9d617af817bf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:05.210853 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c32a1404-e533-4092-a38a-9d617af817bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.279703 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-64cf220a-2b84-4fdb-9484-482c38b2422e None None] Provisioning complete for port c32a1404-e533-4092-a38a-9d617af817bf triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:05.280795 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-64cf220a-2b84-4fdb-9484-482c38b2422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c32a1404-e533-4092-a38a-9d617af817bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.304874 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e969a-3ba7-404c-afc6-1bad6d2ccdc9 None None] Pushing event updated for resources: {'Port': ['ID=0b804809-3628-4f4b-8c1e-023c69ef461c,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:05.336688 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:05.358633 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3db496de-5b30-4374-bdfc-233266034d3a), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.413477 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c32a1404-e533-4092-a38a-9d617af817bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:05.414757 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82d32b81-6831-48a3-a4fb-705688408416 up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:05.476355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-64cf220a-2b84-4fdb-9484-482c38b2422e None None] Current status of the port c32a1404-e533-4092-a38a-9d617af817bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:05.535492 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 82d32b81-6831-48a3-a4fb-705688408416 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:05.535928 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (82d32b81-6831-48a3-a4fb-705688408416), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.591399 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:03Z', 'revision_number': 3, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:05.592887 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks [] for port (3db496de-5b30-4374-bdfc-233266034d3a), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.600740 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.624385 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af184f34-a0be-477a-b06d-dde63eb8e118 None None] The sync data for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 is: [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:03Z', 'revision_number': 3, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:48:05.634424 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-86fe00ee-b939-47af-9adf-0d5e9ab967fe None None] Provisioning complete for port 3db496de-5b30-4374-bdfc-233266034d3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:05.634868 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86fe00ee-b939-47af-9adf-0d5e9ab967fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3db496de-5b30-4374-bdfc-233266034d3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.668039 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 82d32b81-6831-48a3-a4fb-705688408416 is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:05.673847 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753270'] for router_interface (9aa4cec1-8fa2-4fad-9255-40d770954282), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:05.676121 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:05.680278 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-86fe00ee-b939-47af-9adf-0d5e9ab967fe None None] Port 3db496de-5b30-4374-bdfc-233266034d3a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:48:05.786042 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Network e990c776-0672-4edf-aeea-afa424b491fe is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:05.787589 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:05.917871 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Router 9aa4cec1-8fa2-4fad-9255-40d770954282 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:48:06.077215 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:48:06.083416 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-bde5589c-be91-42a4-a8f2-ef697d4192f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/9aa4cec1-8fa2-4fad-9255-40d770954282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216116 Mar 07 11:48:06.113766 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-856a277e-e107-4bf0-852d-17cce00b954f None None] Provisioning complete for port 3db496de-5b30-4374-bdfc-233266034d3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:06.114317 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-856a277e-e107-4bf0-852d-17cce00b954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3db496de-5b30-4374-bdfc-233266034d3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.151310 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-856a277e-e107-4bf0-852d-17cce00b954f None None] Port 3db496de-5b30-4374-bdfc-233266034d3a cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:48:06.596183 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50094) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:06.601126 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947496456', 'description': 'tempest-secgroup-smoke-947496456 description', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:06.622358 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.696984 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (d89b048d-9c71-4403-8824-b93efb8ec8b7), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.703353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d89b048d-9c71-4403-8824-b93efb8ec8b7), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.732407 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.733640 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364622 Mar 07 11:48:06.735460 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2e9e0-27df-4b44-ae69-930155460416 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89b048d-9c71-4403-8824-b93efb8ec8b7,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:06.737097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:06.741936 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:06.771521 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (60e09491-4507-45a3-9952-e521c390fd4c), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.835703 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (60e09491-4507-45a3-9952-e521c390fd4c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.841625 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (60e09491-4507-45a3-9952-e521c390fd4c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.859987 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e09491-4507-45a3-9952-e521c390fd4c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:06.868308 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.872242 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-e5de1357-2266-407a-ab5a-700f1f432391 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312816 Mar 07 11:48:06.872404 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:06.876707 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:06.904607 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (534bebc6-be28-470e-8afa-ed46c1b1ffc5), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.963528 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (534bebc6-be28-470e-8afa-ed46c1b1ffc5), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.968419 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (534bebc6-be28-470e-8afa-ed46c1b1ffc5), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:06.984442 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534bebc6-be28-470e-8afa-ed46c1b1ffc5,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:06.997869 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.001697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-376d3841-bd69-4b8c-a8e6-6f036955ee64 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258640 Mar 07 11:48:07.001888 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50100) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:07.006483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:07.024880 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c32a1404-e533-4092-a38a-9d617af817bf up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:07.037697 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (ce3eeab1-925b-49c1-bd4e-9093a00fe998), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.079690 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port c32a1404-e533-4092-a38a-9d617af817bf triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:07.080118 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c32a1404-e533-4092-a38a-9d617af817bf), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.103832 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (ce3eeab1-925b-49c1-bd4e-9093a00fe998), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.107990 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (ce3eeab1-925b-49c1-bd4e-9093a00fe998), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.127978 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3eeab1-925b-49c1-bd4e-9093a00fe998,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:07.134413 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.135601 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-30371f0b-2fdc-4708-be8e-af44d0aaec12 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326587 Mar 07 11:48:07.138736 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50102) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:07.143815 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:07.160008 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port c32a1404-e533-4092-a38a-9d617af817bf is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:07.161153 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b804809-3628-4f4b-8c1e-023c69ef461c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:07.169284 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (00f3da11-e04c-4b42-ac7f-9bebd85b0dc4), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.209448 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0b804809-3628-4f4b-8c1e-023c69ef461c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:07.209839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.228884 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (00f3da11-e04c-4b42-ac7f-9bebd85b0dc4), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.233222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (00f3da11-e04c-4b42-ac7f-9bebd85b0dc4), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.250416 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f3da11-e04c-4b42-ac7f-9bebd85b0dc4,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:07.260737 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.262004 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-a4fb311b-353a-44ae-be89-b4e137f8ee8c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222508 Mar 07 11:48:07.264965 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50104) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:07.269543 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:07.289298 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Project fb4300603aa04c538ff9a39f1a94bb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:48:07.294118 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (4ea066db-b804-4c68-bd4e-e9e34d527175), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.294314 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0b804809-3628-4f4b-8c1e-023c69ef461c is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:07.294649 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.315281 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] For port 0b804809-3628-4f4b-8c1e-023c69ef461c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b804809-3628-4f4b-8c1e-023c69ef461c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:07.320149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.362985 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (4ea066db-b804-4c68-bd4e-e9e34d527175), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.369007 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (4ea066db-b804-4c68-bd4e-e9e34d527175), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.374208 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Pushing event updated for resources: {'Port': ['ID=0b804809-3628-4f4b-8c1e-023c69ef461c,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:07.390576 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea066db-b804-4c68-bd4e-e9e34d527175,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:07.397225 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.398422 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-e245ff59-a9ca-4f86-bae1-8dd9d2a23be4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325593 Mar 07 11:48:07.401198 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50106) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:07.405662 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'security_group_rule': {'security_group_id': 'd89b048d-9c71-4403-8824-b93efb8ec8b7', 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:07.426333 n-d-832156-4 neutron-server[103788]: INFO neutron.db.securitygroups_db [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Project fb4300603aa04c538ff9a39f1a94bb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:48:07.431323 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (5418a1da-8079-42b8-9755-50101fd5c992), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.493689 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (5418a1da-8079-42b8-9755-50101fd5c992), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.498248 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722916'] for security_group_rule (5418a1da-8079-42b8-9755-50101fd5c992), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.517926 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5418a1da-8079-42b8-9755-50101fd5c992,revision_number=0']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:07.524004 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:07.525107 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-17eb434b-776f-495e-99dd-d757b07a52f5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229234 Mar 07 11:48:07.689736 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-31b51b50-a26e-4945-98b8-a2a2b8973412 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947496456&fields=id&tenant_id=fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 267 time: 0.0492880 Mar 07 11:48:07.815438 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-252ce08b-d522-49ac-95d2-3eb7dd0d533a tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:07.816933 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-252ce08b-d522-49ac-95d2-3eb7dd0d533a tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 810 time: 0.1192260 Mar 07 11:48:07.833404 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-887d4071-a650-49dc-ab25-d1e988dc5ca5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/quotas/fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 375 time: 0.0108404 Mar 07 11:48:07.895985 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-22084ccc-d8b6-4809-a401-321c5a3b3d25 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566745 Mar 07 11:48:08.009334 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Sync routers for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:48:08.012414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-c8778859-c07e-4d44-bb8b-1e69134b0874 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:48:08.013410 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-c8778859-c07e-4d44-bb8b-1e69134b0874 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060073 Mar 07 11:48:08.021498 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:08.022123 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:08.120598 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-f984b6ee-c7a8-45fa-a6d2-17ea1002a848 service neutron] 10.222.0.23 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006091 Mar 07 11:48:08.220697 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0781d868-b85e-49ff-8350-398b18e67768 service neutron] 10.222.0.23 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930943 Mar 07 11:48:08.307277 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:08.517246 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:05Z', 'revision_number': 4, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3db496de-5b30-4374-bdfc-233266034d3a', 'name': '', 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'mac_address': 'fa:16:3e:1a:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:04Z', 'updated_at': '2022-03-07T11:48:05Z', 'revision_number': 2, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'subnets': [{'id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:08.544049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Checking router: 9aa4cec1-8fa2-4fad-9255-40d770954282 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:48:08.544391 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Updating router 9aa4cec1-8fa2-4fad-9255-40d770954282 port 3db496de-5b30-4374-bdfc-233266034d3a binding host n-d-832156-4 {{(pid=103790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:48:08.572437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3db496de-5b30-4374-bdfc-233266034d3a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:08.856415 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks [] for port (3db496de-5b30-4374-bdfc-233266034d3a), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:08.862850 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:08.910430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf701a-a032-487e-840a-2d3e24037655 None None] Pushing event updated for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:08.958414 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b804809-3628-4f4b-8c1e-023c69ef461c up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:08.994073 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Attempting to bind port 3db496de-5b30-4374-bdfc-233266034d3a on host n-d-832156-4 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:48:08.994452 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Attempting to bind port 3db496de-5b30-4374-bdfc-233266034d3a by drivers openvswitch,hyperv on host n-d-832156-4 at level 0 using segments [{'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:48:08.994815 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Attempting to bind port 3db496de-5b30-4374-bdfc-233266034d3a on network e990c776-0672-4edf-aeea-afa424b491fe {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:09.008474 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Checking agent: {'id': 'e59a9965-82d1-4ce1-97f9-5444910a301b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 17, 27), 'started_at': datetime.datetime(2022, 3, 7, 10, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832156-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:48:09.008888 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Checking segment: {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:09.009256 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.009649 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Bound using segment: {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:48:09.010127 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Bound port: 3db496de-5b30-4374-bdfc-233266034d3a, host: n-d-832156-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f484952-8447-4e7d-b3e9-d6de52b96582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:48:09.010508 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3db496de-5b30-4374-bdfc-233266034d3a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.064184 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 0b804809-3628-4f4b-8c1e-023c69ef461c triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:09.064559 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.111264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] For port 3db496de-5b30-4374-bdfc-233266034d3a, host n-d-832156-4, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:09.115444 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] For port 3db496de-5b30-4374-bdfc-233266034d3a, host n-d-832156-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3db496de-5b30-4374-bdfc-233266034d3a,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:09.124586 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.238304 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf701a-a032-487e-840a-2d3e24037655 None None] Pushing event updated for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:09.240851 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:09.241487 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:09.246537 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 0b804809-3628-4f4b-8c1e-023c69ef461c is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:09.285463 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Provisioning complete for port 3db496de-5b30-4374-bdfc-233266034d3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:09.285839 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3db496de-5b30-4374-bdfc-233266034d3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.398311 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:09.408084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-89e8d8b2-73b6-45a3-bd37-af1175568eb7 req-435b8138-cb75-47ce-bcfd-f1f1279d3ed9 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 210 time: 0.0298238 Mar 07 11:48:09.499049 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Current status of the port 3db496de-5b30-4374-bdfc-233266034d3a is: DOWN; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:09.499457 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (3db496de-5b30-4374-bdfc-233266034d3a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.586852 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] For port 3db496de-5b30-4374-bdfc-233266034d3a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3db496de-5b30-4374-bdfc-233266034d3a,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:09.591664 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.685264 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe1a39-91c2-45ef-b540-3e625b1f6de5 None None] Pushing event updated for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:09.762781 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-a9789bc0-fb45-4c1d-9d6c-8d18745d1a7b None None] Provisioning complete for port 3db496de-5b30-4374-bdfc-233266034d3a triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:09.763185 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9789bc0-fb45-4c1d-9d6c-8d18745d1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3db496de-5b30-4374-bdfc-233266034d3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.793320 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:05Z', 'revision_number': 4, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3db496de-5b30-4374-bdfc-233266034d3a', 'name': '', 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'mac_address': 'fa:16:3e:1a:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:04Z', 'updated_at': '2022-03-07T11:48:09Z', 'revision_number': 4, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'subnets': [{'id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:09.837272 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f3e19-3699-4fe1-a944-e817c99a7114 None None] The sync data for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 is: [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:05Z', 'revision_number': 4, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '3db496de-5b30-4374-bdfc-233266034d3a', 'name': '', 'network_id': 'e990c776-0672-4edf-aeea-afa424b491fe', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'mac_address': 'fa:16:3e:1a:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:04Z', 'updated_at': '2022-03-07T11:48:09Z', 'revision_number': 4, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'subnets': [{'id': '40a844b1-558b-4a1b-9a9a-8dc3a6c75b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:48:09.944052 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a9789bc0-fb45-4c1d-9d6c-8d18745d1a7b None None] Current status of the port 3db496de-5b30-4374-bdfc-233266034d3a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:10.438552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-198a9f39-4998-4875-90fd-538b0202685b tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:10.440857 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-198a9f39-4998-4875-90fd-538b0202685b tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 810 time: 0.1125014 Mar 07 11:48:10.513652 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-ed9744d0-ec4a-47d6-8d8d-803f884ca1de tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 379 time: 0.0646658 Mar 07 11:48:10.523893 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'port': {'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'admin_state_up': True, 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'security_groups': ['d89b048d-9c71-4403-8824-b93efb8ec8b7']}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:10.524835 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7fd7b934-f056-4e6e-bd1f-967d36860300 req-5b08edbc-c0f5-4459-ae99-6923e9b3ead7 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 210 time: 0.0278780 Mar 07 11:48:10.638104 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Made reservation on behalf of fb4300603aa04c538ff9a39f1a94bb3a for: {'port': 1} {{(pid=103788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:48:10.641523 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:10.776012 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Allocated IP 172.20.0.9 (2977b7dc-21d4-4469-9f77-7e35fdc244f1/0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a/c4ba8e28-20a8-4356-8806-549c4c85e5ce) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:48:10.916792 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:10.961840 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:10.974100 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3db496de-5b30-4374-bdfc-233266034d3a up at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:11.015088 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:11.018399 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:11.023949 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:48:11.025855 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Provisioning complete for port 3db496de-5b30-4374-bdfc-233266034d3a triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:11.026283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (3db496de-5b30-4374-bdfc-233266034d3a), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.028582 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:11.075210 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:11.075877 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.096574 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-0071fede-b3df-4969-a7f7-aefb8503ad68 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728865 Mar 07 11:48:11.104440 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Request body: {'port': {'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832156-4'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:11.117004 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Current status of the port 3db496de-5b30-4374-bdfc-233266034d3a is: ACTIVE; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:11.171222 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.276974 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-38cff9a9-42ac-41ff-8d0e-b576a2f6d780 None None] Provisioning complete for port c4ba8e28-20a8-4356-8806-549c4c85e5ce triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:11.277369 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-38cff9a9-42ac-41ff-8d0e-b576a2f6d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.312940 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-38cff9a9-42ac-41ff-8d0e-b576a2f6d780 None None] Port c4ba8e28-20a8-4356-8806-549c4c85e5ce cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:48:11.450941 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ba8e28-20a8-4356-8806-549c4c85e5ce {{(pid=103788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:48:11.458754 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks [] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.473552 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.provisioning_blocks [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Transition to ACTIVE for port object c4ba8e28-20a8-4356-8806-549c4c85e5ce will not be triggered until provisioned by entity L2. {{(pid=103788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:48:11.478932 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.532927 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:11.622526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Attempting to bind port c4ba8e28-20a8-4356-8806-549c4c85e5ce on host n-h2-832156-4 for vnic_type normal with profile {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:48:11.623132 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Attempting to bind port c4ba8e28-20a8-4356-8806-549c4c85e5ce by drivers openvswitch,hyperv on host n-h2-832156-4 at level 0 using segments [{'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:48:11.623668 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Attempting to bind port c4ba8e28-20a8-4356-8806-549c4c85e5ce on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:11.628877 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Port c4ba8e28-20a8-4356-8806-549c4c85e5ce on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832156-4 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:48:11.629456 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Attempting to bind port c4ba8e28-20a8-4356-8806-549c4c85e5ce on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:48:11.634849 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Checking agent: {'id': 'affa4159-e27e-4503-9092-8c39f8358c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:48:11.635462 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Checking segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:48:11.636081 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Bound using segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} {{(pid=103788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:48:11.636704 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.managers [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Bound port: c4ba8e28-20a8-4356-8806-549c4c85e5ce, host: n-h2-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}}] {{(pid=103788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:48:11.637233 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.650497 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfd9fd-c5b6-4a46-b7b6-972a64499b61 req-e5c9d815-3111-4679-8bcb-134e40025afe tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:11.657712 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1edfd9fd-c5b6-4a46-b7b6-972a64499b61 req-e5c9d815-3111-4679-8bcb-134e40025afe tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0603602 Mar 07 11:48:11.719007 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, cleared binding levels {{(pid=103788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:48:11.720403 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1edfd9fd-c5b6-4a46-b7b6-972a64499b61 req-6078dbac-dcee-4666-8485-41c18e978d60 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613630 Mar 07 11:48:11.724654 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:48:11.738031 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.790260 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:11.791219 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.793373 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] 10.222.0.32 "PUT /v2.0/ports/c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 1091 time: 0.6932681 Mar 07 11:48:11.793896 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:48:11.796352 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:48:11.853698 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652d6eb-70f1-43e7-9609-a6d5e15479bb x-openstack-request-id: req-8652d6eb-70f1-43e7-9609-a6d5e15479bb {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:48:11.854111 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:48:11.854480 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8652d6eb-70f1-43e7-9609-a6d5e15479bb {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:48:11.855053 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'status': 'completed', 'code': 200} Mar 07 11:48:11.863254 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0addab-7df7-4a42-b7e6-ade7cd626d77 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=3']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:11.933578 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-28c0b673-77d6-4fc1-a8d3-c99aabe1cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:11.935513 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-28c0b673-77d6-4fc1-a8d3-c99aabe1cee9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0679550 Mar 07 11:48:11.983300 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-2e0ccd26-65f2-4f16-83ac-a44bf1fbbe5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 217 time: 0.0407131 Mar 07 11:48:12.036324 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-7faf8db1-4f8f-4302-94d9-a603b5983bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.037786 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-7faf8db1-4f8f-4302-94d9-a603b5983bad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0490980 Mar 07 11:48:12.087526 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-358262cd-08f4-432e-8256-a3b699662aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.089084 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-358262cd-08f4-432e-8256-a3b699662aaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456231 Mar 07 11:48:12.182036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-37a9c358-a8af-4229-8283-ceb2ac756c31 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855846 Mar 07 11:48:12.280255 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-8528f03c-4a1f-46f8-9a85-49a60f92d1ab req-82cb399a-009f-42dc-81c6-3208101027da service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917721 Mar 07 11:48:12.375479 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-8df4c12a-030e-4a33-8d76-d53d58b9e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.377036 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-8df4c12a-030e-4a33-8d76-d53d58b9e1c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0514057 Mar 07 11:48:12.470623 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-43c4a82b-553e-4a5c-b14a-735a345c01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.472164 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-43c4a82b-553e-4a5c-b14a-735a345c01cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0892892 Mar 07 11:48:12.842275 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-14dcf4a0-69ef-42ec-8cfe-193b337bd9f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 217 time: 0.3643355 Mar 07 11:48:12.851905 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338cb87-3a90-44bb-b89f-246bbd02aaec req-6601dacf-2b2f-42bb-9ea9-70a976259a16 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.854447 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c338cb87-3a90-44bb-b89f-246bbd02aaec req-6601dacf-2b2f-42bb-9ea9-70a976259a16 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0625827 Mar 07 11:48:12.895817 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-93e06c16-e70e-4fc3-a965-6e9ada54b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.897287 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-93e06c16-e70e-4fc3-a965-6e9ada54b561 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0494072 Mar 07 11:48:12.906183 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c338cb87-3a90-44bb-b89f-246bbd02aaec req-ff801ae6-f6e3-4313-9900-a8a27145e151 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Mar 07 11:48:12.950744 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-9b9c2d3e-caaf-4029-8b6a-5dc723a9e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:12.952361 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-9b9c2d3e-caaf-4029-8b6a-5dc723a9e30b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493362 Mar 07 11:48:13.050421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-6633f074-4990-4010-9d74-26fc6cc6ea3a service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906138 Mar 07 11:48:13.140587 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-38509c06-a5cd-4ae0-9c03-ba2cab12c97e req-95255841-b12f-4fa7-af31-dac1dca0bc06 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Mar 07 11:48:13.861398 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:48:14.042814 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381c3c-bcdc-4d2d-ae27-f2431aad85ee req-930a0c28-e7b2-41ca-a780-d977a559e735 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:14.044369 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32381c3c-bcdc-4d2d-ae27-f2431aad85ee req-930a0c28-e7b2-41ca-a780-d977a559e735 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0562863 Mar 07 11:48:14.095154 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-32381c3c-bcdc-4d2d-ae27-f2431aad85ee req-853ce255-fcca-4c07-aaef-7b6c8c2af2d2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Mar 07 11:48:15.033782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:48:15.136666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:15.147612 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:48:15.190589 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c4ba8e28-20a8-4356-8806-549c4c85e5ce is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:15.191066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:15.204891 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ba8e28-20a8-4356-8806-549c4c85e5ce {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:48:15.218087 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0bb0-128f-498f-93a7-c77335da6b32 req-41694ce3-02bf-469b-99d1-aab12a826b82 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:15.219560 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b6b0bb0-128f-498f-93a7-c77335da6b32 req-41694ce3-02bf-469b-99d1-aab12a826b82 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0525727 Mar 07 11:48:15.226174 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:15.231685 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:15.275357 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1b6b0bb0-128f-498f-93a7-c77335da6b32 req-a4936123-801e-47cd-a054-cec775123342 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 Mar 07 11:48:15.280002 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:15.565180 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c4ba8e28-20a8-4356-8806-549c4c85e5ce'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:48:16.403863 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498349-4098-4624-8373-105b54bbc746 req-16a58d5c-f1c5-49ac-80a3-55e5fbab8789 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:16.405365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1498349-4098-4624-8373-105b54bbc746 req-16a58d5c-f1c5-49ac-80a3-55e5fbab8789 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 944 time: 0.0576239 Mar 07 11:48:16.462032 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-a1498349-4098-4624-8373-105b54bbc746 req-0de65e93-1345-4ecb-afa0-250a41243ff5 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489757 Mar 07 11:48:17.033600 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:48:17.087696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning for port c4ba8e28-20a8-4356-8806-549c4c85e5ce completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:48:17.091799 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c4ba8e28-20a8-4356-8806-549c4c85e5ce triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:48:17.092171 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:17.175574 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c4ba8e28-20a8-4356-8806-549c4c85e5ce is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:48:17.176047 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:17.200068 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:48:17.202300 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e1074-0957-4166-b165-b873574f4be6" -d '{"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-plugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:48:17.214401 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:48:17.219628 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:17.243064 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81869a2f-d353-41e6-b168-efabbf895cf4 x-openstack-request-id: req-81869a2f-d353-41e6-b168-efabbf895cf4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:48:17.243352 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-plugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:48:17.243602 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81869a2f-d353-41e6-b168-efabbf895cf4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:48:17.244011 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'code': 200} Mar 07 11:48:17.269196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:17.399602 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8af71-e26e-4aa8-882b-46813a07de27 req-3ccdaced-7329-49d7-9ace-50b2d6657384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:17.401168 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0af8af71-e26e-4aa8-882b-46813a07de27 req-3ccdaced-7329-49d7-9ace-50b2d6657384 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1127 time: 0.1015875 Mar 07 11:48:17.449511 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-0af8af71-e26e-4aa8-882b-46813a07de27 req-da7cd9fa-982b-4e10-b14b-c7cd3d3e5330 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Mar 07 11:48:17.594148 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e507-82d6-409e-88ca-23413beb23bc req-0fbfc7c2-ad02-4222-b161-ab75310d7d2b tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:17.595609 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01f7e507-82d6-409e-88ca-23413beb23bc req-0fbfc7c2-ad02-4222-b161-ab75310d7d2b tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 945 time: 0.0606856 Mar 07 11:48:17.649515 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-01f7e507-82d6-409e-88ca-23413beb23bc req-4528aa1a-6f7e-4d56-abf7-fcdcdf18ffb6 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477481 Mar 07 11:48:18.808598 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530fc9-db11-4315-b726-0ce329cff64c req-5b8f98a7-5568-46b1-b169-c98f34864d5d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:18.810071 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21530fc9-db11-4315-b726-0ce329cff64c req-5b8f98a7-5568-46b1-b169-c98f34864d5d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 945 time: 0.0647869 Mar 07 11:48:18.860172 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-21530fc9-db11-4315-b726-0ce329cff64c req-dadf39fd-158c-46d7-88e4-7d7a754fa224 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 Mar 07 11:48:19.997177 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f38d-285d-46d1-b881-555db53d409f req-96dd8098-e9fd-4162-906d-e66b87912e91 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:19.998751 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7807f38d-285d-46d1-b881-555db53d409f req-96dd8098-e9fd-4162-906d-e66b87912e91 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 945 time: 0.0564876 Mar 07 11:48:20.066352 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7807f38d-285d-46d1-b881-555db53d409f req-a054e573-de6c-4d15-bd6d-fb1cab9fbd71 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579083 Mar 07 11:48:20.202305 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f9e35-80ba-4a26-b7fe-8485dc4aac15 req-89d2ae09-0cb8-4c2a-9279-49dc0d422bfa tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:20.203763 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-468f9e35-80ba-4a26-b7fe-8485dc4aac15 req-89d2ae09-0cb8-4c2a-9279-49dc0d422bfa tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 945 time: 0.0663712 Mar 07 11:48:20.258184 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-468f9e35-80ba-4a26-b7fe-8485dc4aac15 req-2e4355fb-b3b5-45cd-8630-4bed968127b6 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486445 Mar 07 11:48:20.289546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50166) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:20.381713 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd56fa6-1e5e-47bf-ac43-34d6081d6422 tempest-TestSnapshotPattern-1252502535 tempest-TestSnapshotPattern-1252502535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:20.383305 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-ebd56fa6-1e5e-47bf-ac43-34d6081d6422 tempest-TestSnapshotPattern-1252502535 tempest-TestSnapshotPattern-1252502535-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1122 time: 0.0927429 Mar 07 11:48:20.386546 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50170) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:48:20.391832 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.v2.base [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:48:20.413980 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:20.515446 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:20.619985 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Allocated IP 172.25.4.77 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/16f45378-e551-46bf-9565-e9b10798af78) {{(pid=103788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:48:20.731474 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (16f45378-e551-46bf-9565-e9b10798af78), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:20.769279 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (16f45378-e551-46bf-9565-e9b10798af78), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:20.806504 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:48:20.809281 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Resources bound (agent type, host, resource id): {{(pid=103788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:48:20.813519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Received port after_create {{(pid=103788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:48:20.838185 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=16f45378-e551-46bf-9565-e9b10798af78,revision_number=1']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:20.842809 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e03802dc-be97-4605-9082-02dbf9c2b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.203502 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (0966b081-585d-4a3d-aedd-9f1e79ed5a6b), precommit_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.275171 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (16f45378-e551-46bf-9565-e9b10798af78), before_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.432067 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (16f45378-e551-46bf-9565-e9b10798af78), precommit_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.436844 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520107537'] for port (16f45378-e551-46bf-9565-e9b10798af78), after_update {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.507033 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=16f45378-e551-46bf-9565-e9b10798af78,revision_number=2']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:48:21.520224 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (0966b081-585d-4a3d-aedd-9f1e79ed5a6b), after_create {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.629698 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Floating IP 0966b081-585d-4a3d-aedd-9f1e79ed5a6b associated. External IP: 172.25.4.77, port: c4ba8e28-20a8-4356-8806-549c4c85e5ce. Mar 07 11:48:21.847657 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:48:21.965421 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:48:21.977161 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:48:21.987116 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:21.990834 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:21.990834 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:22.017797 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-4ba0420e-0194-45c6-8f8b-64cd72ccc89d tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6301615 Mar 07 11:48:22.018398 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:48:22.020902 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5beae5c-6299-4500-acc2-e531d6199e02" -d '{"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:48:22.106240 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:22.118646 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d8c3c-84cc-4e1d-bea9-ad48f43fa005 x-openstack-request-id: req-984d8c3c-84cc-4e1d-bea9-ad48f43fa005 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:48:22.118948 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:48:22.119204 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-984d8c3c-84cc-4e1d-bea9-ad48f43fa005 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:48:22.119618 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'status': 'completed', 'code': 200} Mar 07 11:48:22.194542 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-e0932f00-c243-45cc-bcb0-62d140adeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:22.196609 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-e0932f00-c243-45cc-bcb0-62d140adeb27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0545907 Mar 07 11:48:22.292214 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-dd290170-2a3d-4f38-b535-8f8d1476b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:22.293704 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-dd290170-2a3d-4f38-b535-8f8d1476b579 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0904412 Mar 07 11:48:22.347520 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:21Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:22.372310 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-dbf00169-fd4b-4405-b35e-2dfe189ed0c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 998 time: 0.0726681 Mar 07 11:48:22.375863 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:48:22.385357 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:48:22.385963 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:47:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:22.420743 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-b07b757c-2ca7-4c27-b1a2-34c88d033f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:22.422208 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-b07b757c-2ca7-4c27-b1a2-34c88d033f84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0448003 Mar 07 11:48:22.473374 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-cf121315-8aab-4ecb-aa95-8ba920aa133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:22.475551 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-cf121315-8aab-4ecb-aa95-8ba920aa133b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472758 Mar 07 11:48:22.495836 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:48:22.568159 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-11fa2ac6-93e4-4ec3-8f12-b5c5950935e6 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867343 Mar 07 11:48:22.658828 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d5beae5c-6299-4500-acc2-e531d6199e02 req-732a4375-5903-4e12-9c14-48ab7aa9fc9e service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Mar 07 11:48:22.715497 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:21Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:48:22.744420 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132608e-157c-4f33-96f2-3cd8839f9098 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:21Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:48:22.956432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd2b89-699f-46be-9ba0-d8584c2ce5c5 None None] New status for floating IP 0966b081-585d-4a3d-aedd-9f1e79ed5a6b: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:48:23.290459 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4dceb9ae-efb4-4ba7-a32a-cf93b5387c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:24.570465 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:24.896488 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:26.001806 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:27.179918 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:29.599973 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:50.848996 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1149ea3d-8e11-4fd9-b98e-0178e269e92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:50.862010 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:48:53.114182 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4259bfc0-9829-4a90-9d8f-bda745c3f90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:54.575049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:54.910305 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:56.003310 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:57.187538 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:59.614309 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:16.498451 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-38bf52db-1752-4a58-b7ff-3bf8eba2d5ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520632 Mar 07 11:49:16.595485 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30758e-d821-4216-980e-e64422363507 req-025b6630-b413-4f31-81bd-216b81440c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:16.596999 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-025b6630-b413-4f31-81bd-216b81440c1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0483098 Mar 07 11:49:16.723426 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30758e-d821-4216-980e-e64422363507 req-d8e7e2f6-315b-4caf-b51f-f67440ed7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:16.724930 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-d8e7e2f6-315b-4caf-b51f-f67440ed7618 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.1019237 Mar 07 11:49:16.796585 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-1479c88e-fae0-4614-a45c-144a04a7cad5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 1000 time: 0.0648534 Mar 07 11:49:16.847291 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30758e-d821-4216-980e-e64422363507 req-3129b64b-6246-41d7-a9f2-5c0ce9a963e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:16.848776 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-3129b64b-6246-41d7-a9f2-5c0ce9a963e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0461447 Mar 07 11:49:16.904026 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30758e-d821-4216-980e-e64422363507 req-2e1b2709-4234-4fb6-9bc4-8e5ac4e378e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:16.905523 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-2e1b2709-4234-4fb6-9bc4-8e5ac4e378e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501978 Mar 07 11:49:16.998056 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-bdd9c18a-c10e-4591-9dac-ed4dd0d2221c service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Mar 07 11:49:17.105781 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-7c30758e-d821-4216-980e-e64422363507 req-93073c64-c1b9-448d-b8d1-4f445884321b service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012688 Mar 07 11:49:20.855542 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6553256f-1e46-4e6a-9fca-c8efc0b7512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:23.113288 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-accd0d4e-d431-49d9-8525-1759cf33f761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:24.576396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:24.908188 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:26.013541 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:27.185667 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:27.867171 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:49:29.618578 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:50.854256 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63e4dca2-b72a-4475-aad5-6f730c09520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:53.115584 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-757c0677-f820-484c-b2c6-e1fd0c1a6740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:54.585032 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:54.927573 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:56.013191 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:57.182021 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:59.609925 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:04.873508 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:50:16.471938 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-daed9f5b-04fe-4a4a-824a-76d0857e4a06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460224 Mar 07 11:50:16.562073 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-c9fbde33-f9c1-443b-a60c-ccd1003a4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.563625 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-c9fbde33-f9c1-443b-a60c-ccd1003a4660 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0471056 Mar 07 11:50:16.674034 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-d5fd3070-51b2-4c88-a1d3-7f5fb72a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.675943 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-d5fd3070-51b2-4c88-a1d3-7f5fb72a1150 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0930235 Mar 07 11:50:16.753487 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-735b501a-ebfd-404c-b113-af649d16fe78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 1000 time: 0.0708323 Mar 07 11:50:16.805077 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-de8eb47f-3617-4b6e-9a7b-49f8ef0823a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.806623 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-de8eb47f-3617-4b6e-9a7b-49f8ef0823a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0465910 Mar 07 11:50:16.863564 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-af7cc687-4cd7-41db-85b9-e5fb0385bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.865554 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-af7cc687-4cd7-41db-85b9-e5fb0385bbcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526857 Mar 07 11:50:16.963578 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-b130ac12-13d6-4221-a069-4081d9d2f7f5 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908463 Mar 07 11:50:17.070059 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-ab9b25e4-7f35-4b10-882d-a746586fa01e req-35ab7305-ac4f-4512-a3d2-96a4862983db service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008523 Mar 07 11:50:20.854352 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7ee174d9-2ab2-4d33-b749-9049d687e2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:23.113215 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-160cef57-d168-4885-b82d-1690b610a1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:24.585079 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:24.938568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:26.013177 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:27.186647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:29.631764 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:41.874682 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:50:50.860773 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-40e1b72d-44d9-4287-948e-ad8a482004c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:53.112574 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-384e88ac-6d0f-4b8c-87b3-b5615ca462f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:54.593837 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:54.940683 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:55.716697 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce details requested by agent hyperv_n-h2-832156-4 with host n-h2-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:50:55.831902 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:50:55.842333 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Returning: {'device': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:50:55.882543 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c4ba8e28-20a8-4356-8806-549c4c85e5ce is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:50:55.882841 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:55.896300 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4ba8e28-20a8-4356-8806-549c4c85e5ce {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:50:55.915998 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:50:55.921472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:55.975829 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:50:55.983107 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.983454 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.983808 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.984139 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.984483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.984803 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.985119 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.985432 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.985748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.986066 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.986380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.986673 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.986984 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:50:55.993258 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] get_ports_and_sgs() called for port_ids ['c4ba8e28-20a8-4356-8806-549c4c85e5ce'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:50:56.042609 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:57.189286 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:57.718701 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce up at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:50:57.775280 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Provisioning complete for port c4ba8e28-20a8-4356-8806-549c4c85e5ce triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:50:57.775670 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:57.859242 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c4ba8e28-20a8-4356-8806-549c4c85e5ce is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:50:57.859596 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:57.882892 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:50:57.885156 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a951b9c-b000-4e76-9e59-b01576972410" -d '{"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-plugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:50:57.897238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:50:57.902557 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:57.951125 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:50:58.049773 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf866e-c00b-472d-b711-e45ee714f97d x-openstack-request-id: req-fcdf866e-c00b-472d-b711-e45ee714f97d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:50:58.050068 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-plugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:50:58.050347 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcdf866e-c00b-472d-b711-e45ee714f97d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:50:58.050755 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'code': 200} Mar 07 11:50:59.623905 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:08.377564 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-5e0c07d7-b155-4278-a64b-9f4449cf2410 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947496456&fields=id&tenant_id=fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 267 time: 0.0480075 Mar 07 11:51:08.483025 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-0a03a9ff-ac5c-4c67-ac1d-e06a0a19a34e tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:08.484522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-0a03a9ff-ac5c-4c67-ac1d-e06a0a19a34e tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 810 time: 0.1000173 Mar 07 11:51:08.499347 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-6553d7ee-79c6-4715-b8a4-749d60a3b913 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/quotas/fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 375 time: 0.0093162 Mar 07 11:51:08.561842 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-cdf3b956-db4c-4848-9133-575cb58ab6c2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577083 Mar 07 11:51:08.640055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-eb8ad287-2b2f-4efe-b937-e748e444e3f8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:51:08.641250 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-eb8ad287-2b2f-4efe-b937-e748e444e3f8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673018 Mar 07 11:51:08.744016 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-660ec000-ed2d-4362-815a-517e34f94a1e service neutron] 10.222.0.23 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957727 Mar 07 11:51:08.839991 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ed9b2682-c104-4316-a3b2-175e0cf814c1 service neutron] 10.222.0.23 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Mar 07 11:51:09.081552 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-cdd3bc64-42f3-411a-956a-834ff6dc6be9 req-3f1dce52-a8c4-4e58-b188-c4c19b51acab tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 210 time: 0.0789878 Mar 07 11:51:10.178565 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-5e556b29-f8a1-4db5-961d-503968a709af tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:10.180008 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-5e556b29-f8a1-4db5-961d-503968a709af tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 810 time: 0.1204488 Mar 07 11:51:10.199125 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1798d664-ee20-4261-ab53-8d67de371825 req-00bc6bcf-0e73-4708-8ca6-2cca254cc888 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 210 time: 0.0367620 Mar 07 11:51:10.255112 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-aea2d0d0-08f0-4c93-9ba9-503420278163 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4300603aa04c538ff9a39f1a94bb3a HTTP/1.1" status: 200 len: 379 time: 0.0591638 Mar 07 11:51:10.263451 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'port': {'device_id': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'admin_state_up': True, 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'security_groups': ['d89b048d-9c71-4403-8824-b93efb8ec8b7']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:51:10.378013 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Made reservation on behalf of fb4300603aa04c538ff9a39f1a94bb3a for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:51:10.381612 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:10.515396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Allocated IP 172.20.0.13 (2977b7dc-21d4-4469-9f77-7e35fdc244f1/0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a/720fd930-53ec-49a2-a645-07683bb5a744) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:51:10.728297 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (720fd930-53ec-49a2-a645-07683bb5a744), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:10.784899 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:10.849460 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:51:10.855123 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:51:10.859363 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:51:10.915264 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:10.915961 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:10.925719 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:10.937048 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.937449 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.937792 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.938125 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.938459 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.938892 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.939414 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.939938 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.940261 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.940589 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.941174 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.941500 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.942047 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:51:10.951387 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-63e1e263-c80e-4b9d-9c36-0659d4a18cda tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6919317 Mar 07 11:51:11.195973 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-91351642-2b4a-4c0f-826e-ac47f786aacd None None] Provisioning complete for port 720fd930-53ec-49a2-a645-07683bb5a744 triggered by entity DHCP. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:51:11.197093 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-91351642-2b4a-4c0f-826e-ac47f786aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (720fd930-53ec-49a2-a645-07683bb5a744), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:11.234305 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-91351642-2b4a-4c0f-826e-ac47f786aacd None None] Port 720fd930-53ec-49a2-a645-07683bb5a744 cannot update to ACTIVE because it is not bound. {{(pid=103790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:51:11.337189 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22897d4b-afa7-418d-9896-2cffeabf1d92 req-9aecd697-4a8f-437e-9412-7773de3db276 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:11.338887 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22897d4b-afa7-418d-9896-2cffeabf1d92 req-9aecd697-4a8f-437e-9412-7773de3db276 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0625839 Mar 07 11:51:11.391625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-22897d4b-afa7-418d-9896-2cffeabf1d92 req-3d6f473b-f63a-4c9b-a6c9-8b8e0561caeb tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 Mar 07 11:51:11.810795 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:51:11.897939 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Current status of the port c4ba8e28-20a8-4356-8806-549c4c85e5ce is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:51:11.898427 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:11.923860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:51:11.926326 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911b3d3-6d8f-4f8f-bbef-394e2cd55757" -d '{"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:51:11.939931 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:51:11.947892 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:11.979794 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76765c-bf0f-4470-9a73-07a3c095dd30 x-openstack-request-id: req-fc76765c-bf0f-4470-9a73-07a3c095dd30 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:51:11.980070 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:51:11.980430 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc76765c-bf0f-4470-9a73-07a3c095dd30 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:51:11.980889 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'code': 200} Mar 07 11:51:12.013379 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Pushing event updated for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:12.516767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca4e9-0c4b-46b9-bc64-1e27ec96d6b2 req-b5cbc59b-a5ed-460b-9730-70ea0cf77cb0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:12.518279 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81cca4e9-0c4b-46b9-bc64-1e27ec96d6b2 req-b5cbc59b-a5ed-460b-9730-70ea0cf77cb0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0524342 Mar 07 11:51:12.572360 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81cca4e9-0c4b-46b9-bc64-1e27ec96d6b2 req-feca71ad-9580-46a2-ba4e-843abbefea56 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471683 Mar 07 11:51:13.705763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb527-5c79-40c1-a53c-bc0f2910f32b req-c92c20b7-71fb-42cb-85fe-496b434b8a94 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:13.707532 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247fb527-5c79-40c1-a53c-bc0f2910f32b req-c92c20b7-71fb-42cb-85fe-496b434b8a94 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0588605 Mar 07 11:51:13.758186 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-247fb527-5c79-40c1-a53c-bc0f2910f32b req-9b102eb8-84fd-4a79-b38a-a1902ade72b6 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Mar 07 11:51:14.894794 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425347c1-0311-42c1-9f43-88e11ba247b9 req-58817703-5554-415b-a4b3-2e9a5c17839c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:14.896351 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-425347c1-0311-42c1-9f43-88e11ba247b9 req-58817703-5554-415b-a4b3-2e9a5c17839c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0651619 Mar 07 11:51:14.950719 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-425347c1-0311-42c1-9f43-88e11ba247b9 req-e5cdd660-c6ae-4f00-8760-656389670988 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479949 Mar 07 11:51:16.082587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c452-f737-4bb8-8912-5f9dd522335d req-eb3551eb-9c68-4cce-a9c0-421755e5baf6 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.088296 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40f3c452-f737-4bb8-8912-5f9dd522335d req-eb3551eb-9c68-4cce-a9c0-421755e5baf6 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0628796 Mar 07 11:51:16.141482 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-40f3c452-f737-4bb8-8912-5f9dd522335d req-6fbdb701-cc6a-485c-a9e9-3765b7c98757 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494790 Mar 07 11:51:16.477612 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-feabf35f-9548-4d7d-988f-b91a8f0a385d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500703 Mar 07 11:51:16.569531 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-b47c097d-40af-4c59-9d4c-11d0b47db249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.571092 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-b47c097d-40af-4c59-9d4c-11d0b47db249 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0496194 Mar 07 11:51:16.683568 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-d3504567-646c-4aa6-9043-d4a22917529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.685130 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-d3504567-646c-4aa6-9043-d4a22917529e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0919788 Mar 07 11:51:16.753063 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-9e9dddc6-49e0-4540-adee-062a9c0d9c0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 998 time: 0.0617764 Mar 07 11:51:16.807511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-8f2b6fa0-f761-410b-a52e-13a6b4011d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.809040 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-8f2b6fa0-f761-410b-a52e-13a6b4011d2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0496583 Mar 07 11:51:16.861635 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-b5a183c6-49df-46fc-889e-49b1b85bc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.863336 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-b5a183c6-49df-46fc-889e-49b1b85bc685 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483978 Mar 07 11:51:16.874245 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-ebf5dddb-fe11-4118-9313-156300ca7343 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:51:16.875544 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-ebf5dddb-fe11-4118-9313-156300ca7343 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055597 Mar 07 11:51:16.985397 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-68ddb10e-510e-4b6c-b045-b54ae5f7f6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034477 Mar 07 11:51:17.092905 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-d97ed4d1-b13c-454f-a4f0-34de0b20300e req-083b0d9b-3eae-44e1-94d3-ce98eae44552 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000032 Mar 07 11:51:17.281757 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9bb9-8a0b-4d36-9515-5294b8828768 req-1017fc29-9695-46e5-9133-9671f4e3d0f3 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:17.283402 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86fe9bb9-8a0b-4d36-9515-5294b8828768 req-1017fc29-9695-46e5-9133-9671f4e3d0f3 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.0623353 Mar 07 11:51:17.339084 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-86fe9bb9-8a0b-4d36-9515-5294b8828768 req-7d035668-f592-445d-9769-ee98fa46b239 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494854 Mar 07 11:51:18.281556 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-1918692f-a95e-49ea-aa59-23d55facf113 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:51:18.283277 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-1918692f-a95e-49ea-aa59-23d55facf113 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114002 Mar 07 11:51:18.296475 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Request body: {'port': {'device_id': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832156-4'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:51:18.355604 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.580754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001c1b-5339-481b-958c-ca74809202f6 req-134fb426-98d6-460a-94de-cfa3ef01fba7 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:18.582225 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9001c1b-5339-481b-958c-ca74809202f6 req-134fb426-98d6-460a-94de-cfa3ef01fba7 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 932 time: 0.1635146 Mar 07 11:51:18.664452 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-c9001c1b-5339-481b-958c-ca74809202f6 req-c9161b85-71ec-4b47-a2c9-cfbca33b374b tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761011 Mar 07 11:51:18.705648 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720fd930-53ec-49a2-a645-07683bb5a744 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:51:18.713154 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks [] for port (720fd930-53ec-49a2-a645-07683bb5a744), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.725676 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Transition to ACTIVE for port object 720fd930-53ec-49a2-a645-07683bb5a744 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:51:18.731392 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.783443 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:18.857068 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Attempting to bind port 720fd930-53ec-49a2-a645-07683bb5a744 on host n-h1-832156-4 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:51:18.857396 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Attempting to bind port 720fd930-53ec-49a2-a645-07683bb5a744 by drivers openvswitch,hyperv on host n-h1-832156-4 at level 0 using segments [{'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:51:18.857714 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Attempting to bind port 720fd930-53ec-49a2-a645-07683bb5a744 on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:51:18.862278 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Port 720fd930-53ec-49a2-a645-07683bb5a744 on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832156-4 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:51:18.862587 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Attempting to bind port 720fd930-53ec-49a2-a645-07683bb5a744 on network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:51:18.867751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Checking agent: {'id': '9a7ac831-2529-4c94-87fc-604e4572ca9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832156-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'started_at': datetime.datetime(2022, 3, 7, 10, 24, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:51:18.868085 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Checking segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:51:18.868482 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Bound using segment: {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:51:18.868900 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Bound port: 720fd930-53ec-49a2-a645-07683bb5a744, host: n-h1-832156-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99511bd-40d0-40cc-ab2e-628f3e44c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:51:18.869251 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.874706 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:51:18.933386 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:51:18.936512 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:51:18.942891 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.982912 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:18.983505 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:18.985613 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] 10.222.0.26 "PUT /v2.0/ports/720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 1092 time: 0.6954563 Mar 07 11:51:18.986065 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:51:18.988377 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a01867-3cb8-4d97-96c9-869b6b5562a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:51:19.017038 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c6c1f-b121-4c1e-b401-d2a68d453cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:19.086584 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-df139d60-a675-4bfa-b6ef-c8e824f75420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.088614 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-df139d60-a675-4bfa-b6ef-c8e824f75420 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1126 time: 0.0569649 Mar 07 11:51:19.136832 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-f8204402-5e65-4470-a1d9-43324eaee62d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 217 time: 0.0409925 Mar 07 11:51:19.138517 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b6c1a-495d-494f-811f-71d06b386bb2 x-openstack-request-id: req-858b6c1a-495d-494f-811f-71d06b386bb2 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:51:19.138810 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:51:19.139058 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-858b6c1a-495d-494f-811f-71d06b386bb2 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:51:19.139459 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'status': 'completed', 'code': 200} Mar 07 11:51:19.195128 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-f6f5fad3-a661-4fb6-922d-61e46e603bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.196833 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-f6f5fad3-a661-4fb6-922d-61e46e603bfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0538824 Mar 07 11:51:19.246340 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-e665cdca-2f13-4ad5-9b85-cd498e30a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.247862 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-e665cdca-2f13-4ad5-9b85-cd498e30a5f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452411 Mar 07 11:51:19.346642 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-a4fc9527-05f0-4264-abf3-09ee6ad27e04 service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926158 Mar 07 11:51:19.440078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2e380076-2e8a-4ff4-bd7c-739837542b6a req-ac4d1541-b4e1-452e-a7fe-ed0cd959bd6b service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877764 Mar 07 11:51:19.534009 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-513c4a37-908f-4469-a349-4df48b3a855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.535495 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-513c4a37-908f-4469-a349-4df48b3a855e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1126 time: 0.0466259 Mar 07 11:51:19.985578 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-af266b8a-833b-42be-b67d-f878a86748c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.986961 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-af266b8a-833b-42be-b67d-f878a86748c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.4457560 Mar 07 11:51:19.998384 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976e9c3-0b7b-4222-bd90-10e0f3506993 req-85284da9-f928-428c-9aa2-b511f8a410ae tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:19.999802 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5976e9c3-0b7b-4222-bd90-10e0f3506993 req-85284da9-f928-428c-9aa2-b511f8a410ae tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 944 time: 0.0749006 Mar 07 11:51:20.042657 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-d4a25ec7-1d51-475e-b41a-012078876b2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 217 time: 0.0419040 Mar 07 11:51:20.112419 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-5976e9c3-0b7b-4222-bd90-10e0f3506993 req-3ab58309-8195-42e0-83bd-9003c07d94d2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061692 Mar 07 11:51:20.114226 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-58be5176-c11c-4a98-96a3-22bfe88f508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:20.115594 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-58be5176-c11c-4a98-96a3-22bfe88f508a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0652461 Mar 07 11:51:20.173607 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-824e5bce-4b52-456d-ad03-2c2bde4e462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:20.175131 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-824e5bce-4b52-456d-ad03-2c2bde4e462c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527513 Mar 07 11:51:20.283493 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-f5bcea18-9a97-423a-ad46-deb7d049b69a service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994885 Mar 07 11:51:20.373445 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-81a01867-3cb8-4d97-96c9-869b6b5562a4 req-20ce895f-23c1-4966-a7fc-7a9e3e15d018 service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837426 Mar 07 11:51:20.854662 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1766ec8c-86a4-4178-a741-0309174005b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:21.253612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa87802-2b09-4030-913a-0ca21998a527 req-95f275a9-8c96-43e6-be3e-649b745d4754 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:21.255145 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aa87802-2b09-4030-913a-0ca21998a527 req-95f275a9-8c96-43e6-be3e-649b745d4754 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 944 time: 0.0588441 Mar 07 11:51:21.305400 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-1aa87802-2b09-4030-913a-0ca21998a527 req-350fd4a3-834c-41bf-bfb4-7ac48c698577 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Mar 07 11:51:22.434983 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a0a9d-c5e7-484f-9498-b3f214f7b0fd req-64cff897-3143-4813-b814-cf81bdfc4842 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:22.437972 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-978a0a9d-c5e7-484f-9498-b3f214f7b0fd req-64cff897-3143-4813-b814-cf81bdfc4842 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 944 time: 0.0565715 Mar 07 11:51:22.490078 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-978a0a9d-c5e7-484f-9498-b3f214f7b0fd req-72b40992-8f1e-4148-8a56-3708a396ed11 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458331 Mar 07 11:51:22.655666 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:51:22.767523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:51:22.783540 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '720fd930-53ec-49a2-a645-07683bb5a744', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'mac_address': 'fa:16:3e:da:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:51:22.826201 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 720fd930-53ec-49a2-a645-07683bb5a744 is: DOWN; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:51:22.826579 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:22.839816 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720fd930-53ec-49a2-a645-07683bb5a744 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:51:22.861360 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:51:22.867355 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:22.915196 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=4']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:23.095384 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['720fd930-53ec-49a2-a645-07683bb5a744'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:51:23.133727 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8d3417da-ab91-40be-b00f-b1adae7e723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:23.633979 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b9c2c-d443-4891-a86a-335b29bf9b5c req-ee29d366-53e5-44e9-b06e-062d2fde4b37 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:23.635439 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c3b9c2c-d443-4891-a86a-335b29bf9b5c req-ee29d366-53e5-44e9-b06e-062d2fde4b37 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 945 time: 0.0576084 Mar 07 11:51:23.693359 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4c3b9c2c-d443-4891-a86a-335b29bf9b5c req-dff7deb6-b2a7-4119-8b35-28240c2d8a5a tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494130 Mar 07 11:51:24.597274 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:24.662318 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:51:24.717483 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning for port 720fd930-53ec-49a2-a645-07683bb5a744 completed by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:51:24.724338 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 720fd930-53ec-49a2-a645-07683bb5a744 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:51:24.724717 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (720fd930-53ec-49a2-a645-07683bb5a744), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:24.807368 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 720fd930-53ec-49a2-a645-07683bb5a744 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:51:24.807807 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:24.819240 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba462-14e2-4f69-836d-f0dc2dc98f6b req-a982422e-0d22-41fb-a29a-9993761634da tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:24.820731 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-831ba462-14e2-4f69-836d-f0dc2dc98f6b req-a982422e-0d22-41fb-a29a-9993761634da tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 945 time: 0.0518670 Mar 07 11:51:24.831732 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:51:24.833940 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a63c811-32c2-4561-9106-3538fd35263e" -d '{"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-plugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:51:24.846806 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:51:24.852445 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:24.873049 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-831ba462-14e2-4f69-836d-f0dc2dc98f6b req-f2db1713-843c-4f22-afd4-48ee045961ed tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Mar 07 11:51:24.876723 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c702ec8a-9c65-48ab-abc2-1c3ba0345cea x-openstack-request-id: req-c702ec8a-9c65-48ab-abc2-1c3ba0345cea {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:51:24.877039 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-plugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:51:24.877282 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c702ec8a-9c65-48ab-abc2-1c3ba0345cea {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:51:24.877662 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'code': 200} Mar 07 11:51:24.916189 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=5']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:24.931499 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:24.973290 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2833-4a3c-426f-a253-953e5f5a295f req-43993748-282d-4963-9597-6cf76d0ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:24.974780 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aafd2833-4a3c-426f-a253-953e5f5a295f req-43993748-282d-4963-9597-6cf76d0ef5c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1128 time: 0.0438983 Mar 07 11:51:25.023456 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-aafd2833-4a3c-426f-a253-953e5f5a295f req-f9dba3b0-1abc-49a7-a115-4a6bf0a1697e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414693 Mar 07 11:51:26.011037 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcce30-abc3-4cc1-9841-22818e7da0ff req-8844fd7c-2797-41f0-a630-75930f67f528 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:26.012617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bfcce30-abc3-4cc1-9841-22818e7da0ff req-8844fd7c-2797-41f0-a630-75930f67f528 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 946 time: 0.0646560 Mar 07 11:51:26.017935 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:26.067529 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-2bfcce30-abc3-4cc1-9841-22818e7da0ff req-1db553b1-2e97-415f-9fd4-edab64ad17f9 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484209 Mar 07 11:51:27.185781 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:27.204775 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff332-ffc3-4418-9b88-f4107a8c852d req-35028cf0-5c43-410c-989b-44d8d11f28b2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:27.206255 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e1ff332-ffc3-4418-9b88-f4107a8c852d req-35028cf0-5c43-410c-989b-44d8d11f28b2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 946 time: 0.0614927 Mar 07 11:51:27.255273 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9e1ff332-ffc3-4418-9b88-f4107a8c852d req-95415b93-eb74-44d1-a88f-009461b17a54 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 Mar 07 11:51:27.378558 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24507806-f513-4974-8143-f7188fb3fc8c req-d46af82f-f259-460d-887b-74aa22a0806c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:27.380066 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24507806-f513-4974-8143-f7188fb3fc8c req-d46af82f-f259-460d-887b-74aa22a0806c tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 946 time: 0.0550840 Mar 07 11:51:27.444324 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-24507806-f513-4974-8143-f7188fb3fc8c req-f8833a97-c5ea-409a-989e-04e4603c7f65 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584729 Mar 07 11:51:27.466557 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50494) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:51:27.510228 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4ede6-f51e-4e7c-b107-54921d8b7240 tempest-TestSnapshotPattern-1252502535 tempest-TestSnapshotPattern-1252502535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:27.511617 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-c1e4ede6-f51e-4e7c-b107-54921d8b7240 tempest-TestSnapshotPattern-1252502535 tempest-TestSnapshotPattern-1252502535-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1123 time: 0.0439823 Mar 07 11:51:27.514730 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50496) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:51:27.521183 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.v2.base [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Request body: {'floatingip': {'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:51:27.546360 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:27.644255 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:27.750355 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Allocated IP 172.25.4.132 (c1d55cdb-b75f-4857-ac3a-dc31eea0c8db/099051d1-83b8-4ad3-ae20-379f5b0bf584/29d530a5-f4ac-493f-8284-0d4b48efc7ed) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:51:27.875369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:27.912977 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754496754598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:27.953171 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Network c1d55cdb-b75f-4857-ac3a-dc31eea0c8db is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:51:27.955975 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:51:27.960232 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:51:27.982770 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=29d530a5-f4ac-493f-8284-0d4b48efc7ed,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:28.335467 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (92f3492b-2611-4d77-902f-b93f59a3a288), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:28.420234 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:28.584810 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:28.593150 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10265861'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:28.666099 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event updated for resources: {'Port': ['ID=29d530a5-f4ac-493f-8284-0d4b48efc7ed,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:51:28.678397 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753173'] for floatingip (92f3492b-2611-4d77-902f-b93f59a3a288), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:28.794245 n-d-832156-4 neutron-server[103789]: INFO neutron.db.l3_db [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Floating IP 92f3492b-2611-4d77-902f-b93f59a3a288 associated. External IP: 172.25.4.132, port: 720fd930-53ec-49a2-a645-07683bb5a744. Mar 07 11:51:29.014751 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:51:29.132149 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:51:29.145651 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:51:29.155129 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:29.158071 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:51:29.158683 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:51:29.185501 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-eb09c072-2c38-45b0-be17-9d29a5d85c90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6692529 Mar 07 11:51:29.186343 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:51:29.188720 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058795b-7058-4b7d-938b-b131be2f732c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:51:29.226564 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0ccc2c-58eb-48e8-ba24-397ee18c170e x-openstack-request-id: req-2c0ccc2c-58eb-48e8-ba24-397ee18c170e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:51:29.226856 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:51:29.227110 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c0ccc2c-58eb-48e8-ba24-397ee18c170e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:51:29.227519 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'status': 'completed', 'code': 200} Mar 07 11:51:29.269769 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:51:29.298083 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058795b-7058-4b7d-938b-b131be2f732c req-b2da34f9-5dfd-4796-8ce2-3524c0bced93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:29.299669 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-b2da34f9-5dfd-4796-8ce2-3524c0bced93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1128 time: 0.0508077 Mar 07 11:51:29.393754 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058795b-7058-4b7d-938b-b131be2f732c req-ce72b109-994e-468b-a79b-a8e5aab75eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:29.395222 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-ce72b109-994e-468b-a79b-a8e5aab75eb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0876133 Mar 07 11:51:29.472714 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-e48518bd-965b-47fc-83ad-96748518b8bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 1000 time: 0.0709198 Mar 07 11:51:29.494859 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}, {'id': '92f3492b-2611-4d77-902f-b93f59a3a288', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:da:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:51:28Z', 'updated_at': '2022-03-07T11:51:28Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:51:29.520872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058795b-7058-4b7d-938b-b131be2f732c req-d36aa800-40f9-4e6c-a6dd-0f539f65afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:29.522238 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-d36aa800-40f9-4e6c-a6dd-0f539f65afc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0440776 Mar 07 11:51:29.524461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:51:29.532986 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:51:29.533573 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:51:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:51:29.575818 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058795b-7058-4b7d-938b-b131be2f732c req-921506ca-6d8e-4c7b-b3c7-f641f9e66d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:29.578485 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-921506ca-6d8e-4c7b-b3c7-f641f9e66d63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503273 Mar 07 11:51:29.636723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:29.642413 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:51:29.674293 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-0fac357c-d01b-413d-b9bc-b05fe7f5c060 service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Mar 07 11:51:29.763906 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-4058795b-7058-4b7d-938b-b131be2f732c req-8a4d5167-9039-4ef7-9440-01f27e7e3cbc service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835841 Mar 07 11:51:29.967690 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}, {'id': '92f3492b-2611-4d77-902f-b93f59a3a288', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:da:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:51:28Z', 'updated_at': '2022-03-07T11:51:28Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:51:30.001958 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7219c7fa-bc70-495f-b5bd-d83df901fe06 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}, {'id': '92f3492b-2611-4d77-902f-b93f59a3a288', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:da:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:51:28Z', 'updated_at': '2022-03-07T11:51:28Z', 'revision_number': 0, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:51:30.222374 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe53b9ed-b179-433c-9111-656597d32c38 None None] New status for floating IP 92f3492b-2611-4d77-902f-b93f59a3a288: ACTIVE {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:51:50.854870 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8211a987-79fd-4500-8229-d1cab2a7289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:53.112855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7185-25d9-4f07-99f1-d68bff0a71fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:54.586307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:54.934682 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:55.879258 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:51:56.031679 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:57.187916 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:59.655725 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:10.191226 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-f72bc6c8-1512-4a9a-ae25-63d791a65cc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961390 Mar 07 11:52:10.287816 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-c3c67066-40a9-45ae-8b73-77d7c5b7c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:10.289271 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-c3c67066-40a9-45ae-8b73-77d7c5b7c3f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1128 time: 0.0529802 Mar 07 11:52:10.413122 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-b6464da2-c616-4850-b75d-b475180ba457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:10.415372 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-b6464da2-c616-4850-b75d-b475180ba457 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.1003518 Mar 07 11:52:10.485164 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-cc85b144-5d19-4d45-a0ae-208a3098e5e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 1002 time: 0.0636895 Mar 07 11:52:10.536339 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-1a381f9a-7add-4e3d-bdae-b54e6baff312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:10.538023 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-1a381f9a-7add-4e3d-bdae-b54e6baff312 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0461431 Mar 07 11:52:10.591465 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-f6d99432-a607-4329-9431-6cfb0fd4ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:10.592998 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-f6d99432-a607-4329-9431-6cfb0fd4ddbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488384 Mar 07 11:52:10.682875 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-2866ed8e-50de-45cf-b24d-950725d2dab7 service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817442 Mar 07 11:52:10.796466 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-e728c26b-ccf5-42fc-a7cf-4726e1567a46 req-2741d008-4562-4fd3-a86a-16c50b9a21f4 service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075745 Mar 07 11:52:17.470149 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-6b194bf8-2499-4887-b445-68a3d77d0941 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466797 Mar 07 11:52:17.566142 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-26af842e-cddb-47c0-81b4-5997eacb9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:17.567658 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-26af842e-cddb-47c0-81b4-5997eacb9538 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0509238 Mar 07 11:52:17.678719 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-ef368397-460c-40b0-84a7-ddd2e388c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:17.680216 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-ef368397-460c-40b0-84a7-ddd2e388c32b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0930753 Mar 07 11:52:18.082050 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-7d98bbb0-7913-4aec-bbf3-0536c30ffea2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 998 time: 0.3948715 Mar 07 11:52:18.131441 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-b0a095c6-4d5b-4da3-a393-42777e743aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:18.132888 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-b0a095c6-4d5b-4da3-a393-42777e743aa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0441480 Mar 07 11:52:18.187945 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-f529f238-ecdd-4f66-a70e-b673b33c0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:18.189435 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-f529f238-ecdd-4f66-a70e-b673b33c0b0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505049 Mar 07 11:52:18.281531 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-c5bb3d96-1e67-4bc6-8c24-be4b1e93d8f2 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853791 Mar 07 11:52:18.376495 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-70a6e116-d6c7-4f94-9286-e6521f73b127 req-152191fa-6bdf-4cb2-ad1c-2045cb925a23 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893199 Mar 07 11:52:20.851754 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cd66a06e-5e47-4868-bb84-4938976f36ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:23.112786 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7211e7c3-b594-414f-b9b1-1d3407b46e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:24.594405 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:24.930725 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:26.034272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:27.193055 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:29.662200 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:32.884925 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:52:50.848388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-866b1283-40ca-420d-8c75-cdf6bbb9f111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:53.108712 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2ae12597-9971-4b3e-bb55-653da427c4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:54.598095 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:54.932902 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:56.036700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:57.197272 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:59.125067 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 details requested by agent hyperv_n-h1-832156-4 with host n-h1-832156-4 {{(pid=103790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:52:59.236604 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:59.250465 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Returning: {'device': '720fd930-53ec-49a2-a645-07683bb5a744', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'port_id': '720fd930-53ec-49a2-a645-07683bb5a744', 'mac_address': 'fa:16:3e:da:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:52:59.290768 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 720fd930-53ec-49a2-a645-07683bb5a744 is: ACTIVE; New status is: BUILD {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:52:59.291149 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:59.304794 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 720fd930-53ec-49a2-a645-07683bb5a744 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:52:59.324982 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:59.330462 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:59.386523 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:52:59.394782 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.395111 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.395484 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.395932 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.396185 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.396453 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.396779 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.397101 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.397422 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.397741 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.398061 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.398382 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.398696 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:59.403560 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] get_ports_and_sgs() called for port_ids ['720fd930-53ec-49a2-a645-07683bb5a744'] {{(pid=103790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:52:59.655034 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:01.159870 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 up at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:53:01.223129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Provisioning complete for port 720fd930-53ec-49a2-a645-07683bb5a744 triggered by entity L2. {{(pid=103790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:53:01.224013 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936680'] for port (720fd930-53ec-49a2-a645-07683bb5a744), provisioning_complete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:01.316915 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 720fd930-53ec-49a2-a645-07683bb5a744 is: BUILD; New status is: ACTIVE {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:53:01.317403 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:01.525475 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:01.527627 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e61754-cceb-42ba-a896-0b4d8f25f482" -d '{"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-plugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:01.553847 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:01.559113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:01.594331 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c89c28-ae19-4f40-a92a-2e7cdefba23a x-openstack-request-id: req-02c89c28-ae19-4f40-a92a-2e7cdefba23a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:01.594654 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-plugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:01.594872 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02c89c28-ae19-4f40-a92a-2e7cdefba23a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:01.595260 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'code': 200} Mar 07 11:53:01.623489 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=7']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:09.696452 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50688) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:09.866959 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Deleting port 29d530a5-f4ac-493f-8284-0d4b48efc7ed {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:09.867308 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:09.884461 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:53:09.949396 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:09.949717 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (29d530a5-f4ac-493f-8284-0d4b48efc7ed), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:09.961596 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Calling delete_port for 29d530a5-f4ac-493f-8284-0d4b48efc7ed owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:10.115243 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (29d530a5-f4ac-493f-8284-0d4b48efc7ed), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:10.129381 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-46a4b43b-4acd-413b-858a-f440b61c183b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462434 Mar 07 11:53:10.140511 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event deleted for resources: {'Port': ['ID=29d530a5-f4ac-493f-8284-0d4b48efc7ed,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:10.152986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.152986 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.153279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.153598 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.153951 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.154279 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.154621 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.154933 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.155450 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.155605 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.155937 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.156297 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.156664 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:10.212978 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (92f3492b-2611-4d77-902f-b93f59a3a288), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:10.213283 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Floating IP 92f3492b-2611-4d77-902f-b93f59a3a288 disassociated (deleted). External IP: 172.25.4.132, port: 720fd930-53ec-49a2-a645-07683bb5a744. Mar 07 11:53:10.218008 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-1cc92b25-d9a8-4e4a-8f33-d50ccf9d9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.219507 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-1cc92b25-d9a8-4e4a-8f33-d50ccf9d9c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1128 time: 0.0485964 Mar 07 11:53:10.334243 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-e611abb3-49d7-4e63-9a19-f2a726ac9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.335733 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-e611abb3-49d7-4e63-9a19-f2a726ac9cec service neutron] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0974405 Mar 07 11:53:10.377579 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-91334a0b-fc2c-4b04-9aee-cd44edbedbd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 217 time: 0.0355518 Mar 07 11:53:10.428403 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-cba9ee8d-431b-4db8-bf55-b838c0fb9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.428971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:53:10.429814 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-cba9ee8d-431b-4db8-bf55-b838c0fb9eab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0456786 Mar 07 11:53:10.485150 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-423bb6c8-c6c5-4267-b129-863069ec023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.486625 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-423bb6c8-c6c5-4267-b129-863069ec023e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513728 Mar 07 11:53:10.542748 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:53:10.549131 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:10.571055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:53:10.581389 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-b7941ff6-c766-42ff-a30b-7a859cb195fd service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888684 Mar 07 11:53:10.585661 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-0d9abcec-3eb3-4700-a312-dec65014a501 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "DELETE /v2.0/floatingips/92f3492b-2611-4d77-902f-b93f59a3a288 HTTP/1.1" status: 204 len: 168 time: 0.8881338 Mar 07 11:53:10.586082 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:10.586418 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:10.586909 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:10.588826 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251fd496-898b-4e1b-b9c2-4a793cda81df" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:10.641133 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f6e22-72a2-4cc8-8f0e-993d8bfdfa13 x-openstack-request-id: req-193f6e22-72a2-4cc8-8f0e-993d8bfdfa13 {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:10.642230 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:10.642496 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-193f6e22-72a2-4cc8-8f0e-993d8bfdfa13 {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:10.642908 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'status': 'completed', 'code': 200} Mar 07 11:53:10.684513 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9bb7d509-eedc-4599-9112-c6adf5b745d3 req-04c25141-20bc-4ac2-a41e-91fc4f332b1d service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956256 Mar 07 11:53:10.701951 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:10.788866 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-b5cc5bd3-9204-4268-b3d3-642d5d4e124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.790903 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-b5cc5bd3-9204-4268-b3d3-642d5d4e124e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 1128 time: 0.0561368 Mar 07 11:53:10.922184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a586029-c444-42f2-840e-b4ca769236e9 req-41356b4c-121a-4c9f-8c3d-3ebb5ea0d3a2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.923640 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a586029-c444-42f2-840e-b4ca769236e9 req-41356b4c-121a-4c9f-8c3d-3ebb5ea0d3a2 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 946 time: 0.1170042 Mar 07 11:53:10.926772 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-d53609ad-7a8e-4362-879a-f122a34e9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:10.928151 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-d53609ad-7a8e-4362-879a-f122a34e9758 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.1298692 Mar 07 11:53:10.975757 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-d2f171f6-3df6-4128-b1cd-f51f9b0b54b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 200 len: 217 time: 0.0396619 Mar 07 11:53:11.029542 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:11.056628 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:53:11.066108 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:11.066731 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:11.179861 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:11.206748 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:11.288012 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Current status of the port 720fd930-53ec-49a2-a645-07683bb5a744 is: ACTIVE; New status is: DOWN {{(pid=103790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:53:11.288388 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013471'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:11.313385 n-d-832156-4 neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:11.316786 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b8db2420cd96b147747f299843dbef500d1ffa4f8193d34ad857a30cbaf558e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255c047-374f-43c4-9951-8e26b0110ebd" -d '{"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-unplugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:11.336466 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:11.345279 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754497127608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754496754616', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754496754634'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:11.378193 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25364a4e-0fd4-40f9-9451-0b3cfbc9cd73 x-openstack-request-id: req-25364a4e-0fd4-40f9-9451-0b3cfbc9cd73 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:11.378519 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-unplugged", "status": "completed", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:11.378716 n-d-832156-4 neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25364a4e-0fd4-40f9-9451-0b3cfbc9cd73 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:11.379309 n-d-832156-4 neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'code': 200} Mar 07 11:53:11.405513 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Pushing event updated for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=8']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:11.405749 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-8a586029-c444-42f2-840e-b4ca769236e9 req-d941c748-e6af-41cc-b394-0e6f1f2af473 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755352 Mar 07 11:53:11.412703 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-33b2c82a-9b51-4f40-9662-01fc422d9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:11.414140 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-33b2c82a-9b51-4f40-9662-01fc422d9ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.4329014 Mar 07 11:53:11.441640 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:11.466966 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-a0207c47-f314-4ebc-8337-d18f80318a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:11.467551 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8bcc7-37b7-4702-8675-285131d41778 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_floatingips': [{'id': '0966b081-585d-4a3d-aedd-9f1e79ed5a6b', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'router_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'port_id': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'mac_address': 'fa:16:3e:72:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:48:21Z', 'updated_at': '2022-03-07T11:48:23Z', 'revision_number': 1, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:53:11.469522 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-a0207c47-f314-4ebc-8337-d18f80318a06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475247 Mar 07 11:53:11.564180 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-d4bcd49c-449b-4a0e-a5ff-ce85684dd45e service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890887 Mar 07 11:53:11.657435 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-251fd496-898b-4e1b-b9c2-4a793cda81df req-23d62056-104d-4c10-a546-c1e70c523b0f service neutron] 10.222.0.26 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870991 Mar 07 11:53:11.723525 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb80353-00c6-469c-9a40-d290c11bc46c None None] New status for floating IP 92f3492b-2611-4d77-902f-b93f59a3a288: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:53:12.385583 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-3cff06ad-57be-4311-ae15-bf94733e4e6e tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:12.387018 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-3cff06ad-57be-4311-ae15-bf94733e4e6e tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 944 time: 0.0621080 Mar 07 11:53:12.495947 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Deleting port 720fd930-53ec-49a2-a645-07683bb5a744 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:12.496719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (720fd930-53ec-49a2-a645-07683bb5a744), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:12.596321 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de556b-9306-4c84-b4c4-843d7e2564de req-135d160a-4a91-40d6-b757-d550c4782fe0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:12.598308 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43de556b-9306-4c84-b4c4-843d7e2564de req-135d160a-4a91-40d6-b757-d550c4782fe0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0f565be-1d3a-494c-ae11-6b659819af6b HTTP/1.1" status: 200 len: 944 time: 0.1169822 Mar 07 11:53:12.632932 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] For port 720fd930-53ec-49a2-a645-07683bb5a744, host n-h1-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832156-4',level=0,port_id=720fd930-53ec-49a2-a645-07683bb5a744,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:12.633247 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (720fd930-53ec-49a2-a645-07683bb5a744), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:12.650184 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Calling delete_port for 720fd930-53ec-49a2-a645-07683bb5a744 owned by compute:nova {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:12.710321 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-43de556b-9306-4c84-b4c4-843d7e2564de req-e2df7cbe-15ab-4f59-8347-22fb5cce6098 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063302 Mar 07 11:53:12.809667 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (720fd930-53ec-49a2-a645-07683bb5a744), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:12.838617 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event deleted for resources: {'Port': ['ID=720fd930-53ec-49a2-a645-07683bb5a744,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:12.852019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.852019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.852019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.852019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.852019 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853001 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853432 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853573 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.853867 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.854192 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.854544 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832156-4 {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:12.891071 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] No DVR routers for this DVR port 720fd930-53ec-49a2-a645-07683bb5a744 on host n-h1-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:12.893768 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:12.897365 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-7899ddff-96ec-4a63-b075-7f66b80bb2a4 req-a997e7ab-df07-402a-a04e-3e882dcdc551 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.26 "DELETE /v2.0/ports/720fd930-53ec-49a2-a645-07683bb5a744 HTTP/1.1" status: 204 len: 173 time: 0.5049195 Mar 07 11:53:12.897815 n-d-832156-4 neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-deleted', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:12.900124 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3711cbca9ccb423e5ce14c1f9b9b66b742405d73ccc185b15ed8385a1fe76c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b76bd9-5a23-4270-b7a2-44950a85c5ef" -d '{"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-deleted", "tag": "720fd930-53ec-49a2-a645-07683bb5a744"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:12.941620 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc477c13-fbef-4959-bfda-7e8ded889ca0 x-openstack-request-id: req-bc477c13-fbef-4959-bfda-7e8ded889ca0 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:12.942066 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f565be-1d3a-494c-ae11-6b659819af6b", "name": "network-vif-deleted", "tag": "720fd930-53ec-49a2-a645-07683bb5a744", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:12.942473 n-d-832156-4 neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc477c13-fbef-4959-bfda-7e8ded889ca0 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:12.943074 n-d-832156-4 neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f565be-1d3a-494c-ae11-6b659819af6b', 'name': 'network-vif-deleted', 'tag': '720fd930-53ec-49a2-a645-07683bb5a744', 'status': 'completed', 'code': 200} Mar 07 11:53:14.342735 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50746) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:14.507679 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Deleting port 16f45378-e551-46bf-9565-e9b10798af78 {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:14.507981 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (16f45378-e551-46bf-9565-e9b10798af78), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:14.589512 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (16f45378-e551-46bf-9565-e9b10798af78), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:14.589872 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (16f45378-e551-46bf-9565-e9b10798af78), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:14.602290 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Calling delete_port for 16f45378-e551-46bf-9565-e9b10798af78 owned by network:floatingip {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:14.767405 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (16f45378-e551-46bf-9565-e9b10798af78), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:14.798768 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event deleted for resources: {'Port': ['ID=16f45378-e551-46bf-9565-e9b10798af78,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:14.856904 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for floatingip (0966b081-585d-4a3d-aedd-9f1e79ed5a6b), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:14.857155 n-d-832156-4 neutron-server[103788]: INFO neutron.db.l3_db [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Floating IP 0966b081-585d-4a3d-aedd-9f1e79ed5a6b disassociated (deleted). External IP: 172.25.4.77, port: c4ba8e28-20a8-4356-8806-549c4c85e5ce. Mar 07 11:53:15.080099 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:53:15.199591 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:53:15.204528 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for floatingip (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:15.212246 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:53:15.222159 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 no longer exists at agent hyperv_n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:15.225435 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:15.226053 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:15.241323 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-60fa7207-2924-45b8-9e45-9cea25dc71f0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "DELETE /v2.0/floatingips/0966b081-585d-4a3d-aedd-9f1e79ed5a6b HTTP/1.1" status: 204 len: 168 time: 0.8973100 Mar 07 11:53:15.242854 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] No Port match for: 720fd930-53ec-49a2-a645-07683bb5a744 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:15.243431 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Device 720fd930-53ec-49a2-a645-07683bb5a744 not bound to the agent host n-h1-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:15.245299 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:15.246237 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995413f-e38b-470f-b981-ba9aeef09165" -d '{"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:15.286693 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfcf07-052c-4e3a-b547-d7fcbf5234cd x-openstack-request-id: req-91dfcf07-052c-4e3a-b547-d7fcbf5234cd {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:15.286931 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:15.287187 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91dfcf07-052c-4e3a-b547-d7fcbf5234cd {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:15.287605 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'status': 'completed', 'code': 200} Mar 07 11:53:15.344472 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:15.357068 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995413f-e38b-470f-b981-ba9aeef09165 req-8ddf33b9-e21d-4db7-a538-234971464ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:15.358676 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-8ddf33b9-e21d-4db7-a538-234971464ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 1125 time: 0.0512311 Mar 07 11:53:15.463334 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995413f-e38b-470f-b981-ba9aeef09165 req-212fdeb7-725a-45c2-9545-deff0a6a79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:15.464752 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-212fdeb7-725a-45c2-9545-deff0a6a79b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 200 len: 911 time: 0.0975583 Mar 07 11:53:15.485553 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138985e-572a-4650-a155-051b4f6123eb req-3672af5d-b745-4d8a-9f42-a05430c64077 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:15.487034 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9138985e-572a-4650-a155-051b4f6123eb req-3672af5d-b745-4d8a-9f42-a05430c64077 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0579145 Mar 07 11:53:15.513815 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-3f377dd5-c596-47fc-91c9-9598d5460fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 200 len: 217 time: 0.0413384 Mar 07 11:53:15.537870 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-9138985e-572a-4650-a155-051b4f6123eb req-274ff63c-19b6-41d0-b816-7ac471bc4cf4 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439734 Mar 07 11:53:15.565763 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:15.566882 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995413f-e38b-470f-b981-ba9aeef09165 req-1768c5c7-bcb8-490f-97b8-d494b8fc3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:15.568395 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-1768c5c7-bcb8-490f-97b8-d494b8fc3158 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 200 len: 849 time: 0.0473502 Mar 07 11:53:15.593353 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:53:15.602282 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:15.602894 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:15.618445 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995413f-e38b-470f-b981-ba9aeef09165 req-16d97336-e64f-48ca-b907-bdb2cadf52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:15.620014 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-16d97336-e64f-48ca-b907-bdb2cadf52ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2977b7dc-21d4-4469-9f77-7e35fdc244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446115 Mar 07 11:53:15.711930 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:15.713324 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-0bf69cba-3e3f-47fc-ba6f-fa2543a4e384 service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Mar 07 11:53:15.804824 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-4995413f-e38b-470f-b981-ba9aeef09165 req-005e9072-3522-49fd-9bb4-4de6069f6dda service neutron] 10.222.0.32 "GET /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Mar 07 11:53:15.910507 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:15.939598 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2812a6d-0ca1-4412-b350-f98328d8610d None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:48:00Z', 'revision_number': 4, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4', '_interfaces': [{'id': '82d32b81-6831-48a3-a4fb-705688408416', 'name': '', 'network_id': '2977b7dc-21d4-4469-9f77-7e35fdc244f1', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'mac_address': 'fa:16:3e:ec:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:59Z', 'updated_at': '2022-03-07T11:48:04Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'subnets': [{'id': '0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:53:16.207627 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81912f85-8bb0-4eb6-bdea-d9da97e0cd1d None None] New status for floating IP 0966b081-585d-4a3d-aedd-9f1e79ed5a6b: DOWN {{(pid=103790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:53:16.534285 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-82a65365-6939-4189-aee4-2f7dafceda90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:16.535794 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-82a65365-6939-4189-aee4-2f7dafceda90 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0615292 Mar 07 11:53:16.633971 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Deleting port c4ba8e28-20a8-4356-8806-549c4c85e5ce {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:16.634316 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:16.662381 n-d-832156-4 neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdd1-6684-44d0-8c14-c6e580c0ce14 req-019a22f9-99e4-466f-af5d-dee41cb09039 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:16.663912 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-caadbdd1-6684-44d0-8c14-c6e580c0ce14 req-019a22f9-99e4-466f-af5d-dee41cb09039 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 943 time: 0.0535634 Mar 07 11:53:16.713453 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [req-caadbdd1-6684-44d0-8c14-c6e580c0ce14 req-b1f48009-262e-46cf-8f8f-2eb7d77a3f59 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "GET /v2.0/security-groups?id=d89b048d-9c71-4403-8824-b93efb8ec8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Mar 07 11:53:16.723561 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] For port c4ba8e28-20a8-4356-8806-549c4c85e5ce, host n-h2-832156-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832156-4',level=0,port_id=c4ba8e28-20a8-4356-8806-549c4c85e5ce,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:16.723963 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:16.736519 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Calling delete_port for c4ba8e28-20a8-4356-8806-549c4c85e5ce owned by compute:nova {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:16.873314 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (c4ba8e28-20a8-4356-8806-549c4c85e5ce), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:16.914280 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event deleted for resources: {'Port': ['ID=c4ba8e28-20a8-4356-8806-549c4c85e5ce,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:16.963113 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] No DVR routers for this DVR port c4ba8e28-20a8-4356-8806-549c4c85e5ce on host n-h2-832156-4 {{(pid=103788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:16.965761 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10230'] for port (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:16.969109 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-5acc7bca-8a82-489c-b8f2-4883587ba73b req-dc3fb863-acba-4daf-b930-1c54ec6b0afd tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.32 "DELETE /v2.0/ports/c4ba8e28-20a8-4356-8806-549c4c85e5ce HTTP/1.1" status: 204 len: 173 time: 0.4284878 Mar 07 11:53:17.289094 n-d-832156-4 neutron-server[103788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-deleted', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce'}] {{(pid=103788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:17.291516 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad8f2fb8cbef4b1640a7f76ace773b77a8e1a98956acbf4eea192048d8ad2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d73465-d019-425c-afd5-e7abdf071144" -d '{"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-deleted", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce"}]}' {{(pid=103788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:17.331049 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf65ed-2ecd-4607-92b8-8cec6a60eeae x-openstack-request-id: req-eebf65ed-2ecd-4607-92b8-8cec6a60eeae {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:17.331566 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eef223-fab0-4689-8b89-6771dc2af9f2", "name": "network-vif-deleted", "tag": "c4ba8e28-20a8-4356-8806-549c4c85e5ce", "status": "completed", "code": 200}]} {{(pid=103788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:17.331847 n-d-832156-4 neutron-server[103788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eebf65ed-2ecd-4607-92b8-8cec6a60eeae {{(pid=103788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:17.332260 n-d-832156-4 neutron-server[103788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eef223-fab0-4689-8b89-6771dc2af9f2', 'name': 'network-vif-deleted', 'tag': 'c4ba8e28-20a8-4356-8806-549c4c85e5ce', 'status': 'completed', 'code': 200} Mar 07 11:53:17.525954 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-3befb263-39d5-4d02-a1dc-34382498df76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0783346 Mar 07 11:53:17.597365 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-5860241a-5d67-43cc-a8b4-f65fca913dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&device_id=a3eef223-fab0-4689-8b89-6771dc2af9f2 HTTP/1.1" status: 200 len: 210 time: 0.0272455 Mar 07 11:53:17.721931 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-75a5a83d-e215-4153-b4f7-3e6d9f6a1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.723407 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-75a5a83d-e215-4153-b4f7-3e6d9f6a1f1d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014743 Mar 07 11:53:17.772429 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50762) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:17.817839 n-d-832156-4 neutron-server[103788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-70187c39-9cce-47c2-a539-a0b3340aa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.819582 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [req-141dd20a-f0a5-40e9-9dc8-c0a40b4cfe6c req-70187c39-9cce-47c2-a539-a0b3340aa94f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903509 Mar 07 11:53:17.831556 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (d89b048d-9c71-4403-8824-b93efb8ec8b7), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:17.859381 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (d89b048d-9c71-4403-8824-b93efb8ec8b7), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:17.927001 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (d89b048d-9c71-4403-8824-b93efb8ec8b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:17.929855 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:17.931041 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] 10.222.0.23 "DELETE /v2.0/security-groups/d89b048d-9c71-4403-8824-b93efb8ec8b7 HTTP/1.1" status: 204 len: 168 time: 0.1574931 Mar 07 11:53:17.940312 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98795da0-92ad-48b2-9ae1-1092269c33d0 tempest-TestSnapshotPattern-1133785213 tempest-TestSnapshotPattern-1133785213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89b048d-9c71-4403-8824-b93efb8ec8b7,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:17.984251 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50766) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:18.460666 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:18.720646 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Deleting port 82d32b81-6831-48a3-a4fb-705688408416 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:18.720976 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (82d32b81-6831-48a3-a4fb-705688408416), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:18.812142 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] For port 82d32b81-6831-48a3-a4fb-705688408416, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=82d32b81-6831-48a3-a4fb-705688408416,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:18.813369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (82d32b81-6831-48a3-a4fb-705688408416), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:18.828528 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Calling delete_port for 82d32b81-6831-48a3-a4fb-705688408416 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:19.038307 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (82d32b81-6831-48a3-a4fb-705688408416), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.069097 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d32b81-6831-48a3-a4fb-705688408416,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:19.239764 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.479998 n-d-832156-4 neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Router f4e52257-7c19-4a35-a8c6-895142ea2a23 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:53:19.592926 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:53:19.599496 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-edec2d99-f0ef-43fe-a5d1-bf8bf3d83163 admin admin] 10.222.0.23 "PUT /v2.0/routers/f4e52257-7c19-4a35-a8c6-895142ea2a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135123 Mar 07 11:53:19.602366 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50772) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:19.602551 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Sync routers for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:53:19.616863 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:19.617776 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:19.736184 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks [] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.833217 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: n-d-832156-4 {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:19.845659 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks [] for router_gateway (f4e52257-7c19-4a35-a8c6-895142ea2a23), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.897875 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Deleting port 913355a1-62b6-4034-a05b-bb8e2eea2f86 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:19.898348 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.980029 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] For port 913355a1-62b6-4034-a05b-bb8e2eea2f86, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=913355a1-62b6-4034-a05b-bb8e2eea2f86,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:19.980376 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:19.994119 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Calling delete_port for 913355a1-62b6-4034-a05b-bb8e2eea2f86 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:20.010333 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:53:18Z', 'revision_number': 5, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port': {'id': '913355a1-62b6-4034-a05b-bb8e2eea2f86', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:47:58Z', 'updated_at': '2022-03-07T11:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:20.039907 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Checking router: f4e52257-7c19-4a35-a8c6-895142ea2a23 for host: n-d-832156-4 {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:53:20.048060 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Routers {'f4e52257-7c19-4a35-a8c6-895142ea2a23'} bound to L3 agent in host n-d-832156-4 {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:20.048653 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:52:53Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['f4e52257-7c19-4a35-a8c6-895142ea2a23'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:20.134258 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] Set router f4e52257-7c19-4a35-a8c6-895142ea2a23 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:20.166564 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (913355a1-62b6-4034-a05b-bb8e2eea2f86), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.184877 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:53:19Z', 'revision_number': 6, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:20.191874 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=913355a1-62b6-4034-a05b-bb8e2eea2f86,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:20.217510 n-d-832156-4 neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd96296-712f-4855-acca-692b343c5bd6 None None] The sync data for ids ['f4e52257-7c19-4a35-a8c6-895142ea2a23'] in n-d-832156-4 is: [{'id': 'f4e52257-7c19-4a35-a8c6-895142ea2a23', 'name': 'tempest-TestSnapshotPattern-1536476852-router', 'tenant_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:47:57Z', 'updated_at': '2022-03-07T11:53:19Z', 'revision_number': 6, 'project_id': 'fb4300603aa04c538ff9a39f1a94bb3a', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:53:20.263033 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.359460 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.361685 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks [] for router_controller (f4e52257-7c19-4a35-a8c6-895142ea2a23), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.404596 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (f4e52257-7c19-4a35-a8c6-895142ea2a23), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.405163 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e52257-7c19-4a35-a8c6-895142ea2a23 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:53:20.409808 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.410955 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ae77267b-932d-4db0-89a1-c9b65ebedae3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f4e52257-7c19-4a35-a8c6-895142ea2a23 HTTP/1.1" status: 204 len: 168 time: 0.8074620 Mar 07 11:53:20.413916 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50774) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:20.464961 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Deleting subnet 0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:53:20.468257 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Publish callbacks [] for subnet (0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.505821 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.591010 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.646097 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.667986 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce no longer exists at agent hyperv_n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:20.675773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:20.682429 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.685741 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-193803cc-506d-4a60-bc95-f6ea2e095b49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b89b4b9-3cb6-4b1c-ab63-33e72dc84b9a HTTP/1.1" status: 204 len: 168 time: 0.2708201 Mar 07 11:53:20.688455 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50776) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:20.694486 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0b211-1b51-4a6e-b81e-0cda671dac50 None None] Network 2977b7dc-21d4-4469-9f77-7e35fdc244f1 requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:53:20.697409 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] No Port match for: c4ba8e28-20a8-4356-8806-549c4c85e5ce {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:20.697972 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Device c4ba8e28-20a8-4356-8806-549c4c85e5ce not bound to the agent host n-h2-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:20.759199 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (2977b7dc-21d4-4469-9f77-7e35fdc244f1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.814594 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Deleting port ce20303e-2738-4046-b3a6-2ec4dc9230f0 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:20.814743 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.845190 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6857a0c6-b58a-48cd-978a-617e12c9ae9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.880569 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] For port ce20303e-2738-4046-b3a6-2ec4dc9230f0, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=ce20303e-2738-4046-b3a6-2ec4dc9230f0,segment=NetworkSegment(d99511bd-40d0-40cc-ab2e-628f3e44c74d),segment_id=d99511bd-40d0-40cc-ab2e-628f3e44c74d)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:20.881208 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:20.893748 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Calling delete_port for ce20303e-2738-4046-b3a6-2ec4dc9230f0 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:20.991734 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (ce20303e-2738-4046-b3a6-2ec4dc9230f0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.018247 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e99181-cca6-401f-90fc-8af165db8fa5 None None] DHCP port deletion for 2977b7dc-21d4-4469-9f77-7e35fdc244f1 request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:53:21.018390 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce20303e-2738-4046-b3a6-2ec4dc9230f0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:21.022368 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] No DVR routers for this DVR port ce20303e-2738-4046-b3a6-2ec4dc9230f0 on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:21.104071 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (2977b7dc-21d4-4469-9f77-7e35fdc244f1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.149005 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 913355a1-62b6-4034-a05b-bb8e2eea2f86 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:21.170844 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 913355a1-62b6-4034-a05b-bb8e2eea2f86 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:21.171160 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 913355a1-62b6-4034-a05b-bb8e2eea2f86 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:21.171594 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82d32b81-6831-48a3-a4fb-705688408416 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:21.191681 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 82d32b81-6831-48a3-a4fb-705688408416 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:21.192076 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 82d32b81-6831-48a3-a4fb-705688408416 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:21.192490 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce20303e-2738-4046-b3a6-2ec4dc9230f0 no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:21.214515 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: ce20303e-2738-4046-b3a6-2ec4dc9230f0 {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:21.214860 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device ce20303e-2738-4046-b3a6-2ec4dc9230f0 not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:21.462079 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2977b7dc-21d4-4469-9f77-7e35fdc244f1']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:21.471773 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99511bd-40d0-40cc-ab2e-628f3e44c74d') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:21.472067 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99511bd-40d0-40cc-ab2e-628f3e44c74d') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:21.481887 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (d99511bd-40d0-40cc-ab2e-628f3e44c74d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.495775 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (d99511bd-40d0-40cc-ab2e-628f3e44c74d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.501767 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:53:21.502136 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (d99511bd-40d0-40cc-ab2e-628f3e44c74d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:53:21.503801 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:53:21.561205 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (2977b7dc-21d4-4469-9f77-7e35fdc244f1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.566965 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:21.570367 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2977b7dc-21d4-4469-9f77-7e35fdc244f1 HTTP/1.1" status: 204 len: 168 time: 0.8808784 Mar 07 11:53:21.573998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50778) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:21.581881 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aff61-c10f-427b-9dd3-4feeeb2e84f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2977b7dc-21d4-4469-9f77-7e35fdc244f1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:21.951922 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756245'] for router_interface (9aa4cec1-8fa2-4fad-9255-40d770954282), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:22.225624 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Deleting port 3db496de-5b30-4374-bdfc-233266034d3a {{(pid=103788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:22.225866 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (3db496de-5b30-4374-bdfc-233266034d3a), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:22.310515 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.db [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] For port 3db496de-5b30-4374-bdfc-233266034d3a, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=3db496de-5b30-4374-bdfc-233266034d3a,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:22.310871 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (3db496de-5b30-4374-bdfc-233266034d3a), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:22.322773 n-d-832156-4 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Calling delete_port for 3db496de-5b30-4374-bdfc-233266034d3a owned by network:router_interface {{(pid=103788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:22.513850 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520107624'] for port (3db496de-5b30-4374-bdfc-233266034d3a), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:22.542998 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db496de-5b30-4374-bdfc-233266034d3a,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:22.716353 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756193'] for router_interface (9aa4cec1-8fa2-4fad-9255-40d770954282), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:22.953402 n-d-832156-4 neutron-server[103788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Router 9aa4cec1-8fa2-4fad-9255-40d770954282 has already been hosted by L3 agent 460e4ea6-ee08-4ebb-82de-422fec1f33b5 {{(pid=103788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:53:23.114924 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28fb2156-77d0-4659-ad72-6656bede6f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.396172 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] Notify agent at l3_agent.n-d-832156-4 the message routers_updated {{(pid=103788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:53:23.401545 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-cad84cd2-605d-470d-9c4a-14088b1f3d34 admin admin] 10.222.0.23 "PUT /v2.0/routers/9aa4cec1-8fa2-4fad-9255-40d770954282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8256211 Mar 07 11:53:23.404824 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50780) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:23.406186 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Sync routers for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:53:23.416853 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:23.417471 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:23.513005 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks [] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.525155 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: n-d-832156-4 {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:23.620492 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks [] for router_gateway (9aa4cec1-8fa2-4fad-9255-40d770954282), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.676612 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Deleting port 0b804809-3628-4f4b-8c1e-023c69ef461c {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:23.676875 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.704704 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'external_fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:53:22Z', 'revision_number': 5, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port': {'id': '0b804809-3628-4f4b-8c1e-023c69ef461c', 'name': '', 'network_id': 'c1d55cdb-b75f-4857-ac3a-dc31eea0c8db', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832156-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '099051d1-83b8-4ad3-ae20-379f5b0bf584', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832156-4'}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:23.732260 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Checking router: 9aa4cec1-8fa2-4fad-9255-40d770954282 for host: n-d-832156-4 {{(pid=103790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:53:23.740700 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Routers {'9aa4cec1-8fa2-4fad-9255-40d770954282'} bound to L3 agent in host n-d-832156-4 {{(pid=103790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:23.741718 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832156-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:17:23Z,description=,heartbeat_timestamp=2022-03-07T11:53:23Z,host='n-d-832156-4',id=460e4ea6-ee08-4ebb-82de-422fec1f33b5,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:17:23Z,topic='l3_agent')) {'router_ids': ['9aa4cec1-8fa2-4fad-9255-40d770954282'], 'active': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:23.759709 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] For port 0b804809-3628-4f4b-8c1e-023c69ef461c, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=0b804809-3628-4f4b-8c1e-023c69ef461c,segment=NetworkSegment(00eb1555-d2c3-441e-9791-a5b18623bab8),segment_id=00eb1555-d2c3-441e-9791-a5b18623bab8)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:23.760073 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.771795 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Calling delete_port for 0b804809-3628-4f4b-8c1e-023c69ef461c owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:23.835355 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvr_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] Set router 9aa4cec1-8fa2-4fad-9255-40d770954282 gateway port host: None {{(pid=103790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:23.890551 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_hamode_db [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:53:23Z', 'revision_number': 6, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port_host': None}], 'n-d-832156-4', False) {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:23.917367 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d78c35-e5ef-47f2-9b86-716039288f7f None None] The sync data for ids ['9aa4cec1-8fa2-4fad-9255-40d770954282'] in n-d-832156-4 is: [{'id': '9aa4cec1-8fa2-4fad-9255-40d770954282', 'name': 'tempest-TestSnapshotPattern-1933960743-router', 'tenant_id': '44d19b52be32468d8c453bc0e44c03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:48:02Z', 'updated_at': '2022-03-07T11:53:23Z', 'revision_number': 6, 'project_id': '44d19b52be32468d8c453bc0e44c03cf', 'gw_port_host': None}] {{(pid=103790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:53:23.945605 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (0b804809-3628-4f4b-8c1e-023c69ef461c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.970891 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0b804809-3628-4f4b-8c1e-023c69ef461c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:24.038618 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754251'] for router_gateway (9aa4cec1-8fa2-4fad-9255-40d770954282), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.131548 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10089'] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.134130 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks [] for router_controller (9aa4cec1-8fa2-4fad-9255-40d770954282), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.180997 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758760'] for router (9aa4cec1-8fa2-4fad-9255-40d770954282), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.181920 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa4cec1-8fa2-4fad-9255-40d770954282 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:53:24.187369 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.188558 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-bdcf88c8-1632-47de-b4bd-cfd12eaad2ed admin admin] 10.222.0.23 "DELETE /v2.0/routers/9aa4cec1-8fa2-4fad-9255-40d770954282 HTTP/1.1" status: 204 len: 168 time: 0.7827432 Mar 07 11:53:24.191499 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [-] (103788) accepted ('10.222.0.23', 50782) {{(pid=103788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:24.237749 n-d-832156-4 neutron-server[103788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Deleting subnet 40a844b1-558b-4a1b-9a9a-8dc3a6c75b75 {{(pid=103788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:53:24.241258 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Publish callbacks [] for subnet (40a844b1-558b-4a1b-9a9a-8dc3a6c75b75), before_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.279172 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521620344'] for subnet (40a844b1-558b-4a1b-9a9a-8dc3a6c75b75), precommit_delete_associations {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.364214 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-924666'] for subnet (40a844b1-558b-4a1b-9a9a-8dc3a6c75b75), precommit_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.420256 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-924641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520107615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521885314'] for subnet (40a844b1-558b-4a1b-9a9a-8dc3a6c75b75), after_delete {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.446425 n-d-832156-4 neutron-server[103788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a844b1-558b-4a1b-9a9a-8dc3a6c75b75,revision_number=None']} {{(pid=103788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:24.448662 n-d-832156-4 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.454421 n-d-832156-4 neutron-server[103788]: INFO neutron.wsgi [None req-7d0bd481-e04f-4b0e-882b-964cda9eca7a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40a844b1-558b-4a1b-9a9a-8dc3a6c75b75 HTTP/1.1" status: 204 len: 168 time: 0.2593462 Mar 07 11:53:24.454700 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50784) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:24.457134 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564656a-89f7-444c-88e2-19f9341b57e8 None None] Network e990c776-0672-4edf-aeea-afa424b491fe requested from n-d-832156-4 {{(pid=103790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:53:24.527429 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-831349'] for network (e990c776-0672-4edf-aeea-afa424b491fe), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.582248 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Deleting port c32a1404-e533-4092-a38a-9d617af817bf {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:24.582579 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c32a1404-e533-4092-a38a-9d617af817bf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.602963 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.649747 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] For port c32a1404-e533-4092-a38a-9d617af817bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c32a1404-e533-4092-a38a-9d617af817bf,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:24.651093 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c32a1404-e533-4092-a38a-9d617af817bf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.653626 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] DHCP port deletion for e990c776-0672-4edf-aeea-afa424b491fe request from n-d-832156-4 {{(pid=103790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:53:24.665483 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Calling delete_port for c32a1404-e533-4092-a38a-9d617af817bf owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:24.708129 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Deleting port c32a1404-e533-4092-a38a-9d617af817bf {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:24.708401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754497122115'] for port (c32a1404-e533-4092-a38a-9d617af817bf), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.755824 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10265980'] for port (c32a1404-e533-4092-a38a-9d617af817bf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.779426 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] For port c32a1404-e533-4092-a38a-9d617af817bf, host n-d-832156-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832156-4',level=0,port_id=c32a1404-e533-4092-a38a-9d617af817bf,segment=NetworkSegment(6f484952-8447-4e7d-b3e9-d6de52b96582),segment_id=6f484952-8447-4e7d-b3e9-d6de52b96582)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:24.780155 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784391'] for port (c32a1404-e533-4092-a38a-9d617af817bf), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.781763 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Pushing event deleted for resources: {'Port': ['ID=c32a1404-e533-4092-a38a-9d617af817bf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:24.787699 n-d-832156-4 neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] No DVR routers for this DVR port c32a1404-e533-4092-a38a-9d617af817bf on host n-d-832156-4 {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:24.795238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Calling delete_port for c32a1404-e533-4092-a38a-9d617af817bf owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:24.863706 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939893', 'neutron.services.segments.db._delete_segments_for_network-8754497098343'] for network (e990c776-0672-4edf-aeea-afa424b491fe), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.876362 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1013392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754497127590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754496754607'] for port (c32a1404-e533-4092-a38a-9d617af817bf), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.887297 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e990c776-0672-4edf-aeea-afa424b491fe']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:24.897186 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f484952-8447-4e7d-b3e9-d6de52b96582') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:24.897515 n-d-832156-4 neutron-server[103789]: DEBUG neutron.services.segments.db [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f484952-8447-4e7d-b3e9-d6de52b96582') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:24.902890 n-d-832156-4 neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] Pushing event deleted for resources: {'Port': ['ID=c32a1404-e533-4092-a38a-9d617af817bf,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:24.907430 n-d-832156-4 neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f78441-9a28-4ca2-8de7-e7f144abe1e4 None None] No DVR routers for this DVR port c32a1404-e533-4092-a38a-9d617af817bf on host n-d-832156-4 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:24.914867 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754497098096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10093830'] for segment (6f484952-8447-4e7d-b3e9-d6de52b96582), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.932268 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313'] for segment (6f484952-8447-4e7d-b3e9-d6de52b96582), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.938165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.940379 n-d-832156-4 neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:53:24.940870 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10265889'] for segment (6f484952-8447-4e7d-b3e9-d6de52b96582), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: Traceback (most recent call last): Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: timer() Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: cb(*args, **kw) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: return func(*args, **kwargs) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: self._notify() Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: self.callback(batched_events) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: event.method(event) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: return f(self, *a, **k) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: return self._get(url).json() Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: return self.request(url, 'GET', **kwargs) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:53:24.942777 n-d-832156-4 neutron-server[103789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:53:25.002661 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754287'] for network (e990c776-0672-4edf-aeea-afa424b491fe), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.007719 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.011171 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e990c776-0672-4edf-aeea-afa424b491fe HTTP/1.1" status: 204 len: 168 time: 0.5554960 Mar 07 11:53:25.024055 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb835d9-d364-472a-b0ad-3961750c178d admin admin] Pushing event deleted for resources: {'Network': ['ID=e990c776-0672-4edf-aeea-afa424b491fe,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:25.133182 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:25.148215 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c32a1404-e533-4092-a38a-9d617af817bf no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:25.172115 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: c32a1404-e533-4092-a38a-9d617af817bf {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:25.172380 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device c32a1404-e533-4092-a38a-9d617af817bf not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:25.172786 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3db496de-5b30-4374-bdfc-233266034d3a no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:25.177043 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-4f7ec81c-35d5-433c-b993-43ea71c6c883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb4300603aa04c538ff9a39f1a94bb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402203 Mar 07 11:53:25.177293 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50790) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:25.193672 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 3db496de-5b30-4374-bdfc-233266034d3a {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:25.194009 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 3db496de-5b30-4374-bdfc-233266034d3a not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:25.195086 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b804809-3628-4f4b-8c1e-023c69ef461c no longer exists at agent ovs-agent-n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:25.216238 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] No Port match for: 0b804809-3628-4f4b-8c1e-023c69ef461c {{(pid=103790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:25.216577 n-d-832156-4 neutron-server[103790]: DEBUG neutron.plugins.ml2.rpc [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Device 0b804809-3628-4f4b-8c1e-023c69ef461c not bound to the agent host n-d-832156-4 {{(pid=103790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:25.236637 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] Publish callbacks [] for security_group (222c4a29-6a25-4c61-9750-5f21564bc59a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.258100 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] Publish callbacks [] for security_group (222c4a29-6a25-4c61-9750-5f21564bc59a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.306751 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (222c4a29-6a25-4c61-9750-5f21564bc59a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.309503 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.310977 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/222c4a29-6a25-4c61-9750-5f21564bc59a HTTP/1.1" status: 204 len: 168 time: 0.1327126 Mar 07 11:53:25.318961 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231cda5-746e-4bf6-a52b-8e5fa4324da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c4a29-6a25-4c61-9750-5f21564bc59a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:25.669872 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50796) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:25.710580 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-d69942dc-4ad8-4c87-b80f-a62025619764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44d19b52be32468d8c453bc0e44c03cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390728 Mar 07 11:53:25.712937 n-d-832156-4 neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.23', 50798) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:25.764090 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] Publish callbacks [] for security_group (602cdde8-c464-4673-8839-0d0a54356f8d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.787097 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] Publish callbacks [] for security_group (602cdde8-c464-4673-8839-0d0a54356f8d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.846454 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723031'] for security_group (602cdde8-c464-4673-8839-0d0a54356f8d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.850678 n-d-832156-4 neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:25.851899 n-d-832156-4 neutron-server[103789]: INFO neutron.wsgi [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/602cdde8-c464-4673-8839-0d0a54356f8d HTTP/1.1" status: 204 len: 168 time: 0.1380544 Mar 07 11:53:25.860526 n-d-832156-4 neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06528b-df0e-4828-84e9-08f7d57e42e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602cdde8-c464-4673-8839-0d0a54356f8d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:26.034753 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:27.196921 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:29.668708 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:46.889327 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:53:50.853521 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6168dce4-f2d9-40c0-ac62-28f42f74b370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:53.120629 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-818d56d8-1fc5-47d7-918a-3b494fdfab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:54.598588 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:54.950739 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:56.034271 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:57.205260 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:59.670322 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.851391 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ef62c86b-bcf7-422e-9886-7c85f2bf185a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.125195 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7583-508d-460e-9011-6fbf3ec7fb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.894858 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:54:24.606156 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.949893 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:26.038947 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:27.209233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:29.689855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:50.849938 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0bcc946e-0137-4a12-b9e5-813f2899dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:53.124399 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b8bdfa48-a4ff-4977-9f41-d9229821511b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:54.607504 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:54.950043 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:56.040337 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:57.206803 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:59.691615 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:00.900195 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:55:20.847487 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e8564d5e-322c-48d5-992b-d0e56e7b7b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:23.125308 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa82fed7-f5a4-4e9f-be16-c34597b803a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:24.611531 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:24.961614 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:26.043396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:27.204114 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:29.705166 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:37.905055 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:55:50.846830 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37dee792-6b17-43fb-b169-743a355a4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:53.129105 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-afa6e319-c854-4f80-a2b7-fb0ca0c1dac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:54.610647 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:54.956396 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:56.045439 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:57.206794 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:59.721339 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:14.911056 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:56:20.843964 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4d85de93-5ae5-4157-ad9f-b09b92c53154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:23.131283 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ae140be-fa8c-427f-94d7-b46f43748db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:24.618315 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:24.974842 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:26.049120 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:27.204710 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:29.713243 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:50.839866 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bab190a0-99e1-47ba-8c57-1d153fddffa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:51.917467 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:56:53.131213 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c09e2f7-8532-4154-b717-709aa0d22cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:54.627252 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:54.981009 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:56.051604 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.209066 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:59.725159 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:20.834847 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb472fbd-ee61-476b-a898-f2a5941f8630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:23.126665 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-291706d7-a5b1-452c-83bc-63ceb1ef44db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:24.625613 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:24.977855 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:26.059267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:27.214073 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:28.911173 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:57:29.741228 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:50.845680 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-565ba6bb-7287-48b0-af3d-6b2f8afd222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:53.136010 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-78ddd295-c0fc-4614-bfdd-47db6ddab3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:54.629384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:54.980902 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:56.063472 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:57.211640 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:59.748517 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:05.917512 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:58:20.841516 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-89e194dc-3c0a-4953-b531-9a96253bf380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:23.144084 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-88b1f8d3-a4a9-42f8-97ad-1a66e72096af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:24.632430 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:24.971876 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:26.062384 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:27.213165 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:29.756323 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:42.911634 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:58:50.847049 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96cf62e7-a3d0-4d70-9d56-a505efb0670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:53.142456 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-beba690f-a662-4d70-9711-54622f917744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:54.648498 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:54.971769 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:56.064069 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:57.221800 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:59.746145 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:19.911719 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:59:20.844700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d4874811-f863-4332-b38d-419c71da8144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:23.132717 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bda28ff1-bd5a-4ae0-8abd-b07d19fc0b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:24.650270 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:24.976317 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:26.067737 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:27.220607 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:29.753375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:50.841601 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6e78c8dd-337f-493e-89cc-588c9a6a3106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:53.129444 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-85460ce6-5c26-400c-9366-49d090e0912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:54.646233 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:54.994437 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:56.070812 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:56.915244 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:59:57.217029 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:59.780267 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:20.850434 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a790ab1a-4d71-4250-ab7d-74844de9352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:23.137099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23ee21eb-1338-4df2-9ac7-f29b18ef8d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:24.655341 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:24.994723 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:26.073375 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:27.216771 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:29.779099 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:33.920160 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:00:50.847489 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b24b0156-ae0d-4d89-ad3b-c5d2d9b41339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:53.135568 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3378fb82-c9ac-4257-a15d-d2a88b095b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:54.650700 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:54.754806 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-7208efe6-c59d-4655-9ea9-4115f54a3889 service neutron] (103788) timed out ('10.222.0.23', 48504) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 12:00:54.839057 n-d-832156-4 neutron-server[103788]: DEBUG neutron.wsgi [req-d2a44f81-bbfb-4874-9ce6-5d4a73e30034 req-540dc7fe-f1da-44bd-8ab2-2d99790b560d tempest-TestShelveInstance-526630837 tempest-TestShelveInstance-526630837-project] (103788) timed out ('10.222.0.23', 48532) {{(pid=103788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 12:00:55.004398 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:56.076401 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:57.212841 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:59.768436 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:10.920477 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:01:20.838815 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-917d236c-7cb9-4282-a080-cfd35d294fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:23.126707 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d6eaf82a-9243-46de-a7ad-6132b1cce92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:24.655113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:25.027592 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:26.078293 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:27.215987 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:29.764113 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:47.927396 n-d-832156-4 neutron-server[103791]: DEBUG neutron.db.agents_db [None req-0ad720bf-f72e-4524-ae4c-d90a6d9e9dff None None] Agent healthcheck: found 7 active agents {{(pid=103791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:01:50.839307 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25040d20-5e5b-43a1-9f26-244e3b869c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (d4bdef30-39d8-49f8-94ff-1ddcf4e5b74b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:53.121799 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5cf105cb-6992-4edb-914a-48aca2260c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (460e4ea6-ee08-4ebb-82de-422fec1f33b5), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:54.657530 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1ca71aaf-930e-4e57-ba02-56daa07a1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (fc5ebb65-c497-4083-b37c-8635540fcfba), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:55.017975 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d654a257-fd17-4235-9e29-90af8b5bae1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (9a7ac831-2529-4c94-87fc-604e4572ca9e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:56.082082 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bb5c-e473-4aac-97b6-642f7d694085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (006d36fd-081a-4722-a12d-151f31d6b817), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:57.213620 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21649886-e7e6-4ee7-bdef-376011130fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (e59a9965-82d1-4ce1-97f9-5444910a301b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:59.767175 n-d-832156-4 neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3691ec9b-e928-4b89-a863-e8a8bc93246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754497098325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-936590'] for agent (affa4159-e27e-4503-9092-8c39f8358c59), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}